2024-09-16T10:45:38.720 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T10:45:38.806 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T10:45:38.908 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708 branch: reef description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906708' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: ae7f37330c1a72493684eb1fcaed6f2a01195bb6 owner: scheduled_teuthology@teuthology priority: 931 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1390 sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 sleep_before_teardown: 0 subset: 5319/100000 suite: rados suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ae7f37330c1a72493684eb1fcaed6f2a01195bb6 targets: smithi077.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPiRQclQ0v4laVqi72KWQW+6brVzRgk2YgDeWRn87DsB1Eg9Il05tW23EDPZSjbudX5rDYZH//C20ajXH7RZ/WU= smithi191.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuT+XKWSbXZgaRQJeb5rSaZMuixWOmRNcFbf9HoTDinIJGyb6RFmueqU0B3GQuWap/KbzKYflaV3gRFCCTa40s= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_22:00:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-16T10:45:38.908 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa; will attempt to use it 2024-09-16T10:45:38.909 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa/tasks 2024-09-16T10:45:38.909 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T10:45:38.911 INFO:teuthology.task.internal:Checking packages... 2024-09-16T10:45:38.936 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8' 2024-09-16T10:45:38.936 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:45:38.936 INFO:teuthology.packaging:ref: None 2024-09-16T10:45:38.936 INFO:teuthology.packaging:tag: None 2024-09-16T10:45:38.937 INFO:teuthology.packaging:branch: reef 2024-09-16T10:45:38.937 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:45:38.937 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T10:45:39.194 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-853.gae7f3733 2024-09-16T10:45:39.196 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T10:45:39.203 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T10:45:39.203 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T10:45:39.233 INFO:teuthology.task.internal:Saving configuration 2024-09-16T10:45:39.256 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T10:45:39.267 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T10:45:39.293 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 10:40:39.040616', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPiRQclQ0v4laVqi72KWQW+6brVzRgk2YgDeWRn87DsB1Eg9Il05tW23EDPZSjbudX5rDYZH//C20ajXH7RZ/WU='} 2024-09-16T10:45:39.310 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 10:40:39.041945', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuT+XKWSbXZgaRQJeb5rSaZMuixWOmRNcFbf9HoTDinIJGyb6RFmueqU0B3GQuWap/KbzKYflaV3gRFCCTa40s='} 2024-09-16T10:45:39.311 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T10:45:39.317 INFO:teuthology.task.internal:roles: ubuntu@smithi077.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-16T10:45:39.317 INFO:teuthology.task.internal:roles: ubuntu@smithi191.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-16T10:45:39.317 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T10:45:39.407 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5db245fac0>, signals=[15]) 2024-09-16T10:45:39.407 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T10:45:39.416 INFO:teuthology.task.internal:Opening connections... 2024-09-16T10:45:39.416 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi077.front.sepia.ceph.com 2024-09-16T10:45:39.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:45:39.501 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi191.front.sepia.ceph.com 2024-09-16T10:45:39.502 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:45:39.586 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T10:45:39.593 DEBUG:teuthology.orchestra.run.smithi077:> uname -m 2024-09-16T10:45:39.611 INFO:teuthology.orchestra.run.smithi077.stdout:x86_64 2024-09-16T10:45:39.612 DEBUG:teuthology.orchestra.run.smithi077:> cat /etc/os-release 2024-09-16T10:45:39.670 INFO:teuthology.orchestra.run.smithi077.stdout:NAME="CentOS Stream" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION="9" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:ID="centos" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:ID_LIKE="rhel fedora" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_ID="9" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:PLATFORM_ID="platform:el9" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:ANSI_COLOR="0;31" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:LOGO="fedora-logo-icon" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:HOME_URL="https://centos.org/" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T10:45:39.671 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T10:45:39.672 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T10:45:39.673 INFO:teuthology.lock.ops:Updating smithi077.front.sepia.ceph.com on lock server 2024-09-16T10:45:39.698 DEBUG:teuthology.orchestra.run.smithi191:> uname -m 2024-09-16T10:45:39.717 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2024-09-16T10:45:39.718 DEBUG:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2024-09-16T10:45:39.775 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="CentOS Stream" 2024-09-16T10:45:39.775 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="9" 2024-09-16T10:45:39.775 INFO:teuthology.orchestra.run.smithi191.stdout:ID="centos" 2024-09-16T10:45:39.775 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE="rhel fedora" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="9" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:PLATFORM_ID="platform:el9" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:ANSI_COLOR="0;31" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:LOGO="fedora-logo-icon" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://centos.org/" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T10:45:39.776 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T10:45:39.777 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2024-09-16T10:45:39.798 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T10:45:39.807 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T10:45:39.841 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T10:45:39.842 DEBUG:teuthology.orchestra.run.smithi077:> test '!' -e /home/ubuntu/cephtest 2024-09-16T10:45:39.844 DEBUG:teuthology.orchestra.run.smithi191:> test '!' -e /home/ubuntu/cephtest 2024-09-16T10:45:39.861 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T10:45:39.874 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T10:45:39.874 DEBUG:teuthology.orchestra.run.smithi077:> test -z $(ls -A /var/lib/ceph) 2024-09-16T10:45:39.903 DEBUG:teuthology.orchestra.run.smithi191:> test -z $(ls -A /var/lib/ceph) 2024-09-16T10:45:40.044 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T10:45:40.093 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T10:45:40.118 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T10:45:40.118 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T10:45:40.118 DEBUG:teuthology.orchestra.run.smithi077:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T10:45:40.119 DEBUG:teuthology.orchestra.run.smithi191:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T10:45:40.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T10:45:40.136 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2024-09-16T10:45:40.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T10:45:40.138 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-09-16T10:45:40.193 INFO:teuthology.orchestra.run.smithi191.stdout:5.14.0-503.el9.x86_64 2024-09-16T10:45:40.194 INFO:teuthology.task.kernel:Running kernel on smithi191: 5.14.0-503.el9.x86_64 2024-09-16T10:45:40.194 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum install -y kernel 2024-09-16T10:45:40.196 INFO:teuthology.orchestra.run.smithi077.stdout:5.14.0-503.el9.x86_64 2024-09-16T10:45:40.196 INFO:teuthology.task.kernel:Running kernel on smithi077: 5.14.0-503.el9.x86_64 2024-09-16T10:45:40.196 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum install -y kernel 2024-09-16T10:45:42.384 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.2 MB 00:00 2024-09-16T10:45:42.668 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-16T10:45:45.177 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-16T10:45:50.737 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-16T10:45:52.254 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 19 kB 00:00 2024-09-16T10:45:53.110 INFO:teuthology.orchestra.run.smithi191.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-16T10:45:58.557 INFO:teuthology.orchestra.run.smithi191.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-16T10:46:00.572 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T10:46:00.572 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T10:46:00.669 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout:Installing: 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:46:00.682 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout:Install 4 Packages 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 79 M 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 126 M 2024-09-16T10:46:00.683 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2024-09-16T10:46:01.017 INFO:teuthology.orchestra.run.smithi191.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 275 kB/s | 23 kB 00:00 2024-09-16T10:46:01.493 INFO:teuthology.orchestra.run.smithi191.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-16T10:46:02.476 INFO:teuthology.orchestra.run.smithi191.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 22 MB/s | 35 MB 00:01 2024-09-16T10:46:02.752 INFO:teuthology.orchestra.run.smithi191.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 16 MB/s | 29 MB 00:01 2024-09-16T10:46:02.752 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:46:02.752 INFO:teuthology.orchestra.run.smithi191.stdout:Total 38 MB/s | 79 MB 00:02 2024-09-16T10:46:03.435 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2024-09-16T10:46:03.441 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 1.0 MB/s | 20 MB 00:19 2024-09-16T10:46:03.785 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2024-09-16T10:46:03.786 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2024-09-16T10:46:04.732 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2024-09-16T10:46:04.732 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2024-09-16T10:46:07.173 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2024-09-16T10:46:07.875 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-16T10:46:07.900 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T10:46:07.984 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:46:09.393 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 19 kB 00:00 2024-09-16T10:46:10.314 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-16T10:46:10.769 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:46:10.914 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:46:15.762 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-16T10:46:15.769 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:46:15.815 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:17.793 INFO:teuthology.orchestra.run.smithi077.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T10:46:17.793 INFO:teuthology.orchestra.run.smithi077.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T10:46:17.897 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout: Package Architecture Version Repository Size 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T10:46:17.907 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout:Install 4 Packages 2024-09-16T10:46:17.908 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:46:17.909 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 79 M 2024-09-16T10:46:17.909 INFO:teuthology.orchestra.run.smithi077.stdout:Installed size: 126 M 2024-09-16T10:46:17.909 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-09-16T10:46:18.496 INFO:teuthology.orchestra.run.smithi077.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 42 kB/s | 23 kB 00:00 2024-09-16T10:46:19.463 INFO:teuthology.orchestra.run.smithi077.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-09-16T10:46:20.005 INFO:teuthology.orchestra.run.smithi077.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-16T10:46:20.682 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:20.905 INFO:teuthology.orchestra.run.smithi077.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-16T10:46:20.905 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:46:20.906 INFO:teuthology.orchestra.run.smithi077.stdout:Total 26 MB/s | 79 MB 00:02 2024-09-16T10:46:21.588 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-09-16T10:46:21.941 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-09-16T10:46:21.941 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-09-16T10:46:22.905 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-09-16T10:46:22.905 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-09-16T10:46:25.398 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-09-16T10:46:26.032 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T10:46:26.115 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:46:28.932 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:46:29.070 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:46:33.923 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:46:33.978 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:38.832 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:59.003 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:59.042 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:59.341 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:46:59.341 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T10:46:59.341 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:46:59.342 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:47:00.210 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:47:00.210 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:47:00.210 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:47:00.211 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2024-09-16T10:47:00.567 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T10:47:00.660 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.661 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T10:47:00.661 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T10:47:00.661 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T10:47:00.661 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T10:47:00.661 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T10:47:00.661 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi191.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T10:47:00.661 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T10:47:00.719 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:00.720 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T10:47:00.720 DEBUG:teuthology.orchestra.run.smithi191:> sudo rpm -qi grub2-tools 2024-09-16T10:47:00.758 INFO:teuthology.orchestra.run.smithi191.stdout:Name : grub2-tools 2024-09-16T10:47:00.758 INFO:teuthology.orchestra.run.smithi191.stdout:Epoch : 1 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Version : 2.06 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Release : 82.el9 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Architecture: x86_64 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Group : Unspecified 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Size : 8274670 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:License : GPLv3+ 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Packager : builder@centos.org 2024-09-16T10:47:00.759 INFO:teuthology.orchestra.run.smithi191.stdout:Vendor : CentOS 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:Summary : Support tools for GRUB. 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:Description : 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:hardware devices. 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:47:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T10:47:00.761 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T10:47:00.761 INFO:teuthology.task.kernel:Updating grub on smithi191 to boot 5.14.0-505.el9.x86_64 2024-09-16T10:47:00.761 DEBUG:teuthology.orchestra.run.smithi191:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T10:47:01.408 INFO:teuthology.orchestra.run.smithi191.stderr:Generating grub configuration file ... 2024-09-16T10:47:02.745 INFO:teuthology.orchestra.run.smithi191.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T10:47:02.792 INFO:teuthology.orchestra.run.smithi191.stderr:done 2024-09-16T10:47:02.795 DEBUG:teuthology.orchestra.run.smithi191:> mktemp 2024-09-16T10:47:02.811 INFO:teuthology.orchestra.run.smithi191.stdout:/tmp/tmp.dqjMMNDyqD 2024-09-16T10:47:02.811 DEBUG:teuthology.orchestra.run.smithi191:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dqjMMNDyqD 2024-09-16T10:47:02.879 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0666 /tmp/tmp.dqjMMNDyqD 2024-09-16T10:47:03.030 DEBUG:teuthology.orchestra.remote:smithi191:/tmp/tmp.dqjMMNDyqD is 6KB 2024-09-16T10:47:03.078 DEBUG:teuthology.orchestra.run.smithi191:> rm -fr /tmp/tmp.dqjMMNDyqD 2024-09-16T10:47:03.093 DEBUG:teuthology.orchestra.run.smithi191:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T10:47:03.156 INFO:teuthology.orchestra.run.smithi191.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T10:47:03.156 INFO:teuthology.orchestra.run.smithi191.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T10:47:03.156 INFO:teuthology.orchestra.run.smithi191.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T10:47:03.156 INFO:teuthology.orchestra.run.smithi191.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T10:47:03.157 DEBUG:teuthology.orchestra.run.smithi191:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T10:47:03.314 DEBUG:teuthology.orchestra.run.smithi191:> sudo shutdown -r now 2024-09-16T10:47:17.150 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:47:17.198 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:47:17.556 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:47:17.556 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T10:47:17.556 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T10:47:17.557 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T10:47:18.401 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T10:47:18.401 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:47:18.401 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-09-16T10:47:18.401 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.402 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.402 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.402 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.402 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:47:18.402 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-09-16T10:47:18.757 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T10:47:18.833 INFO:teuthology.orchestra.run.smithi077.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.833 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T10:47:18.833 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T10:47:18.833 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T10:47:18.833 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T10:47:18.834 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T10:47:18.834 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi077.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T10:47:18.834 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T10:47:18.892 INFO:teuthology.orchestra.run.smithi077.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T10:47:18.892 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T10:47:18.893 DEBUG:teuthology.orchestra.run.smithi077:> sudo rpm -qi grub2-tools 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Name : grub2-tools 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Epoch : 1 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Version : 2.06 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Release : 82.el9 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Architecture: x86_64 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T10:47:18.924 INFO:teuthology.orchestra.run.smithi077.stdout:Group : Unspecified 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Size : 8274670 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:License : GPLv3+ 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Packager : builder@centos.org 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Vendor : CentOS 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Summary : Support tools for GRUB. 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout:Description : 2024-09-16T10:47:18.925 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout:hardware devices. 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:47:18.926 INFO:teuthology.orchestra.run.smithi077.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T10:47:18.927 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T10:47:18.927 INFO:teuthology.task.kernel:Updating grub on smithi077 to boot 5.14.0-505.el9.x86_64 2024-09-16T10:47:18.927 DEBUG:teuthology.orchestra.run.smithi077:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T10:47:19.577 INFO:teuthology.orchestra.run.smithi077.stderr:Generating grub configuration file ... 2024-09-16T10:47:20.930 INFO:teuthology.orchestra.run.smithi077.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T10:47:20.956 INFO:teuthology.orchestra.run.smithi077.stderr:done 2024-09-16T10:47:20.958 DEBUG:teuthology.orchestra.run.smithi077:> mktemp 2024-09-16T10:47:20.974 INFO:teuthology.orchestra.run.smithi077.stdout:/tmp/tmp.JkaoiCfiFP 2024-09-16T10:47:20.974 DEBUG:teuthology.orchestra.run.smithi077:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.JkaoiCfiFP 2024-09-16T10:47:21.041 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0666 /tmp/tmp.JkaoiCfiFP 2024-09-16T10:47:21.189 DEBUG:teuthology.orchestra.remote:smithi077:/tmp/tmp.JkaoiCfiFP is 6KB 2024-09-16T10:47:21.241 DEBUG:teuthology.orchestra.run.smithi077:> rm -fr /tmp/tmp.JkaoiCfiFP 2024-09-16T10:47:21.257 DEBUG:teuthology.orchestra.run.smithi077:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T10:47:21.319 INFO:teuthology.orchestra.run.smithi077.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T10:47:21.319 INFO:teuthology.orchestra.run.smithi077.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T10:47:21.319 INFO:teuthology.orchestra.run.smithi077.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T10:47:21.319 INFO:teuthology.orchestra.run.smithi077.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T10:47:21.321 DEBUG:teuthology.orchestra.run.smithi077:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T10:47:21.471 DEBUG:teuthology.orchestra.run.smithi077:> sudo shutdown -r now 2024-09-16T10:47:33.329 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T10:47:33.329 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-09-16T10:47:33.330 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:47:51.492 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T10:47:51.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:47:51.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:48:26.173 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-09-16T10:48:33.341 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T10:48:35.176 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:48:35.178 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:48:42.348 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-09-16T10:48:42.349 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:48:42.787 DEBUG:teuthology.orchestra.run.smithi191:> true 2024-09-16T10:48:43.159 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-09-16T10:48:43.160 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T10:48:43.160 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2024-09-16T10:48:43.175 INFO:teuthology.orchestra.run.smithi191.stdout:5.14.0-505.el9.x86_64 2024-09-16T10:48:43.176 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T10:48:43.176 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T10:48:43.176 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T10:48:44.176 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T10:48:44.177 DEBUG:teuthology.orchestra.run.smithi191:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T10:48:44.271 INFO:teuthology.orchestra.run.smithi191.stdout:ttyS1 2024-09-16T10:48:44.303 DEBUG:teuthology.parallel:result is None 2024-09-16T10:48:53.569 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-09-16T10:49:05.569 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:49:05.570 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:49:06.284 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-09-16T10:49:06.674 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:49:06.674 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T10:49:06.674 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-09-16T10:49:06.688 INFO:teuthology.orchestra.run.smithi077.stdout:5.14.0-505.el9.x86_64 2024-09-16T10:49:06.689 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T10:49:06.689 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T10:49:06.689 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T10:49:07.690 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T10:49:07.690 DEBUG:teuthology.orchestra.run.smithi077:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T10:49:07.757 INFO:teuthology.orchestra.run.smithi077.stdout:ttyS1 2024-09-16T10:49:07.787 DEBUG:teuthology.parallel:result is None 2024-09-16T10:49:07.788 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T10:49:07.795 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T10:49:07.795 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T10:49:07.797 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T10:49:07.817 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T10:49:07.831 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T10:49:07.871 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T10:49:07.871 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T10:49:07.874 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T10:49:07.908 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T10:49:07.914 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T10:49:07.914 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T10:49:07.930 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T10:49:07.957 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T10:49:07.967 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T10:49:07.974 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T10:49:07.988 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T10:49:07.988 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T10:49:07.998 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T10:49:07.998 DEBUG:teuthology.orchestra.run.smithi077:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T10:49:08.013 DEBUG:teuthology.orchestra.run.smithi191:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T10:49:08.055 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T10:49:08.065 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T10:49:08.065 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T10:49:08.080 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T10:49:08.112 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T10:49:08.177 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T10:49:08.222 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T10:49:08.304 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T10:49:08.344 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:49:08.344 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T10:49:08.414 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T10:49:08.459 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T10:49:08.510 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T10:49:08.594 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T10:49:08.637 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:49:08.637 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T10:49:08.705 DEBUG:teuthology.orchestra.run.smithi077:> sudo service rsyslog restart 2024-09-16T10:49:08.707 DEBUG:teuthology.orchestra.run.smithi191:> sudo service rsyslog restart 2024-09-16T10:49:08.744 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T10:49:08.808 INFO:teuthology.orchestra.run.smithi191.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T10:49:09.312 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T10:49:09.319 INFO:teuthology.task.internal:Starting timer... 2024-09-16T10:49:09.319 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T10:49:09.360 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T10:49:09.399 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-16T10:49:09.399 DEBUG:teuthology.orchestra.run.smithi077:> sudo service auditd rotate 2024-09-16T10:49:09.458 INFO:teuthology.orchestra.run.smithi077.stdout:Rotating logs: 2024-09-16T10:49:09.459 DEBUG:teuthology.orchestra.run.smithi191:> sudo service auditd rotate 2024-09-16T10:49:09.530 INFO:teuthology.orchestra.run.smithi191.stdout:Rotating logs: 2024-09-16T10:49:09.532 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T10:49:09.532 DEBUG:teuthology.orchestra.run.smithi077:> /usr/sbin/getenforce 2024-09-16T10:49:09.582 INFO:teuthology.orchestra.run.smithi077.stdout:Permissive 2024-09-16T10:49:09.583 DEBUG:teuthology.orchestra.run.smithi191:> /usr/sbin/getenforce 2024-09-16T10:49:09.607 INFO:teuthology.orchestra.run.smithi191.stdout:Permissive 2024-09-16T10:49:09.608 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi077.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi191.front.sepia.ceph.com': 'permissive'} 2024-09-16T10:49:09.608 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T10:49:09.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T10:49:09.637 DEBUG:teuthology.orchestra.run.smithi191:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T10:49:09.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T10:49:09.678 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T10:49:09.678 DEBUG:teuthology.orchestra.run.smithi077:> sudo /usr/sbin/setenforce permissive 2024-09-16T10:49:09.731 DEBUG:teuthology.orchestra.run.smithi191:> sudo /usr/sbin/setenforce permissive 2024-09-16T10:49:09.768 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T10:49:09.779 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T10:49:09.793 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T10:49:09.794 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi077.front.sepia.ceph.com,smithi191.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T10:52:55.264 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi077.front.sepia.ceph.com'), Remote(name='ubuntu@smithi191.front.sepia.ceph.com')] 2024-09-16T10:52:55.265 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:52:55.267 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:52:55.346 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-09-16T10:52:55.419 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-16T10:52:55.420 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-09-16T10:52:55.420 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T10:52:55.493 DEBUG:teuthology.orchestra.run.smithi191:> true 2024-09-16T10:52:55.574 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-09-16T10:52:55.575 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T10:52:56.160 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T10:52:56.160 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T10:52:56.161 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T10:52:56.163 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T10:52:56.164 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T10:52:56.193 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T10:52:56.197 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T10:52:56.208 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T10:52:56.214 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T10:52:56.235 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: ntpd: command not found 2024-09-16T10:52:56.240 INFO:teuthology.orchestra.run.smithi191.stderr:sudo: ntpd: command not found 2024-09-16T10:52:56.246 INFO:teuthology.orchestra.run.smithi077.stdout:506 Cannot talk to daemon 2024-09-16T10:52:56.252 INFO:teuthology.orchestra.run.smithi191.stdout:506 Cannot talk to daemon 2024-09-16T10:52:56.260 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T10:52:56.267 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T10:52:56.275 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T10:52:56.281 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T10:52:56.331 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.334 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.343 INFO:teuthology.orchestra.run.smithi191.stderr:bash: line 1: ntpq: command not found 2024-09-16T10:52:56.347 INFO:teuthology.orchestra.run.smithi191.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T10:52:56.347 INFO:teuthology.orchestra.run.smithi191.stdout:=============================================================================== 2024-09-16T10:52:56.347 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.347 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.348 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.348 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T10:52:56.349 INFO:teuthology.run_tasks:Running task pexec... 2024-09-16T10:52:56.359 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-16T10:52:56.359 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi077.front.sepia.ceph.com 2024-09-16T10:52:56.360 DEBUG:teuthology.orchestra.run.smithi077:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T10:52:56.360 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi191.front.sepia.ceph.com 2024-09-16T10:52:56.361 DEBUG:teuthology.orchestra.run.smithi191:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T10:52:56.723 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-09-16T10:52:56.737 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2024-09-16T10:52:56.740 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:56.740 INFO:teuthology.orchestra.run.smithi077.stdout: Package Architecture Version Repository Size 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:Removing: 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:Removing unused dependencies: 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout:Remove 2 Packages 2024-09-16T10:52:56.741 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:56.742 INFO:teuthology.orchestra.run.smithi077.stdout:Freed space: 5.5 M 2024-09-16T10:52:56.742 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-09-16T10:52:56.745 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-09-16T10:52:56.745 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-09-16T10:52:56.747 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:56.747 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2024-09-16T10:52:56.747 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:56.747 INFO:teuthology.orchestra.run.smithi191.stdout:Removing: 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:Removing unused dependencies: 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:Remove 2 Packages 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:Freed space: 5.5 M 2024-09-16T10:52:56.748 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2024-09-16T10:52:56.752 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2024-09-16T10:52:56.752 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2024-09-16T10:52:56.806 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-09-16T10:52:56.807 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-09-16T10:52:56.813 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2024-09-16T10:52:56.814 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2024-09-16T10:52:56.957 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2024-09-16T10:52:56.968 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-09-16T10:52:57.025 INFO:teuthology.orchestra.run.smithi191.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T10:52:57.041 INFO:teuthology.orchestra.run.smithi077.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T10:52:57.082 INFO:teuthology.orchestra.run.smithi191.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T10:52:57.095 INFO:teuthology.orchestra.run.smithi077.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T10:52:57.580 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T10:52:57.580 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T10:52:57.604 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T10:52:57.604 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T10:52:57.835 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T10:52:57.835 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:57.835 INFO:teuthology.orchestra.run.smithi191.stdout:Removed: 2024-09-16T10:52:57.835 INFO:teuthology.orchestra.run.smithi191.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T10:52:57.836 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:57.836 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2024-09-16T10:52:57.853 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T10:52:57.853 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:57.854 INFO:teuthology.orchestra.run.smithi077.stdout:Removed: 2024-09-16T10:52:57.854 INFO:teuthology.orchestra.run.smithi077.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T10:52:57.854 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:57.854 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-09-16T10:52:58.645 INFO:teuthology.orchestra.run.smithi077.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 10:52:09 AM UTC. 2024-09-16T10:52:58.707 INFO:teuthology.orchestra.run.smithi191.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 10:52:09 AM UTC. 2024-09-16T10:52:58.777 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-09-16T10:52:58.777 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:58.777 INFO:teuthology.orchestra.run.smithi077.stdout: Package Architecture Version Repository Size 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout:Install 6 Packages 2024-09-16T10:52:58.778 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:52:58.786 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 2.0 M 2024-09-16T10:52:58.787 INFO:teuthology.orchestra.run.smithi077.stdout:Installed size: 9.2 M 2024-09-16T10:52:58.787 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-09-16T10:52:58.848 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2024-09-16T10:52:58.848 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:58.848 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:Installing: 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2024-09-16T10:52:58.849 INFO:teuthology.orchestra.run.smithi191.stdout:Install 6 Packages 2024-09-16T10:52:58.850 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:52:58.865 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 2.0 M 2024-09-16T10:52:58.865 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 9.2 M 2024-09-16T10:52:58.865 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2024-09-16T10:52:59.008 INFO:teuthology.orchestra.run.smithi077.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 479 kB/s | 44 kB 00:00 2024-09-16T10:52:59.033 INFO:teuthology.orchestra.run.smithi077.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 897 kB/s | 106 kB 00:00 2024-09-16T10:52:59.039 INFO:teuthology.orchestra.run.smithi191.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 295 kB/s | 44 kB 00:00 2024-09-16T10:52:59.064 INFO:teuthology.orchestra.run.smithi191.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 602 kB/s | 106 kB 00:00 2024-09-16T10:52:59.066 INFO:teuthology.orchestra.run.smithi077.stdout:(3/6): python3-configshell-1.1.30-1.el9.noarch. 1.2 MB/s | 72 kB 00:00 2024-09-16T10:52:59.092 INFO:teuthology.orchestra.run.smithi077.stdout:(4/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2024-09-16T10:52:59.123 INFO:teuthology.orchestra.run.smithi191.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2024-09-16T10:52:59.142 INFO:teuthology.orchestra.run.smithi077.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.9 MB/s | 906 kB 00:00 2024-09-16T10:52:59.148 INFO:teuthology.orchestra.run.smithi191.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 659 kB/s | 72 kB 00:00 2024-09-16T10:52:59.207 INFO:teuthology.orchestra.run.smithi191.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.8 MB/s | 906 kB 00:00 2024-09-16T10:52:59.251 INFO:teuthology.orchestra.run.smithi077.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.5 MB/s | 837 kB 00:00 2024-09-16T10:52:59.251 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:52:59.251 INFO:teuthology.orchestra.run.smithi077.stdout:Total 4.3 MB/s | 2.0 MB 00:00 2024-09-16T10:52:59.299 INFO:teuthology.orchestra.run.smithi191.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.7 MB/s | 837 kB 00:00 2024-09-16T10:52:59.299 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:52:59.299 INFO:teuthology.orchestra.run.smithi191.stdout:Total 4.6 MB/s | 2.0 MB 00:00 2024-09-16T10:52:59.323 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-09-16T10:52:59.337 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-09-16T10:52:59.337 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-09-16T10:52:59.373 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2024-09-16T10:52:59.386 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2024-09-16T10:52:59.386 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2024-09-16T10:52:59.630 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-09-16T10:52:59.630 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-09-16T10:52:59.653 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2024-09-16T10:52:59.653 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2024-09-16T10:53:00.055 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-09-16T10:53:00.084 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2024-09-16T10:53:00.144 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-16T10:53:00.176 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-16T10:53:00.181 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-16T10:53:00.211 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-16T10:53:00.211 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-16T10:53:00.240 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-16T10:53:00.413 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-16T10:53:00.441 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T10:53:00.462 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-16T10:53:00.496 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T10:53:00.890 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T10:53:00.927 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T10:53:00.936 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T10:53:00.981 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T10:53:01.874 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T10:53:01.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-16T10:53:01.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-16T10:53:01.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-16T10:53:01.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-16T10:53:01.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-16T10:53:01.917 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T10:53:01.918 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-16T10:53:01.918 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-16T10:53:01.918 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-16T10:53:01.918 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-16T10:53:01.918 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T10:53:02.184 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T10:53:02.185 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:53:02.185 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-09-16T10:53:02.285 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-16T10:53:02.285 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:53:02.285 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2024-09-16T10:53:02.286 INFO:teuthology.orchestra.run.smithi191.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T10:53:02.286 INFO:teuthology.orchestra.run.smithi191.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T10:53:02.286 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T10:53:02.286 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:53:02.286 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2024-09-16T10:53:02.472 DEBUG:teuthology.parallel:result is None 2024-09-16T10:53:02.602 DEBUG:teuthology.parallel:result is None 2024-09-16T10:53:02.602 INFO:teuthology.run_tasks:Running task install... 2024-09-16T10:53:02.611 DEBUG:teuthology.task.install:project ceph 2024-09-16T10:53:02.611 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}} 2024-09-16T10:53:02.611 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'} 2024-09-16T10:53:02.611 INFO:teuthology.task.install:Using flavor: default 2024-09-16T10:53:02.617 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T10:53:02.617 INFO:teuthology.task.install:extra packages: [] 2024-09-16T10:53:02.617 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8', 'tag': None, 'wait_for_package': False} 2024-09-16T10:53:02.618 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:53:02.618 INFO:teuthology.packaging:ref: None 2024-09-16T10:53:02.618 INFO:teuthology.packaging:tag: None 2024-09-16T10:53:02.618 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:53:02.618 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:53:02.618 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T10:53:02.620 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8', 'tag': None, 'wait_for_package': False} 2024-09-16T10:53:02.621 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:53:02.621 INFO:teuthology.packaging:ref: None 2024-09-16T10:53:02.621 INFO:teuthology.packaging:tag: None 2024-09-16T10:53:02.621 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:53:02.621 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:53:02.621 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T10:53:02.848 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/ 2024-09-16T10:53:02.848 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1633.g6d025bc2 2024-09-16T10:53:02.852 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/ 2024-09-16T10:53:02.852 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1633.g6d025bc2 2024-09-16T10:53:02.961 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T10:53:02.962 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:53:02.962 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T10:53:02.967 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T10:53:02.968 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:53:02.968 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T10:53:02.992 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T10:53:02.992 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:53:02.992 INFO:teuthology.packaging:ref: None 2024-09-16T10:53:02.992 INFO:teuthology.packaging:tag: None 2024-09-16T10:53:02.992 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:53:02.992 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:53:02.993 DEBUG:teuthology.orchestra.run.smithi191:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T10:53:03.025 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T10:53:03.025 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:53:03.025 INFO:teuthology.packaging:ref: None 2024-09-16T10:53:03.025 INFO:teuthology.packaging:tag: None 2024-09-16T10:53:03.025 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:53:03.025 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:53:03.025 DEBUG:teuthology.orchestra.run.smithi077:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T10:53:03.061 DEBUG:teuthology.orchestra.run.smithi191:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T10:53:03.094 DEBUG:teuthology.orchestra.run.smithi077:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T10:53:03.142 DEBUG:teuthology.orchestra.run.smithi191:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T10:53:03.174 DEBUG:teuthology.orchestra.run.smithi077:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T10:53:03.208 INFO:teuthology.orchestra.run.smithi191.stdout:check_obsoletes = 1 2024-09-16T10:53:03.210 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum clean all 2024-09-16T10:53:03.242 INFO:teuthology.orchestra.run.smithi077.stdout:check_obsoletes = 1 2024-09-16T10:53:03.244 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum clean all 2024-09-16T10:53:03.435 INFO:teuthology.orchestra.run.smithi191.stdout:45 files removed 2024-09-16T10:53:03.462 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T10:53:03.465 INFO:teuthology.orchestra.run.smithi077.stdout:45 files removed 2024-09-16T10:53:03.491 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T10:53:04.030 INFO:teuthology.orchestra.run.smithi191.stdout:ceph packages for x86_64 278 kB/s | 77 kB 00:00 2024-09-16T10:53:04.041 INFO:teuthology.orchestra.run.smithi077.stdout:ceph packages for x86_64 290 kB/s | 77 kB 00:00 2024-09-16T10:53:04.313 INFO:teuthology.orchestra.run.smithi191.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-16T10:53:04.316 INFO:teuthology.orchestra.run.smithi077.stdout:ceph noarch packages 47 kB/s | 11 kB 00:00 2024-09-16T10:53:04.575 INFO:teuthology.orchestra.run.smithi077.stdout:ceph source packages 8.1 kB/s | 1.8 kB 00:00 2024-09-16T10:53:04.597 INFO:teuthology.orchestra.run.smithi191.stdout:ceph source packages 7.3 kB/s | 1.8 kB 00:00 2024-09-16T10:53:05.247 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-16T10:53:05.317 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-16T10:53:07.209 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-16T10:53:09.915 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - AppStream 5.7 MB/s | 20 MB 00:03 2024-09-16T10:53:12.502 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-16T10:53:14.752 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:01 2024-09-16T10:53:15.015 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.5 MB 00:01 2024-09-16T10:53:15.682 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-16T10:53:16.475 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 19 kB 00:00 2024-09-16T10:53:17.246 INFO:teuthology.orchestra.run.smithi191.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-16T10:53:21.130 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-16T10:53:22.660 INFO:teuthology.orchestra.run.smithi191.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T10:53:23.447 INFO:teuthology.orchestra.run.smithi077.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T10:53:23.448 INFO:teuthology.orchestra.run.smithi077.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T10:53:23.533 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-09-16T10:53:23.539 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-09-16T10:53:23.539 INFO:teuthology.orchestra.run.smithi077.stdout: Package Arch Version Repository Size 2024-09-16T10:53:23.539 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-09-16T10:53:23.539 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-09-16T10:53:23.539 INFO:teuthology.orchestra.run.smithi077.stdout: ceph x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 6.5 k 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 5.0 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 814 k 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 137 k 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 1.4 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 124 k 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 3.4 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 7.4 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 47 k 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 14 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 48 M 2024-09-16T10:53:23.540 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 83 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 637 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 126 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 156 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 320 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 295 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 99 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 82 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 165 k 2024-09-16T10:53:23.541 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrading: 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: librados2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.1 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 22 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 24 k 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.1 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 240 k 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.9 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 15 M 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 15 k 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T10:53:23.542 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 163 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 457 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 4.9 M 2024-09-16T10:53:23.543 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 45 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 120 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T10:53:23.544 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T10:53:23.545 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T10:53:23.546 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T10:53:23.547 INFO:teuthology.orchestra.run.smithi077.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T10:53:23.548 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T10:53:23.549 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:Installing weak dependencies: 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:Install 112 Packages 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrade 2 Packages 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:53:23.550 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 190 M 2024-09-16T10:53:23.551 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-09-16T10:53:24.156 INFO:teuthology.orchestra.run.smithi077.stdout:(1/114): ceph-17.2.7-1633.g6d025bc2.el9.x86_64. 50 kB/s | 6.5 kB 00:00 2024-09-16T10:53:24.389 INFO:teuthology.orchestra.run.smithi077.stdout:(2/114): ceph-fuse-17.2.7-1633.g6d025bc2.el9.x8 3.4 MB/s | 814 kB 00:00 2024-09-16T10:53:24.465 INFO:teuthology.orchestra.run.smithi077.stdout:(3/114): ceph-base-17.2.7-1633.g6d025bc2.el9.x8 11 MB/s | 5.0 MB 00:00 2024-09-16T10:53:24.490 INFO:teuthology.orchestra.run.smithi077.stdout:(4/114): ceph-immutable-object-cache-17.2.7-163 1.3 MB/s | 137 kB 00:00 2024-09-16T10:53:24.590 INFO:teuthology.orchestra.run.smithi077.stdout:(5/114): ceph-mds-17.2.7-1633.g6d025bc2.el9.x86 17 MB/s | 2.1 MB 00:00 2024-09-16T10:53:24.715 INFO:teuthology.orchestra.run.smithi077.stdout:(6/114): ceph-mgr-17.2.7-1633.g6d025bc2.el9.x86 6.3 MB/s | 1.4 MB 00:00 2024-09-16T10:53:24.791 INFO:teuthology.orchestra.run.smithi077.stdout:(7/114): ceph-mon-17.2.7-1633.g6d025bc2.el9.x86 20 MB/s | 3.9 MB 00:00 2024-09-16T10:53:24.995 INFO:teuthology.orchestra.run.smithi191.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T10:53:24.996 INFO:teuthology.orchestra.run.smithi191.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T10:53:25.066 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout:======================================================================================= 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout: Package Arch Version Repository Size 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout:======================================================================================= 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout:Installing: 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout: ceph x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 6.5 k 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-base x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 5.0 M 2024-09-16T10:53:25.072 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 814 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 137 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 1.4 M 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 124 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 3.4 M 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 7.4 M 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-rook noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 47 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-radosgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 14 M 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-test x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 48 M 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 83 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 637 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: librados-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 126 k 2024-09-16T10:53:25.073 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cephfs x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 156 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rados x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 320 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 295 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 99 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 82 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-mirror x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-nbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 165 k 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout:Upgrading: 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: librados2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.1 M 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: librbd1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2024-09-16T10:53:25.074 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 22 M 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 24 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mds x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.1 M 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 240 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.9 M 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-osd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 15 M 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 15 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-selinux x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: libcephsqlite x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 163 k 2024-09-16T10:53:25.075 INFO:teuthology.orchestra.run.smithi191.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: libradosstriper1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 457 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: librgw2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 4.9 M 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T10:53:25.076 INFO:teuthology.orchestra.run.smithi191.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-argparse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 45 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 120 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T10:53:25.077 INFO:teuthology.orchestra.run.smithi191.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T10:53:25.078 INFO:teuthology.orchestra.run.smithi191.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T10:53:25.079 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T10:53:25.080 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout:Installing weak dependencies: 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout:======================================================================================= 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout:Install 112 Packages 2024-09-16T10:53:25.081 INFO:teuthology.orchestra.run.smithi191.stdout:Upgrade 2 Packages 2024-09-16T10:53:25.082 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:53:25.082 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 190 M 2024-09-16T10:53:25.082 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2024-09-16T10:53:25.266 INFO:teuthology.orchestra.run.smithi077.stdout:(8/114): ceph-common-17.2.7-1633.g6d025bc2.el9. 18 MB/s | 22 MB 00:01 2024-09-16T10:53:25.316 INFO:teuthology.orchestra.run.smithi077.stdout:(9/114): ceph-selinux-17.2.7-1633.g6d025bc2.el9 507 kB/s | 25 kB 00:00 2024-09-16T10:53:25.361 INFO:teuthology.orchestra.run.smithi191.stdout:(1/114): ceph-17.2.7-1633.g6d025bc2.el9.x86_64. 47 kB/s | 6.5 kB 00:00 2024-09-16T10:53:25.575 INFO:teuthology.orchestra.run.smithi077.stdout:(10/114): ceph-radosgw-17.2.7-1633.g6d025bc2.el 18 MB/s | 14 MB 00:00 2024-09-16T10:53:25.586 INFO:teuthology.orchestra.run.smithi191.stdout:(2/114): ceph-fuse-17.2.7-1633.g6d025bc2.el9.x8 3.5 MB/s | 814 kB 00:00 2024-09-16T10:53:25.617 INFO:teuthology.orchestra.run.smithi077.stdout:(11/114): libcephfs-devel-17.2.7-1633.g6d025bc2 605 kB/s | 25 kB 00:00 2024-09-16T10:53:25.645 INFO:teuthology.orchestra.run.smithi191.stdout:(3/114): ceph-immutable-object-cache-17.2.7-163 2.3 MB/s | 137 kB 00:00 2024-09-16T10:53:25.717 INFO:teuthology.orchestra.run.smithi077.stdout:(12/114): libcephfs2-17.2.7-1633.g6d025bc2.el9. 6.2 MB/s | 637 kB 00:00 2024-09-16T10:53:25.801 INFO:teuthology.orchestra.run.smithi077.stdout:(13/114): libcephsqlite-17.2.7-1633.g6d025bc2.e 1.9 MB/s | 163 kB 00:00 2024-09-16T10:53:25.845 INFO:teuthology.orchestra.run.smithi191.stdout:(4/114): ceph-mds-17.2.7-1633.g6d025bc2.el9.x86 10 MB/s | 2.1 MB 00:00 2024-09-16T10:53:25.859 INFO:teuthology.orchestra.run.smithi077.stdout:(14/114): librados-devel-17.2.7-1633.g6d025bc2. 2.1 MB/s | 126 kB 00:00 2024-09-16T10:53:25.951 INFO:teuthology.orchestra.run.smithi077.stdout:(15/114): libradosstriper1-17.2.7-1633.g6d025bc 4.9 MB/s | 457 kB 00:00 2024-09-16T10:53:25.987 INFO:teuthology.orchestra.run.smithi191.stdout:(5/114): ceph-mgr-17.2.7-1633.g6d025bc2.el9.x86 9.9 MB/s | 1.4 MB 00:00 2024-09-16T10:53:26.354 INFO:teuthology.orchestra.run.smithi191.stdout:(6/114): ceph-mon-17.2.7-1633.g6d025bc2.el9.x86 11 MB/s | 3.9 MB 00:00 2024-09-16T10:53:26.460 INFO:teuthology.orchestra.run.smithi077.stdout:(16/114): librgw2-17.2.7-1633.g6d025bc2.el9.x86 9.7 MB/s | 4.9 MB 00:00 2024-09-16T10:53:26.560 INFO:teuthology.orchestra.run.smithi077.stdout:(17/114): python3-ceph-argparse-17.2.7-1633.g6d 453 kB/s | 45 kB 00:00 2024-09-16T10:53:26.660 INFO:teuthology.orchestra.run.smithi077.stdout:(18/114): python3-ceph-common-17.2.7-1633.g6d02 1.2 MB/s | 120 kB 00:00 2024-09-16T10:53:26.869 INFO:teuthology.orchestra.run.smithi077.stdout:(19/114): ceph-osd-17.2.7-1633.g6d025bc2.el9.x8 7.1 MB/s | 15 MB 00:02 2024-09-16T10:53:26.894 INFO:teuthology.orchestra.run.smithi077.stdout:(20/114): python3-cephfs-17.2.7-1633.g6d025bc2. 668 kB/s | 156 kB 00:00 2024-09-16T10:53:26.944 INFO:teuthology.orchestra.run.smithi077.stdout:(21/114): python3-rados-17.2.7-1633.g6d025bc2.e 4.2 MB/s | 320 kB 00:00 2024-09-16T10:53:26.978 INFO:teuthology.orchestra.run.smithi077.stdout:(22/114): python3-rbd-17.2.7-1633.g6d025bc2.el9 3.4 MB/s | 295 kB 00:00 2024-09-16T10:53:27.020 INFO:teuthology.orchestra.run.smithi077.stdout:(23/114): python3-rgw-17.2.7-1633.g6d025bc2.el9 1.3 MB/s | 99 kB 00:00 2024-09-16T10:53:27.053 INFO:teuthology.orchestra.run.smithi077.stdout:(24/114): rbd-fuse-17.2.7-1633.g6d025bc2.el9.x8 1.1 MB/s | 82 kB 00:00 2024-09-16T10:53:27.120 INFO:teuthology.orchestra.run.smithi077.stdout:(25/114): rbd-nbd-17.2.7-1633.g6d025bc2.el9.x86 2.4 MB/s | 165 kB 00:00 2024-09-16T10:53:27.154 INFO:teuthology.orchestra.run.smithi191.stdout:(7/114): ceph-osd-17.2.7-1633.g6d025bc2.el9.x86 19 MB/s | 15 MB 00:00 2024-09-16T10:53:27.338 INFO:teuthology.orchestra.run.smithi191.stdout:(8/114): ceph-base-17.2.7-1633.g6d025bc2.el9.x8 2.3 MB/s | 5.0 MB 00:02 2024-09-16T10:53:27.388 INFO:teuthology.orchestra.run.smithi191.stdout:(9/114): ceph-selinux-17.2.7-1633.g6d025bc2.el9 504 kB/s | 25 kB 00:00 2024-09-16T10:53:27.521 INFO:teuthology.orchestra.run.smithi077.stdout:(26/114): ceph-test-17.2.7-1633.g6d025bc2.el9.x 22 MB/s | 48 MB 00:02 2024-09-16T10:53:27.546 INFO:teuthology.orchestra.run.smithi077.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1633.g 57 kB/s | 24 kB 00:00 2024-09-16T10:53:27.571 INFO:teuthology.orchestra.run.smithi077.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1633.g6d025bc 2.4 MB/s | 124 kB 00:00 2024-09-16T10:53:27.630 INFO:teuthology.orchestra.run.smithi077.stdout:(29/114): rbd-mirror-17.2.7-1633.g6d025bc2.el9. 4.8 MB/s | 2.9 MB 00:00 2024-09-16T10:53:27.646 INFO:teuthology.orchestra.run.smithi191.stdout:(10/114): ceph-radosgw-17.2.7-1633.g6d025bc2.el 29 MB/s | 14 MB 00:00 2024-09-16T10:53:27.713 INFO:teuthology.orchestra.run.smithi077.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1633.g6d 2.8 MB/s | 240 kB 00:00 2024-09-16T10:53:27.730 INFO:teuthology.orchestra.run.smithi191.stdout:(11/114): libcephfs-devel-17.2.7-1633.g6d025bc2 300 kB/s | 25 kB 00:00 2024-09-16T10:53:27.817 INFO:teuthology.orchestra.run.smithi191.stdout:(12/114): libcephfs2-17.2.7-1633.g6d025bc2.el9. 7.5 MB/s | 637 kB 00:00 2024-09-16T10:53:27.822 INFO:teuthology.orchestra.run.smithi077.stdout:(31/114): ceph-mgr-dashboard-17.2.7-1633.g6d025 12 MB/s | 3.4 MB 00:00 2024-09-16T10:53:27.847 INFO:teuthology.orchestra.run.smithi077.stdout:(32/114): ceph-mgr-rook-17.2.7-1633.g6d025bc2.e 356 kB/s | 47 kB 00:00 2024-09-16T10:53:27.889 INFO:teuthology.orchestra.run.smithi191.stdout:(13/114): libcephsqlite-17.2.7-1633.g6d025bc2.e 2.1 MB/s | 163 kB 00:00 2024-09-16T10:53:27.947 INFO:teuthology.orchestra.run.smithi077.stdout:(33/114): ceph-mgr-diskprediction-local-17.2.7- 20 MB/s | 7.4 MB 00:00 2024-09-16T10:53:27.956 INFO:teuthology.orchestra.run.smithi191.stdout:(14/114): librados-devel-17.2.7-1633.g6d025bc2. 1.9 MB/s | 126 kB 00:00 2024-09-16T10:53:27.973 INFO:teuthology.orchestra.run.smithi077.stdout:(34/114): ceph-prometheus-alerts-17.2.7-1633.g6 97 kB/s | 15 kB 00:00 2024-09-16T10:53:27.998 INFO:teuthology.orchestra.run.smithi077.stdout:(35/114): cephadm-17.2.7-1633.g6d025bc2.el9.noa 549 kB/s | 83 kB 00:00 2024-09-16T10:53:28.023 INFO:teuthology.orchestra.run.smithi191.stdout:(15/114): libradosstriper1-17.2.7-1633.g6d025bc 6.7 MB/s | 457 kB 00:00 2024-09-16T10:53:28.090 INFO:teuthology.orchestra.run.smithi077.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 563 kB/s | 80 kB 00:00 2024-09-16T10:53:28.131 INFO:teuthology.orchestra.run.smithi077.stdout:(37/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 191 kB 00:00 2024-09-16T10:53:28.174 INFO:teuthology.orchestra.run.smithi077.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-16T10:53:28.207 INFO:teuthology.orchestra.run.smithi077.stdout:(39/114): libgfortran-11.5.0-2.el9.x86_64.rpm 3.3 MB/s | 801 kB 00:00 2024-09-16T10:53:28.232 INFO:teuthology.orchestra.run.smithi191.stdout:(16/114): librgw2-17.2.7-1633.g6d025bc2.el9.x86 24 MB/s | 4.9 MB 00:00 2024-09-16T10:53:28.232 INFO:teuthology.orchestra.run.smithi077.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-16T10:53:28.257 INFO:teuthology.orchestra.run.smithi077.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-16T10:53:28.282 INFO:teuthology.orchestra.run.smithi191.stdout:(17/114): python3-ceph-argparse-17.2.7-1633.g6d 905 kB/s | 45 kB 00:00 2024-09-16T10:53:28.283 INFO:teuthology.orchestra.run.smithi077.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-16T10:53:28.308 INFO:teuthology.orchestra.run.smithi077.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-16T10:53:28.341 INFO:teuthology.orchestra.run.smithi191.stdout:(18/114): python3-ceph-common-17.2.7-1633.g6d02 2.0 MB/s | 120 kB 00:00 2024-09-16T10:53:28.342 INFO:teuthology.orchestra.run.smithi077.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-09-16T10:53:28.408 INFO:teuthology.orchestra.run.smithi191.stdout:(19/114): python3-cephfs-17.2.7-1633.g6d025bc2. 2.3 MB/s | 156 kB 00:00 2024-09-16T10:53:28.434 INFO:teuthology.orchestra.run.smithi077.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 217 kB/s | 33 kB 00:00 2024-09-16T10:53:28.459 INFO:teuthology.orchestra.run.smithi077.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-09-16T10:53:28.474 INFO:teuthology.orchestra.run.smithi191.stdout:(20/114): python3-rados-17.2.7-1633.g6d025bc2.e 4.7 MB/s | 320 kB 00:00 2024-09-16T10:53:28.568 INFO:teuthology.orchestra.run.smithi077.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-09-16T10:53:28.593 INFO:teuthology.orchestra.run.smithi077.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-16T10:53:28.676 INFO:teuthology.orchestra.run.smithi077.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-16T10:53:28.742 INFO:teuthology.orchestra.run.smithi191.stdout:(21/114): ceph-common-17.2.7-1633.g6d025bc2.el9 6.4 MB/s | 22 MB 00:03 2024-09-16T10:53:28.752 INFO:teuthology.orchestra.run.smithi077.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.5 MB/s | 662 kB 00:00 2024-09-16T10:53:28.767 INFO:teuthology.orchestra.run.smithi191.stdout:(22/114): python3-rbd-17.2.7-1633.g6d025bc2.el9 1.0 MB/s | 295 kB 00:00 2024-09-16T10:53:28.792 INFO:teuthology.orchestra.run.smithi191.stdout:(23/114): python3-rgw-17.2.7-1633.g6d025bc2.el9 1.9 MB/s | 99 kB 00:00 2024-09-16T10:53:28.817 INFO:teuthology.orchestra.run.smithi191.stdout:(24/114): rbd-fuse-17.2.7-1633.g6d025bc2.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-16T10:53:28.844 INFO:teuthology.orchestra.run.smithi077.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 230 kB/s | 38 kB 00:00 2024-09-16T10:53:28.876 INFO:teuthology.orchestra.run.smithi191.stdout:(25/114): rbd-nbd-17.2.7-1633.g6d025bc2.el9.x86 2.8 MB/s | 165 kB 00:00 2024-09-16T10:53:28.927 INFO:teuthology.orchestra.run.smithi077.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-16T10:53:28.935 INFO:teuthology.orchestra.run.smithi191.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1633.g 419 kB/s | 24 kB 00:00 2024-09-16T10:53:28.985 INFO:teuthology.orchestra.run.smithi191.stdout:(27/114): rbd-mirror-17.2.7-1633.g6d025bc2.el9. 15 MB/s | 2.9 MB 00:00 2024-09-16T10:53:29.011 INFO:teuthology.orchestra.run.smithi191.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1633.g6d025bc 1.6 MB/s | 124 kB 00:00 2024-09-16T10:53:29.102 INFO:teuthology.orchestra.run.smithi077.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-09-16T10:53:29.186 INFO:teuthology.orchestra.run.smithi077.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-16T10:53:29.236 INFO:teuthology.orchestra.run.smithi077.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 350 kB/s | 17 kB 00:00 2024-09-16T10:53:29.294 INFO:teuthology.orchestra.run.smithi191.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1633.g6d025 11 MB/s | 3.4 MB 00:00 2024-09-16T10:53:29.320 INFO:teuthology.orchestra.run.smithi077.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-16T10:53:29.345 INFO:teuthology.orchestra.run.smithi191.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1633.g6d 4.7 MB/s | 240 kB 00:00 2024-09-16T10:53:29.370 INFO:teuthology.orchestra.run.smithi077.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-16T10:53:29.421 INFO:teuthology.orchestra.run.smithi077.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-16T10:53:29.437 INFO:teuthology.orchestra.run.smithi191.stdout:(31/114): ceph-mgr-diskprediction-local-17.2.7- 17 MB/s | 7.4 MB 00:00 2024-09-16T10:53:29.462 INFO:teuthology.orchestra.run.smithi191.stdout:(32/114): ceph-mgr-rook-17.2.7-1633.g6d025bc2.e 407 kB/s | 47 kB 00:00 2024-09-16T10:53:29.487 INFO:teuthology.orchestra.run.smithi191.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1633.g6 292 kB/s | 15 kB 00:00 2024-09-16T10:53:29.504 INFO:teuthology.orchestra.run.smithi077.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-16T10:53:29.513 INFO:teuthology.orchestra.run.smithi191.stdout:(34/114): cephadm-17.2.7-1633.g6d025bc2.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-16T10:53:29.546 INFO:teuthology.orchestra.run.smithi077.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 837 kB/s | 35 kB 00:00 2024-09-16T10:53:29.649 INFO:teuthology.orchestra.run.smithi191.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 503 kB/s | 80 kB 00:00 2024-09-16T10:53:29.730 INFO:teuthology.orchestra.run.smithi191.stdout:(36/114): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-16T10:53:29.738 INFO:teuthology.orchestra.run.smithi077.stdout:(61/114): openblas-openmp-0.3.26-2.el9.x86_64.r 5.0 MB/s | 4.9 MB 00:00 2024-09-16T10:53:29.763 INFO:teuthology.orchestra.run.smithi191.stdout:(37/114): libgfortran-11.5.0-2.el9.x86_64.rpm 3.1 MB/s | 801 kB 00:00 2024-09-16T10:53:29.797 INFO:teuthology.orchestra.run.smithi191.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-16T10:53:29.839 INFO:teuthology.orchestra.run.smithi077.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-16T10:53:29.857 INFO:teuthology.orchestra.run.smithi191.stdout:(39/114): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.2 MB 00:00 2024-09-16T10:53:29.881 INFO:teuthology.orchestra.run.smithi191.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-09-16T10:53:29.906 INFO:teuthology.orchestra.run.smithi191.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-16T10:53:29.922 INFO:teuthology.orchestra.run.smithi077.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-16T10:53:29.932 INFO:teuthology.orchestra.run.smithi191.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-16T10:53:29.957 INFO:teuthology.orchestra.run.smithi191.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-16T10:53:29.972 INFO:teuthology.orchestra.run.smithi077.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T10:53:29.982 INFO:teuthology.orchestra.run.smithi191.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-09-16T10:53:30.022 INFO:teuthology.orchestra.run.smithi077.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 829 kB/s | 41 kB 00:00 2024-09-16T10:53:30.073 INFO:teuthology.orchestra.run.smithi077.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-16T10:53:30.215 INFO:teuthology.orchestra.run.smithi077.stdout:(67/114): python3-py-1.10.0-6.el9.noarch.rpm 3.3 MB/s | 477 kB 00:00 2024-09-16T10:53:30.315 INFO:teuthology.orchestra.run.smithi077.stdout:(68/114): python3-babel-2.9.1-2.el9.noarch.rpm 4.3 MB/s | 6.0 MB 00:01 2024-09-16T10:53:30.340 INFO:teuthology.orchestra.run.smithi077.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-16T10:53:30.424 INFO:teuthology.orchestra.run.smithi077.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-16T10:53:30.458 INFO:teuthology.orchestra.run.smithi191.stdout:(45/114): ceph-test-17.2.7-1633.g6d025bc2.el9.x 16 MB/s | 48 MB 00:03 2024-09-16T10:53:30.476 INFO:teuthology.orchestra.run.smithi077.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T10:53:30.499 INFO:teuthology.orchestra.run.smithi077.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.2 MB/s | 519 kB 00:00 2024-09-16T10:53:30.500 INFO:teuthology.orchestra.run.smithi191.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-16T10:53:30.525 INFO:teuthology.orchestra.run.smithi077.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T10:53:30.567 INFO:teuthology.orchestra.run.smithi191.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.9 MB/s | 3.0 MB 00:00 2024-09-16T10:53:30.575 INFO:teuthology.orchestra.run.smithi077.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 834 kB/s | 42 kB 00:00 2024-09-16T10:53:30.592 INFO:teuthology.orchestra.run.smithi191.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 493 kB/s | 45 kB 00:00 2024-09-16T10:53:30.634 INFO:teuthology.orchestra.run.smithi077.stdout:(75/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.7 MB/s | 5.1 MB 00:01 2024-09-16T10:53:30.634 INFO:teuthology.orchestra.run.smithi191.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-16T10:53:30.659 INFO:teuthology.orchestra.run.smithi191.stdout:(50/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 798 kB/s | 160 kB 00:00 2024-09-16T10:53:30.684 INFO:teuthology.orchestra.run.smithi077.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-16T10:53:30.685 INFO:teuthology.orchestra.run.smithi191.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 767 kB/s | 38 kB 00:00 2024-09-16T10:53:30.709 INFO:teuthology.orchestra.run.smithi077.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 850 kB/s | 64 kB 00:00 2024-09-16T10:53:30.718 INFO:teuthology.orchestra.run.smithi191.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-16T10:53:30.743 INFO:teuthology.orchestra.run.smithi191.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-16T10:53:30.768 INFO:teuthology.orchestra.run.smithi077.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 833 kB/s | 49 kB 00:00 2024-09-16T10:53:30.793 INFO:teuthology.orchestra.run.smithi077.stdout:(79/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 2.8 MB/s | 308 kB 00:00 2024-09-16T10:53:30.793 INFO:teuthology.orchestra.run.smithi191.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-16T10:53:30.818 INFO:teuthology.orchestra.run.smithi077.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-16T10:53:30.836 INFO:teuthology.orchestra.run.smithi191.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 421 kB/s | 17 kB 00:00 2024-09-16T10:53:30.843 INFO:teuthology.orchestra.run.smithi077.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-16T10:53:30.869 INFO:teuthology.orchestra.run.smithi077.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-16T10:53:30.894 INFO:teuthology.orchestra.run.smithi077.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 568 kB/s | 14 kB 00:00 2024-09-16T10:53:30.919 INFO:teuthology.orchestra.run.smithi077.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.3 MB/s | 548 kB 00:00 2024-09-16T10:53:30.936 INFO:teuthology.orchestra.run.smithi191.stdout:(56/114): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 6.0 MB 00:00 2024-09-16T10:53:30.944 INFO:teuthology.orchestra.run.smithi077.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-16T10:53:30.961 INFO:teuthology.orchestra.run.smithi191.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.9 MB/s | 248 kB 00:00 2024-09-16T10:53:30.978 INFO:teuthology.orchestra.run.smithi077.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-16T10:53:30.986 INFO:teuthology.orchestra.run.smithi191.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-16T10:53:31.003 INFO:teuthology.orchestra.run.smithi077.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 427 kB/s | 11 kB 00:00 2024-09-16T10:53:31.011 INFO:teuthology.orchestra.run.smithi191.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-16T10:53:31.029 INFO:teuthology.orchestra.run.smithi077.stdout:(88/114): python3-google-auth-2.34.0-1.el9.noar 2.6 MB/s | 220 kB 00:00 2024-09-16T10:53:31.037 INFO:teuthology.orchestra.run.smithi191.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-16T10:53:31.054 INFO:teuthology.orchestra.run.smithi077.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-09-16T10:53:31.062 INFO:teuthology.orchestra.run.smithi191.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-16T10:53:31.079 INFO:teuthology.orchestra.run.smithi077.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 463 kB/s | 23 kB 00:00 2024-09-16T10:53:31.105 INFO:teuthology.orchestra.run.smithi077.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-16T10:53:31.130 INFO:teuthology.orchestra.run.smithi077.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-09-16T10:53:31.146 INFO:teuthology.orchestra.run.smithi191.stdout:(62/114): openblas-openmp-0.3.26-2.el9.x86_64.r 10 MB/s | 4.9 MB 00:00 2024-09-16T10:53:31.171 INFO:teuthology.orchestra.run.smithi191.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-16T10:53:31.172 INFO:teuthology.orchestra.run.smithi077.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 135 kB/s | 9.0 kB 00:00 2024-09-16T10:53:31.197 INFO:teuthology.orchestra.run.smithi191.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T10:53:31.197 INFO:teuthology.orchestra.run.smithi077.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 612 kB/s | 41 kB 00:00 2024-09-16T10:53:31.222 INFO:teuthology.orchestra.run.smithi191.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T10:53:31.222 INFO:teuthology.orchestra.run.smithi077.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-16T10:53:31.247 INFO:teuthology.orchestra.run.smithi191.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 827 kB/s | 41 kB 00:00 2024-09-16T10:53:31.256 INFO:teuthology.orchestra.run.smithi077.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-09-16T10:53:31.272 INFO:teuthology.orchestra.run.smithi191.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-09-16T10:53:31.290 INFO:teuthology.orchestra.run.smithi077.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.7 MB/s | 58 kB 00:00 2024-09-16T10:53:31.297 INFO:teuthology.orchestra.run.smithi191.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-09-16T10:53:31.323 INFO:teuthology.orchestra.run.smithi077.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 6.8 MB/s | 1.0 MB 00:00 2024-09-16T10:53:31.331 INFO:teuthology.orchestra.run.smithi191.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-16T10:53:31.348 INFO:teuthology.orchestra.run.smithi077.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 657 kB/s | 16 kB 00:00 2024-09-16T10:53:31.356 INFO:teuthology.orchestra.run.smithi191.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-16T10:53:31.374 INFO:teuthology.orchestra.run.smithi077.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-16T10:53:31.382 INFO:teuthology.orchestra.run.smithi191.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 10 MB/s | 519 kB 00:00 2024-09-16T10:53:31.399 INFO:teuthology.orchestra.run.smithi077.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-16T10:53:31.416 INFO:teuthology.orchestra.run.smithi191.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 867 kB/s | 51 kB 00:00 2024-09-16T10:53:31.424 INFO:teuthology.orchestra.run.smithi077.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-16T10:53:31.450 INFO:teuthology.orchestra.run.smithi077.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T10:53:31.450 INFO:teuthology.orchestra.run.smithi191.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 804 kB/s | 54 kB 00:00 2024-09-16T10:53:31.475 INFO:teuthology.orchestra.run.smithi077.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T10:53:31.501 INFO:teuthology.orchestra.run.smithi077.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-16T10:53:31.526 INFO:teuthology.orchestra.run.smithi077.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-16T10:53:31.541 INFO:teuthology.orchestra.run.smithi191.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 10 MB/s | 5.1 MB 00:00 2024-09-16T10:53:31.551 INFO:teuthology.orchestra.run.smithi077.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-16T10:53:31.566 INFO:teuthology.orchestra.run.smithi191.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-16T10:53:31.576 INFO:teuthology.orchestra.run.smithi077.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-16T10:53:31.592 INFO:teuthology.orchestra.run.smithi191.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T10:53:31.593 INFO:teuthology.orchestra.run.smithi077.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-16T10:53:31.617 INFO:teuthology.orchestra.run.smithi191.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T10:53:31.626 INFO:teuthology.orchestra.run.smithi077.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-16T10:53:31.676 INFO:teuthology.orchestra.run.smithi191.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 835 kB/s | 49 kB 00:00 2024-09-16T10:53:31.702 INFO:teuthology.orchestra.run.smithi077.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T10:53:31.718 INFO:teuthology.orchestra.run.smithi191.stdout:(79/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 2.4 MB/s | 308 kB 00:00 2024-09-16T10:53:31.743 INFO:teuthology.orchestra.run.smithi191.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-09-16T10:53:31.768 INFO:teuthology.orchestra.run.smithi191.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-16T10:53:31.793 INFO:teuthology.orchestra.run.smithi191.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-16T10:53:31.827 INFO:teuthology.orchestra.run.smithi191.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-09-16T10:53:31.853 INFO:teuthology.orchestra.run.smithi191.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 241 kB/s | 14 kB 00:00 2024-09-16T10:53:31.878 INFO:teuthology.orchestra.run.smithi191.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.4 MB/s | 172 kB 00:00 2024-09-16T10:53:31.902 INFO:teuthology.orchestra.run.smithi077.stdout:(112/114): librados2-17.2.7-1633.g6d025bc2.el9. 11 MB/s | 3.1 MB 00:00 2024-09-16T10:53:31.913 INFO:teuthology.orchestra.run.smithi191.stdout:(86/114): python3-google-auth-2.34.0-1.el9.noar 6.5 MB/s | 220 kB 00:00 2024-09-16T10:53:31.937 INFO:teuthology.orchestra.run.smithi191.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 4.2 MB/s | 358 kB 00:00 2024-09-16T10:53:31.962 INFO:teuthology.orchestra.run.smithi191.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-09-16T10:53:31.969 INFO:teuthology.orchestra.run.smithi077.stdout:(113/114): librbd1-17.2.7-1633.g6d025bc2.el9.x8 11 MB/s | 2.9 MB 00:00 2024-09-16T10:53:31.987 INFO:teuthology.orchestra.run.smithi191.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-09-16T10:53:32.012 INFO:teuthology.orchestra.run.smithi191.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-09-16T10:53:32.038 INFO:teuthology.orchestra.run.smithi191.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-16T10:53:32.063 INFO:teuthology.orchestra.run.smithi191.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-09-16T10:53:32.088 INFO:teuthology.orchestra.run.smithi191.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 179 kB/s | 9.0 kB 00:00 2024-09-16T10:53:32.114 INFO:teuthology.orchestra.run.smithi191.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 817 kB/s | 41 kB 00:00 2024-09-16T10:53:32.139 INFO:teuthology.orchestra.run.smithi191.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-16T10:53:32.164 INFO:teuthology.orchestra.run.smithi191.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-16T10:53:32.198 INFO:teuthology.orchestra.run.smithi191.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.7 MB/s | 58 kB 00:00 2024-09-16T10:53:32.232 INFO:teuthology.orchestra.run.smithi191.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-16T10:53:32.274 INFO:teuthology.orchestra.run.smithi191.stdout:(99/114): python3-kubernetes-26.1.0-2.el9.noarc 5.5 MB/s | 1.0 MB 00:00 2024-09-16T10:53:32.316 INFO:teuthology.orchestra.run.smithi191.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 196 kB/s | 16 kB 00:00 2024-09-16T10:53:32.341 INFO:teuthology.orchestra.run.smithi191.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-16T10:53:32.366 INFO:teuthology.orchestra.run.smithi191.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-16T10:53:32.391 INFO:teuthology.orchestra.run.smithi191.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-09-16T10:53:32.417 INFO:teuthology.orchestra.run.smithi191.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-16T10:53:32.450 INFO:teuthology.orchestra.run.smithi191.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 1.1 MB/s | 36 kB 00:00 2024-09-16T10:53:32.476 INFO:teuthology.orchestra.run.smithi191.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-16T10:53:32.501 INFO:teuthology.orchestra.run.smithi191.stdout:(107/114): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-16T10:53:32.526 INFO:teuthology.orchestra.run.smithi191.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T10:53:32.710 INFO:teuthology.orchestra.run.smithi191.stdout:(109/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-16T10:53:32.735 INFO:teuthology.orchestra.run.smithi191.stdout:(110/114): python3-zc-lockfile-2.0-10.el9.noarc 96 kB/s | 20 kB 00:00 2024-09-16T10:53:32.769 INFO:teuthology.orchestra.run.smithi191.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 1.6 MB/s | 427 kB 00:00 2024-09-16T10:53:32.844 INFO:teuthology.orchestra.run.smithi191.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-09-16T10:53:33.036 INFO:teuthology.orchestra.run.smithi191.stdout:(113/114): librados2-17.2.7-1633.g6d025bc2.el9. 11 MB/s | 3.1 MB 00:00 2024-09-16T10:53:33.095 INFO:teuthology.orchestra.run.smithi191.stdout:(114/114): librbd1-17.2.7-1633.g6d025bc2.el9.x8 9.1 MB/s | 2.9 MB 00:00 2024-09-16T10:53:33.100 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:53:33.100 INFO:teuthology.orchestra.run.smithi191.stdout:Total 24 MB/s | 190 MB 00:08 2024-09-16T10:53:33.436 INFO:teuthology.orchestra.run.smithi077.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.5 MB/s | 16 MB 00:02 2024-09-16T10:53:33.441 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:53:33.441 INFO:teuthology.orchestra.run.smithi077.stdout:Total 19 MB/s | 190 MB 00:09 2024-09-16T10:53:33.830 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2024-09-16T10:53:33.924 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2024-09-16T10:53:33.924 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2024-09-16T10:53:34.205 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-09-16T10:53:34.300 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-09-16T10:53:34.300 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-09-16T10:53:35.608 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2024-09-16T10:53:35.609 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2024-09-16T10:53:35.947 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-09-16T10:53:35.947 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-09-16T10:53:40.237 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2024-09-16T10:53:40.305 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-16T10:53:40.331 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-16T10:53:40.387 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-16T10:53:40.613 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-09-16T10:53:40.683 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-16T10:53:40.688 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-16T10:53:40.713 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-16T10:53:40.765 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-16T10:53:40.798 INFO:teuthology.orchestra.run.smithi191.stdout: Upgrading : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T10:53:40.910 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T10:53:40.941 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:53:41.032 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:53:41.078 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T10:53:41.081 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-16T10:53:41.112 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-16T10:53:41.181 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T10:53:41.311 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T10:53:41.340 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:53:41.416 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:53:41.464 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T10:53:41.495 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-16T10:53:41.549 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-16T10:53:41.585 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:53:41.666 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:53:41.703 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:53:41.802 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:53:41.846 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T10:53:41.932 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-16T10:53:41.968 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:53:41.973 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T10:53:42.008 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-16T10:53:42.041 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-16T10:53:42.045 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:53:42.070 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-16T10:53:42.077 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:53:42.111 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-16T10:53:42.181 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:53:42.185 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-16T10:53:42.203 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T10:53:42.229 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-16T10:53:42.260 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-16T10:53:42.288 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-16T10:53:42.332 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T10:53:42.359 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-16T10:53:42.374 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-16T10:53:42.407 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-16T10:53:42.436 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-16T10:53:42.468 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-16T10:53:42.534 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-16T10:53:42.552 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-16T10:53:42.578 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-16T10:53:42.600 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-16T10:53:42.617 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-16T10:53:42.643 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-16T10:53:42.645 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-16T10:53:42.678 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-16T10:53:42.715 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-16T10:53:42.725 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 26/116 2024-09-16T10:53:42.768 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-16T10:53:42.803 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-16T10:53:42.804 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 27/116 2024-09-16T10:53:42.833 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-16T10:53:42.869 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-16T10:53:42.912 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 26/116 2024-09-16T10:53:42.972 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-16T10:53:42.996 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 27/116 2024-09-16T10:53:43.032 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-16T10:53:43.144 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-16T10:53:43.197 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-16T10:53:43.586 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-16T10:53:43.686 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-16T10:53:43.724 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-16T10:53:43.725 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-16T10:53:43.758 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-16T10:53:43.793 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-16T10:53:43.809 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-16T10:53:43.840 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-16T10:53:43.847 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-16T10:53:43.876 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 36/116 2024-09-16T10:53:43.881 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-16T10:53:43.914 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 37/116 2024-09-16T10:53:43.916 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-16T10:53:43.945 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-16T10:53:43.955 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-16T10:53:43.981 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-16T10:53:43.991 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 36/116 2024-09-16T10:53:44.021 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 37/116 2024-09-16T10:53:44.036 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-16T10:53:44.051 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-16T10:53:44.087 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-16T10:53:44.110 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-16T10:53:44.144 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-16T10:53:44.149 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-16T10:53:44.186 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-16T10:53:44.217 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-16T10:53:44.233 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-16T10:53:44.247 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-16T10:53:44.278 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-16T10:53:44.283 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-16T10:53:44.320 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-16T10:53:44.331 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-16T10:53:44.375 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-16T10:53:44.418 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-16T10:53:44.460 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-16T10:53:44.508 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-16T10:53:44.558 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-16T10:53:44.563 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-16T10:53:44.602 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-16T10:53:44.645 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-16T10:53:44.660 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-16T10:53:44.709 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-16T10:53:44.748 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-16T10:53:44.756 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-16T10:53:44.803 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-16T10:53:44.803 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-16T10:53:44.855 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-16T10:53:44.862 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-16T10:53:44.897 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-16T10:53:44.941 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-16T10:53:44.981 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-16T10:53:45.024 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-16T10:53:45.062 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-16T10:53:45.065 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-16T10:53:45.107 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-16T10:53:45.147 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-16T10:53:45.161 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-16T10:53:45.217 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-16T10:53:45.246 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-16T10:53:45.299 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-16T10:53:45.946 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-16T10:53:46.005 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-16T10:53:46.035 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-16T10:53:46.047 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-16T10:53:46.089 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-16T10:53:46.092 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-16T10:53:46.125 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-16T10:53:46.160 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-16T10:53:46.191 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-16T10:53:46.240 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-16T10:53:46.260 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-16T10:53:46.276 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-16T10:53:46.309 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-16T10:53:46.344 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-16T10:53:46.468 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-16T10:53:46.515 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-16T10:53:46.529 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-16T10:53:46.576 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-16T10:53:46.600 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-16T10:53:46.654 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-16T10:53:47.296 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-16T10:53:47.312 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-16T10:53:47.405 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-16T10:53:47.431 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-16T10:53:48.678 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-16T10:53:48.708 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-16T10:53:48.770 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-16T10:53:48.789 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-16T10:53:49.070 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-16T10:53:49.079 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-16T10:53:49.115 INFO:teuthology.orchestra.run.smithi191.stdout: Upgrading : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T10:53:49.176 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T10:53:49.213 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T10:53:49.253 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 76/116 2024-09-16T10:53:49.271 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T10:53:49.302 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-16T10:53:49.313 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 76/116 2024-09-16T10:53:49.358 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-16T10:53:49.362 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-16T10:53:49.418 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-16T10:53:49.544 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-16T10:53:49.591 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-16T10:53:49.602 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-16T10:53:49.659 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-16T10:53:49.677 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-16T10:53:49.729 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-16T10:53:49.766 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-16T10:53:49.817 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-16T10:53:49.913 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-16T10:53:49.953 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-16T10:53:49.966 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-16T10:53:49.983 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-16T10:53:50.005 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-16T10:53:50.017 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-16T10:53:50.035 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-16T10:53:50.057 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-16T10:53:50.069 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-16T10:53:50.084 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-16T10:53:50.109 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-16T10:53:50.137 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-16T10:53:50.547 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T10:53:50.567 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T10:53:50.573 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T10:53:50.597 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 90/116 2024-09-16T10:53:50.598 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T10:53:50.629 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 90/116 2024-09-16T10:53:50.662 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 91/116 2024-09-16T10:53:50.692 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 92/116 2024-09-16T10:53:50.704 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 91/116 2024-09-16T10:53:50.733 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 92/116 2024-09-16T10:53:53.096 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.131 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.358 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.388 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.637 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.676 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T10:53:53.770 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T10:53:53.771 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T10:53:53.771 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T10:53:53.771 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:53:53.802 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T10:53:53.904 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T10:53:53.933 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T10:53:54.034 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T10:53:54.034 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T10:53:54.034 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T10:53:54.034 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:53:54.076 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T10:54:05.399 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T10:54:05.399 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /sys 2024-09-16T10:54:05.399 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /proc 2024-09-16T10:54:05.399 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /mnt 2024-09-16T10:54:05.399 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /var/tmp 2024-09-16T10:54:05.400 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /home 2024-09-16T10:54:05.400 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /root 2024-09-16T10:54:05.400 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /tmp 2024-09-16T10:54:05.400 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:05.472 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /sys 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /proc 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /mnt 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /var/tmp 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /home 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /root 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /tmp 2024-09-16T10:54:05.774 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:05.871 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T10:54:06.493 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T10:54:06.535 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T10:54:06.890 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T10:54:06.941 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T10:54:07.492 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T10:54:07.527 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T10:54:07.627 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T10:54:07.789 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 99/116 2024-09-16T10:54:07.820 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T10:54:07.845 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:07.879 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T10:54:07.902 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T10:54:07.933 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T10:54:08.034 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T10:54:08.075 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T10:54:08.105 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T10:54:08.128 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T10:54:08.128 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:08.128 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T10:54:08.128 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T10:54:08.128 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T10:54:08.129 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:08.207 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 99/116 2024-09-16T10:54:08.235 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T10:54:08.259 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:08.303 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T10:54:08.493 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T10:54:08.497 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T10:54:08.520 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T10:54:08.521 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:08.543 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T10:54:08.543 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:08.544 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T10:54:08.544 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T10:54:08.544 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T10:54:08.544 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:08.921 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T10:54:08.944 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:09.832 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T10:54:09.858 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T10:54:09.859 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:09.859 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T10:54:09.859 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T10:54:09.859 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T10:54:09.859 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:10.247 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T10:54:10.273 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:11.107 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 105/116 2024-09-16T10:54:11.133 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T10:54:11.211 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T10:54:11.211 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:11.211 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T10:54:11.211 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T10:54:11.211 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T10:54:11.212 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:11.251 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T10:54:11.274 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T10:54:11.274 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:11.274 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T10:54:11.274 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:11.527 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 105/116 2024-09-16T10:54:11.568 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T10:54:11.572 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T10:54:11.591 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T10:54:11.592 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:11.592 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T10:54:11.592 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T10:54:11.592 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T10:54:11.592 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T10:54:11.651 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:11.691 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T10:54:11.713 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T10:54:11.713 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:11.714 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T10:54:11.714 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:12.000 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T10:54:12.023 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T10:54:12.023 INFO:teuthology.orchestra.run.smithi191.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T10:54:12.023 INFO:teuthology.orchestra.run.smithi191.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T10:54:12.023 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T10:54:12.024 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T10:54:12.024 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:16.075 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 109/116 2024-09-16T10:54:16.121 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 110/116 2024-09-16T10:54:16.162 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 111/116 2024-09-16T10:54:16.280 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 112/116 2024-09-16T10:54:16.311 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-16T10:54:16.335 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 114/116 2024-09-16T10:54:16.335 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T10:54:16.418 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T10:54:16.419 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:16.429 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 109/116 2024-09-16T10:54:16.478 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 110/116 2024-09-16T10:54:16.519 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 111/116 2024-09-16T10:54:16.638 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 112/116 2024-09-16T10:54:16.676 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-16T10:54:16.699 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 114/116 2024-09-16T10:54:16.700 INFO:teuthology.orchestra.run.smithi191.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T10:54:16.783 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T10:54:16.783 INFO:teuthology.orchestra.run.smithi191.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 5/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:54:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 9/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 13/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 14/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 15/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 16/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 17/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 19/116 2024-09-16T10:54:21.344 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 20/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 21/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 26/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 27/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 28/116 2024-09-16T10:54:21.345 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 29/116 2024-09-16T10:54:21.353 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 30/116 2024-09-16T10:54:21.353 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 31/116 2024-09-16T10:54:21.353 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 32/116 2024-09-16T10:54:21.353 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 33/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 34/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 35/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-16T10:54:21.354 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-16T10:54:21.355 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-16T10:54:21.356 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-16T10:54:21.357 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-16T10:54:21.358 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-16T10:54:21.359 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-16T10:54:21.360 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 113/116 2024-09-16T10:54:21.360 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-16T10:54:21.360 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 115/116 2024-09-16T10:54:22.116 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:22.116 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 5/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 9/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/116 2024-09-16T10:54:22.117 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 13/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 14/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 15/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 16/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 17/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 19/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 20/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 21/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 26/116 2024-09-16T10:54:22.118 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 27/116 2024-09-16T10:54:22.119 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 28/116 2024-09-16T10:54:22.119 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 29/116 2024-09-16T10:54:22.119 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 30/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 31/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 32/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 33/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 34/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 35/116 2024-09-16T10:54:22.126 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-16T10:54:22.127 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-16T10:54:22.128 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-16T10:54:22.129 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-16T10:54:22.130 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-16T10:54:22.131 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 113/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-16T10:54:22.132 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 115/116 2024-09-16T10:54:23.484 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:23.484 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout:Upgraded: 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.485 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:23.486 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T10:54:23.487 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T10:54:23.488 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T10:54:23.489 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T10:54:23.490 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T10:54:23.491 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T10:54:23.492 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T10:54:23.493 INFO:teuthology.orchestra.run.smithi077.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T10:54:23.494 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T10:54:23.494 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:54:23.494 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-09-16T10:54:23.797 DEBUG:teuthology.parallel:result is None 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout:Upgraded: 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.180 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.181 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T10:54:24.182 INFO:teuthology.orchestra.run.smithi191.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T10:54:24.183 INFO:teuthology.orchestra.run.smithi191.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T10:54:24.184 INFO:teuthology.orchestra.run.smithi191.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T10:54:24.185 INFO:teuthology.orchestra.run.smithi191.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T10:54:24.186 INFO:teuthology.orchestra.run.smithi191.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.187 INFO:teuthology.orchestra.run.smithi191.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.188 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:54:24.189 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2024-09-16T10:54:24.501 DEBUG:teuthology.parallel:result is None 2024-09-16T10:54:24.502 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:54:24.502 INFO:teuthology.packaging:ref: None 2024-09-16T10:54:24.502 INFO:teuthology.packaging:tag: None 2024-09-16T10:54:24.502 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:54:24.502 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:54:24.502 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T10:54:24.709 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T10:54:24.732 INFO:teuthology.orchestra.run.smithi077.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T10:54:24.733 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1633.g6d025bc2.el9 2024-09-16T10:54:24.733 INFO:teuthology.task.install:The correct ceph version 17.2.7-1633.g6d025bc2 is installed. 2024-09-16T10:54:24.735 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T10:54:24.735 INFO:teuthology.packaging:ref: None 2024-09-16T10:54:24.735 INFO:teuthology.packaging:tag: None 2024-09-16T10:54:24.735 INFO:teuthology.packaging:branch: quincy 2024-09-16T10:54:24.735 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T10:54:24.736 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T10:54:24.944 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T10:54:24.965 INFO:teuthology.orchestra.run.smithi191.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T10:54:24.965 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1633.g6d025bc2.el9 2024-09-16T10:54:24.965 INFO:teuthology.task.install:The correct ceph version 17.2.7-1633.g6d025bc2 is installed. 2024-09-16T10:54:24.967 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T10:54:24.968 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:54:24.968 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T10:54:24.994 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:54:24.994 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T10:54:25.033 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T10:54:25.034 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:54:25.034 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T10:54:25.059 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T10:54:25.125 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:54:25.125 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T10:54:25.150 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T10:54:25.217 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T10:54:25.217 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:54:25.217 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T10:54:25.242 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T10:54:25.306 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:54:25.307 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T10:54:25.331 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T10:54:25.396 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T10:54:25.396 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:54:25.396 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T10:54:25.421 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T10:54:25.486 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:54:25.486 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T10:54:25.510 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T10:54:25.574 INFO:teuthology.run_tasks:Running task print... 2024-09-16T10:54:25.584 INFO:teuthology.task.print:**** done install task... 2024-09-16T10:54:25.584 INFO:teuthology.run_tasks:Running task print... 2024-09-16T10:54:25.638 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-16T10:54:25.638 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-16T10:54:25.752 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'} 2024-09-16T10:54:25.752 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T10:54:25.752 INFO:tasks.cephadm:Cluster fsid is 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:54:25.753 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-16T10:54:25.753 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.77', 'mon.c': '[v2:172.21.15.77:3301,v1:172.21.15.77:6790]', 'mon.b': '172.21.15.191'} 2024-09-16T10:54:25.753 INFO:tasks.cephadm:First mon is mon.a on smithi077 2024-09-16T10:54:25.753 INFO:tasks.cephadm:First mgr is y 2024-09-16T10:54:25.753 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-16T10:54:25.753 DEBUG:teuthology.orchestra.run.smithi077:> sudo hostname $(hostname -s) 2024-09-16T10:54:25.778 DEBUG:teuthology.orchestra.run.smithi191:> sudo hostname $(hostname -s) 2024-09-16T10:54:25.804 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-16T10:54:25.804 DEBUG:teuthology.orchestra.run.smithi077:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.037 INFO:teuthology.orchestra.run.smithi077.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 16 10:54 /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.038 DEBUG:teuthology.orchestra.run.smithi191:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.164 INFO:teuthology.orchestra.run.smithi191.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 16 10:54 /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.164 DEBUG:teuthology.orchestra.run.smithi077:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.181 DEBUG:teuthology.orchestra.run.smithi191:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T10:54:26.207 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-16T10:54:26.207 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-16T10:54:26.223 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-16T10:54:27.792 INFO:teuthology.orchestra.run.smithi077.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T10:54:27.891 INFO:teuthology.orchestra.run.smithi191.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)", 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout: "image_id": "33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99", 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout: "repo_digests": [ 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4" 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout: ] 2024-09-16T10:54:54.093 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T10:54:56.552 INFO:teuthology.orchestra.run.smithi191.stdout:{ 2024-09-16T10:54:56.552 INFO:teuthology.orchestra.run.smithi191.stdout: "ceph_version": "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)", 2024-09-16T10:54:56.552 INFO:teuthology.orchestra.run.smithi191.stdout: "image_id": "33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99", 2024-09-16T10:54:56.552 INFO:teuthology.orchestra.run.smithi191.stdout: "repo_digests": [ 2024-09-16T10:54:56.553 INFO:teuthology.orchestra.run.smithi191.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4" 2024-09-16T10:54:56.553 INFO:teuthology.orchestra.run.smithi191.stdout: ] 2024-09-16T10:54:56.553 INFO:teuthology.orchestra.run.smithi191.stdout:} 2024-09-16T10:54:56.572 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /etc/ceph 2024-09-16T10:54:56.606 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /etc/ceph 2024-09-16T10:54:56.634 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 777 /etc/ceph 2024-09-16T10:54:56.675 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 777 /etc/ceph 2024-09-16T10:54:56.699 INFO:tasks.cephadm:Writing seed config... 2024-09-16T10:54:56.700 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-16T10:54:56.701 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-16T10:54:56.702 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:54:56.702 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-16T10:54:56.732 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0a002358-741a-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-16T10:54:56.732 DEBUG:teuthology.orchestra.run.smithi077:mon.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service 2024-09-16T10:54:56.774 DEBUG:teuthology.orchestra.run.smithi077:mgr.y> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service 2024-09-16T10:54:56.817 INFO:tasks.cephadm:Bootstrapping... 2024-09-16T10:54:56.817 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 0a002358-741a-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.77 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-16T10:54:57.018 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-09-16T10:54:57.019 INFO:teuthology.orchestra.run.smithi077.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '0a002358-741a-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.77', '--skip-admin-label'] 2024-09-16T10:54:57.042 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stdout 5.2.2 2024-09-16T10:54:57.042 INFO:teuthology.orchestra.run.smithi077.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-16T10:54:57.043 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying podman|docker is present... 2024-09-16T10:54:57.065 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stdout 5.2.2 2024-09-16T10:54:57.066 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying lvm2 is present... 2024-09-16T10:54:57.066 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying time synchronization is in place... 2024-09-16T10:54:57.073 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T10:54:57.074 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T10:54:57.080 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T10:54:57.080 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:54:57.087 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout enabled 2024-09-16T10:54:57.094 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout active 2024-09-16T10:54:57.094 INFO:teuthology.orchestra.run.smithi077.stdout:Unit chronyd.service is enabled and running 2024-09-16T10:54:57.094 INFO:teuthology.orchestra.run.smithi077.stdout:Repeating the final host check... 2024-09-16T10:54:57.116 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stdout 5.2.2 2024-09-16T10:54:57.116 INFO:teuthology.orchestra.run.smithi077.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-16T10:54:57.116 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl is present 2024-09-16T10:54:57.116 INFO:teuthology.orchestra.run.smithi077.stdout:lvcreate is present 2024-09-16T10:54:57.122 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T10:54:57.123 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T10:54:57.129 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T10:54:57.129 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:54:57.136 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout enabled 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout active 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:Unit chronyd.service is enabled and running 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:Host looks OK 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:Cluster fsid: 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:Acquiring lock 140608768750496 on /run/cephadm/0a002358-741a-11ef-bceb-c7b262605968.lock 2024-09-16T10:54:57.143 INFO:teuthology.orchestra.run.smithi077.stdout:Lock 140608768750496 acquired on /run/cephadm/0a002358-741a-11ef-bceb-c7b262605968.lock 2024-09-16T10:54:57.144 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying IP 172.21.15.77 port 3300 ... 2024-09-16T10:54:57.144 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying IP 172.21.15.77 port 6789 ... 2024-09-16T10:54:57.144 INFO:teuthology.orchestra.run.smithi077.stdout:Base mon IP(s) is [172.21.15.77:3300, 172.21.15.77:6789], mon addrv is [v2:172.21.15.77:3300,v1:172.21.15.77:6789] 2024-09-16T10:54:57.147 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.77 metric 100 2024-09-16T10:54:57.147 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.77 metric 100 2024-09-16T10:54:57.150 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-16T10:54:57.150 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-16T10:54:57.150 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d3d3/64 scope link noprefixroute 2024-09-16T10:54:57.153 INFO:teuthology.orchestra.run.smithi077.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T10:54:57.154 INFO:teuthology.orchestra.run.smithi077.stdout:Mon IP `172.21.15.77` is in CIDR network `172.21.0.0/20` 2024-09-16T10:54:57.154 INFO:teuthology.orchestra.run.smithi077.stdout:Mon IP `172.21.15.77` is in CIDR network `172.21.0.0/20` 2024-09-16T10:54:57.154 INFO:teuthology.orchestra.run.smithi077.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-16T10:54:57.154 INFO:teuthology.orchestra.run.smithi077.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-16T10:54:57.155 INFO:teuthology.orchestra.run.smithi077.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stdout 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Getting image source signatures 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Copying blob sha256:16f62ad1b9e7009e3336687c29bef330814f97ad91514d727da356692f597064 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-16T10:54:57.591 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Copying config sha256:33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 2024-09-16T10:54:57.592 INFO:teuthology.orchestra.run.smithi077.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-16T10:54:58.438 INFO:teuthology.orchestra.run.smithi077.stdout:ceph: stdout ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T10:54:58.438 INFO:teuthology.orchestra.run.smithi077.stdout:Ceph version: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T10:54:58.438 INFO:teuthology.orchestra.run.smithi077.stdout:Extracting ceph user uid/gid from container image... 2024-09-16T10:54:59.251 INFO:teuthology.orchestra.run.smithi077.stdout:stat: stdout 167 167 2024-09-16T10:54:59.251 INFO:teuthology.orchestra.run.smithi077.stdout:Creating initial keys... 2024-09-16T10:55:00.272 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph-authtool: stdout AQCDDuhmIhmOIhAA+htlbO8R+adeTw+lz3sjvQ== 2024-09-16T10:55:01.187 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph-authtool: stdout AQCEDuhmW6BpJBAAtebx3PLCkXKHZU4z/46lww== 2024-09-16T10:55:02.009 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph-authtool: stdout AQCFDuhm0t9JHxAAcgZNVy978qYrvszKqFDI7g== 2024-09-16T10:55:02.009 INFO:teuthology.orchestra.run.smithi077.stdout:Creating initial monmap... 2024-09-16T10:55:03.023 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T10:55:03.023 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-16T10:55:03.023 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:03.023 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout:monmaptool for a [v2:172.21.15.77:3300,v1:172.21.15.77:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout:setting min_mon_release = octopus 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: set fsid to 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:03.024 INFO:teuthology.orchestra.run.smithi077.stdout:Creating mon... 2024-09-16T10:55:03.928 INFO:teuthology.orchestra.run.smithi077.stdout:create mon.a on 2024-09-16T10:55:04.131 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-16T10:55:04.353 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-16T10:55:04.512 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0a002358-741a-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968.target. 2024-09-16T10:55:04.512 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-0a002358-741a-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968.target. 2024-09-16T10:55:04.684 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a 2024-09-16T10:55:04.684 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-16T10:55:04.851 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968.target.wants/ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968@.service. 2024-09-16T10:55:05.402 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T10:55:05.402 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout disabled 2024-09-16T10:55:05.409 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T10:55:05.409 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:55:05.409 INFO:teuthology.orchestra.run.smithi077.stdout:firewalld.service is not enabled 2024-09-16T10:55:05.409 INFO:teuthology.orchestra.run.smithi077.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T10:55:05.410 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mon to start... 2024-09-16T10:55:05.410 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mon... 2024-09-16T10:55:06.469 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:06 smithi077 ceph-mon[27128]: from='client.? 172.21.15.77:0/2046533970' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T10:55:06.473 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout cluster: 2024-09-16T10:55:06.473 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout id: 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:06.473 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout services: 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.570538s) 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout data: 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout pgs: 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:mon is available 2024-09-16T10:55:06.474 INFO:teuthology.orchestra.run.smithi077.stdout:Assimilating anything we can from ceph.conf... 2024-09-16T10:55:07.511 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:07 smithi077 ceph-mon[27128]: from='client.? 172.21.15.77:0/4145304465' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T10:55:07.511 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:07 smithi077 ceph-mon[27128]: from='client.? 172.21.15.77:0/4145304465' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout fsid = 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.77:3300,v1:172.21.15.77:6789] 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T10:55:07.513 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T10:55:07.514 INFO:teuthology.orchestra.run.smithi077.stdout:Generating new minimal ceph.conf... 2024-09-16T10:55:08.475 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:08 smithi077 ceph-mon[27128]: from='client.? 172.21.15.77:0/1028279208' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:55:08.478 INFO:teuthology.orchestra.run.smithi077.stdout:Restarting the monitor... 2024-09-16T10:55:08.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:08 smithi077 systemd[1]: Stopping Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T10:55:09.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[27124]: 2024-09-16T10:55:08.744+0000 7efe38ba1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T10:55:09.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[27124]: 2024-09-16T10:55:08.744+0000 7efe38ba1640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-16T10:55:09.287 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 podman[27370]: 2024-09-16 10:55:09.010373962 +0000 UTC m=+0.375355262 container died 367939f2016155237faf1a15977a96c8418131f28a8e9a4db3b240ca50b75249 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc) 2024-09-16T10:55:09.629 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 podman[27370]: 2024-09-16 10:55:09.377278238 +0000 UTC m=+0.742259537 container cleanup 367939f2016155237faf1a15977a96c8418131f28a8e9a4db3b240ca50b75249 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-16T10:55:09.629 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 bash[27370]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a 2024-09-16T10:55:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 podman[27382]: 2024-09-16 10:55:09.628094025 +0000 UTC m=+0.614941295 container remove 367939f2016155237faf1a15977a96c8418131f28a8e9a4db3b240ca50b75249 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T10:55:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T10:55:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 systemd[1]: Stopped Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:55:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 systemd[1]: Starting Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T10:55:10.257 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 podman[27478]: 2024-09-16 10:55:09.970569445 +0000 UTC m=+0.093801757 container create 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:09 smithi077 podman[27478]: 2024-09-16 10:55:09.892680598 +0000 UTC m=+0.015912922 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 podman[27478]: 2024-09-16 10:55:10.173017014 +0000 UTC m=+0.296249325 container init 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 podman[27478]: 2024-09-16 10:55:10.176212372 +0000 UTC m=+0.299444684 container start 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2) 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable), process ceph-mon, pid 2 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: pidfile_write: ignore empty --pid-file 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: load: jerasure load: lrc 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: RocksDB version: 6.15.5 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Compile date Sep 15 2024 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: DB SUMMARY 2024-09-16T10:55:10.258 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: DB Session ID: GINO7GI2VJ7DRA7PT0E7 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: CURRENT file: CURRENT 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83170 ; 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.error_if_exists: 0 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.create_if_missing: 0 2024-09-16T10:55:10.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.paranoid_checks: 1 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.env: 0x55da0be4d440 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.fs: Posix File System 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.info_log: 0x55da0d05eec0 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T10:55:10.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.statistics: (nil) 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.use_fsync: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_log_file_size: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_fallocate: 1 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.use_direct_reads: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T10:55:10.261 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.db_log_dir: 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.write_buffer_manager: 0x55da0d11c7e0 2024-09-16T10:55:10.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.unordered_write: 0 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T10:55:10.263 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.row_cache: None 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.wal_filter: None 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.preserve_deletes: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.two_write_queues: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.atomic_flush: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T10:55:10.264 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.log_readahead_size: 0 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_background_jobs: 2 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_background_compactions: -1 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_subcompactions: 1 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T10:55:10.265 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_open_files: -1 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_background_flushes: -1 2024-09-16T10:55:10.266 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Compression algorithms supported: 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kZSTD supported: 0 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kXpressCompression supported: 0 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kBZip2Compression supported: 0 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kLZ4Compression supported: 1 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kZlibCompression supported: 1 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: kSnappyCompression supported: 1 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.merge_operator: 2024-09-16T10:55:10.267 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_filter: None 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55da0d005a38) 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_type: 0 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: data_block_index_type: 0 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_shortening: 1 2024-09-16T10:55:10.268 INFO:journalctl@ceph.mon.a.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: hash_index_allow_collision: 1 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: checksum: 1 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: no_block_cache: 0 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache: 0x55da0d03b1f0 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_options: 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: capacity : 536870912 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: num_shard_bits : 4 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: strict_capacity_limit : 0 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_compressed: (nil) 2024-09-16T10:55:10.269 INFO:journalctl@ceph.mon.a.smithi077.stdout: persistent_cache: (nil) 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_size: 4096 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_size_deviation: 10 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_restart_interval: 16 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_block_restart_interval: 1 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: metadata_block_size: 4096 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: partition_filters: 0 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: use_delta_encoding: 1 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: whole_key_filtering: 1 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: verify_compression: 0 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: format_version: 4 2024-09-16T10:55:10.270 INFO:journalctl@ceph.mon.a.smithi077.stdout: enable_index_compression: 1 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_align: 0 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression: NoCompression 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.num_levels: 7 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T10:55:10.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T10:55:10.272 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T10:55:10.273 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T10:55:10.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T10:55:10.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T10:55:10.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.arena_block_size: 4194304 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T10:55:10.275 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.inplace_update_support: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.bloom_locality: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.max_successive_merges: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T10:55:10.276 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.ttl: 2592000 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.enable_blob_files: false 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.min_blob_size: 0 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-16T10:55:10.277 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484110199191, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484110199915, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79761, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78000, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9999, "raw_average_key_size": 47, "raw_value_size": 72319, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726484110, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "7aecb2fd-7711-44db-a150-fb7de94ed9b5", "db_session_id": "GINO7GI2VJ7DRA7PT0E7"}} 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484110200238, "job": 1, "event": "recovery_finished"} 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55da0d06e700 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: DB pointer 0x55da0d03e000 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** DB Stats ** 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:55:10.278 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: L0 2/0 79.68 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Sum 2/0 79.68 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.279 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative compaction: 0.00 GB write, 25.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval compaction: 0.00 GB write, 25.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.280 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: L0 2/0 79.68 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: Sum 2/0 79.68 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:55:10.281 INFO:journalctl@ceph.mon.a.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 158.1 0.00 0.00 1 0.000 0 0 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative compaction: 0.00 GB write, 24.92 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: starting mon.a rank 0 at public addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] at bind addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???) e1 preinit fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:10.282 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).mds e1 new map 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).mds e1 print_map 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: e1 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: legacy client fscid: -1 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout: No filesystems configured 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-16T10:55:10.283 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 bash[27478]: 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 2024-09-16T10:55:10.284 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 systemd[1]: Started Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:55:10.284 INFO:teuthology.orchestra.run.smithi077.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-16T10:55:10.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T10:55:10.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: monmap e1: 1 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:55:10.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: fsmap 2024-09-16T10:55:10.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: osdmap e1: 0 total, 0 up, 0 in 2024-09-16T10:55:10.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:10 smithi077 ceph-mon[27497]: mgrmap e1: no daemons active 2024-09-16T10:55:11.258 INFO:teuthology.orchestra.run.smithi077.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-16T10:55:11.258 INFO:teuthology.orchestra.run.smithi077.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-16T10:55:11.258 INFO:teuthology.orchestra.run.smithi077.stdout:Creating mgr... 2024-09-16T10:55:11.258 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-16T10:55:11.258 INFO:teuthology.orchestra.run.smithi077.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-16T10:55:11.438 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y 2024-09-16T10:55:11.438 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-16T10:55:11.587 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968.target.wants/ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-0a002358-741a-11ef-bceb-c7b262605968@.service. 2024-09-16T10:55:11.701 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:11 smithi077 systemd[1]: Starting Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T10:55:11.991 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:11 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/311869386' entity='client.admin' 2024-09-16T10:55:11.991 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:11 smithi077 podman[27711]: 2024-09-16 10:55:11.796530353 +0000 UTC m=+0.097175286 container create ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T10:55:11.991 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:11 smithi077 podman[27711]: 2024-09-16 10:55:11.715278338 +0000 UTC m=+0.015923285 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T10:55:11.992 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:11 smithi077 podman[27711]: 2024-09-16 10:55:11.990438276 +0000 UTC m=+0.291083211 container init ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T10:55:12.105 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T10:55:12.105 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout disabled 2024-09-16T10:55:12.113 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T10:55:12.113 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:55:12.113 INFO:teuthology.orchestra.run.smithi077.stdout:firewalld.service is not enabled 2024-09-16T10:55:12.113 INFO:teuthology.orchestra.run.smithi077.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T10:55:12.121 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T10:55:12.122 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout disabled 2024-09-16T10:55:12.129 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T10:55:12.129 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:55:12.130 INFO:teuthology.orchestra.run.smithi077.stdout:firewalld.service is not enabled 2024-09-16T10:55:12.130 INFO:teuthology.orchestra.run.smithi077.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-16T10:55:12.130 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mgr to start... 2024-09-16T10:55:12.130 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mgr... 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:11 smithi077 podman[27711]: 2024-09-16 10:55:11.993067061 +0000 UTC m=+0.293712009 container start ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 bash[27711]: ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 systemd[1]: Started Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.107+0000 7f0561f52ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.167+0000 7f0561f52ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:12.254 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.231+0000 7f0561f52ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T10:55:12.671 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.356+0000 7f0561f52ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:12.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.495+0000 7f0561f52ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T10:55:13.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.755+0000 7f0561f52ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T10:55:13.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.815+0000 7f0561f52ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T10:55:13.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:12.975+0000 7f0561f52ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T10:55:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:13 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1616114669' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T10:55:14.347 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:13.923+0000 7f0561f52ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T10:55:14.347 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:13.988+0000 7f0561f52ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T10:55:14.992 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:14.700+0000 7f0561f52ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T10:55:14.992 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:14.811+0000 7f0561f52ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T10:55:14.992 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:14.932+0000 7f0561f52ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:14.992 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:14.990+0000 7f0561f52ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T10:55:15.250 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.123+0000 7f0561f52ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T10:55:15.251 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.190+0000 7f0561f52ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T10:55:15.251 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.249+0000 7f0561f52ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T10:55:15.515 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.385+0000 7f0561f52ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T10:55:15.516 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.448+0000 7f0561f52ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T10:55:15.516 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.514+0000 7f0561f52ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T10:55:15.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.596+0000 7f0561f52ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:15.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.654+0000 7f0561f52ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T10:55:15.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:15.712+0000 7f0561f52ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T10:55:16.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:16.464+0000 7f0561f52ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T10:55:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: Activating manager daemon y 2024-09-16T10:55:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: mgrmap e2: y(active, starting, since 0.00293936s) 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T10:55:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: Manager daemon y is now available 2024-09-16T10:55:16.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T10:55:16.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T10:55:16.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' 2024-09-16T10:55:16.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' 2024-09-16T10:55:16.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:16 smithi077 ceph-mon[27497]: from='mgr.14100 172.21.15.77:0/122600510' entity='mgr.y' 2024-09-16T10:55:18.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:18 smithi077 ceph-mon[27497]: mgrmap e3: y(active, since 1.00677s) 2024-09-16T10:55:19.894 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:19 smithi077 ceph-mon[27497]: mgrmap e4: y(active, since 2s) 2024-09-16T10:55:19.899 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:19.899 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:19.899 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "fsid": "0a002358-741a-11ef-bceb-c7b262605968", 2024-09-16T10:55:19.899 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 0 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-16T10:55:19.900 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T10:55:19.901 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T10:55:19.904 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T10:55:19.905 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.906 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T10:55:05.319034+0000", 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:19.907 INFO:teuthology.orchestra.run.smithi077.stdout:mgr not available, waiting (1/15)... 2024-09-16T10:55:22.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:22 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3761542477' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T10:55:23.065 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:23.065 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:23.065 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "fsid": "0a002358-741a-11ef-bceb-c7b262605968", 2024-09-16T10:55:23.065 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T10:55:23.066 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T10:55:23.066 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T10:55:23.066 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T10:55:23.066 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 0 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T10:55:23.067 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T10:55:23.068 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.069 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ], 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T10:55:23.070 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T10:55:05.319034+0000", 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout }, 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:23.071 INFO:teuthology.orchestra.run.smithi077.stdout:mgr is available 2024-09-16T10:55:23.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:23 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3905532930' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T10:55:24.303 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:24.303 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T10:55:24.303 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout fsid = 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:24.303 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T10:55:24.304 INFO:teuthology.orchestra.run.smithi077.stdout:Enabling cephadm module... 2024-09-16T10:55:25.158 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3193080978' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-16T10:55:25.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setuser ceph since I am not root 2024-09-16T10:55:25.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setgroup ceph since I am not root 2024-09-16T10:55:25.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.155+0000 7f227f1c8ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T10:55:25.410 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.211+0000 7f227f1c8ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:25.410 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.279+0000 7f227f1c8ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T10:55:25.410 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.408+0000 7f227f1c8ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:25.671 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.547+0000 7f227f1c8ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T10:55:26.023 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.814+0000 7f227f1c8ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T10:55:26.023 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:25.875+0000 7f227f1c8ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T10:55:26.421 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:26.038+0000 7f227f1c8ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T10:55:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:26 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3193080978' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-16T10:55:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:26 smithi077 ceph-mon[27497]: mgrmap e5: y(active, since 8s) 2024-09-16T10:55:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:26.875+0000 7f227f1c8ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T10:55:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:26.939+0000 7f227f1c8ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T10:55:27.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:27 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:27.640+0000 7f227f1c8ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T10:55:28.059 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:27 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:27.752+0000 7f227f1c8ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T10:55:28.059 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:27 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:27.873+0000 7f227f1c8ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:28.059 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:27 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:27.931+0000 7f227f1c8ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T10:55:28.059 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.057+0000 7f227f1c8ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T10:55:28.320 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.124+0000 7f227f1c8ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T10:55:28.321 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.181+0000 7f227f1c8ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T10:55:28.321 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.315+0000 7f227f1c8ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T10:55:28.595 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.381+0000 7f227f1c8ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T10:55:28.595 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.450+0000 7f227f1c8ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T10:55:28.595 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.534+0000 7f227f1c8ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:28.595 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.592+0000 7f227f1c8ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T10:55:28.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1420246536' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T10:55:28.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:28.651+0000 7f227f1c8ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T10:55:29.531 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:29.397+0000 7f227f1c8ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: Active manager daemon y restarted 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: Activating manager daemon y 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: osdmap e2: 0 total, 0 up, 0 in 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: mgrmap e6: y(active, starting, since 0.00308692s) 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T10:55:29.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: Manager daemon y is now available 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T10:55:29.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:29 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T10:55:29.792 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:29.792 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-16T10:55:29.792 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T10:55:29.792 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T10:55:29.793 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T10:55:29.793 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:29.793 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for the mgr to restart... 2024-09-16T10:55:29.793 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mgr epoch 5... 2024-09-16T10:55:30.940 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:30.941 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-16T10:55:30.941 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T10:55:30.941 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:30.941 INFO:teuthology.orchestra.run.smithi077.stdout:mgr epoch 5 is available 2024-09-16T10:55:30.941 INFO:teuthology.orchestra.run.smithi077.stdout:Setting orchestrator backend to cephadm... 2024-09-16T10:55:31.061 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:30 smithi077 ceph-mon[27497]: Found migration_current of "None". Setting to last migration. 2024-09-16T10:55:31.061 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:30 smithi077 ceph-mon[27497]: mgrmap e7: y(active, since 1.00516s) 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:31.121+0000 7f22315b7640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:10:55:31] ENGINE Error in HTTPServer.serve 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Traceback (most recent call last): 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._connections.run(self.expiration_interval) 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._run(expiration_interval) 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T10:55:31.366 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s = self.context.wrap_socket( 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: return self.sslsocket_class._create( 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self.do_handshake() 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._sslobj.do_handshake() 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T10:55:31.367 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:32.044 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T10:55:32.044 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T10:55:32.044 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:31] ENGINE Bus STARTING 2024-09-16T10:55:32.044 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:32.044 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:32.045 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:32.045 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:31 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:32.841 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:32 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:31] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T10:55:32.841 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:32 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:31] ENGINE Bus STARTED 2024-09-16T10:55:32.841 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:32 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:31] ENGINE Error in HTTPServer.serve 2024-09-16T10:55:32.841 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T10:55:32.841 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T10:55:32.842 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T10:55:32.843 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T10:55:32.843 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T10:55:32.843 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T10:55:32.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:32 smithi077 ceph-mon[27497]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:32.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:32 smithi077 ceph-mon[27497]: mgrmap e8: y(active, since 2s) 2024-09-16T10:55:33.086 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-16T10:55:33.086 INFO:teuthology.orchestra.run.smithi077.stdout:Generating ssh key... 2024-09-16T10:55:33.987 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:33 smithi077 ceph-mon[27497]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:35.156 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Generating public/private rsa key pair. 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Your identification has been saved in /tmp/tmph1ufuk43/key 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Your public key has been saved in /tmp/tmph1ufuk43/key.pub 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: The key fingerprint is: 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: SHA256:s6t1HhY/xCVVJWzxMSeIU64LMpKQIln5+34QL3RKLOs ceph-0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: The key's randomart image is: 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: +---[RSA 3072]----+ 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | .. o.o===| 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | o.. o...o++| 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: |+ o. . .o.. .| 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: |.. .o.= . o o | 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | o*o=S o o | 2024-09-16T10:55:35.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | o.+o.+ = | 2024-09-16T10:55:35.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | . . oo = o | 2024-09-16T10:55:35.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | E ...= . . | 2024-09-16T10:55:35.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: | .oo. . | 2024-09-16T10:55:35.158 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: +----[SHA256]-----+ 2024-09-16T10:55:35.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:35 smithi077 ceph-mon[27497]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:35.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:35 smithi077 ceph-mon[27497]: Generating ssh key... 2024-09-16T10:55:35.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:35 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:35.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:35 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:36.466 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KvzVOmA1MIShatKoSEO62koLfwEDaMQ9njs6STKVVTlrdRnK6Xpx6QyZDpBUchPqjjVJvSQrdjcPsN0W9f5B0Z5nxCGQpxwyFFWltPazzNcFjdzj40XxlCd4B+HWxneAFbQY9D6fnrsp4+dptqTQJC3u4zfOoNpEVLLqPCXpCAAVFN5EnYlEvP3RvF1aJR7kbdmArF2kqNSk6ET3euM+lY/TVtu0qrhpQ1Qy2DL/Q0C5jzmGx4FLfMvWcZxUmMRHdKZGhI1WR1jsnjF8f6zR+nPekQA4LXXDv8t5HoRbNhC7SbzHISNPPF4WklpGgBm16tldJpskp6SkiERx6WqNVs1zAhbahBE7Bc/12y+uL86iGaAyuEbx0UiEfacny3mWmnXdrlUgvawECNoBwoplzkMDwR/o1+3GMBkgsGEcWW+qCtaFwfMhNXxeoDrsUoFDDFaL1N+s3P8oJaB7rYHTgGHrqygxEKXQfzjWvPm5u57FLci1zRnPwBA6ltJ80m0= ceph-0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:36.466 INFO:teuthology.orchestra.run.smithi077.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-16T10:55:36.466 INFO:teuthology.orchestra.run.smithi077.stdout:Adding key to root@localhost authorized_keys... 2024-09-16T10:55:36.471 INFO:teuthology.orchestra.run.smithi077.stdout:Adding host smithi077... 2024-09-16T10:55:37.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:36 smithi077 ceph-mon[27497]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:38.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:37 smithi077 ceph-mon[27497]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi077", "addr": "172.21.15.77", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:39.108 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:38 smithi077 ceph-mon[27497]: Deploying cephadm binary to smithi077 2024-09-16T10:55:40.240 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout Added host 'smithi077' with addr '172.21.15.77' 2024-09-16T10:55:40.240 INFO:teuthology.orchestra.run.smithi077.stdout:Deploying unmanaged mon service... 2024-09-16T10:55:40.825 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:40 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:40.825 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:40 smithi077 ceph-mon[27497]: Added host smithi077 2024-09-16T10:55:40.825 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:40 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:41.415 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-16T10:55:41.415 INFO:teuthology.orchestra.run.smithi077.stdout:Deploying unmanaged mgr service... 2024-09-16T10:55:42.018 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:41 smithi077 ceph-mon[27497]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:42.018 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:41 smithi077 ceph-mon[27497]: Saving service mon spec with placement count:5 2024-09-16T10:55:42.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:41 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:42.623 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-16T10:55:43.157 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:43 smithi077 ceph-mon[27497]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:43.157 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:43 smithi077 ceph-mon[27497]: Saving service mgr spec with placement count:2 2024-09-16T10:55:43.157 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:43 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:44.296 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:44 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3705813278' entity='client.admin' 2024-09-16T10:55:44.296 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:44 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:45.448 INFO:teuthology.orchestra.run.smithi077.stdout:Enabling the dashboard module... 2024-09-16T10:55:45.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:45 smithi077 ceph-mon[27497]: from='mgr.14116 172.21.15.77:0/3667841732' entity='mgr.y' 2024-09-16T10:55:45.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:45 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2178144445' entity='client.admin' 2024-09-16T10:55:46.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/939584222' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-16T10:55:46.644 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setuser ceph since I am not root 2024-09-16T10:55:46.644 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setgroup ceph since I am not root 2024-09-16T10:55:46.644 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:46.523+0000 7f71cdae3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T10:55:46.644 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:46.577+0000 7f71cdae3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:46.644 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:46.641+0000 7f71cdae3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T10:55:46.904 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:46.766+0000 7f71cdae3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:46.905 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:46.902+0000 7f71cdae3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T10:55:47.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:47 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/939584222' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-16T10:55:47.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:47 smithi077 ceph-mon[27497]: mgrmap e9: y(active, since 16s) 2024-09-16T10:55:47.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:47 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:47.161+0000 7f71cdae3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T10:55:47.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:47 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:47.221+0000 7f71cdae3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T10:55:47.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:47 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:47.389+0000 7f71cdae3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for the mgr to restart... 2024-09-16T10:55:48.212 INFO:teuthology.orchestra.run.smithi077.stdout:Waiting for mgr epoch 9... 2024-09-16T10:55:48.461 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:48 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/575202563' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T10:55:48.461 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:48.280+0000 7f71cdae3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T10:55:48.461 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:48.346+0000 7f71cdae3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T10:55:49.346 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.059+0000 7f71cdae3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T10:55:49.347 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.169+0000 7f71cdae3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T10:55:49.347 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.287+0000 7f71cdae3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:55:49.347 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.345+0000 7f71cdae3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T10:55:49.671 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.468+0000 7f71cdae3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T10:55:49.671 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.533+0000 7f71cdae3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T10:55:49.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.590+0000 7f71cdae3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T10:55:49.984 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.722+0000 7f71cdae3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T10:55:49.984 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.784+0000 7f71cdae3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T10:55:49.984 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.847+0000 7f71cdae3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T10:55:49.984 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.927+0000 7f71cdae3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T10:55:49.984 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:49.982+0000 7f71cdae3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T10:55:50.421 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:50.038+0000 7f71cdae3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T10:55:51.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:50.767+0000 7f71cdae3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: Active manager daemon y restarted 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: Activating manager daemon y 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: osdmap e3: 0 total, 0 up, 0 in 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: mgrmap e10: y(active, starting, since 0.00320672s) 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T10:55:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: Manager daemon y is now available 2024-09-16T10:55:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:55:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T10:55:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T10:55:52.399 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout { 2024-09-16T10:55:52.399 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-16T10:55:52.399 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T10:55:52.399 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout } 2024-09-16T10:55:52.399 INFO:teuthology.orchestra.run.smithi077.stdout:mgr epoch 9 is available 2024-09-16T10:55:52.400 INFO:teuthology.orchestra.run.smithi077.stdout:Generating a dashboard self-signed certificate... 2024-09-16T10:55:52.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-mon[27497]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T10:55:52.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-mon[27497]: mgrmap e11: y(active, since 1.00539s) 2024-09-16T10:55:52.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-mon[27497]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:52.654+0000 7f717e641640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:10:55:52] ENGINE Error in HTTPServer.serve 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Traceback (most recent call last): 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._connections.run(self.expiration_interval) 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._run(expiration_interval) 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T10:55:52.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s = self.context.wrap_socket( 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: return self.sslsocket_class._create( 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self.do_handshake() 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._sslobj.do_handshake() 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T10:55:52.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 10:55:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T10:55:53.638 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-16T10:55:53.638 INFO:teuthology.orchestra.run.smithi077.stdout:Creating initial admin user... 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:52] ENGINE Bus STARTING 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:52] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:52] ENGINE Bus STARTED 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: [16/Sep/2024:10:55:52] ENGINE Error in HTTPServer.serve 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T10:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:53.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:53 smithi077 ceph-mon[27497]: mgrmap e12: y(active, since 2s) 2024-09-16T10:55:55.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:55.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:54 smithi077 ceph-mon[27497]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:55:55.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:55:55.122 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$H/QKXVLwWaH8fxeMCQNVJuG7OdJK55K/LZw4C5GknAbwP4CnqZB9C", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726484154, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-16T10:55:55.122 INFO:teuthology.orchestra.run.smithi077.stdout:Fetching dashboard port number... 2024-09-16T10:55:55.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:55 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2546865619' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-16T10:55:56.488 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stdout 8443 2024-09-16T10:55:56.498 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T10:55:56.498 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout disabled 2024-09-16T10:55:56.506 INFO:teuthology.orchestra.run.smithi077.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T10:55:56.506 INFO:teuthology.orchestra.run.smithi077.stdout:systemctl: stdout inactive 2024-09-16T10:55:56.506 INFO:teuthology.orchestra.run.smithi077.stdout:firewalld.service is not enabled 2024-09-16T10:55:56.506 INFO:teuthology.orchestra.run.smithi077.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout:Ceph Dashboard is now available at: 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout: URL: https://smithi077.front.sepia.ceph.com:8443/ 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout: User: admin 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout: Password: vfqc1q8yb5 2024-09-16T10:55:56.509 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:56.510 INFO:teuthology.orchestra.run.smithi077.stdout:Saving cluster configuration to /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config directory 2024-09-16T10:55:56.510 INFO:teuthology.orchestra.run.smithi077.stdout:Enabling autotune for osd_memory_target 2024-09-16T10:55:58.052 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:57 smithi077 ceph-mon[27497]: mgrmap e13: y(active, since 6s) 2024-09-16T10:55:59.185 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-16T10:55:59.185 INFO:teuthology.orchestra.run.smithi077.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-16T10:55:59.185 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.185 INFO:teuthology.orchestra.run.smithi077.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-16T10:55:59.185 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout:Or, if you are only running a single cluster on this host: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: ceph telemetry on 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout:For more information see: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:55:59.186 INFO:teuthology.orchestra.run.smithi077.stdout:Bootstrap complete. 2024-09-16T10:55:59.222 INFO:tasks.cephadm:Fetching config... 2024-09-16T10:55:59.222 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:55:59.222 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-16T10:55:59.238 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-16T10:55:59.238 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:55:59.238 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-16T10:55:59.293 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-16T10:55:59.294 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:55:59.294 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-16T10:55:59.359 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-16T10:55:59.359 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:55:59.359 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-16T10:55:59.414 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-16T10:55:59.414 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KvzVOmA1MIShatKoSEO62koLfwEDaMQ9njs6STKVVTlrdRnK6Xpx6QyZDpBUchPqjjVJvSQrdjcPsN0W9f5B0Z5nxCGQpxwyFFWltPazzNcFjdzj40XxlCd4B+HWxneAFbQY9D6fnrsp4+dptqTQJC3u4zfOoNpEVLLqPCXpCAAVFN5EnYlEvP3RvF1aJR7kbdmArF2kqNSk6ET3euM+lY/TVtu0qrhpQ1Qy2DL/Q0C5jzmGx4FLfMvWcZxUmMRHdKZGhI1WR1jsnjF8f6zR+nPekQA4LXXDv8t5HoRbNhC7SbzHISNPPF4WklpGgBm16tldJpskp6SkiERx6WqNVs1zAhbahBE7Bc/12y+uL86iGaAyuEbx0UiEfacny3mWmnXdrlUgvawECNoBwoplzkMDwR/o1+3GMBkgsGEcWW+qCtaFwfMhNXxeoDrsUoFDDFaL1N+s3P8oJaB7rYHTgGHrqygxEKXQfzjWvPm5u57FLci1zRnPwBA6ltJ80m0= ceph-0a002358-741a-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T10:55:59.488 INFO:teuthology.orchestra.run.smithi077.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KvzVOmA1MIShatKoSEO62koLfwEDaMQ9njs6STKVVTlrdRnK6Xpx6QyZDpBUchPqjjVJvSQrdjcPsN0W9f5B0Z5nxCGQpxwyFFWltPazzNcFjdzj40XxlCd4B+HWxneAFbQY9D6fnrsp4+dptqTQJC3u4zfOoNpEVLLqPCXpCAAVFN5EnYlEvP3RvF1aJR7kbdmArF2kqNSk6ET3euM+lY/TVtu0qrhpQ1Qy2DL/Q0C5jzmGx4FLfMvWcZxUmMRHdKZGhI1WR1jsnjF8f6zR+nPekQA4LXXDv8t5HoRbNhC7SbzHISNPPF4WklpGgBm16tldJpskp6SkiERx6WqNVs1zAhbahBE7Bc/12y+uL86iGaAyuEbx0UiEfacny3mWmnXdrlUgvawECNoBwoplzkMDwR/o1+3GMBkgsGEcWW+qCtaFwfMhNXxeoDrsUoFDDFaL1N+s3P8oJaB7rYHTgGHrqygxEKXQfzjWvPm5u57FLci1zRnPwBA6ltJ80m0= ceph-0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:59.499 DEBUG:teuthology.orchestra.run.smithi191:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KvzVOmA1MIShatKoSEO62koLfwEDaMQ9njs6STKVVTlrdRnK6Xpx6QyZDpBUchPqjjVJvSQrdjcPsN0W9f5B0Z5nxCGQpxwyFFWltPazzNcFjdzj40XxlCd4B+HWxneAFbQY9D6fnrsp4+dptqTQJC3u4zfOoNpEVLLqPCXpCAAVFN5EnYlEvP3RvF1aJR7kbdmArF2kqNSk6ET3euM+lY/TVtu0qrhpQ1Qy2DL/Q0C5jzmGx4FLfMvWcZxUmMRHdKZGhI1WR1jsnjF8f6zR+nPekQA4LXXDv8t5HoRbNhC7SbzHISNPPF4WklpGgBm16tldJpskp6SkiERx6WqNVs1zAhbahBE7Bc/12y+uL86iGaAyuEbx0UiEfacny3mWmnXdrlUgvawECNoBwoplzkMDwR/o1+3GMBkgsGEcWW+qCtaFwfMhNXxeoDrsUoFDDFaL1N+s3P8oJaB7rYHTgGHrqygxEKXQfzjWvPm5u57FLci1zRnPwBA6ltJ80m0= ceph-0a002358-741a-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T10:55:59.614 INFO:teuthology.orchestra.run.smithi191.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KvzVOmA1MIShatKoSEO62koLfwEDaMQ9njs6STKVVTlrdRnK6Xpx6QyZDpBUchPqjjVJvSQrdjcPsN0W9f5B0Z5nxCGQpxwyFFWltPazzNcFjdzj40XxlCd4B+HWxneAFbQY9D6fnrsp4+dptqTQJC3u4zfOoNpEVLLqPCXpCAAVFN5EnYlEvP3RvF1aJR7kbdmArF2kqNSk6ET3euM+lY/TVtu0qrhpQ1Qy2DL/Q0C5jzmGx4FLfMvWcZxUmMRHdKZGhI1WR1jsnjF8f6zR+nPekQA4LXXDv8t5HoRbNhC7SbzHISNPPF4WklpGgBm16tldJpskp6SkiERx6WqNVs1zAhbahBE7Bc/12y+uL86iGaAyuEbx0UiEfacny3mWmnXdrlUgvawECNoBwoplzkMDwR/o1+3GMBkgsGEcWW+qCtaFwfMhNXxeoDrsUoFDDFaL1N+s3P8oJaB7rYHTgGHrqygxEKXQfzjWvPm5u57FLci1zRnPwBA6ltJ80m0= ceph-0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:55:59.628 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-16T10:55:59.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:55:59 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/762066301' entity='client.admin' 2024-09-16T10:55:59.873 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:02.081 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:02.082 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:02.082 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi077", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:56:02.082 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:02.082 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:02.082 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:02.659 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-16T10:56:02.659 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-16T10:56:02.897 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:03.346 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:03 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3877565777' entity='client.admin' 2024-09-16T10:56:03.346 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:03.347 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:05.344 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi191 2024-09-16T10:56:05.344 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:56:05.344 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.conf 2024-09-16T10:56:05.365 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:56:05.365 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T10:56:05.425 INFO:tasks.cephadm:Adding host smithi191 to orchestrator... 2024-09-16T10:56:05.426 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch host add smithi191 2024-09-16T10:56:05.664 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:05.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:05.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:05.899 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:07 smithi077 ceph-mon[27497]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi191", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:08 smithi077 ceph-mon[27497]: Deploying cephadm binary to smithi191 2024-09-16T10:56:10.003 INFO:teuthology.orchestra.run.smithi077.stdout:Added host 'smithi191' with addr '172.21.15.191' 2024-09-16T10:56:10.574 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-16T10:56:10.811 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:11.203 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:11.203 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:11 smithi077 ceph-mon[27497]: Added host smithi191 2024-09-16T10:56:11.203 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:11.203 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:11.203 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:12.393 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:56:12.394 INFO:teuthology.orchestra.run.smithi077.stdout:[{"addr": "172.21.15.77", "hostname": "smithi077", "labels": [], "status": ""}, {"addr": "172.21.15.191", "hostname": "smithi191", "labels": [], "status": ""}] 2024-09-16T10:56:12.670 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:12 smithi077 ceph-mon[27497]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:12.670 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:12 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:12.963 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-16T10:56:12.963 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-16T10:56:13.200 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:13.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:13 smithi077 ceph-mon[27497]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T10:56:14.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi191", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:14 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:15.352 INFO:teuthology.orchestra.run.smithi077.stderr:adjusted tunables profile to default 2024-09-16T10:56:15.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T10:56:15.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:15.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2974202055' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T10:56:15.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:15.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:15.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:15.997 INFO:tasks.cephadm:Adding mon.a on smithi077 2024-09-16T10:56:15.998 INFO:tasks.cephadm:Adding mon.c on smithi077 2024-09-16T10:56:15.998 INFO:tasks.cephadm:Adding mon.b on smithi191 2024-09-16T10:56:15.998 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi077:172.21.15.77=a;smithi077:[v2:172.21.15.77:3301,v1:172.21.15.77:6790]=c;smithi191:172.21.15.191=b' 2024-09-16T10:56:16.243 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:16.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:16 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T10:56:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:16 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T10:56:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:16 smithi077 ceph-mon[27497]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:16 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2974202055' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T10:56:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:16 smithi077 ceph-mon[27497]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:17.803 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mon update... 2024-09-16T10:56:18.498 DEBUG:teuthology.orchestra.run.smithi077:mon.c> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.c.service 2024-09-16T10:56:18.502 DEBUG:teuthology.orchestra.run.smithi191:mon.b> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service 2024-09-16T10:56:18.504 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T10:56:18.504 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:19.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:19 smithi077 ceph-mon[27497]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi077:172.21.15.77=a;smithi077:[v2:172.21.15.77:3301,v1:172.21.15.77:6790]=c;smithi191:172.21.15.191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:19 smithi077 ceph-mon[27497]: Saving service mon spec with placement smithi077:172.21.15.77=a;smithi077:[v2:172.21.15.77:3301,v1:172.21.15.77:6790]=c;smithi191:172.21.15.191=b;count:3 2024-09-16T10:56:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:19 smithi077 ceph-mon[27497]: Deploying daemon mon.b on smithi191 2024-09-16T10:56:20.502 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:56:20.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:20 smithi077 ceph-mon[27497]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:21.534 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:21 smithi191 systemd[1]: Starting Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T10:56:22.465 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:56:22.466 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":1,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","modified":"2024-09-16T10:55:02.311220Z","created":"2024-09-16T10:55:02.311220Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-16T10:56:22.466 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 1 2024-09-16T10:56:22.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:22 smithi077 ceph-mon[27497]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:22.877 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 podman[31317]: 2024-09-16 10:56:22.382376906 +0000 UTC m=+0.015259520 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4 2024-09-16T10:56:22.877 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 podman[31317]: 2024-09-16 10:56:22.491541414 +0000 UTC m=+0.124424019 container create bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T10:56:22.877 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 podman[31317]: 2024-09-16 10:56:22.876590081 +0000 UTC m=+0.509472692 container init bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux ) 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 podman[31317]: 2024-09-16 10:56:22.880659376 +0000 UTC m=+0.513541981 container start bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable), process ceph-mon, pid 2 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: pidfile_write: ignore empty --pid-file 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: load: jerasure load: lrc 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: RocksDB version: 6.15.5 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Compile date Sep 15 2024 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: DB SUMMARY 2024-09-16T10:56:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: DB Session ID: WLWHHXB68I4LU1JGOSE1 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: CURRENT file: CURRENT 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.error_if_exists: 0 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.create_if_missing: 0 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.paranoid_checks: 1 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.env: 0x556834b94440 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.fs: Posix File System 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.info_log: 0x556836786ec0 2024-09-16T10:56:23.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.statistics: (nil) 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.use_fsync: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_log_file_size: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_fallocate: 1 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.use_direct_reads: 0 2024-09-16T10:56:23.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.db_log_dir: 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.write_buffer_manager: 0x5568368447e0 2024-09-16T10:56:23.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.unordered_write: 0 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T10:56:23.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.row_cache: None 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.wal_filter: None 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.preserve_deletes: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.two_write_queues: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.atomic_flush: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T10:56:23.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.log_readahead_size: 0 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_background_jobs: 2 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_background_compactions: -1 2024-09-16T10:56:23.220 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_subcompactions: 1 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_open_files: -1 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T10:56:23.221 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_background_flushes: -1 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Compression algorithms supported: 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kZSTD supported: 0 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kXpressCompression supported: 0 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kBZip2Compression supported: 0 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kLZ4Compression supported: 1 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kZlibCompression supported: 1 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: kSnappyCompression supported: 1 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-09-16T10:56:23.222 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.merge_operator: 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_filter: None 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55683672da38) 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout: cache_index_and_filter_blocks: 1 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout: pin_top_level_index_and_filter: 1 2024-09-16T10:56:23.223 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_type: 0 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: data_block_index_type: 0 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_shortening: 1 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: hash_index_allow_collision: 1 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: checksum: 1 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: no_block_cache: 0 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache: 0x5568367631f0 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_name: BinnedLRUCache 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_options: 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: capacity : 536870912 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: num_shard_bits : 4 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: strict_capacity_limit : 0 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: high_pri_pool_ratio: 0.000 2024-09-16T10:56:23.224 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_compressed: (nil) 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: persistent_cache: (nil) 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_size: 4096 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_size_deviation: 10 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_restart_interval: 16 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_block_restart_interval: 1 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: metadata_block_size: 4096 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: partition_filters: 0 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: use_delta_encoding: 1 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: whole_key_filtering: 1 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: verify_compression: 0 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: read_amp_bytes_per_bit: 0 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: format_version: 4 2024-09-16T10:56:23.225 INFO:journalctl@ceph.mon.b.smithi191.stdout: enable_index_compression: 1 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_align: 0 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression: NoCompression 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.num_levels: 7 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T10:56:23.226 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T10:56:23.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T10:56:23.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.arena_block_size: 4194304 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T10:56:23.229 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.inplace_update_support: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.bloom_locality: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.max_successive_merges: 0 2024-09-16T10:56:23.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.ttl: 2592000 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.enable_blob_files: false 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.min_blob_size: 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-16T10:56:23.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484182904913, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484182905224, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726484182, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "68e0e786-fd07-4c6c-812d-4d0e53dac579", "db_session_id": "WLWHHXB68I4LU1JGOSE1"}} 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484182905544, "job": 1, "event": "recovery_finished"} 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x556836796700 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: DB pointer 0x556836766000 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** DB Stats ** 2024-09-16T10:56:23.232 INFO:journalctl@ceph.mon.b.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.233 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:56:23.234 INFO:journalctl@ceph.mon.b.smithi191.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-16T10:56:23.235 INFO:journalctl@ceph.mon.b.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: using public_addr v2:172.21.15.191:0/0 -> [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: starting mon.b rank -1 at public addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] at bind addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(???) e0 preinit fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).mds e1 new map 2024-09-16T10:56:23.236 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: e1 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: legacy client fscid: -1 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout: No filesystems configured 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T10:56:23.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi077:172.21.15.77=a;smithi077:[v2:172.21.15.77:3301,v1:172.21.15.77:6790]=c;smithi191:172.21.15.191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: Saving service mon spec with placement smithi077:172.21.15.77=a;smithi077:[v2:172.21.15.77:3301,v1:172.21.15.77:6790]=c;smithi191:172.21.15.191=b;count:3 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: Deploying daemon mon.b on smithi191 2024-09-16T10:56:23.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:23.239 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:23.239 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 ceph-mon[31349]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-16T10:56:23.239 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 bash[31317]: bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce 2024-09-16T10:56:23.239 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:22 smithi191 systemd[1]: Started Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:56:24.465 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T10:56:24.466 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T10:56:24.734 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:56:28.357 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.357 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: mon.a calling monitor election 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: mon.b calling monitor election 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: monmap e2: 2 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:56:28.358 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: fsmap 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: mgrmap e13: y(active, since 37s) 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: overall HEALTH_OK 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:28.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: mon.a calling monitor election 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: mon.b calling monitor election 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: monmap e2: 2 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: fsmap 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: mgrmap e13: y(active, since 37s) 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: overall HEALTH_OK 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:29.304 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:29 smithi191 ceph-mon[31349]: Deploying daemon mon.c on smithi077 2024-09-16T10:56:29.305 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:29.316 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:29 smithi077 ceph-mon[27497]: Deploying daemon mon.c on smithi077 2024-09-16T10:56:29.317 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:29.479 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:56:29.479 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":2,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","modified":"2024-09-16T10:56:22.930152Z","created":"2024-09-16T10:55:02.311220Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:3300","nonce":0},{"type":"v1","addr":"172.21.15.191:6789","nonce":0}]},"addr":"172.21.15.191:6789/0","public_addr":"172.21.15.191:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T10:56:29.479 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 2 2024-09-16T10:56:30.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:30 smithi191 ceph-mon[31349]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:30.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:30 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/122842978' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T10:56:30.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:30 smithi077 ceph-mon[27497]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:30.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:30 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/122842978' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T10:56:31.080 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T10:56:31.080 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T10:56:31.338 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:56:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:31 smithi077 systemd[1]: Started Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:56:36.609 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-09-16T10:56:36.610 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":3,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","modified":"2024-09-16T10:56:31.154477Z","created":"2024-09-16T10:55:02.311220Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:3300","nonce":0},{"type":"v1","addr":"172.21.15.191:6789","nonce":0}]},"addr":"172.21.15.191:6789/0","public_addr":"172.21.15.191:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3301","nonce":0},{"type":"v1","addr":"172.21.15.77:6790","nonce":0}]},"addr":"172.21.15.77:6790/0","public_addr":"172.21.15.77:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-16T10:56:36.610 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 3 2024-09-16T10:56:36.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:56:36.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: mon.a calling monitor election 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: mon.b calling monitor election 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: mon.c calling monitor election 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: fsmap 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: mgrmap e13: y(active, since 45s) 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: overall HEALTH_OK 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: mon.a calling monitor election 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: mon.b calling monitor election 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: mon.c calling monitor election 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: fsmap 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: mgrmap e13: y(active, since 45s) 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: overall HEALTH_OK 2024-09-16T10:56:36.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: mon.a calling monitor election 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: mon.b calling monitor election 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: mon.c calling monitor election 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: fsmap 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: mgrmap e13: y(active, since 45s) 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: overall HEALTH_OK 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:36.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:37.225 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-16T10:56:37.225 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-16T10:56:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:37 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:37 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/3250483139' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:37 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:37.473 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:37.594 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.594 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/3250483139' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.594 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:37.594 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.594 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/3250483139' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T10:56:37.595 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:37 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:56:38.624 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:38.624 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.624 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.624 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.624 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:39.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T10:56:39.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T10:56:39.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[27497]: Reconfiguring daemon mon.a on smithi077 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.557 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:39.558 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T10:56:39.558 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:39.558 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:39.558 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:39.558 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:39 smithi077 ceph-mon[35468]: Reconfiguring daemon mon.a on smithi077 2024-09-16T10:56:39.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:39 smithi191 ceph-mon[31349]: Reconfiguring daemon mon.a on smithi077 2024-09-16T10:56:40.177 INFO:teuthology.orchestra.run.smithi077.stdout:# minimal ceph.conf for 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:56:40.177 INFO:teuthology.orchestra.run.smithi077.stdout:[global] 2024-09-16T10:56:40.177 INFO:teuthology.orchestra.run.smithi077.stdout: fsid = 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T10:56:40.177 INFO:teuthology.orchestra.run.smithi077.stdout: mon_host = [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/620527255' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:40.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:40.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:40.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:40.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:40 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/620527255' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:40 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/620527255' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[35468]: Reconfiguring mon.c (monmap changed)... 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[35468]: Reconfiguring daemon mon.c on smithi077 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[27497]: Reconfiguring mon.c (monmap changed)... 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[27497]: Reconfiguring daemon mon.c on smithi077 2024-09-16T10:56:41.315 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:41.316 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-16T10:56:41.317 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:56:41.317 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T10:56:41.344 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:56:41.344 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T10:56:41.409 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:56:41.409 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T10:56:41.442 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:56:41.442 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T10:56:41.509 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:41 smithi191 ceph-mon[31349]: Reconfiguring mon.c (monmap changed)... 2024-09-16T10:56:41.509 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:41 smithi191 ceph-mon[31349]: Reconfiguring daemon mon.c on smithi077 2024-09-16T10:56:41.509 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:41.511 INFO:tasks.cephadm:Adding mgr.y on smithi077 2024-09-16T10:56:41.512 INFO:tasks.cephadm:Adding mgr.x on smithi191 2024-09-16T10:56:41.512 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi077=y;smithi191=x' 2024-09-16T10:56:41.793 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:42.488 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T10:56:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T10:56:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:43.439 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:43 smithi191 ceph-mon[31349]: Reconfiguring mon.b (monmap changed)... 2024-09-16T10:56:43.439 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:43 smithi191 ceph-mon[31349]: Reconfiguring daemon mon.b on smithi191 2024-09-16T10:56:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:43 smithi077 ceph-mon[27497]: Reconfiguring mon.b (monmap changed)... 2024-09-16T10:56:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:43 smithi077 ceph-mon[27497]: Reconfiguring daemon mon.b on smithi191 2024-09-16T10:56:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:43 smithi077 ceph-mon[35468]: Reconfiguring mon.b (monmap changed)... 2024-09-16T10:56:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:43 smithi077 ceph-mon[35468]: Reconfiguring daemon mon.b on smithi191 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:44.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.406 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mgr update... 2024-09-16T10:56:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:44.965 DEBUG:teuthology.orchestra.run.smithi191:mgr.x> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service 2024-09-16T10:56:44.968 INFO:tasks.cephadm:Deploying OSDs... 2024-09-16T10:56:44.968 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T10:56:44.968 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T10:56:44.988 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T10:56:44.988 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_1 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-16 10:56:30.619469446 +0000 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.047 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.048 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.048 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T10:56:45.117 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-16T10:56:45.117 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-16T10:56:45.117 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000246577 s, 2.1 MB/s 2024-09-16T10:56:45.118 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T10:56:45.177 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_2 2024-09-16T10:56:45.236 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T10:56:45.236 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.236 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-09-16T10:56:45.236 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.236 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.237 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-16 10:56:30.620469424 +0000 2024-09-16T10:56:45.237 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.237 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.237 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.237 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T10:56:45.304 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-16T10:56:45.304 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-16T10:56:45.304 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000229423 s, 2.2 MB/s 2024-09-16T10:56:45.305 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T10:56:45.364 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_3 2024-09-16T10:56:45.422 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T10:56:45.422 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.422 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-16 10:56:30.620469424 +0000 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.423 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-09-16 10:53:00.996941681 +0000 2024-09-16T10:56:45.423 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T10:56:45.489 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-16T10:56:45.489 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-16T10:56:45.489 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000210728 s, 2.4 MB/s 2024-09-16T10:56:45.490 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T10:56:45.547 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_4 2024-09-16T10:56:45.604 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T10:56:45.604 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-16 10:56:30.620469424 +0000 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.605 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-09-16 10:53:00.995941702 +0000 2024-09-16T10:56:45.605 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T10:56:45.667 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi077=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:45.667 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: Saving service mgr spec with placement smithi077=y;smithi191=x;count:2 2024-09-16T10:56:45.667 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[35468]: Deploying daemon mgr.x on smithi191 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi077=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:45.668 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: Saving service mgr spec with placement smithi077=y;smithi191=x;count:2 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.669 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:45 smithi077 ceph-mon[27497]: Deploying daemon mgr.x on smithi191 2024-09-16T10:56:45.671 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-16T10:56:45.671 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-16T10:56:45.671 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000190134 s, 2.7 MB/s 2024-09-16T10:56:45.671 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T10:56:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi077=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: Saving service mgr spec with placement smithi077=y;smithi191=x;count:2 2024-09-16T10:56:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:45 smithi191 ceph-mon[31349]: Deploying daemon mgr.x on smithi191 2024-09-16T10:56:45.727 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T10:56:45.728 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T10:56:45.744 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T10:56:45.744 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_1 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-09-16 10:56:21.350392634 +0000 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.801 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.801 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T10:56:45.864 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-09-16T10:56:45.864 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-09-16T10:56:45.864 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000219656 s, 2.3 MB/s 2024-09-16T10:56:45.865 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T10:56:45.922 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_2 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:45.978 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-09-16 10:56:21.350392634 +0000 2024-09-16T10:56:45.979 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.979 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.979 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: 2024-09-16 10:53:01.046706103 +0000 2024-09-16T10:56:45.979 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T10:56:46.042 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-09-16T10:56:46.042 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-09-16T10:56:46.042 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000226047 s, 2.3 MB/s 2024-09-16T10:56:46.043 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T10:56:46.101 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_3 2024-09-16T10:56:46.157 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T10:56:46.157 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:46.157 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-09-16T10:56:46.157 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:46.157 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:46.158 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-09-16 10:56:21.350392634 +0000 2024-09-16T10:56:46.158 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.158 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.158 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.158 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T10:56:46.226 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-09-16T10:56:46.226 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-09-16T10:56:46.226 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.00018054 s, 2.8 MB/s 2024-09-16T10:56:46.227 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T10:56:46.290 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_4 2024-09-16T10:56:46.347 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T10:56:46.347 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T10:56:46.347 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-09-16T10:56:46.347 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T10:56:46.347 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T10:56:46.348 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-09-16 10:56:46.176949710 +0000 2024-09-16T10:56:46.348 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.348 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.348 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: 2024-09-16 10:53:01.045706121 +0000 2024-09-16T10:56:46.348 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T10:56:46.420 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-09-16T10:56:46.420 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-09-16T10:56:46.420 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000210838 s, 2.4 MB/s 2024-09-16T10:56:46.421 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T10:56:46.478 INFO:tasks.cephadm:Deploying osd.0 on smithi077 with /dev/vg_nvme/lv_4... 2024-09-16T10:56:46.479 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-16T10:56:46.626 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:46 smithi191 ceph-mon[31349]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:46.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:46 smithi077 ceph-mon[27497]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:46 smithi077 ceph-mon[35468]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:46.725 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:46.881 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:46 smithi191 podman[33198]: 2024-09-16 10:56:46.858667026 +0000 UTC m=+0.346247607 container start 943db93dfb8cf976b72e869424d9877d888d8e4b1ee47007031433b61b172229 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=quincy-6d025bc) 2024-09-16T10:56:47.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:46 smithi191 ceph-mgr[33217]: -- 172.21.15.191:0/972619586 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5621ae25a340 con 0x5621ae266c00 2024-09-16T10:56:47.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:46 smithi191 bash[33198]: 943db93dfb8cf976b72e869424d9877d888d8e4b1ee47007031433b61b172229 2024-09-16T10:56:47.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:46 smithi191 systemd[1]: Started Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T10:56:47.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:46.971+0000 7f335aefdec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T10:56:47.213 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.043+0000 7f335aefdec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T10:56:47.213 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.109+0000 7f335aefdec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T10:56:47.684 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.239+0000 7f335aefdec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:56:47.684 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.401+0000 7f335aefdec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T10:56:47.685 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.681+0000 7f335aefdec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T10:56:47.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.744+0000 7f335aefdec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T10:56:47.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:47.920+0000 7f335aefdec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T10:56:48.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:48.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:48.598 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-16T10:56:48.706 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-16T10:56:48.719 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-09-16T10:56:48.719 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-09-16T10:56:48.719 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114357 s, 917 MB/s 2024-09-16T10:56:48.719 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-09-16T10:56:49.129 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:48.774+0000 7f335aefdec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T10:56:49.129 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:48.838+0000 7f335aefdec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[27497]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:49 smithi077 ceph-mon[35468]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T10:56:49.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-mon[31349]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T10:56:49.590 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_4 2024-09-16T10:56:49.829 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:49.542+0000 7f335aefdec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T10:56:49.830 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:49.652+0000 7f335aefdec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T10:56:49.830 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:49.770+0000 7f335aefdec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T10:56:50.072 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:56:50.144 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:49.828+0000 7f335aefdec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T10:56:50.144 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:49.953+0000 7f335aefdec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T10:56:50.144 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.019+0000 7f335aefdec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T10:56:50.144 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.078+0000 7f335aefdec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T10:56:50.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:50.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:50.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:50.413 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:50.414 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.214+0000 7f335aefdec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.278+0000 7f335aefdec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.342+0000 7f335aefdec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.420+0000 7f335aefdec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:50.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:56:50.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:50.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:56:50.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:50.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.476+0000 7f335aefdec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T10:56:50.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:50.532+0000 7f335aefdec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T10:56:51.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T10:56:51.270+0000 7f335aefdec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: Standby manager daemon x started 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:56:52.138 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:56:52.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:51 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:56:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T10:56:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T10:56:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T10:56:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T10:56:52.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/207611445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T10:56:52.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:56:52.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:56:52.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:51 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:56:53.379 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[35468]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:53.379 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[35468]: mgrmap e14: y(active, since 61s), standbys: x 2024-09-16T10:56:53.379 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T10:56:53.380 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[27497]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:53.380 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[27497]: mgrmap e14: y(active, since 61s), standbys: x 2024-09-16T10:56:53.380 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T10:56:53.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:53 smithi191 ceph-mon[31349]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:56:53.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:53 smithi191 ceph-mon[31349]: mgrmap e14: y(active, since 61s), standbys: x 2024-09-16T10:56:53.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:53 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/251819785' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]': finished 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:56:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/251819785' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]': finished 2024-09-16T10:56:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T10:56:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:56:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/251819785' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]: dispatch 2024-09-16T10:56:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24157970-8028-4652-a8a7-4610e6ba33d8"}]': finished 2024-09-16T10:56:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T10:56:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:56:55.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:55 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4195303891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:56:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:55 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4195303891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:56:55.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:55 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4195303891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:56:56.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:56 smithi077 ceph-mon[27497]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:56 smithi077 ceph-mon[35468]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:56 smithi191 ceph-mon[31349]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:58.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:56:58 smithi077 ceph-mon[27497]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:56:58 smithi077 ceph-mon[35468]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:56:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:56:58 smithi191 ceph-mon[31349]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:00.310 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[27497]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:00.310 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T10:57:00.311 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:00.311 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[35468]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:00.311 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T10:57:00.311 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:00 smithi191 ceph-mon[31349]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T10:57:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:01.315 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:01 smithi077 ceph-mon[27497]: Deploying daemon osd.0 on smithi077 2024-09-16T10:57:01.316 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:01 smithi077 ceph-mon[35468]: Deploying daemon osd.0 on smithi077 2024-09-16T10:57:01.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:01 smithi191 ceph-mon[31349]: Deploying daemon osd.0 on smithi077 2024-09-16T10:57:02.447 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:02 smithi077 ceph-mon[27497]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:02.447 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:02 smithi077 ceph-mon[35468]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:02.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:02 smithi191 ceph-mon[31349]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:04.271 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:04 smithi077 ceph-mon[27497]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:04.271 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:04 smithi077 ceph-mon[35468]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:04.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:04 smithi191 ceph-mon[31349]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:05.486 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:06.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:06 smithi077 ceph-mon[27497]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:06.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:06 smithi077 ceph-mon[35468]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:06 smithi191 ceph-mon[31349]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:08.247 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 0 on host 'smithi077' 2024-09-16T10:57:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:08 smithi191 ceph-mon[31349]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.579 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:08.579 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.579 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.579 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:08.579 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[27497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:08.580 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.581 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:08 smithi077 ceph-mon[35468]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T10:57:08.874 DEBUG:teuthology.orchestra.run.smithi077:osd.0> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.0.service 2024-09-16T10:57:08.876 INFO:tasks.cephadm:Deploying osd.1 on smithi077 with /dev/vg_nvme/lv_3... 2024-09-16T10:57:08.876 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[27497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-mon[35468]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:09 smithi191 ceph-mon[31349]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:09.948 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:57:10.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[39361]: 2024-09-16T10:57:09.956+0000 7ff626392640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T10:57:10.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:57:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[39361]: 2024-09-16T10:57:09.959+0000 7ff6201a5640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:57:10.433 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[27497]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:10.433 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[27497]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:10.433 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[27497]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T10:57:10.433 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:10.433 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:10.434 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[35468]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:10.434 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[35468]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:10.434 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[35468]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T10:57:10.434 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:10.434 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:10 smithi191 ceph-mon[31349]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:10 smithi191 ceph-mon[31349]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:10 smithi191 ceph-mon[31349]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T10:57:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:57:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:57:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407] boot 2024-09-16T10:57:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T10:57:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407] boot 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T10:57:12.371 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: osd.0 [v2:172.21.15.77:6802/903210407,v1:172.21.15.77:6803/903210407] boot 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T10:57:12.372 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T10:57:12.771 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-16T10:57:12.863 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-16T10:57:12.880 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-09-16T10:57:12.880 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-09-16T10:57:12.880 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0144917 s, 724 MB/s 2024-09-16T10:57:12.880 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi077 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:13.467 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 16064M 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi077 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 16064M 2024-09-16T10:57:13.468 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.469 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:13.469 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:13.469 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.491 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_3 2024-09-16T10:57:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi077 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 16064M 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:13.729 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:57:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:14 smithi191 ceph-mon[31349]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:14.740 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:14 smithi077 ceph-mon[27497]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:14.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:14 smithi077 ceph-mon[35468]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:15 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:15 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:15 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:15.806 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:15.806 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:15.806 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:15.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:15.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:15.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:16.701 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:16 smithi077 ceph-mon[27497]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:16.701 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:16 smithi077 ceph-mon[27497]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:16.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:16 smithi077 ceph-mon[35468]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:16.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:16 smithi077 ceph-mon[35468]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:16 smithi191 ceph-mon[31349]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:16 smithi191 ceph-mon[31349]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]: dispatch 2024-09-16T10:57:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]': finished 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3484152003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]: dispatch 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]': finished 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:18 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3484152003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]: dispatch 2024-09-16T10:57:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1289872600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16ae3bf0-932e-48d2-ba36-7c02081f2fec"}]': finished 2024-09-16T10:57:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T10:57:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:18 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3484152003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:20 smithi191 ceph-mon[31349]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:20.826 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:20 smithi077 ceph-mon[27497]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:20.826 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:20 smithi077 ceph-mon[35468]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:22 smithi191 ceph-mon[31349]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:22.771 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:22 smithi077 ceph-mon[27497]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:22.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:22 smithi077 ceph-mon[35468]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:24 smithi191 ceph-mon[31349]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:24 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T10:57:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:24 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:24.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[27497]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T10:57:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[35468]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T10:57:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:24 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:25.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:25 smithi077 ceph-mon[27497]: Deploying daemon osd.1 on smithi077 2024-09-16T10:57:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:25 smithi077 ceph-mon[27497]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:25 smithi077 ceph-mon[35468]: Deploying daemon osd.1 on smithi077 2024-09-16T10:57:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:25 smithi077 ceph-mon[35468]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:25 smithi191 ceph-mon[31349]: Deploying daemon osd.1 on smithi077 2024-09-16T10:57:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:25 smithi191 ceph-mon[31349]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:28.049 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:27 smithi077 ceph-mon[27497]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:28.049 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:27 smithi077 ceph-mon[35468]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:27 smithi191 ceph-mon[31349]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:29.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:28 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:28 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:28 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:28 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:30.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:29 smithi191 ceph-mon[31349]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:30.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:29 smithi077 ceph-mon[27497]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:29 smithi077 ceph-mon[35468]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:32.020 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 1 on host 'smithi077' 2024-09-16T10:57:32.567 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:32.567 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.567 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.567 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:32.568 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.569 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:32.952 DEBUG:teuthology.orchestra.run.smithi077:osd.1> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.1.service 2024-09-16T10:57:32.955 INFO:tasks.cephadm:Deploying osd.2 on smithi077 with /dev/vg_nvme/lv_2... 2024-09-16T10:57:32.955 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[27497]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[27497]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[27497]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[27497]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[35468]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[35468]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T10:57:33.565 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:33.566 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[35468]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:33.566 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-mon[35468]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:33.566 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[45106]: 2024-09-16T10:57:33.317+0000 7f04584a6640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T10:57:33.566 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:57:33 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[45106]: 2024-09-16T10:57:33.320+0000 7f04552e1640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:57:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:33 smithi191 ceph-mon[31349]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T10:57:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:33 smithi191 ceph-mon[31349]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T10:57:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:33 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:33 smithi191 ceph-mon[31349]: from='osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:33 smithi191 ceph-mon[31349]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[27497]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[27497]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[27497]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[35468]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[35468]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[35468]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T10:57:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:34.431 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:57:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:34 smithi191 ceph-mon[31349]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:34 smithi191 ceph-mon[31349]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:34 smithi191 ceph-mon[31349]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T10:57:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273] boot 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273] boot 2024-09-16T10:57:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T10:57:35.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:35 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:57:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:57:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: osd.1 [v2:172.21.15.77:6810/2852334273,v1:172.21.15.77:6811/2852334273] boot 2024-09-16T10:57:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T10:57:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:35 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T10:57:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T10:57:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:36.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.710 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-16T10:57:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T10:57:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T10:57:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:57:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:36.795 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-16T10:57:36.810 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-09-16T10:57:36.810 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-09-16T10:57:36.810 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131746 s, 796 MB/s 2024-09-16T10:57:36.810 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-09-16T10:57:37.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:37 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi077 2024-09-16T10:57:37.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:37 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 8032M 2024-09-16T10:57:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:37 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi077 2024-09-16T10:57:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:37 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 8032M 2024-09-16T10:57:37.486 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_2 2024-09-16T10:57:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:37 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi077 2024-09-16T10:57:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:37 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 8032M 2024-09-16T10:57:37.723 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:57:38.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:38 smithi077 ceph-mon[27497]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:38.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:38 smithi077 ceph-mon[35468]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:38 smithi191 ceph-mon[31349]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:57:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:57:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:40 smithi077 ceph-mon[27497]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:40 smithi077 ceph-mon[27497]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:40 smithi077 ceph-mon[35468]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:40 smithi077 ceph-mon[35468]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:40 smithi191 ceph-mon[31349]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:40 smithi191 ceph-mon[31349]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]: dispatch 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]': finished 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/669883738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]: dispatch 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]': finished 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:42 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/669883738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]: dispatch 2024-09-16T10:57:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/517353000' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c368300-fd12-4f17-b42e-28637ecff80b"}]': finished 2024-09-16T10:57:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T10:57:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:42 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/669883738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:57:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:44 smithi077 ceph-mon[27497]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:44 smithi077 ceph-mon[35468]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:44 smithi191 ceph-mon[31349]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:46.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:46 smithi077 ceph-mon[27497]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:46.666 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:46 smithi077 ceph-mon[35468]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:46 smithi191 ceph-mon[31349]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:48.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[27497]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T10:57:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[35468]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T10:57:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:48 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:48 smithi191 ceph-mon[31349]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T10:57:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:48 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:57:49.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:49 smithi077 ceph-mon[27497]: Deploying daemon osd.2 on smithi077 2024-09-16T10:57:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:49 smithi077 ceph-mon[35468]: Deploying daemon osd.2 on smithi077 2024-09-16T10:57:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:49 smithi191 ceph-mon[31349]: Deploying daemon osd.2 on smithi077 2024-09-16T10:57:50.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:50 smithi077 ceph-mon[27497]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:50.402 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:50 smithi077 ceph-mon[35468]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:50 smithi191 ceph-mon[31349]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:52.629 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:52 smithi077 ceph-mon[27497]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:52.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:52 smithi077 ceph-mon[35468]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:52 smithi191 ceph-mon[31349]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:53.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:53 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:53 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:57:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:53 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:53 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:54 smithi077 ceph-mon[27497]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:54 smithi077 ceph-mon[35468]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:54 smithi191 ceph-mon[31349]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:55.998 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 2 on host 'smithi077' 2024-09-16T10:57:56.534 DEBUG:teuthology.orchestra.run.smithi077:osd.2> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.2.service 2024-09-16T10:57:56.536 INFO:tasks.cephadm:Deploying osd.3 on smithi077 with /dev/vg_nvme/lv_1... 2024-09-16T10:57:56.537 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-16T10:57:56.600 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:56.600 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T10:57:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:57:57.634 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[27497]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T10:57:57.634 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[27497]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T10:57:57.634 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:57.634 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[27497]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:57.634 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[27497]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:57.635 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[35468]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T10:57:57.635 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[35468]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T10:57:57.635 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:57.635 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[35468]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:57.635 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-mon[35468]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:57.635 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[51085]: 2024-09-16T10:57:57.384+0000 7feae1525640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T10:57:57.635 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:57:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[51085]: 2024-09-16T10:57:57.387+0000 7feade360640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:57:57.641 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:57:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:57 smithi191 ceph-mon[31349]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T10:57:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:57 smithi191 ceph-mon[31349]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T10:57:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:57 smithi191 ceph-mon[31349]: from='osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:57 smithi191 ceph-mon[31349]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:57:58.428 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[27497]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[27497]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[27497]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[35468]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[35468]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[35468]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:58.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:58 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:58 smithi191 ceph-mon[31349]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:57:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:58 smithi191 ceph-mon[31349]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:57:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:58 smithi191 ceph-mon[31349]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T10:57:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:58 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:58 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:57:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:57:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576] boot 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576] boot 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:57:59 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T10:57:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:57:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:57:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: osd.2 [v2:172.21.15.77:6818/3753692576,v1:172.21.15.77:6819/3753692576] boot 2024-09-16T10:57:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T10:57:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T10:57:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:57:59 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T10:58:00.357 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-16T10:58:00.459 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-16T10:58:00.475 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-09-16T10:58:00.475 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-09-16T10:58:00.475 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0141907 s, 739 MB/s 2024-09-16T10:58:00.475 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-09-16T10:58:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:58:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T10:58:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T10:58:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:00 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:00.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:00.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:00.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:00.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:00 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:01.114 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_1 2024-09-16T10:58:01.411 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55162]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:01.411 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55162]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:01.411 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55162]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:01.411 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55162]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:01.416 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:58:01.665 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55216]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:01.665 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55216]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:01.665 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55216]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:01.665 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55216]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:01.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi077 2024-09-16T10:58:01.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 5354M 2024-09-16T10:58:01.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T10:58:01.666 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[35468]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T10:58:01.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi077 2024-09-16T10:58:01.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 5354M 2024-09-16T10:58:01.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T10:58:01.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:01 smithi077 ceph-mon[27497]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T10:58:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:01 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi077 2024-09-16T10:58:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:01 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 5354M 2024-09-16T10:58:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:01 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T10:58:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:01 smithi191 ceph-mon[31349]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T10:58:01.921 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55223]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:01.921 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55223]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:01.921 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55223]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:01.922 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:01 smithi077 sudo[55223]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:02.284 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55239]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:02.284 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55239]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:02.284 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55239]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:02.284 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55239]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:02.551 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[35468]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:02.552 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[35468]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T10:58:02.552 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:02.552 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[27497]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:02.552 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[27497]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T10:58:02.552 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:02.553 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55245]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:02.553 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55245]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:02.553 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55245]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:02.553 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55245]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:02 smithi191 ceph-mon[31349]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:02 smithi191 ceph-mon[31349]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T10:58:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:02 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:02.803 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55275]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:02.803 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55268]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:02.803 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55268]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:02.803 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55268]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:02.803 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55268]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:03.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55275]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:03.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55275]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:03.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:02 smithi077 sudo[55275]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:03.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55300]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:03.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55300]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55300]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55300]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:03.567 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33852]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:03.568 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33852]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:03.568 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33852]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:03.568 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33852]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:03.842 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:03.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:03.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33855]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33855]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33855]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 sudo[33855]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:03.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:03.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:03 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:04.096 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55444]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T10:58:04.096 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55444]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:04.097 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55444]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:04.097 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:03 smithi077 sudo[55444]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:04.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 sudo[55447]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T10:58:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 sudo[55447]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T10:58:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 sudo[55447]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T10:58:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 sudo[55447]: pam_unix(sudo:session): session closed for user root 2024-09-16T10:58:04.714 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:04.714 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:04.715 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:04.716 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:04 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T10:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:04 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1368413006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]': finished 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T10:58:05.901 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1368413006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]': finished 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T10:58:05.902 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1368413006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]: dispatch 2024-09-16T10:58:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "488ff721-2be3-454c-8399-b446c02cc9fb"}]': finished 2024-09-16T10:58:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T10:58:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:06.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2381302951' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2381302951' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2381302951' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:07.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:07 smithi077 ceph-mon[35468]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:07 smithi077 ceph-mon[27497]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:07 smithi191 ceph-mon[31349]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:10.135 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:09 smithi077 ceph-mon[27497]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:10.135 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:09 smithi077 ceph-mon[35468]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:09 smithi191 ceph-mon[31349]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:12.153 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[35468]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:12.153 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T10:58:12.153 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:12.153 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[35468]: Deploying daemon osd.3 on smithi077 2024-09-16T10:58:12.153 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[27497]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:12.154 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T10:58:12.154 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:12.154 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:11 smithi077 ceph-mon[27497]: Deploying daemon osd.3 on smithi077 2024-09-16T10:58:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:11 smithi191 ceph-mon[31349]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T10:58:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:11 smithi191 ceph-mon[31349]: Deploying daemon osd.3 on smithi077 2024-09-16T10:58:14.064 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:13 smithi077 ceph-mon[27497]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:14.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:13 smithi077 ceph-mon[35468]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:13 smithi191 ceph-mon[31349]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:16.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:15 smithi077 ceph-mon[27497]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:15 smithi077 ceph-mon[35468]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:15 smithi191 ceph-mon[31349]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:17.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:17.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:16 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:16 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:16 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:16 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:18.354 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:18 smithi077 ceph-mon[27497]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:18.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:18 smithi077 ceph-mon[35468]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:18 smithi191 ceph-mon[31349]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:19.702 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 3 on host 'smithi077' 2024-09-16T10:58:19.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:19 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:19 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:20.381 DEBUG:teuthology.orchestra.run.smithi077:osd.3> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.3.service 2024-09-16T10:58:20.384 INFO:tasks.cephadm:Deploying osd.4 on smithi191 with /dev/vg_nvme/lv_4... 2024-09-16T10:58:20.384 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-16T10:58:20.631 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:58:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:21 smithi191 ceph-mon[31349]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T10:58:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:21 smithi191 ceph-mon[31349]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T10:58:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:21 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:21 smithi191 ceph-mon[31349]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:58:21.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[35468]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T10:58:21.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[35468]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T10:58:21.518 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:21.518 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[35468]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:58:21.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[27497]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T10:58:21.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[27497]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T10:58:21.519 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:21.519 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-mon[27497]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T10:58:21.519 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[57157]: 2024-09-16T10:58:21.241+0000 7f937941a640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T10:58:21.519 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 10:58:21 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[57157]: 2024-09-16T10:58:21.245+0000 7f9374a30640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:58:22.157 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-16T10:58:22.248 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-16T10:58:22.263 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-09-16T10:58:22.263 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-09-16T10:58:22.263 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.013171 s, 796 MB/s 2024-09-16T10:58:22.263 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-09-16T10:58:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:22 smithi191 ceph-mon[31349]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:22 smithi191 ceph-mon[31349]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:58:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:22 smithi191 ceph-mon[31349]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T10:58:22.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:22 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[35468]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[35468]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[35468]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.517 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[27497]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:22.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[27497]: from='osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-09-16T10:58:22.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[27497]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T10:58:22.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.518 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:22 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:22.874 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi191:vg_nvme/lv_4 2024-09-16T10:58:23.121 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588] boot 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588] boot 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:23 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.534 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:58:23.534 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:58:23.534 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.534 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: osd.3 [v2:172.21.15.77:6826/3403373588,v1:172.21.15.77:6827/3403373588] boot 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:23.535 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:23 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:24.450 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:24 smithi191 ceph-mon[31349]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:24.450 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:24 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi077 2024-09-16T10:58:24.450 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:24 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 4016M 2024-09-16T10:58:24.450 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:24 smithi191 ceph-mon[31349]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[27497]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi077 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 4016M 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[27497]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[35468]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi077 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 4016M 2024-09-16T10:58:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:24 smithi077 ceph-mon[35468]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T10:58:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:26.543 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:26 smithi191 ceph-mon[31349]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:26.544 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:26 smithi191 ceph-mon[31349]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:26 smithi077 ceph-mon[27497]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:26 smithi077 ceph-mon[27497]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:26 smithi077 ceph-mon[35468]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:26 smithi077 ceph-mon[35468]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:27.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/3681415616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]': finished 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[27497]: osdmap e27: 5 total, 4 up, 5 in 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/3681415616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]': finished 2024-09-16T10:58:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[35468]: osdmap e27: 5 total, 4 up, 5 in 2024-09-16T10:58:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:27 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:27 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/3681415616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:27 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]: dispatch 2024-09-16T10:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:27 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79605c64-2587-41dd-9ba8-7923982b7ecc"}]': finished 2024-09-16T10:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:27 smithi191 ceph-mon[31349]: osdmap e27: 5 total, 4 up, 5 in 2024-09-16T10:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:27 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:28.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:28 smithi077 ceph-mon[35468]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:28.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:28 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/2057494623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:28.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:28 smithi077 ceph-mon[27497]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:28.574 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:28 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/2057494623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:28 smithi191 ceph-mon[31349]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:28 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/2057494623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:30.558 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:30 smithi191 ceph-mon[31349]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:30 smithi077 ceph-mon[27497]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:30 smithi077 ceph-mon[35468]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:32.385 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:32 smithi191 ceph-mon[31349]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:32.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:32 smithi077 ceph-mon[27497]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:32 smithi077 ceph-mon[35468]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:33.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:33 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T10:58:33.570 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:33 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:33.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:33 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T10:58:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:33 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:33 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T10:58:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:33 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:34.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:34 smithi191 ceph-mon[31349]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:34.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:34 smithi191 ceph-mon[31349]: Deploying daemon osd.4 on smithi191 2024-09-16T10:58:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:34 smithi077 ceph-mon[27497]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:34 smithi077 ceph-mon[27497]: Deploying daemon osd.4 on smithi191 2024-09-16T10:58:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:34 smithi077 ceph-mon[35468]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:34 smithi077 ceph-mon[35468]: Deploying daemon osd.4 on smithi191 2024-09-16T10:58:36.381 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:36 smithi191 ceph-mon[31349]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:36 smithi077 ceph-mon[27497]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:36 smithi077 ceph-mon[35468]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:38.575 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:38 smithi191 ceph-mon[31349]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:38.575 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:38.575 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:38.575 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[27497]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[35468]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:38.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:40 smithi191 ceph-mon[31349]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:40 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[27497]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[35468]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:40 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.241 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 4 on host 'smithi191' 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:41 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T10:58:41.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:58:41.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:41.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:41 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:42.229 DEBUG:teuthology.orchestra.run.smithi191:osd.4> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.4.service 2024-09-16T10:58:42.232 INFO:tasks.cephadm:Deploying osd.5 on smithi191 with /dev/vg_nvme/lv_3... 2024-09-16T10:58:42.232 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-16T10:58:42.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:42.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T10:58:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T10:58:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-mon[31349]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:42.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[36139]: 2024-09-16T10:58:42.333+0000 7fe2ce9d2640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T10:58:42.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 10:58:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[36139]: 2024-09-16T10:58:42.337+0000 7fe2ca00a640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:58:42.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[27497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T10:58:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: from='osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:42 smithi077 ceph-mon[35468]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:58:43.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:43 smithi191 ceph-mon[31349]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:58:43.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:43 smithi191 ceph-mon[31349]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T10:58:43.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:43 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:43.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:43 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:43.559 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:58:43.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[27497]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[27497]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[35468]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[35468]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:43 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:58:44.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:58:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353] boot 2024-09-16T10:58:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: osdmap e30: 5 total, 5 up, 5 in 2024-09-16T10:58:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:44 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353] boot 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: osdmap e30: 5 total, 5 up, 5 in 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:58:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:58:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T10:58:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: osd.4 [v2:172.21.15.191:6800/2913343353,v1:172.21.15.191:6801/2913343353] boot 2024-09-16T10:58:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: osdmap e30: 5 total, 5 up, 5 in 2024-09-16T10:58:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:44 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:45.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T10:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:45.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:58:45.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:58:45.915 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-16T10:58:46.003 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-16T10:58:46.017 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-09-16T10:58:46.017 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-09-16T10:58:46.017 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123955 s, 846 MB/s 2024-09-16T10:58:46.017 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-09-16T10:58:46.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:46 smithi191 ceph-mon[31349]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:46.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:46 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi191 2024-09-16T10:58:46.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:46 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 17088M 2024-09-16T10:58:46.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:46 smithi191 ceph-mon[31349]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T10:58:46.623 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi191:vg_nvme/lv_3 2024-09-16T10:58:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[27497]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi191 2024-09-16T10:58:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 17088M 2024-09-16T10:58:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[27497]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T10:58:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[35468]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi191 2024-09-16T10:58:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 17088M 2024-09-16T10:58:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:46 smithi077 ceph-mon[35468]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T10:58:46.864 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:58:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:48 smithi191 ceph-mon[31349]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:48.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:48 smithi077 ceph-mon[27497]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:48 smithi077 ceph-mon[35468]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:49.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:49.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:49.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:49 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:58:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:58:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:49 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:50 smithi191 ceph-mon[31349]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:50 smithi191 ceph-mon[31349]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:50.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:50 smithi077 ceph-mon[27497]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:50 smithi077 ceph-mon[27497]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:50 smithi077 ceph-mon[35468]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:58:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:50 smithi077 ceph-mon[35468]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:58:51.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/1937275451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]': finished 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: osdmap e33: 6 total, 5 up, 6 in 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/1802613272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/1937275451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]': finished 2024-09-16T10:58:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: osdmap e33: 6 total, 5 up, 6 in 2024-09-16T10:58:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:58:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:51 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/1802613272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/1937275451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]: dispatch 2024-09-16T10:58:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48b2106c-d561-48af-a070-6029f9f00c19"}]': finished 2024-09-16T10:58:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: osdmap e33: 6 total, 5 up, 6 in 2024-09-16T10:58:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:58:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:51 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/1802613272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:58:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:52 smithi077 ceph-mon[27497]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-16T10:58:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:52 smithi077 ceph-mon[35468]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-16T10:58:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:52 smithi191 ceph-mon[31349]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-16T10:58:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:54 smithi191 ceph-mon[31349]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:58:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:54 smithi077 ceph-mon[27497]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:58:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:54 smithi077 ceph-mon[35468]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:58:56.405 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:56 smithi191 ceph-mon[31349]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T10:58:56.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:56 smithi077 ceph-mon[27497]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T10:58:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:56 smithi077 ceph-mon[35468]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T10:58:57.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T10:58:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T10:58:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:57.675 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T10:58:57.675 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:58:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:58 smithi077 ceph-mon[35468]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:58:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:58:58 smithi077 ceph-mon[35468]: Deploying daemon osd.5 on smithi191 2024-09-16T10:58:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:58 smithi077 ceph-mon[27497]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:58:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:58:58 smithi077 ceph-mon[27497]: Deploying daemon osd.5 on smithi191 2024-09-16T10:58:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:58 smithi191 ceph-mon[31349]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:58:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:58:58 smithi191 ceph-mon[31349]: Deploying daemon osd.5 on smithi191 2024-09-16T10:59:00.507 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:00 smithi191 ceph-mon[31349]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:00.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:00 smithi077 ceph-mon[27497]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:00 smithi077 ceph-mon[35468]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[27497]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[35468]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:02 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:02.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:02 smithi191 ceph-mon[31349]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:02.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:02 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:02.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:02 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:02.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:02 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:04.632 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:04 smithi191 ceph-mon[31349]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:04.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:04 smithi077 ceph-mon[27497]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:04.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:04 smithi077 ceph-mon[35468]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:05.243 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 5 on host 'smithi191' 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.878 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:05.879 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.879 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.879 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:05.879 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.879 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.902 DEBUG:teuthology.orchestra.run.smithi191:osd.5> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.5.service 2024-09-16T10:59:05.905 INFO:tasks.cephadm:Deploying osd.6 on smithi191 with /dev/vg_nvme/lv_2... 2024-09-16T10:59:05.905 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-16T10:59:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:05.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:05.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:05.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:05.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-mon[31349]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T10:59:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-mon[31349]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T10:59:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-mon[31349]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-mon[31349]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:06.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[41662]: 2024-09-16T10:59:06.608+0000 7f8c8b636640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T10:59:06.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 10:59:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[41662]: 2024-09-16T10:59:06.613+0000 7f8c87c70640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:59:06.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[27497]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[27497]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[27497]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[27497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[35468]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[35468]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[35468]: from='osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:06 smithi077 ceph-mon[35468]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:07.159 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242] boot 2024-09-16T10:59:07.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: osdmap e36: 6 total, 6 up, 6 in 2024-09-16T10:59:07.700 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:07 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242] boot 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: osdmap e36: 6 total, 6 up, 6 in 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: osd.5 [v2:172.21.15.191:6808/3411848242,v1:172.21.15.191:6809/3411848242] boot 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: osdmap e36: 6 total, 6 up, 6 in 2024-09-16T10:59:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:07 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[27497]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:59:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:08 smithi077 ceph-mon[35468]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T10:59:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:08 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:59:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:08 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:59:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:08 smithi191 ceph-mon[31349]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T10:59:09.988 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-16T10:59:10.068 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-16T10:59:10.081 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-09-16T10:59:10.081 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-09-16T10:59:10.081 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112746 s, 930 MB/s 2024-09-16T10:59:10.081 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: pgmap v126: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi191 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 8544M 2024-09-16T10:59:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[35468]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: pgmap v126: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi191 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 8544M 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T10:59:10.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:10 smithi077 ceph-mon[27497]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: pgmap v126: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi191 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:10.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 8544M 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T10:59:10.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:10 smithi191 ceph-mon[31349]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:10.730 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi191:vg_nvme/lv_2 2024-09-16T10:59:10.971 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:59:12.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:12 smithi077 ceph-mon[27497]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:12 smithi077 ceph-mon[35468]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:12 smithi191 ceph-mon[31349]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:13.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:13 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:13 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[27497]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[27497]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[27497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[35468]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[35468]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[35468]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:14.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:14 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T10:59:14.683 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:14 smithi191 ceph-mon[31349]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:14.683 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:14 smithi191 ceph-mon[31349]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:14.683 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:14 smithi191 ceph-mon[31349]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:14.683 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:14 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T10:59:15.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/24578351' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:15 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:15 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]': finished 2024-09-16T10:59:15.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:15 smithi191 ceph-mon[31349]: osdmap e39: 7 total, 6 up, 7 in 2024-09-16T10:59:15.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:15 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:15.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/24578351' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]': finished 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[27497]: osdmap e39: 7 total, 6 up, 7 in 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/24578351' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]: dispatch 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8ede744b-02ca-4a56-96a6-31303ed9ac72"}]': finished 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[35468]: osdmap e39: 7 total, 6 up, 7 in 2024-09-16T10:59:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:15 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:16.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:16 smithi077 ceph-mon[27497]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T10:59:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:16 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/316473521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:16 smithi077 ceph-mon[35468]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T10:59:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:16 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/316473521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:16 smithi191 ceph-mon[31349]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T10:59:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:16 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/316473521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:18 smithi191 ceph-mon[31349]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:18.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:18 smithi077 ceph-mon[27497]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:18 smithi077 ceph-mon[35468]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:20 smithi191 ceph-mon[31349]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T10:59:20.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:20 smithi077 ceph-mon[27497]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T10:59:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:20 smithi077 ceph-mon[35468]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T10:59:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:21 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T10:59:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:21 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:21 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T10:59:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:21 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:21 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T10:59:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:21 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:22.690 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:22 smithi191 ceph-mon[31349]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:22.690 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:22 smithi191 ceph-mon[31349]: Deploying daemon osd.6 on smithi191 2024-09-16T10:59:22.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:22 smithi077 ceph-mon[27497]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:22 smithi077 ceph-mon[27497]: Deploying daemon osd.6 on smithi191 2024-09-16T10:59:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:22 smithi077 ceph-mon[35468]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:22 smithi077 ceph-mon[35468]: Deploying daemon osd.6 on smithi191 2024-09-16T10:59:24.658 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:24 smithi191 ceph-mon[31349]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:24 smithi077 ceph-mon[27497]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:24 smithi077 ceph-mon[35468]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:26.703 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:26 smithi191 ceph-mon[31349]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:26.703 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:26 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:26.703 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:26 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:26.703 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:26 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:26.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[27497]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[35468]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:26 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:28.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:28 smithi191 ceph-mon[31349]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:28.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:28 smithi077 ceph-mon[27497]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:28 smithi077 ceph-mon[35468]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:29.479 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 6 on host 'smithi191' 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:30.174 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.175 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:30.198 DEBUG:teuthology.orchestra.run.smithi191:osd.6> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.6.service 2024-09-16T10:59:30.200 INFO:tasks.cephadm:Deploying osd.7 on smithi191 with /dev/vg_nvme/lv_1... 2024-09-16T10:59:30.200 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-16T10:59:30.892 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:59:31.120 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-mon[31349]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T10:59:31.120 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-mon[31349]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T10:59:31.120 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:31.120 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-mon[31349]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:31.120 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-mon[31349]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:31.120 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[47318]: 2024-09-16T10:59:30.776+0000 7f6795f13640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T10:59:31.120 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 10:59:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[47318]: 2024-09-16T10:59:30.782+0000 7f678fd26640 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:59:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[27497]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T10:59:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[27497]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T10:59:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[27497]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[27497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[35468]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T10:59:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[35468]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T10:59:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[35468]: from='osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:30 smithi077 ceph-mon[35468]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:31 smithi191 ceph-mon[31349]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:31 smithi191 ceph-mon[31349]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T10:59:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:31 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:31 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:31 smithi191 ceph-mon[31349]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:32.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[27497]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[27497]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[27497]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[35468]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[35468]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:31 smithi077 ceph-mon[35468]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T10:59:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:59:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:59:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177] boot 2024-09-16T10:59:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: osdmap e42: 7 total, 7 up, 7 in 2024-09-16T10:59:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:32 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177] boot 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: osdmap e42: 7 total, 7 up, 7 in 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: osd.6 [v2:172.21.15.191:6816/4077702177,v1:172.21.15.191:6817/4077702177] boot 2024-09-16T10:59:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: osdmap e42: 7 total, 7 up, 7 in 2024-09-16T10:59:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:32 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T10:59:33.513 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-16T10:59:33.599 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-16T10:59:33.613 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-09-16T10:59:33.613 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-09-16T10:59:33.614 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125705 s, 834 MB/s 2024-09-16T10:59:33.614 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-09-16T10:59:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:33 smithi191 ceph-mon[31349]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T10:59:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:33 smithi191 ceph-mon[31349]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:34.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:33 smithi077 ceph-mon[27497]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T10:59:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:33 smithi077 ceph-mon[27497]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:33 smithi077 ceph-mon[35468]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T10:59:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:33 smithi077 ceph-mon[35468]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:34.660 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi191:vg_nvme/lv_1 2024-09-16T10:59:34.903 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T10:59:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi191 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:34.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 5696M 2024-09-16T10:59:34.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:34.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:34.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:34.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:34 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi191 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 5696M 2024-09-16T10:59:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi191 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 5696M 2024-09-16T10:59:35.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:35.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:35.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:35.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:34 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:36.118 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:35 smithi191 ceph-mon[31349]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:36.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:35 smithi077 ceph-mon[27497]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:35 smithi077 ceph-mon[35468]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:37.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:37.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:37.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:36 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T10:59:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T10:59:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:36 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:37 smithi191 ceph-mon[31349]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:37 smithi191 ceph-mon[31349]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:38.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:37 smithi077 ceph-mon[27497]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:37 smithi077 ceph-mon[27497]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:37 smithi077 ceph-mon[35468]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T10:59:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:37 smithi077 ceph-mon[35468]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:38 smithi077 ceph-mon[27497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:38 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T10:59:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:38 smithi077 ceph-mon[35468]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:38 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T10:59:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:38 smithi191 ceph-mon[31349]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T10:59:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:38 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/274280949' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]': finished 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: osdmap e45: 8 total, 7 up, 8 in 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/3251922707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/274280949' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]': finished 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: osdmap e45: 8 total, 7 up, 8 in 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:39 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/3251922707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/274280949' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]: dispatch 2024-09-16T10:59:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddbf5a9f-2615-4b61-af51-e5f97acb89dd"}]': finished 2024-09-16T10:59:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: osdmap e45: 8 total, 7 up, 8 in 2024-09-16T10:59:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:39 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/3251922707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T10:59:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:41 smithi191 ceph-mon[31349]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:42.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:41 smithi077 ceph-mon[27497]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:41 smithi077 ceph-mon[35468]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T10:59:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:43 smithi077 ceph-mon[27497]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-16T10:59:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:43 smithi077 ceph-mon[35468]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-16T10:59:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:43 smithi191 ceph-mon[31349]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-16T10:59:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:45 smithi191 ceph-mon[31349]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T10:59:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:45 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:45 smithi191 ceph-mon[31349]: Deploying daemon osd.7 on smithi191 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[27497]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[27497]: Deploying daemon osd.7 on smithi191 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[35468]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T10:59:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:45 smithi077 ceph-mon[35468]: Deploying daemon osd.7 on smithi191 2024-09-16T10:59:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:47 smithi191 ceph-mon[31349]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:48.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:47 smithi077 ceph-mon[27497]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:47 smithi077 ceph-mon[35468]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T10:59:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:49 smithi191 ceph-mon[31349]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:50.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:49 smithi077 ceph-mon[27497]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:49 smithi077 ceph-mon[35468]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:51.065 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:51.065 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:51.066 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:50 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:51.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:50 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:52.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:52 smithi077 ceph-mon[27497]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:52 smithi077 ceph-mon[35468]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:52 smithi191 ceph-mon[31349]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:53.852 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 7 on host 'smithi191' 2024-09-16T10:59:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:54 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T10:59:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T10:59:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:54 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:54.527 DEBUG:teuthology.orchestra.run.smithi191:osd.7> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.7.service 2024-09-16T10:59:54.529 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-16T10:59:54.530 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T10:59:54.784 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:59:55.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T10:59:55.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T10:59:55.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:55.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-mon[31349]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:55.835 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[52886]: 2024-09-16T10:59:55.485+0000 7ff2516b5640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T10:59:55.835 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 10:59:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[52886]: 2024-09-16T10:59:55.491+0000 7ff24dcef640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[35468]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: from='osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T10:59:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:55 smithi077 ceph-mon[27497]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T10:59:56.570 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851] boot 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: osdmap e48: 8 total, 8 up, 8 in 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851] boot 2024-09-16T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: osdmap e48: 8 total, 8 up, 8 in 2024-09-16T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:56 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-09-16T10:59:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T10:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: osd.7 [v2:172.21.15.191:6824/1458619851,v1:172.21.15.191:6825/1458619851] boot 2024-09-16T10:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: osdmap e48: 8 total, 8 up, 8 in 2024-09-16T10:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:56 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T10:59:57.349 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1726484396,"num_in_osds":8,"osd_in_since":1726484379,"num_remapped_pgs":1} 2024-09-16T10:59:57.350 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T10:59:57.611 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T10:59:57.640 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: purged_snaps scrub starts 2024-09-16T10:59:57.640 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: purged_snaps scrub ok 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2737879171' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: Detected new or changed devices on smithi191 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 4272M 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:57.641 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[35468]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: purged_snaps scrub starts 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: purged_snaps scrub ok 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2737879171' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: Detected new or changed devices on smithi191 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.642 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 4272M 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.643 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:57 smithi077 ceph-mon[27497]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T10:59:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: purged_snaps scrub starts 2024-09-16T10:59:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: purged_snaps scrub ok 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2737879171' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: Detected new or changed devices on smithi191 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 4272M 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T10:59:57.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:57 smithi191 ceph-mon[31349]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T10:59:59.454 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T10:59:59.454 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":50,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T10:59:58.479122+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T10:59:59.754 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[27497]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T10:59:59.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[27497]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:59.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1720054613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T10:59:59.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[35468]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T10:59:59.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[35468]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:59.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 10:59:59 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1720054613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T10:59:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:59 smithi191 ceph-mon[31349]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T10:59:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:59 smithi191 ceph-mon[31349]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T10:59:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 10:59:59 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1720054613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:00.123 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T10:57:59.067707+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T11:00:00.124 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-16T11:00:00.365 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:00:00.801 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[27497]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:00:00.801 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[27497]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T11:00:00.801 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[27497]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T11:00:00.801 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[27497]: pg 1.0 is stuck peering for 114s, current state remapped+peering, last acting [0,6,1] 2024-09-16T11:00:00.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[35468]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:00:00.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[35468]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T11:00:00.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[35468]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T11:00:00.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:00 smithi077 ceph-mon[35468]: pg 1.0 is stuck peering for 114s, current state remapped+peering, last acting [0,6,1] 2024-09-16T11:00:00.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:00 smithi191 ceph-mon[31349]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:00:00.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:00 smithi191 ceph-mon[31349]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T11:00:00.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:00 smithi191 ceph-mon[31349]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T11:00:00.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:00 smithi191 ceph-mon[31349]: pg 1.0 is stuck peering for 114s, current state remapped+peering, last acting [0,6,1] 2024-09-16T11:00:01.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:01 smithi077 ceph-mon[27497]: pgmap v165: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:01.745 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:01 smithi077 ceph-mon[35468]: pgmap v165: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:01 smithi191 ceph-mon[31349]: pgmap v165: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:02.201 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 1 2024-09-16T11:00:02.903 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:02 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/797269310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:02.903 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:02 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/797269310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:02.927 INFO:tasks.cephadm:Adding mds.a on smithi077 2024-09-16T11:00:02.927 INFO:tasks.cephadm:Adding mds.b on smithi191 2024-09-16T11:00:02.927 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi077=a;smithi191=b' 2024-09-16T11:00:02.954 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:02 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/797269310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:03.175 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:03.548 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:03 smithi191 ceph-mon[31349]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:03.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:03 smithi077 ceph-mon[27497]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:03 smithi077 ceph-mon[35468]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:04.571 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:04 smithi191 ceph-mon[31349]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:00:04.572 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:04 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T11:00:04.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:04 smithi077 ceph-mon[27497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:00:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:04 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T11:00:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:04 smithi077 ceph-mon[35468]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:00:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:04 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T11:00:04.939 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mds.all update... 2024-09-16T11:00:05.622 DEBUG:teuthology.orchestra.run.smithi077:mds.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.a.service 2024-09-16T11:00:05.624 DEBUG:teuthology.orchestra.run.smithi191:mds.b> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.b.service 2024-09-16T11:00:05.664 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-16T11:00:05.664 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:00:05.929 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:05.929 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":50,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T10:59:58.479122+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:00:05.942 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T10:57:59.067707+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T11:00:05.942 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T11:00:06.206 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 1 2024-09-16T11:00:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: Saving service mds.all spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: Deploying daemon mds.a on smithi077 2024-09-16T11:00:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3788682442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.217 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: Saving service mds.all spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:06.218 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: Deploying daemon mds.a on smithi077 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3788682442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: Saving service mds.all spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:06.219 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:06.220 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:06.220 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:06.220 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:06.220 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: Deploying daemon mds.a on smithi077 2024-09-16T11:00:06.220 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3788682442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:06.221 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:00:06.515 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:06.515 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-16T11:00:06.515 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 1 2024-09-16T11:00:07.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1013443381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1876752258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1013443381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1876752258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:07.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 podman[62210]: 2024-09-16 11:00:06.996972063 +0000 UTC m=+0.015589427 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4 2024-09-16T11:00:07.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1013443381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:07.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1876752258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:07.671 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 podman[62210]: 2024-09-16 11:00:07.347575584 +0000 UTC m=+0.366192929 container init 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:00:07.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 podman[62210]: 2024-09-16 11:00:07.350317459 +0000 UTC m=+0.368934812 container start 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-16T11:00:07.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[62225]: starting mds.a at 2024-09-16T11:00:07.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 bash[62210]: 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 2024-09-16T11:00:07.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:00:07 smithi077 systemd[1]: Started Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:00:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: mds.? [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] up:boot 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: fsmap 1 up:standby 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:08 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:08.528 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: mds.? [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] up:boot 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: fsmap 1 up:standby 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: mds.? [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] up:boot 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: fsmap 1 up:standby 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T11:00:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:08 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:08.837 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:08.837 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-16T11:00:08.837 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 2 2024-09-16T11:00:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:09 smithi077 ceph-mon[27497]: Deploying daemon mds.b on smithi191 2024-09-16T11:00:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:09 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2139600254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:09 smithi077 ceph-mon[35468]: Deploying daemon mds.b on smithi191 2024-09-16T11:00:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:09 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2139600254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:09.650 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:09 smithi191 ceph-mon[31349]: Deploying daemon mds.b on smithi191 2024-09-16T11:00:09.650 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:09 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2139600254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:09.962 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:00:09 smithi191 systemd[1]: Started Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:10 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T11:00:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:10 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:10.849 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:00:11.154 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:11.155 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24346,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.191:6833/2181289043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":2181289043},{"type":"v1","addr":"172.21.15.191:6833","nonce":2181289043}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-16T11:00:11.155 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 3 2024-09-16T11:00:11.168 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:boot 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: fsmap 2 up:standby 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1715041428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:boot 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: fsmap 2 up:standby 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1715041428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:11.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:11.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:11 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.452 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:11.453 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":50,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T10:59:58.479122+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:00:11.466 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T10:57:59.067707+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T11:00:11.466 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T11:00:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:boot 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: fsmap 2 up:standby 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1715041428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:11 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:11.724 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 1 2024-09-16T11:00:11.738 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T11:00:12.000 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:12.000 INFO:teuthology.orchestra.run.smithi077.stdout:[ 2024-09-16T11:00:12.000 INFO:teuthology.orchestra.run.smithi077.stdout: { 2024-09-16T11:00:12.001 INFO:teuthology.orchestra.run.smithi077.stdout: "poolnum": 1, 2024-09-16T11:00:12.001 INFO:teuthology.orchestra.run.smithi077.stdout: "poolname": ".mgr" 2024-09-16T11:00:12.001 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:00:12.001 INFO:teuthology.orchestra.run.smithi077.stdout:] 2024-09-16T11:00:12.011 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T11:00:12.012 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T11:00:12.830 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'cephfs_metadata' created 2024-09-16T11:00:12.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:12.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2908986968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/768902630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1503394320' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T11:00:12.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2908986968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/768902630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:12.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:12 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1503394320' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T11:00:12.846 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T11:00:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2908986968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/768902630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:00:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:12 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1503394320' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T11:00:13.834 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'cephfs_data' created 2024-09-16T11:00:13.855 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4117027907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.855 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/806212485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4117027907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:13.856 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T11:00:13.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T11:00:13.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/806212485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:13.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:13 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:13.858 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4117027907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/806212485' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:13 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T11:00:14.839 INFO:teuthology.orchestra.run.smithi077.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T11:00:14.863 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:00:15.123 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:15.123 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":53,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:00:14.149073+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:00:15.134 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T11:00:15.134 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[27497]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T11:00:15.134 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T11:00:15.134 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[27497]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T11:00:15.135 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T11:00:15.135 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[35468]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T11:00:15.135 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T11:00:15.135 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:14 smithi077 ceph-mon[35468]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T11:00:15.136 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:00:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:14 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T11:00:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:14 smithi191 ceph-mon[31349]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T11:00:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:14 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T11:00:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:14 smithi191 ceph-mon[31349]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T11:00:15.398 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:15.398 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":53,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:00:14.149073+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:00:15.411 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T11:00:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: pgmap v174: 97 pgs: 10 creating+peering, 81 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4084304398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:active 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2604520045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2090354226' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:15 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: pgmap v174: 97 pgs: 10 creating+peering, 81 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4084304398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:active 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2604520045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2090354226' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: pgmap v174: 97 pgs: 10 creating+peering, 81 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2151271554' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4084304398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: mds.? [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] up:active 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2604520045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:16.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2090354226' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:16.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:15 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T11:00:16.268 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T11:00:16.269 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T11:00:17.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[35468]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[35468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[27497]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[27497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:16 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T11:00:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:16 smithi191 ceph-mon[31349]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T11:00:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:16 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T11:00:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:16 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:16 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T11:00:17.272 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T11:00:17.272 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:00:17.563 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:17.564 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:00:17.253208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.191:6833/2181289043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":2181289043},{"type":"v1","addr":"172.21.15.191:6833","nonce":2181289043}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T11:00:17.564 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 7 2024-09-16T11:00:17.576 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:00:17.833 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:17.833 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":54,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:00:15.845967+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:00:17.846 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-16T11:00:17.846 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T11:00:18.110 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:18.112 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:00:18.119 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: pgmap v177: 97 pgs: 10 creating+peering, 52 unknown, 35 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 2 op/s 2024-09-16T11:00:18.119 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T11:00:18.119 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T11:00:18.119 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T11:00:18.119 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/302622458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4116247935' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: pgmap v177: 97 pgs: 10 creating+peering, 52 unknown, 35 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 2 op/s 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/302622458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.120 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:17 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4116247935' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.121 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":177,"stamp":"2024-09-16T11:00:16.818058+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":135,"acting":135,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384456,"kb_used_data":5584,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576760,"statfs":{"total":767960285184,"available":765518602240,"internally_reserved":0,"allocated":5718016,"data_stored":3372221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000687"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868971+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:00:14.868971+0000","last_peered":"2024-09-16T11:00:14.868971+0000","last_clean":"2024-09-16T11:00:14.868971+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:00:14.868971+0000","last_undegraded":"2024-09-16T11:00:14.868971+0000","last_fullsized":"2024-09-16T11:00:14.868971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860997+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:00:14.860997+0000","last_peered":"2024-09-16T11:00:14.860997+0000","last_clean":"2024-09-16T11:00:14.860997+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:00:14.860997+0000","last_undegraded":"2024-09-16T11:00:14.860997+0000","last_fullsized":"2024-09-16T11:00:14.860997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869062+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:00:14.869062+0000","last_peered":"2024-09-16T11:00:14.869062+0000","last_clean":"2024-09-16T11:00:14.869062+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:00:14.869062+0000","last_undegraded":"2024-09-16T11:00:14.869062+0000","last_fullsized":"2024-09-16T11:00:14.869062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868919+0000","last_change":"2024-09-16T11:00:14.868426+0000","last_active":"2024-09-16T11:00:14.868919+0000","last_peered":"2024-09-16T11:00:14.868919+0000","last_clean":"2024-09-16T11:00:14.868919+0000","last_became_active":"2024-09-16T11:00:14.868149+0000","last_became_peered":"2024-09-16T11:00:14.868149+0000","last_unstale":"2024-09-16T11:00:14.868919+0000","last_undegraded":"2024-09-16T11:00:14.868919+0000","last_fullsized":"2024-09-16T11:00:14.868919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:50:10.494274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868955+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:00:14.868955+0000","last_peered":"2024-09-16T11:00:14.868955+0000","last_clean":"2024-09-16T11:00:14.868955+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:00:14.868955+0000","last_undegraded":"2024-09-16T11:00:14.868955+0000","last_fullsized":"2024-09-16T11:00:14.868955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834064+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:06:55.434066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856585+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:00:14.856585+0000","last_peered":"2024-09-16T11:00:14.856585+0000","last_clean":"2024-09-16T11:00:14.856585+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:00:14.856585+0000","last_undegraded":"2024-09-16T11:00:14.856585+0000","last_fullsized":"2024-09-16T11:00:14.856585+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834479+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:19:36.296686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865659+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:00:14.865659+0000","last_peered":"2024-09-16T11:00:14.865659+0000","last_clean":"2024-09-16T11:00:14.865659+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:00:14.865659+0000","last_undegraded":"2024-09-16T11:00:14.865659+0000","last_fullsized":"2024-09-16T11:00:14.865659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857500+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:00:14.857500+0000","last_peered":"2024-09-16T11:00:14.857500+0000","last_clean":"2024-09-16T11:00:14.857500+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:00:14.857500+0000","last_undegraded":"2024-09-16T11:00:14.857500+0000","last_fullsized":"2024-09-16T11:00:14.857500+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834923+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:44.577315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833067+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:46:07.336042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827195+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:23:38.867627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827175+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:27.611704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856744+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:00:14.856744+0000","last_peered":"2024-09-16T11:00:14.856744+0000","last_clean":"2024-09-16T11:00:14.856744+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:00:14.856744+0000","last_undegraded":"2024-09-16T11:00:14.856744+0000","last_fullsized":"2024-09-16T11:00:14.856744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865177+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:00:14.865177+0000","last_peered":"2024-09-16T11:00:14.865177+0000","last_clean":"2024-09-16T11:00:14.865177+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:00:14.865177+0000","last_undegraded":"2024-09-16T11:00:14.865177+0000","last_fullsized":"2024-09-16T11:00:14.865177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833075+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:43.475903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865017+0000","last_change":"2024-09-16T11:00:14.862941+0000","last_active":"2024-09-16T11:00:14.865017+0000","last_peered":"2024-09-16T11:00:14.865017+0000","last_clean":"2024-09-16T11:00:14.865017+0000","last_became_active":"2024-09-16T11:00:14.862671+0000","last_became_peered":"2024-09-16T11:00:14.862671+0000","last_unstale":"2024-09-16T11:00:14.865017+0000","last_undegraded":"2024-09-16T11:00:14.865017+0000","last_fullsized":"2024-09-16T11:00:14.865017+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867129+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:00:14.867129+0000","last_peered":"2024-09-16T11:00:14.867129+0000","last_clean":"2024-09-16T11:00:14.867129+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:00:14.867129+0000","last_undegraded":"2024-09-16T11:00:14.867129+0000","last_fullsized":"2024-09-16T11:00:14.867129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.846550+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:00:13.846550+0000","last_peered":"2024-09-16T11:00:13.846550+0000","last_clean":"2024-09-16T11:00:13.846550+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:00:13.846550+0000","last_undegraded":"2024-09-16T11:00:13.846550+0000","last_fullsized":"2024-09-16T11:00:13.846550+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862086+0000","last_change":"2024-09-16T11:00:14.861744+0000","last_active":"2024-09-16T11:00:14.862086+0000","last_peered":"2024-09-16T11:00:14.862086+0000","last_clean":"2024-09-16T11:00:14.862086+0000","last_became_active":"2024-09-16T11:00:14.861465+0000","last_became_peered":"2024-09-16T11:00:14.861465+0000","last_unstale":"2024-09-16T11:00:14.862086+0000","last_undegraded":"2024-09-16T11:00:14.862086+0000","last_fullsized":"2024-09-16T11:00:14.862086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:14.686309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.854038+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:00:13.854038+0000","last_peered":"2024-09-16T11:00:13.854038+0000","last_clean":"2024-09-16T11:00:13.854038+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:00:13.854038+0000","last_undegraded":"2024-09-16T11:00:13.854038+0000","last_fullsized":"2024-09-16T11:00:13.854038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868925+0000","last_change":"2024-09-16T11:00:14.868326+0000","last_active":"2024-09-16T11:00:14.868925+0000","last_peered":"2024-09-16T11:00:14.868925+0000","last_clean":"2024-09-16T11:00:14.868925+0000","last_became_active":"2024-09-16T11:00:14.867873+0000","last_became_peered":"2024-09-16T11:00:14.867873+0000","last_unstale":"2024-09-16T11:00:14.868925+0000","last_undegraded":"2024-09-16T11:00:14.868925+0000","last_fullsized":"2024-09-16T11:00:14.868925+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:40:14.220754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.850630+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:00:13.850630+0000","last_peered":"2024-09-16T11:00:13.850630+0000","last_clean":"2024-09-16T11:00:13.850630+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:00:13.850630+0000","last_undegraded":"2024-09-16T11:00:13.850630+0000","last_fullsized":"2024-09-16T11:00:13.850630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868939+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:00:14.868939+0000","last_peered":"2024-09-16T11:00:14.868939+0000","last_clean":"2024-09-16T11:00:14.868939+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:00:14.868939+0000","last_undegraded":"2024-09-16T11:00:14.868939+0000","last_fullsized":"2024-09-16T11:00:14.868939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842931+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:00:14.842931+0000","last_peered":"2024-09-16T11:00:14.842931+0000","last_clean":"2024-09-16T11:00:14.842931+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:00:14.842931+0000","last_undegraded":"2024-09-16T11:00:14.842931+0000","last_fullsized":"2024-09-16T11:00:14.842931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.842962+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:00:13.842962+0000","last_peered":"2024-09-16T11:00:13.842962+0000","last_clean":"2024-09-16T11:00:13.842962+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:00:13.842962+0000","last_undegraded":"2024-09-16T11:00:13.842962+0000","last_fullsized":"2024-09-16T11:00:13.842962+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858110+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:00:14.858110+0000","last_peered":"2024-09-16T11:00:14.858110+0000","last_clean":"2024-09-16T11:00:14.858110+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:00:14.858110+0000","last_undegraded":"2024-09-16T11:00:14.858110+0000","last_fullsized":"2024-09-16T11:00:14.858110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847800+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:00:14.847800+0000","last_peered":"2024-09-16T11:00:14.847800+0000","last_clean":"2024-09-16T11:00:14.847800+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:00:14.847800+0000","last_undegraded":"2024-09-16T11:00:14.847800+0000","last_fullsized":"2024-09-16T11:00:14.847800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847694+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:00:14.847694+0000","last_peered":"2024-09-16T11:00:14.847694+0000","last_clean":"2024-09-16T11:00:14.847694+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:00:14.847694+0000","last_undegraded":"2024-09-16T11:00:14.847694+0000","last_fullsized":"2024-09-16T11:00:14.847694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.844810+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:00:13.844810+0000","last_peered":"2024-09-16T11:00:13.844810+0000","last_clean":"2024-09-16T11:00:13.844810+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:00:13.844810+0000","last_undegraded":"2024-09-16T11:00:13.844810+0000","last_fullsized":"2024-09-16T11:00:13.844810+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864852+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:00:14.864852+0000","last_peered":"2024-09-16T11:00:14.864852+0000","last_clean":"2024-09-16T11:00:14.864852+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:00:14.864852+0000","last_undegraded":"2024-09-16T11:00:14.864852+0000","last_fullsized":"2024-09-16T11:00:14.864852+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833233+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:37.652365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853337+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:00:13.853337+0000","last_peered":"2024-09-16T11:00:13.853337+0000","last_clean":"2024-09-16T11:00:13.853337+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:00:13.853337+0000","last_undegraded":"2024-09-16T11:00:13.853337+0000","last_fullsized":"2024-09-16T11:00:13.853337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850448+0000","last_change":"2024-09-16T11:00:13.853076+0000","last_active":"2024-09-16T11:00:14.850448+0000","last_peered":"2024-09-16T11:00:14.850448+0000","last_clean":"2024-09-16T11:00:14.850448+0000","last_became_active":"2024-09-16T11:00:13.852771+0000","last_became_peered":"2024-09-16T11:00:13.852771+0000","last_unstale":"2024-09-16T11:00:14.850448+0000","last_undegraded":"2024-09-16T11:00:14.850448+0000","last_fullsized":"2024-09-16T11:00:14.850448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:59.238663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858111+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:00:14.858111+0000","last_peered":"2024-09-16T11:00:14.858111+0000","last_clean":"2024-09-16T11:00:14.858111+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:00:14.858111+0000","last_undegraded":"2024-09-16T11:00:14.858111+0000","last_fullsized":"2024-09-16T11:00:14.858111+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.851854+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:00:13.851854+0000","last_peered":"2024-09-16T11:00:13.851854+0000","last_clean":"2024-09-16T11:00:13.851854+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:00:13.851854+0000","last_undegraded":"2024-09-16T11:00:13.851854+0000","last_fullsized":"2024-09-16T11:00:13.851854+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847584+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:00:14.847584+0000","last_peered":"2024-09-16T11:00:14.847584+0000","last_clean":"2024-09-16T11:00:14.847584+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:00:14.847584+0000","last_undegraded":"2024-09-16T11:00:14.847584+0000","last_fullsized":"2024-09-16T11:00:14.847584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.832343+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:51.252740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853504+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:00:13.853504+0000","last_peered":"2024-09-16T11:00:13.853504+0000","last_clean":"2024-09-16T11:00:13.853504+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:00:13.853504+0000","last_undegraded":"2024-09-16T11:00:13.853504+0000","last_fullsized":"2024-09-16T11:00:13.853504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.852139+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:00:13.852139+0000","last_peered":"2024-09-16T11:00:13.852139+0000","last_clean":"2024-09-16T11:00:13.852139+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:00:13.852139+0000","last_undegraded":"2024-09-16T11:00:13.852139+0000","last_fullsized":"2024-09-16T11:00:13.852139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867055+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:00:14.867055+0000","last_peered":"2024-09-16T11:00:14.867055+0000","last_clean":"2024-09-16T11:00:14.867055+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:00:14.867055+0000","last_undegraded":"2024-09-16T11:00:14.867055+0000","last_fullsized":"2024-09-16T11:00:14.867055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865286+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:00:14.865286+0000","last_peered":"2024-09-16T11:00:14.865286+0000","last_clean":"2024-09-16T11:00:14.865286+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:00:14.865286+0000","last_undegraded":"2024-09-16T11:00:14.865286+0000","last_fullsized":"2024-09-16T11:00:14.865286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867150+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:00:14.867150+0000","last_peered":"2024-09-16T11:00:14.867150+0000","last_clean":"2024-09-16T11:00:14.867150+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:00:14.867150+0000","last_undegraded":"2024-09-16T11:00:14.867150+0000","last_fullsized":"2024-09-16T11:00:14.867150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827152+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:58:52.303593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":60,"acting":60,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":803907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626443,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1064960,"data_stored":782614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822671,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297832,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":475136,"data_stored":192511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.442},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.497},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.309}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":491520,"data_stored":199061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.58899999999999997}]},{"osd":1,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63100000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":479232,"data_stored":192826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.315}]},{"osd":1,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.67800000000000005}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":499712,"data_stored":205510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35299999999999998},"min":{"1min":0.23000000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35199999999999998,"15min":0.34499999999999997},"min":{"1min":0.29299999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.245}]},{"osd":1,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.34399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":516096,"data_stored":212598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.32100000000000001},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1073152,"data_stored":783194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 10:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.30199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.52500000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.47899999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.495},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73699999999999999}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.72099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:00:18.127 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T11:00:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: pgmap v177: 97 pgs: 10 creating+peering, 52 unknown, 35 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 2 op/s 2024-09-16T11:00:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T11:00:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T11:00:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3848702758' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T11:00:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:00:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/302622458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:17 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4116247935' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:00:18.426 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:18.428 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:00:18.437 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":177,"stamp":"2024-09-16T11:00:16.818058+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":135,"acting":135,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384456,"kb_used_data":5584,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576760,"statfs":{"total":767960285184,"available":765518602240,"internally_reserved":0,"allocated":5718016,"data_stored":3372221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000687"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868971+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:00:14.868971+0000","last_peered":"2024-09-16T11:00:14.868971+0000","last_clean":"2024-09-16T11:00:14.868971+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:00:14.868971+0000","last_undegraded":"2024-09-16T11:00:14.868971+0000","last_fullsized":"2024-09-16T11:00:14.868971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860997+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:00:14.860997+0000","last_peered":"2024-09-16T11:00:14.860997+0000","last_clean":"2024-09-16T11:00:14.860997+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:00:14.860997+0000","last_undegraded":"2024-09-16T11:00:14.860997+0000","last_fullsized":"2024-09-16T11:00:14.860997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869062+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:00:14.869062+0000","last_peered":"2024-09-16T11:00:14.869062+0000","last_clean":"2024-09-16T11:00:14.869062+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:00:14.869062+0000","last_undegraded":"2024-09-16T11:00:14.869062+0000","last_fullsized":"2024-09-16T11:00:14.869062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868919+0000","last_change":"2024-09-16T11:00:14.868426+0000","last_active":"2024-09-16T11:00:14.868919+0000","last_peered":"2024-09-16T11:00:14.868919+0000","last_clean":"2024-09-16T11:00:14.868919+0000","last_became_active":"2024-09-16T11:00:14.868149+0000","last_became_peered":"2024-09-16T11:00:14.868149+0000","last_unstale":"2024-09-16T11:00:14.868919+0000","last_undegraded":"2024-09-16T11:00:14.868919+0000","last_fullsized":"2024-09-16T11:00:14.868919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:50:10.494274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868955+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:00:14.868955+0000","last_peered":"2024-09-16T11:00:14.868955+0000","last_clean":"2024-09-16T11:00:14.868955+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:00:14.868955+0000","last_undegraded":"2024-09-16T11:00:14.868955+0000","last_fullsized":"2024-09-16T11:00:14.868955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834064+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:06:55.434066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856585+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:00:14.856585+0000","last_peered":"2024-09-16T11:00:14.856585+0000","last_clean":"2024-09-16T11:00:14.856585+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:00:14.856585+0000","last_undegraded":"2024-09-16T11:00:14.856585+0000","last_fullsized":"2024-09-16T11:00:14.856585+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834479+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:19:36.296686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865659+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:00:14.865659+0000","last_peered":"2024-09-16T11:00:14.865659+0000","last_clean":"2024-09-16T11:00:14.865659+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:00:14.865659+0000","last_undegraded":"2024-09-16T11:00:14.865659+0000","last_fullsized":"2024-09-16T11:00:14.865659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857500+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:00:14.857500+0000","last_peered":"2024-09-16T11:00:14.857500+0000","last_clean":"2024-09-16T11:00:14.857500+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:00:14.857500+0000","last_undegraded":"2024-09-16T11:00:14.857500+0000","last_fullsized":"2024-09-16T11:00:14.857500+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834923+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:44.577315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833067+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:46:07.336042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827195+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:23:38.867627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827175+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:27.611704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856744+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:00:14.856744+0000","last_peered":"2024-09-16T11:00:14.856744+0000","last_clean":"2024-09-16T11:00:14.856744+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:00:14.856744+0000","last_undegraded":"2024-09-16T11:00:14.856744+0000","last_fullsized":"2024-09-16T11:00:14.856744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865177+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:00:14.865177+0000","last_peered":"2024-09-16T11:00:14.865177+0000","last_clean":"2024-09-16T11:00:14.865177+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:00:14.865177+0000","last_undegraded":"2024-09-16T11:00:14.865177+0000","last_fullsized":"2024-09-16T11:00:14.865177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833075+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:43.475903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865017+0000","last_change":"2024-09-16T11:00:14.862941+0000","last_active":"2024-09-16T11:00:14.865017+0000","last_peered":"2024-09-16T11:00:14.865017+0000","last_clean":"2024-09-16T11:00:14.865017+0000","last_became_active":"2024-09-16T11:00:14.862671+0000","last_became_peered":"2024-09-16T11:00:14.862671+0000","last_unstale":"2024-09-16T11:00:14.865017+0000","last_undegraded":"2024-09-16T11:00:14.865017+0000","last_fullsized":"2024-09-16T11:00:14.865017+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867129+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:00:14.867129+0000","last_peered":"2024-09-16T11:00:14.867129+0000","last_clean":"2024-09-16T11:00:14.867129+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:00:14.867129+0000","last_undegraded":"2024-09-16T11:00:14.867129+0000","last_fullsized":"2024-09-16T11:00:14.867129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.846550+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:00:13.846550+0000","last_peered":"2024-09-16T11:00:13.846550+0000","last_clean":"2024-09-16T11:00:13.846550+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:00:13.846550+0000","last_undegraded":"2024-09-16T11:00:13.846550+0000","last_fullsized":"2024-09-16T11:00:13.846550+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862086+0000","last_change":"2024-09-16T11:00:14.861744+0000","last_active":"2024-09-16T11:00:14.862086+0000","last_peered":"2024-09-16T11:00:14.862086+0000","last_clean":"2024-09-16T11:00:14.862086+0000","last_became_active":"2024-09-16T11:00:14.861465+0000","last_became_peered":"2024-09-16T11:00:14.861465+0000","last_unstale":"2024-09-16T11:00:14.862086+0000","last_undegraded":"2024-09-16T11:00:14.862086+0000","last_fullsized":"2024-09-16T11:00:14.862086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:14.686309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.854038+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:00:13.854038+0000","last_peered":"2024-09-16T11:00:13.854038+0000","last_clean":"2024-09-16T11:00:13.854038+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:00:13.854038+0000","last_undegraded":"2024-09-16T11:00:13.854038+0000","last_fullsized":"2024-09-16T11:00:13.854038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868925+0000","last_change":"2024-09-16T11:00:14.868326+0000","last_active":"2024-09-16T11:00:14.868925+0000","last_peered":"2024-09-16T11:00:14.868925+0000","last_clean":"2024-09-16T11:00:14.868925+0000","last_became_active":"2024-09-16T11:00:14.867873+0000","last_became_peered":"2024-09-16T11:00:14.867873+0000","last_unstale":"2024-09-16T11:00:14.868925+0000","last_undegraded":"2024-09-16T11:00:14.868925+0000","last_fullsized":"2024-09-16T11:00:14.868925+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:40:14.220754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.850630+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:00:13.850630+0000","last_peered":"2024-09-16T11:00:13.850630+0000","last_clean":"2024-09-16T11:00:13.850630+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:00:13.850630+0000","last_undegraded":"2024-09-16T11:00:13.850630+0000","last_fullsized":"2024-09-16T11:00:13.850630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868939+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:00:14.868939+0000","last_peered":"2024-09-16T11:00:14.868939+0000","last_clean":"2024-09-16T11:00:14.868939+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:00:14.868939+0000","last_undegraded":"2024-09-16T11:00:14.868939+0000","last_fullsized":"2024-09-16T11:00:14.868939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842931+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:00:14.842931+0000","last_peered":"2024-09-16T11:00:14.842931+0000","last_clean":"2024-09-16T11:00:14.842931+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:00:14.842931+0000","last_undegraded":"2024-09-16T11:00:14.842931+0000","last_fullsized":"2024-09-16T11:00:14.842931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.842962+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:00:13.842962+0000","last_peered":"2024-09-16T11:00:13.842962+0000","last_clean":"2024-09-16T11:00:13.842962+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:00:13.842962+0000","last_undegraded":"2024-09-16T11:00:13.842962+0000","last_fullsized":"2024-09-16T11:00:13.842962+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858110+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:00:14.858110+0000","last_peered":"2024-09-16T11:00:14.858110+0000","last_clean":"2024-09-16T11:00:14.858110+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:00:14.858110+0000","last_undegraded":"2024-09-16T11:00:14.858110+0000","last_fullsized":"2024-09-16T11:00:14.858110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847800+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:00:14.847800+0000","last_peered":"2024-09-16T11:00:14.847800+0000","last_clean":"2024-09-16T11:00:14.847800+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:00:14.847800+0000","last_undegraded":"2024-09-16T11:00:14.847800+0000","last_fullsized":"2024-09-16T11:00:14.847800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847694+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:00:14.847694+0000","last_peered":"2024-09-16T11:00:14.847694+0000","last_clean":"2024-09-16T11:00:14.847694+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:00:14.847694+0000","last_undegraded":"2024-09-16T11:00:14.847694+0000","last_fullsized":"2024-09-16T11:00:14.847694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.844810+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:00:13.844810+0000","last_peered":"2024-09-16T11:00:13.844810+0000","last_clean":"2024-09-16T11:00:13.844810+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:00:13.844810+0000","last_undegraded":"2024-09-16T11:00:13.844810+0000","last_fullsized":"2024-09-16T11:00:13.844810+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864852+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:00:14.864852+0000","last_peered":"2024-09-16T11:00:14.864852+0000","last_clean":"2024-09-16T11:00:14.864852+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:00:14.864852+0000","last_undegraded":"2024-09-16T11:00:14.864852+0000","last_fullsized":"2024-09-16T11:00:14.864852+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833233+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:37.652365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853337+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:00:13.853337+0000","last_peered":"2024-09-16T11:00:13.853337+0000","last_clean":"2024-09-16T11:00:13.853337+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:00:13.853337+0000","last_undegraded":"2024-09-16T11:00:13.853337+0000","last_fullsized":"2024-09-16T11:00:13.853337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850448+0000","last_change":"2024-09-16T11:00:13.853076+0000","last_active":"2024-09-16T11:00:14.850448+0000","last_peered":"2024-09-16T11:00:14.850448+0000","last_clean":"2024-09-16T11:00:14.850448+0000","last_became_active":"2024-09-16T11:00:13.852771+0000","last_became_peered":"2024-09-16T11:00:13.852771+0000","last_unstale":"2024-09-16T11:00:14.850448+0000","last_undegraded":"2024-09-16T11:00:14.850448+0000","last_fullsized":"2024-09-16T11:00:14.850448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:59.238663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858111+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:00:14.858111+0000","last_peered":"2024-09-16T11:00:14.858111+0000","last_clean":"2024-09-16T11:00:14.858111+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:00:14.858111+0000","last_undegraded":"2024-09-16T11:00:14.858111+0000","last_fullsized":"2024-09-16T11:00:14.858111+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.851854+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:00:13.851854+0000","last_peered":"2024-09-16T11:00:13.851854+0000","last_clean":"2024-09-16T11:00:13.851854+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:00:13.851854+0000","last_undegraded":"2024-09-16T11:00:13.851854+0000","last_fullsized":"2024-09-16T11:00:13.851854+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847584+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:00:14.847584+0000","last_peered":"2024-09-16T11:00:14.847584+0000","last_clean":"2024-09-16T11:00:14.847584+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:00:14.847584+0000","last_undegraded":"2024-09-16T11:00:14.847584+0000","last_fullsized":"2024-09-16T11:00:14.847584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.832343+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:51.252740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853504+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:00:13.853504+0000","last_peered":"2024-09-16T11:00:13.853504+0000","last_clean":"2024-09-16T11:00:13.853504+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:00:13.853504+0000","last_undegraded":"2024-09-16T11:00:13.853504+0000","last_fullsized":"2024-09-16T11:00:13.853504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.852139+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:00:13.852139+0000","last_peered":"2024-09-16T11:00:13.852139+0000","last_clean":"2024-09-16T11:00:13.852139+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:00:13.852139+0000","last_undegraded":"2024-09-16T11:00:13.852139+0000","last_fullsized":"2024-09-16T11:00:13.852139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867055+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:00:14.867055+0000","last_peered":"2024-09-16T11:00:14.867055+0000","last_clean":"2024-09-16T11:00:14.867055+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:00:14.867055+0000","last_undegraded":"2024-09-16T11:00:14.867055+0000","last_fullsized":"2024-09-16T11:00:14.867055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865286+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:00:14.865286+0000","last_peered":"2024-09-16T11:00:14.865286+0000","last_clean":"2024-09-16T11:00:14.865286+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:00:14.865286+0000","last_undegraded":"2024-09-16T11:00:14.865286+0000","last_fullsized":"2024-09-16T11:00:14.865286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867150+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:00:14.867150+0000","last_peered":"2024-09-16T11:00:14.867150+0000","last_clean":"2024-09-16T11:00:14.867150+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:00:14.867150+0000","last_undegraded":"2024-09-16T11:00:14.867150+0000","last_fullsized":"2024-09-16T11:00:14.867150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827152+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:58:52.303593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":60,"acting":60,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":803907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626443,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1064960,"data_stored":782614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822671,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297832,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":475136,"data_stored":192511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.442},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.497},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.309}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":491520,"data_stored":199061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.58899999999999997}]},{"osd":1,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63100000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":479232,"data_stored":192826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.315}]},{"osd":1,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.67800000000000005}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":499712,"data_stored":205510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35299999999999998},"min":{"1min":0.23000000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35199999999999998,"15min":0.34499999999999997},"min":{"1min":0.29299999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.245}]},{"osd":1,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.34399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":516096,"data_stored":212598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.32100000000000001},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1073152,"data_stored":783194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 10:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.30199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.52500000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.47899999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.495},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73699999999999999}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.72099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:00:18.442 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T11:00:18.740 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:18.741 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:00:18.752 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":177,"stamp":"2024-09-16T11:00:16.818058+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":135,"acting":135,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384456,"kb_used_data":5584,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576760,"statfs":{"total":767960285184,"available":765518602240,"internally_reserved":0,"allocated":5718016,"data_stored":3372221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000687"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868971+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:00:14.868971+0000","last_peered":"2024-09-16T11:00:14.868971+0000","last_clean":"2024-09-16T11:00:14.868971+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:00:14.868971+0000","last_undegraded":"2024-09-16T11:00:14.868971+0000","last_fullsized":"2024-09-16T11:00:14.868971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860997+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:00:14.860997+0000","last_peered":"2024-09-16T11:00:14.860997+0000","last_clean":"2024-09-16T11:00:14.860997+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:00:14.860997+0000","last_undegraded":"2024-09-16T11:00:14.860997+0000","last_fullsized":"2024-09-16T11:00:14.860997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869062+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:00:14.869062+0000","last_peered":"2024-09-16T11:00:14.869062+0000","last_clean":"2024-09-16T11:00:14.869062+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:00:14.869062+0000","last_undegraded":"2024-09-16T11:00:14.869062+0000","last_fullsized":"2024-09-16T11:00:14.869062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868919+0000","last_change":"2024-09-16T11:00:14.868426+0000","last_active":"2024-09-16T11:00:14.868919+0000","last_peered":"2024-09-16T11:00:14.868919+0000","last_clean":"2024-09-16T11:00:14.868919+0000","last_became_active":"2024-09-16T11:00:14.868149+0000","last_became_peered":"2024-09-16T11:00:14.868149+0000","last_unstale":"2024-09-16T11:00:14.868919+0000","last_undegraded":"2024-09-16T11:00:14.868919+0000","last_fullsized":"2024-09-16T11:00:14.868919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:50:10.494274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868955+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:00:14.868955+0000","last_peered":"2024-09-16T11:00:14.868955+0000","last_clean":"2024-09-16T11:00:14.868955+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:00:14.868955+0000","last_undegraded":"2024-09-16T11:00:14.868955+0000","last_fullsized":"2024-09-16T11:00:14.868955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834064+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:06:55.434066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856585+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:00:14.856585+0000","last_peered":"2024-09-16T11:00:14.856585+0000","last_clean":"2024-09-16T11:00:14.856585+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:00:14.856585+0000","last_undegraded":"2024-09-16T11:00:14.856585+0000","last_fullsized":"2024-09-16T11:00:14.856585+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834479+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:19:36.296686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865659+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:00:14.865659+0000","last_peered":"2024-09-16T11:00:14.865659+0000","last_clean":"2024-09-16T11:00:14.865659+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:00:14.865659+0000","last_undegraded":"2024-09-16T11:00:14.865659+0000","last_fullsized":"2024-09-16T11:00:14.865659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857500+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:00:14.857500+0000","last_peered":"2024-09-16T11:00:14.857500+0000","last_clean":"2024-09-16T11:00:14.857500+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:00:14.857500+0000","last_undegraded":"2024-09-16T11:00:14.857500+0000","last_fullsized":"2024-09-16T11:00:14.857500+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834923+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:44.577315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833067+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:46:07.336042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827195+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:23:38.867627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827175+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:27.611704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856744+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:00:14.856744+0000","last_peered":"2024-09-16T11:00:14.856744+0000","last_clean":"2024-09-16T11:00:14.856744+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:00:14.856744+0000","last_undegraded":"2024-09-16T11:00:14.856744+0000","last_fullsized":"2024-09-16T11:00:14.856744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865177+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:00:14.865177+0000","last_peered":"2024-09-16T11:00:14.865177+0000","last_clean":"2024-09-16T11:00:14.865177+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:00:14.865177+0000","last_undegraded":"2024-09-16T11:00:14.865177+0000","last_fullsized":"2024-09-16T11:00:14.865177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833075+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:43.475903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865017+0000","last_change":"2024-09-16T11:00:14.862941+0000","last_active":"2024-09-16T11:00:14.865017+0000","last_peered":"2024-09-16T11:00:14.865017+0000","last_clean":"2024-09-16T11:00:14.865017+0000","last_became_active":"2024-09-16T11:00:14.862671+0000","last_became_peered":"2024-09-16T11:00:14.862671+0000","last_unstale":"2024-09-16T11:00:14.865017+0000","last_undegraded":"2024-09-16T11:00:14.865017+0000","last_fullsized":"2024-09-16T11:00:14.865017+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867129+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:00:14.867129+0000","last_peered":"2024-09-16T11:00:14.867129+0000","last_clean":"2024-09-16T11:00:14.867129+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:00:14.867129+0000","last_undegraded":"2024-09-16T11:00:14.867129+0000","last_fullsized":"2024-09-16T11:00:14.867129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.846550+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:00:13.846550+0000","last_peered":"2024-09-16T11:00:13.846550+0000","last_clean":"2024-09-16T11:00:13.846550+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:00:13.846550+0000","last_undegraded":"2024-09-16T11:00:13.846550+0000","last_fullsized":"2024-09-16T11:00:13.846550+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862086+0000","last_change":"2024-09-16T11:00:14.861744+0000","last_active":"2024-09-16T11:00:14.862086+0000","last_peered":"2024-09-16T11:00:14.862086+0000","last_clean":"2024-09-16T11:00:14.862086+0000","last_became_active":"2024-09-16T11:00:14.861465+0000","last_became_peered":"2024-09-16T11:00:14.861465+0000","last_unstale":"2024-09-16T11:00:14.862086+0000","last_undegraded":"2024-09-16T11:00:14.862086+0000","last_fullsized":"2024-09-16T11:00:14.862086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:14.686309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.854038+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:00:13.854038+0000","last_peered":"2024-09-16T11:00:13.854038+0000","last_clean":"2024-09-16T11:00:13.854038+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:00:13.854038+0000","last_undegraded":"2024-09-16T11:00:13.854038+0000","last_fullsized":"2024-09-16T11:00:13.854038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868925+0000","last_change":"2024-09-16T11:00:14.868326+0000","last_active":"2024-09-16T11:00:14.868925+0000","last_peered":"2024-09-16T11:00:14.868925+0000","last_clean":"2024-09-16T11:00:14.868925+0000","last_became_active":"2024-09-16T11:00:14.867873+0000","last_became_peered":"2024-09-16T11:00:14.867873+0000","last_unstale":"2024-09-16T11:00:14.868925+0000","last_undegraded":"2024-09-16T11:00:14.868925+0000","last_fullsized":"2024-09-16T11:00:14.868925+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:40:14.220754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.850630+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:00:13.850630+0000","last_peered":"2024-09-16T11:00:13.850630+0000","last_clean":"2024-09-16T11:00:13.850630+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:00:13.850630+0000","last_undegraded":"2024-09-16T11:00:13.850630+0000","last_fullsized":"2024-09-16T11:00:13.850630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868939+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:00:14.868939+0000","last_peered":"2024-09-16T11:00:14.868939+0000","last_clean":"2024-09-16T11:00:14.868939+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:00:14.868939+0000","last_undegraded":"2024-09-16T11:00:14.868939+0000","last_fullsized":"2024-09-16T11:00:14.868939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842931+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:00:14.842931+0000","last_peered":"2024-09-16T11:00:14.842931+0000","last_clean":"2024-09-16T11:00:14.842931+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:00:14.842931+0000","last_undegraded":"2024-09-16T11:00:14.842931+0000","last_fullsized":"2024-09-16T11:00:14.842931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.842962+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:00:13.842962+0000","last_peered":"2024-09-16T11:00:13.842962+0000","last_clean":"2024-09-16T11:00:13.842962+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:00:13.842962+0000","last_undegraded":"2024-09-16T11:00:13.842962+0000","last_fullsized":"2024-09-16T11:00:13.842962+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858110+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:00:14.858110+0000","last_peered":"2024-09-16T11:00:14.858110+0000","last_clean":"2024-09-16T11:00:14.858110+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:00:14.858110+0000","last_undegraded":"2024-09-16T11:00:14.858110+0000","last_fullsized":"2024-09-16T11:00:14.858110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847800+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:00:14.847800+0000","last_peered":"2024-09-16T11:00:14.847800+0000","last_clean":"2024-09-16T11:00:14.847800+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:00:14.847800+0000","last_undegraded":"2024-09-16T11:00:14.847800+0000","last_fullsized":"2024-09-16T11:00:14.847800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847694+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:00:14.847694+0000","last_peered":"2024-09-16T11:00:14.847694+0000","last_clean":"2024-09-16T11:00:14.847694+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:00:14.847694+0000","last_undegraded":"2024-09-16T11:00:14.847694+0000","last_fullsized":"2024-09-16T11:00:14.847694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.844810+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:00:13.844810+0000","last_peered":"2024-09-16T11:00:13.844810+0000","last_clean":"2024-09-16T11:00:13.844810+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:00:13.844810+0000","last_undegraded":"2024-09-16T11:00:13.844810+0000","last_fullsized":"2024-09-16T11:00:13.844810+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864852+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:00:14.864852+0000","last_peered":"2024-09-16T11:00:14.864852+0000","last_clean":"2024-09-16T11:00:14.864852+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:00:14.864852+0000","last_undegraded":"2024-09-16T11:00:14.864852+0000","last_fullsized":"2024-09-16T11:00:14.864852+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833233+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:37.652365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853337+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:00:13.853337+0000","last_peered":"2024-09-16T11:00:13.853337+0000","last_clean":"2024-09-16T11:00:13.853337+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:00:13.853337+0000","last_undegraded":"2024-09-16T11:00:13.853337+0000","last_fullsized":"2024-09-16T11:00:13.853337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850448+0000","last_change":"2024-09-16T11:00:13.853076+0000","last_active":"2024-09-16T11:00:14.850448+0000","last_peered":"2024-09-16T11:00:14.850448+0000","last_clean":"2024-09-16T11:00:14.850448+0000","last_became_active":"2024-09-16T11:00:13.852771+0000","last_became_peered":"2024-09-16T11:00:13.852771+0000","last_unstale":"2024-09-16T11:00:14.850448+0000","last_undegraded":"2024-09-16T11:00:14.850448+0000","last_fullsized":"2024-09-16T11:00:14.850448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:59.238663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858111+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:00:14.858111+0000","last_peered":"2024-09-16T11:00:14.858111+0000","last_clean":"2024-09-16T11:00:14.858111+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:00:14.858111+0000","last_undegraded":"2024-09-16T11:00:14.858111+0000","last_fullsized":"2024-09-16T11:00:14.858111+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.851854+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:00:13.851854+0000","last_peered":"2024-09-16T11:00:13.851854+0000","last_clean":"2024-09-16T11:00:13.851854+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:00:13.851854+0000","last_undegraded":"2024-09-16T11:00:13.851854+0000","last_fullsized":"2024-09-16T11:00:13.851854+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847584+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:00:14.847584+0000","last_peered":"2024-09-16T11:00:14.847584+0000","last_clean":"2024-09-16T11:00:14.847584+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:00:14.847584+0000","last_undegraded":"2024-09-16T11:00:14.847584+0000","last_fullsized":"2024-09-16T11:00:14.847584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.832343+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:51.252740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853504+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:00:13.853504+0000","last_peered":"2024-09-16T11:00:13.853504+0000","last_clean":"2024-09-16T11:00:13.853504+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:00:13.853504+0000","last_undegraded":"2024-09-16T11:00:13.853504+0000","last_fullsized":"2024-09-16T11:00:13.853504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.852139+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:00:13.852139+0000","last_peered":"2024-09-16T11:00:13.852139+0000","last_clean":"2024-09-16T11:00:13.852139+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:00:13.852139+0000","last_undegraded":"2024-09-16T11:00:13.852139+0000","last_fullsized":"2024-09-16T11:00:13.852139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867055+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:00:14.867055+0000","last_peered":"2024-09-16T11:00:14.867055+0000","last_clean":"2024-09-16T11:00:14.867055+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:00:14.867055+0000","last_undegraded":"2024-09-16T11:00:14.867055+0000","last_fullsized":"2024-09-16T11:00:14.867055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865286+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:00:14.865286+0000","last_peered":"2024-09-16T11:00:14.865286+0000","last_clean":"2024-09-16T11:00:14.865286+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:00:14.865286+0000","last_undegraded":"2024-09-16T11:00:14.865286+0000","last_fullsized":"2024-09-16T11:00:14.865286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867150+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:00:14.867150+0000","last_peered":"2024-09-16T11:00:14.867150+0000","last_clean":"2024-09-16T11:00:14.867150+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:00:14.867150+0000","last_undegraded":"2024-09-16T11:00:14.867150+0000","last_fullsized":"2024-09-16T11:00:14.867150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.827152+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:58:52.303593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.823518+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T11:00:12.819807+0000","last_change":"2024-09-16T11:00:12.819807+0000","last_active":"2024-09-16T11:00:12.819807+0000","last_peered":"2024-09-16T11:00:12.819807+0000","last_clean":"2024-09-16T11:00:12.819807+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:12.819807+0000","last_undegraded":"2024-09-16T11:00:12.819807+0000","last_fullsized":"2024-09-16T11:00:12.819807+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":60,"acting":60,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":803907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626443,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1064960,"data_stored":782614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822671,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297832,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":475136,"data_stored":192511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.442},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.497},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.309}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":491520,"data_stored":199061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.58899999999999997}]},{"osd":1,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63100000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":479232,"data_stored":192826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.315}]},{"osd":1,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.67800000000000005}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":499712,"data_stored":205510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35299999999999998},"min":{"1min":0.23000000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35199999999999998,"15min":0.34499999999999997},"min":{"1min":0.29299999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.245}]},{"osd":1,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.34399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":516096,"data_stored":212598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.32100000000000001},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1073152,"data_stored":783194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 10:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.30199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.52500000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.47899999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.495},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73699999999999999}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.72099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-09-16T11:00:18.757 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.834064+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T22:06:55.434066+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6, 0], 'acting': [4, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-09-16T11:00:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.834479+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T22:19:36.296686+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 7], 'acting': [2, 6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-09-16T11:00:18.759 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.760 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.834923+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T21:32:44.577315+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 6], 'acting': [2, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.833067+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T18:46:07.336042+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1, 2], 'acting': [4, 1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.827195+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T14:23:38.867627+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-09-16T11:00:18.761 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.827175+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T18:21:27.611704+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.762 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-09-16T11:00:18.763 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.833075+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T16:06:43.475903+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7, 6], 'acting': [4, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-09-16T11:00:18.764 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.765 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.833233+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T19:11:37.652365+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 6], 'acting': [4, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-09-16T11:00:18.766 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.832343+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T18:41:51.252740+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2, 7], 'acting': [4, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.767 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.827152+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T18:58:52.303593+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:13.823518+0000', 'last_change': '2024-09-16T11:00:13.823518+0000', 'last_active': '2024-09-16T11:00:13.823518+0000', 'last_peered': '2024-09-16T11:00:13.823518+0000', 'last_clean': '2024-09-16T11:00:13.823518+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:13.823518+0000', 'last_undegraded': '2024-09-16T11:00:13.823518+0000', 'last_fullsized': '2024-09-16T11:00:13.823518+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:13.823518+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-09-16T11:00:18.768 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T11:00:12.819807+0000', 'last_change': '2024-09-16T11:00:12.819807+0000', 'last_active': '2024-09-16T11:00:12.819807+0000', 'last_peered': '2024-09-16T11:00:12.819807+0000', 'last_clean': '2024-09-16T11:00:12.819807+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T11:00:12.819807+0000', 'last_undegraded': '2024-09-16T11:00:12.819807+0000', 'last_fullsized': '2024-09-16T11:00:12.819807+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'last_clean_scrub_stamp': '2024-09-16T11:00:12.819807+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T11:00:18.769 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T11:00:19.110 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:19.110 INFO:teuthology.orchestra.run.smithi077.stdout:{"fsid":"0a002358-741a-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":222,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1726484396,"num_in_osds":8,"osd_in_since":1726484379,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"creating+peering","count":7}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592684,"bytes_used":2441949184,"bytes_avail":765518336000,"bytes_total":767960285184,"inactive_pgs_ratio":0.072164945304393768,"write_bytes_sec":2049,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24346}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.77:8443/"}},"servicemap":{"epoch":11,"modified":"2024-09-16T11:00:08.816769+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T11:00:19.121 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:18 smithi077 ceph-mon[27497]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.121 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:18 smithi077 ceph-mon[27497]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.122 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:18 smithi077 ceph-mon[35468]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.122 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:18 smithi077 ceph-mon[35468]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.123 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-16T11:00:19.123 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T11:00:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:18 smithi191 ceph-mon[31349]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:18 smithi191 ceph-mon[31349]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:19.387 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:19.388 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:00:19.397 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":178,"stamp":"2024-09-16T11:00:18.818384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592684,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":129,"num_write_kb":1640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384716,"kb_used_data":5840,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576500,"statfs":{"total":767960285184,"available":765518336000,"internally_reserved":0,"allocated":5980160,"data_stored":3485143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2316,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.994464"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868971+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:00:14.868971+0000","last_peered":"2024-09-16T11:00:14.868971+0000","last_clean":"2024-09-16T11:00:14.868971+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:00:14.868971+0000","last_undegraded":"2024-09-16T11:00:14.868971+0000","last_fullsized":"2024-09-16T11:00:14.868971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860997+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:00:14.860997+0000","last_peered":"2024-09-16T11:00:14.860997+0000","last_clean":"2024-09-16T11:00:14.860997+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:00:14.860997+0000","last_undegraded":"2024-09-16T11:00:14.860997+0000","last_fullsized":"2024-09-16T11:00:14.860997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.870440+0000","last_change":"2024-09-16T11:00:14.869512+0000","last_active":"2024-09-16T11:00:14.870440+0000","last_peered":"2024-09-16T11:00:14.870440+0000","last_clean":"2024-09-16T11:00:14.870440+0000","last_became_active":"2024-09-16T11:00:14.869224+0000","last_became_peered":"2024-09-16T11:00:14.869224+0000","last_unstale":"2024-09-16T11:00:14.870440+0000","last_undegraded":"2024-09-16T11:00:14.870440+0000","last_fullsized":"2024-09-16T11:00:14.870440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862875+0000","last_change":"2024-09-16T11:00:14.861482+0000","last_active":"2024-09-16T11:00:14.862875+0000","last_peered":"2024-09-16T11:00:14.862875+0000","last_clean":"2024-09-16T11:00:14.862875+0000","last_became_active":"2024-09-16T11:00:14.861097+0000","last_became_peered":"2024-09-16T11:00:14.861097+0000","last_unstale":"2024-09-16T11:00:14.862875+0000","last_undegraded":"2024-09-16T11:00:14.862875+0000","last_fullsized":"2024-09-16T11:00:14.862875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869062+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:00:14.869062+0000","last_peered":"2024-09-16T11:00:14.869062+0000","last_clean":"2024-09-16T11:00:14.869062+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:00:14.869062+0000","last_undegraded":"2024-09-16T11:00:14.869062+0000","last_fullsized":"2024-09-16T11:00:14.869062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864230+0000","last_change":"2024-09-16T11:00:14.862572+0000","last_active":"2024-09-16T11:00:14.864230+0000","last_peered":"2024-09-16T11:00:14.864230+0000","last_clean":"2024-09-16T11:00:14.864230+0000","last_became_active":"2024-09-16T11:00:14.862248+0000","last_became_peered":"2024-09-16T11:00:14.862248+0000","last_unstale":"2024-09-16T11:00:14.864230+0000","last_undegraded":"2024-09-16T11:00:14.864230+0000","last_fullsized":"2024-09-16T11:00:14.864230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868919+0000","last_change":"2024-09-16T11:00:14.868426+0000","last_active":"2024-09-16T11:00:14.868919+0000","last_peered":"2024-09-16T11:00:14.868919+0000","last_clean":"2024-09-16T11:00:14.868919+0000","last_became_active":"2024-09-16T11:00:14.868149+0000","last_became_peered":"2024-09-16T11:00:14.868149+0000","last_unstale":"2024-09-16T11:00:14.868919+0000","last_undegraded":"2024-09-16T11:00:14.868919+0000","last_fullsized":"2024-09-16T11:00:14.868919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:50:10.494274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867478+0000","last_change":"2024-09-16T11:00:14.864474+0000","last_active":"2024-09-16T11:00:14.867478+0000","last_peered":"2024-09-16T11:00:14.867478+0000","last_clean":"2024-09-16T11:00:14.867478+0000","last_became_active":"2024-09-16T11:00:14.864142+0000","last_became_peered":"2024-09-16T11:00:14.864142+0000","last_unstale":"2024-09-16T11:00:14.867478+0000","last_undegraded":"2024-09-16T11:00:14.867478+0000","last_fullsized":"2024-09-16T11:00:14.867478+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868955+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:00:14.868955+0000","last_peered":"2024-09-16T11:00:14.868955+0000","last_clean":"2024-09-16T11:00:14.868955+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:00:14.868955+0000","last_undegraded":"2024-09-16T11:00:14.868955+0000","last_fullsized":"2024-09-16T11:00:14.868955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.853895+0000","last_change":"2024-09-16T11:00:14.851866+0000","last_active":"2024-09-16T11:00:14.853895+0000","last_peered":"2024-09-16T11:00:14.853895+0000","last_clean":"2024-09-16T11:00:14.853895+0000","last_became_active":"2024-09-16T11:00:14.851493+0000","last_became_peered":"2024-09-16T11:00:14.851493+0000","last_unstale":"2024-09-16T11:00:14.853895+0000","last_undegraded":"2024-09-16T11:00:14.853895+0000","last_fullsized":"2024-09-16T11:00:14.853895+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859581+0000","last_change":"2024-09-16T11:00:14.856552+0000","last_active":"2024-09-16T11:00:14.859581+0000","last_peered":"2024-09-16T11:00:14.859581+0000","last_clean":"2024-09-16T11:00:14.859581+0000","last_became_active":"2024-09-16T11:00:14.856301+0000","last_became_peered":"2024-09-16T11:00:14.856301+0000","last_unstale":"2024-09-16T11:00:14.859581+0000","last_undegraded":"2024-09-16T11:00:14.859581+0000","last_fullsized":"2024-09-16T11:00:14.859581+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834064+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:06:55.434066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864831+0000","last_change":"2024-09-16T11:00:14.862985+0000","last_active":"2024-09-16T11:00:14.864831+0000","last_peered":"2024-09-16T11:00:14.864831+0000","last_clean":"2024-09-16T11:00:14.864831+0000","last_became_active":"2024-09-16T11:00:14.862731+0000","last_became_peered":"2024-09-16T11:00:14.862731+0000","last_unstale":"2024-09-16T11:00:14.864831+0000","last_undegraded":"2024-09-16T11:00:14.864831+0000","last_fullsized":"2024-09-16T11:00:14.864831+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.866185+0000","last_change":"2024-09-16T11:00:14.865409+0000","last_active":"2024-09-16T11:00:14.866185+0000","last_peered":"2024-09-16T11:00:14.866185+0000","last_clean":"2024-09-16T11:00:14.866185+0000","last_became_active":"2024-09-16T11:00:14.865098+0000","last_became_peered":"2024-09-16T11:00:14.865098+0000","last_unstale":"2024-09-16T11:00:14.866185+0000","last_undegraded":"2024-09-16T11:00:14.866185+0000","last_fullsized":"2024-09-16T11:00:14.866185+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856585+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:00:14.856585+0000","last_peered":"2024-09-16T11:00:14.856585+0000","last_clean":"2024-09-16T11:00:14.856585+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:00:14.856585+0000","last_undegraded":"2024-09-16T11:00:14.856585+0000","last_fullsized":"2024-09-16T11:00:14.856585+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862326+0000","last_change":"2024-09-16T11:00:14.860550+0000","last_active":"2024-09-16T11:00:14.862326+0000","last_peered":"2024-09-16T11:00:14.862326+0000","last_clean":"2024-09-16T11:00:14.862326+0000","last_became_active":"2024-09-16T11:00:14.860174+0000","last_became_peered":"2024-09-16T11:00:14.860174+0000","last_unstale":"2024-09-16T11:00:14.862326+0000","last_undegraded":"2024-09-16T11:00:14.862326+0000","last_fullsized":"2024-09-16T11:00:14.862326+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863564+0000","last_change":"2024-09-16T11:00:14.862178+0000","last_active":"2024-09-16T11:00:14.863564+0000","last_peered":"2024-09-16T11:00:14.863564+0000","last_clean":"2024-09-16T11:00:14.863564+0000","last_became_active":"2024-09-16T11:00:14.861875+0000","last_became_peered":"2024-09-16T11:00:14.861875+0000","last_unstale":"2024-09-16T11:00:14.863564+0000","last_undegraded":"2024-09-16T11:00:14.863564+0000","last_fullsized":"2024-09-16T11:00:14.863564+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:46:52.316422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834479+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:19:36.296686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865659+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:00:14.865659+0000","last_peered":"2024-09-16T11:00:14.865659+0000","last_clean":"2024-09-16T11:00:14.865659+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:00:14.865659+0000","last_undegraded":"2024-09-16T11:00:14.865659+0000","last_fullsized":"2024-09-16T11:00:14.865659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860118+0000","last_change":"2024-09-16T11:00:14.855943+0000","last_active":"2024-09-16T11:00:14.860118+0000","last_peered":"2024-09-16T11:00:14.860118+0000","last_clean":"2024-09-16T11:00:14.860118+0000","last_became_active":"2024-09-16T11:00:14.855664+0000","last_became_peered":"2024-09-16T11:00:14.855664+0000","last_unstale":"2024-09-16T11:00:14.860118+0000","last_undegraded":"2024-09-16T11:00:14.860118+0000","last_fullsized":"2024-09-16T11:00:14.860118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867708+0000","last_change":"2024-09-16T11:00:14.867187+0000","last_active":"2024-09-16T11:00:14.867708+0000","last_peered":"2024-09-16T11:00:14.867708+0000","last_clean":"2024-09-16T11:00:14.867708+0000","last_became_active":"2024-09-16T11:00:14.866927+0000","last_became_peered":"2024-09-16T11:00:14.866927+0000","last_unstale":"2024-09-16T11:00:14.867708+0000","last_undegraded":"2024-09-16T11:00:14.867708+0000","last_fullsized":"2024-09-16T11:00:14.867708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859339+0000","last_change":"2024-09-16T11:00:14.858737+0000","last_active":"2024-09-16T11:00:14.859339+0000","last_peered":"2024-09-16T11:00:14.859339+0000","last_clean":"2024-09-16T11:00:14.859339+0000","last_became_active":"2024-09-16T11:00:14.858455+0000","last_became_peered":"2024-09-16T11:00:14.858455+0000","last_unstale":"2024-09-16T11:00:14.859339+0000","last_undegraded":"2024-09-16T11:00:14.859339+0000","last_fullsized":"2024-09-16T11:00:14.859339+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862972+0000","last_change":"2024-09-16T11:00:14.862165+0000","last_active":"2024-09-16T11:00:14.862972+0000","last_peered":"2024-09-16T11:00:14.862972+0000","last_clean":"2024-09-16T11:00:14.862972+0000","last_became_active":"2024-09-16T11:00:14.861901+0000","last_became_peered":"2024-09-16T11:00:14.861901+0000","last_unstale":"2024-09-16T11:00:14.862972+0000","last_undegraded":"2024-09-16T11:00:14.862972+0000","last_fullsized":"2024-09-16T11:00:14.862972+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.851122+0000","last_change":"2024-09-16T11:00:14.850382+0000","last_active":"2024-09-16T11:00:14.851122+0000","last_peered":"2024-09-16T11:00:14.851122+0000","last_clean":"2024-09-16T11:00:14.851122+0000","last_became_active":"2024-09-16T11:00:14.849684+0000","last_became_peered":"2024-09-16T11:00:14.849684+0000","last_unstale":"2024-09-16T11:00:14.851122+0000","last_undegraded":"2024-09-16T11:00:14.851122+0000","last_fullsized":"2024-09-16T11:00:14.851122+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.849641+0000","last_change":"2024-09-16T11:00:14.844152+0000","last_active":"2024-09-16T11:00:14.849641+0000","last_peered":"2024-09-16T11:00:14.849641+0000","last_clean":"2024-09-16T11:00:14.849641+0000","last_became_active":"2024-09-16T11:00:14.843810+0000","last_became_peered":"2024-09-16T11:00:14.843810+0000","last_unstale":"2024-09-16T11:00:14.849641+0000","last_undegraded":"2024-09-16T11:00:14.849641+0000","last_fullsized":"2024-09-16T11:00:14.849641+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.854328+0000","last_change":"2024-09-16T11:00:14.852926+0000","last_active":"2024-09-16T11:00:14.854328+0000","last_peered":"2024-09-16T11:00:14.854328+0000","last_clean":"2024-09-16T11:00:14.854328+0000","last_became_active":"2024-09-16T11:00:14.852624+0000","last_became_peered":"2024-09-16T11:00:14.852624+0000","last_unstale":"2024-09-16T11:00:14.854328+0000","last_undegraded":"2024-09-16T11:00:14.854328+0000","last_fullsized":"2024-09-16T11:00:14.854328+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857500+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:00:14.857500+0000","last_peered":"2024-09-16T11:00:14.857500+0000","last_clean":"2024-09-16T11:00:14.857500+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:00:14.857500+0000","last_undegraded":"2024-09-16T11:00:14.857500+0000","last_fullsized":"2024-09-16T11:00:14.857500+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855200+0000","last_change":"2024-09-16T11:00:14.853317+0000","last_active":"2024-09-16T11:00:14.855200+0000","last_peered":"2024-09-16T11:00:14.855200+0000","last_clean":"2024-09-16T11:00:14.855200+0000","last_became_active":"2024-09-16T11:00:14.852826+0000","last_became_peered":"2024-09-16T11:00:14.852826+0000","last_unstale":"2024-09-16T11:00:14.855200+0000","last_undegraded":"2024-09-16T11:00:14.855200+0000","last_fullsized":"2024-09-16T11:00:14.855200+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:33:57.006469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864567+0000","last_change":"2024-09-16T11:00:14.860983+0000","last_active":"2024-09-16T11:00:14.864567+0000","last_peered":"2024-09-16T11:00:14.864567+0000","last_clean":"2024-09-16T11:00:14.864567+0000","last_became_active":"2024-09-16T11:00:14.860710+0000","last_became_peered":"2024-09-16T11:00:14.860710+0000","last_unstale":"2024-09-16T11:00:14.864567+0000","last_undegraded":"2024-09-16T11:00:14.864567+0000","last_fullsized":"2024-09-16T11:00:14.864567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:42:25.024108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.852700+0000","last_change":"2024-09-16T11:00:14.852042+0000","last_active":"2024-09-16T11:00:14.852700+0000","last_peered":"2024-09-16T11:00:14.852700+0000","last_clean":"2024-09-16T11:00:14.852700+0000","last_became_active":"2024-09-16T11:00:14.851721+0000","last_became_peered":"2024-09-16T11:00:14.851721+0000","last_unstale":"2024-09-16T11:00:14.852700+0000","last_undegraded":"2024-09-16T11:00:14.852700+0000","last_fullsized":"2024-09-16T11:00:14.852700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.834923+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:44.577315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859544+0000","last_change":"2024-09-16T11:00:14.855620+0000","last_active":"2024-09-16T11:00:14.859544+0000","last_peered":"2024-09-16T11:00:14.859544+0000","last_clean":"2024-09-16T11:00:14.859544+0000","last_became_active":"2024-09-16T11:00:14.855336+0000","last_became_peered":"2024-09-16T11:00:14.855336+0000","last_unstale":"2024-09-16T11:00:14.859544+0000","last_undegraded":"2024-09-16T11:00:14.859544+0000","last_fullsized":"2024-09-16T11:00:14.859544+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833067+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:46:07.336042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862459+0000","last_change":"2024-09-16T11:00:13.849371+0000","last_active":"2024-09-16T11:00:14.862459+0000","last_peered":"2024-09-16T11:00:14.862459+0000","last_clean":"2024-09-16T11:00:14.862459+0000","last_became_active":"2024-09-16T11:00:13.849105+0000","last_became_peered":"2024-09-16T11:00:13.849105+0000","last_unstale":"2024-09-16T11:00:14.862459+0000","last_undegraded":"2024-09-16T11:00:14.862459+0000","last_fullsized":"2024-09-16T11:00:14.862459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863523+0000","last_change":"2024-09-16T11:00:14.855040+0000","last_active":"2024-09-16T11:00:14.863523+0000","last_peered":"2024-09-16T11:00:14.863523+0000","last_clean":"2024-09-16T11:00:14.863523+0000","last_became_active":"2024-09-16T11:00:14.854799+0000","last_became_peered":"2024-09-16T11:00:14.854799+0000","last_unstale":"2024-09-16T11:00:14.863523+0000","last_undegraded":"2024-09-16T11:00:14.863523+0000","last_fullsized":"2024-09-16T11:00:14.863523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842239+0000","last_change":"2024-09-16T11:00:13.855885+0000","last_active":"2024-09-16T11:00:14.842239+0000","last_peered":"2024-09-16T11:00:14.842239+0000","last_clean":"2024-09-16T11:00:14.842239+0000","last_became_active":"2024-09-16T11:00:13.855629+0000","last_became_peered":"2024-09-16T11:00:13.855629+0000","last_unstale":"2024-09-16T11:00:14.842239+0000","last_undegraded":"2024-09-16T11:00:14.842239+0000","last_fullsized":"2024-09-16T11:00:14.842239+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.836360+0000","last_change":"2024-09-16T11:00:13.846458+0000","last_active":"2024-09-16T11:00:14.836360+0000","last_peered":"2024-09-16T11:00:14.836360+0000","last_clean":"2024-09-16T11:00:14.836360+0000","last_became_active":"2024-09-16T11:00:13.845977+0000","last_became_peered":"2024-09-16T11:00:13.845977+0000","last_unstale":"2024-09-16T11:00:14.836360+0000","last_undegraded":"2024-09-16T11:00:14.836360+0000","last_fullsized":"2024-09-16T11:00:14.836360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858989+0000","last_change":"2024-09-16T11:00:14.857563+0000","last_active":"2024-09-16T11:00:14.858989+0000","last_peered":"2024-09-16T11:00:14.858989+0000","last_clean":"2024-09-16T11:00:14.858989+0000","last_became_active":"2024-09-16T11:00:14.857052+0000","last_became_peered":"2024-09-16T11:00:14.857052+0000","last_unstale":"2024-09-16T11:00:14.858989+0000","last_undegraded":"2024-09-16T11:00:14.858989+0000","last_fullsized":"2024-09-16T11:00:14.858989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840741+0000","last_change":"2024-09-16T11:00:13.850565+0000","last_active":"2024-09-16T11:00:14.840741+0000","last_peered":"2024-09-16T11:00:14.840741+0000","last_clean":"2024-09-16T11:00:14.840741+0000","last_became_active":"2024-09-16T11:00:13.850305+0000","last_became_peered":"2024-09-16T11:00:13.850305+0000","last_unstale":"2024-09-16T11:00:14.840741+0000","last_undegraded":"2024-09-16T11:00:14.840741+0000","last_fullsized":"2024-09-16T11:00:14.840741+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.856744+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:00:14.856744+0000","last_peered":"2024-09-16T11:00:14.856744+0000","last_clean":"2024-09-16T11:00:14.856744+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:00:14.856744+0000","last_undegraded":"2024-09-16T11:00:14.856744+0000","last_fullsized":"2024-09-16T11:00:14.856744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.832782+0000","last_change":"2024-09-16T11:00:13.847360+0000","last_active":"2024-09-16T11:00:14.832782+0000","last_peered":"2024-09-16T11:00:14.832782+0000","last_clean":"2024-09-16T11:00:14.832782+0000","last_became_active":"2024-09-16T11:00:13.847088+0000","last_became_peered":"2024-09-16T11:00:13.847088+0000","last_unstale":"2024-09-16T11:00:14.832782+0000","last_undegraded":"2024-09-16T11:00:14.832782+0000","last_fullsized":"2024-09-16T11:00:14.832782+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864199+0000","last_change":"2024-09-16T11:00:14.863284+0000","last_active":"2024-09-16T11:00:14.864199+0000","last_peered":"2024-09-16T11:00:14.864199+0000","last_clean":"2024-09-16T11:00:14.864199+0000","last_became_active":"2024-09-16T11:00:14.862998+0000","last_became_peered":"2024-09-16T11:00:14.862998+0000","last_unstale":"2024-09-16T11:00:14.864199+0000","last_undegraded":"2024-09-16T11:00:14.864199+0000","last_fullsized":"2024-09-16T11:00:14.864199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.838533+0000","last_change":"2024-09-16T11:00:13.852194+0000","last_active":"2024-09-16T11:00:14.838533+0000","last_peered":"2024-09-16T11:00:14.838533+0000","last_clean":"2024-09-16T11:00:14.838533+0000","last_became_active":"2024-09-16T11:00:13.851479+0000","last_became_peered":"2024-09-16T11:00:13.851479+0000","last_unstale":"2024-09-16T11:00:14.838533+0000","last_undegraded":"2024-09-16T11:00:14.838533+0000","last_fullsized":"2024-09-16T11:00:14.838533+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864591+0000","last_change":"2024-09-16T11:00:14.859836+0000","last_active":"2024-09-16T11:00:14.864591+0000","last_peered":"2024-09-16T11:00:14.864591+0000","last_clean":"2024-09-16T11:00:14.864591+0000","last_became_active":"2024-09-16T11:00:14.859579+0000","last_became_peered":"2024-09-16T11:00:14.859579+0000","last_unstale":"2024-09-16T11:00:14.864591+0000","last_undegraded":"2024-09-16T11:00:14.864591+0000","last_fullsized":"2024-09-16T11:00:14.864591+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865177+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:00:14.865177+0000","last_peered":"2024-09-16T11:00:14.865177+0000","last_clean":"2024-09-16T11:00:14.865177+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:00:14.865177+0000","last_undegraded":"2024-09-16T11:00:14.865177+0000","last_fullsized":"2024-09-16T11:00:14.865177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833075+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:43.475903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868853+0000","last_change":"2024-09-16T11:00:13.846873+0000","last_active":"2024-09-16T11:00:14.868853+0000","last_peered":"2024-09-16T11:00:14.868853+0000","last_clean":"2024-09-16T11:00:14.868853+0000","last_became_active":"2024-09-16T11:00:13.846590+0000","last_became_peered":"2024-09-16T11:00:13.846590+0000","last_unstale":"2024-09-16T11:00:14.868853+0000","last_undegraded":"2024-09-16T11:00:14.868853+0000","last_fullsized":"2024-09-16T11:00:14.868853+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865017+0000","last_change":"2024-09-16T11:00:14.862941+0000","last_active":"2024-09-16T11:00:14.865017+0000","last_peered":"2024-09-16T11:00:14.865017+0000","last_clean":"2024-09-16T11:00:14.865017+0000","last_became_active":"2024-09-16T11:00:14.862671+0000","last_became_peered":"2024-09-16T11:00:14.862671+0000","last_unstale":"2024-09-16T11:00:14.865017+0000","last_undegraded":"2024-09-16T11:00:14.865017+0000","last_fullsized":"2024-09-16T11:00:14.865017+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863482+0000","last_change":"2024-09-16T11:00:13.851416+0000","last_active":"2024-09-16T11:00:14.863482+0000","last_peered":"2024-09-16T11:00:14.863482+0000","last_clean":"2024-09-16T11:00:14.863482+0000","last_became_active":"2024-09-16T11:00:13.850280+0000","last_became_peered":"2024-09-16T11:00:13.850280+0000","last_unstale":"2024-09-16T11:00:14.863482+0000","last_undegraded":"2024-09-16T11:00:14.863482+0000","last_fullsized":"2024-09-16T11:00:14.863482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863421+0000","last_change":"2024-09-16T11:00:14.854165+0000","last_active":"2024-09-16T11:00:14.863421+0000","last_peered":"2024-09-16T11:00:14.863421+0000","last_clean":"2024-09-16T11:00:14.863421+0000","last_became_active":"2024-09-16T11:00:14.853922+0000","last_became_peered":"2024-09-16T11:00:14.853922+0000","last_unstale":"2024-09-16T11:00:14.863421+0000","last_undegraded":"2024-09-16T11:00:14.863421+0000","last_fullsized":"2024-09-16T11:00:14.863421+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840827+0000","last_change":"2024-09-16T11:00:13.851108+0000","last_active":"2024-09-16T11:00:14.840827+0000","last_peered":"2024-09-16T11:00:14.840827+0000","last_clean":"2024-09-16T11:00:14.840827+0000","last_became_active":"2024-09-16T11:00:13.850536+0000","last_became_peered":"2024-09-16T11:00:13.850536+0000","last_unstale":"2024-09-16T11:00:14.840827+0000","last_undegraded":"2024-09-16T11:00:14.840827+0000","last_fullsized":"2024-09-16T11:00:14.840827+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867129+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:00:14.867129+0000","last_peered":"2024-09-16T11:00:14.867129+0000","last_clean":"2024-09-16T11:00:14.867129+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:00:14.867129+0000","last_undegraded":"2024-09-16T11:00:14.867129+0000","last_fullsized":"2024-09-16T11:00:14.867129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.832827+0000","last_change":"2024-09-16T11:00:13.852537+0000","last_active":"2024-09-16T11:00:14.832827+0000","last_peered":"2024-09-16T11:00:14.832827+0000","last_clean":"2024-09-16T11:00:14.832827+0000","last_became_active":"2024-09-16T11:00:13.852265+0000","last_became_peered":"2024-09-16T11:00:13.852265+0000","last_unstale":"2024-09-16T11:00:14.832827+0000","last_undegraded":"2024-09-16T11:00:14.832827+0000","last_fullsized":"2024-09-16T11:00:14.832827+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855710+0000","last_change":"2024-09-16T11:00:14.854934+0000","last_active":"2024-09-16T11:00:14.855710+0000","last_peered":"2024-09-16T11:00:14.855710+0000","last_clean":"2024-09-16T11:00:14.855710+0000","last_became_active":"2024-09-16T11:00:14.854663+0000","last_became_peered":"2024-09-16T11:00:14.854663+0000","last_unstale":"2024-09-16T11:00:14.855710+0000","last_undegraded":"2024-09-16T11:00:14.855710+0000","last_fullsized":"2024-09-16T11:00:14.855710+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.846550+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:00:13.846550+0000","last_peered":"2024-09-16T11:00:13.846550+0000","last_clean":"2024-09-16T11:00:13.846550+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:00:13.846550+0000","last_undegraded":"2024-09-16T11:00:13.846550+0000","last_fullsized":"2024-09-16T11:00:13.846550+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862086+0000","last_change":"2024-09-16T11:00:14.861744+0000","last_active":"2024-09-16T11:00:14.862086+0000","last_peered":"2024-09-16T11:00:14.862086+0000","last_clean":"2024-09-16T11:00:14.862086+0000","last_became_active":"2024-09-16T11:00:14.861465+0000","last_became_peered":"2024-09-16T11:00:14.861465+0000","last_unstale":"2024-09-16T11:00:14.862086+0000","last_undegraded":"2024-09-16T11:00:14.862086+0000","last_fullsized":"2024-09-16T11:00:14.862086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:14.686309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.854038+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:00:13.854038+0000","last_peered":"2024-09-16T11:00:13.854038+0000","last_clean":"2024-09-16T11:00:13.854038+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:00:13.854038+0000","last_undegraded":"2024-09-16T11:00:13.854038+0000","last_fullsized":"2024-09-16T11:00:13.854038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868925+0000","last_change":"2024-09-16T11:00:14.868326+0000","last_active":"2024-09-16T11:00:14.868925+0000","last_peered":"2024-09-16T11:00:14.868925+0000","last_clean":"2024-09-16T11:00:14.868925+0000","last_became_active":"2024-09-16T11:00:14.867873+0000","last_became_peered":"2024-09-16T11:00:14.867873+0000","last_unstale":"2024-09-16T11:00:14.868925+0000","last_undegraded":"2024-09-16T11:00:14.868925+0000","last_fullsized":"2024-09-16T11:00:14.868925+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:40:14.220754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.850630+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:00:13.850630+0000","last_peered":"2024-09-16T11:00:13.850630+0000","last_clean":"2024-09-16T11:00:13.850630+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:00:13.850630+0000","last_undegraded":"2024-09-16T11:00:13.850630+0000","last_fullsized":"2024-09-16T11:00:13.850630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868939+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:00:14.868939+0000","last_peered":"2024-09-16T11:00:14.868939+0000","last_clean":"2024-09-16T11:00:14.868939+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:00:14.868939+0000","last_undegraded":"2024-09-16T11:00:14.868939+0000","last_fullsized":"2024-09-16T11:00:14.868939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842931+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:00:14.842931+0000","last_peered":"2024-09-16T11:00:14.842931+0000","last_clean":"2024-09-16T11:00:14.842931+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:00:14.842931+0000","last_undegraded":"2024-09-16T11:00:14.842931+0000","last_fullsized":"2024-09-16T11:00:14.842931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.861334+0000","last_change":"2024-09-16T11:00:14.857840+0000","last_active":"2024-09-16T11:00:14.861334+0000","last_peered":"2024-09-16T11:00:14.861334+0000","last_clean":"2024-09-16T11:00:14.861334+0000","last_became_active":"2024-09-16T11:00:14.857576+0000","last_became_peered":"2024-09-16T11:00:14.857576+0000","last_unstale":"2024-09-16T11:00:14.861334+0000","last_undegraded":"2024-09-16T11:00:14.861334+0000","last_fullsized":"2024-09-16T11:00:14.861334+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.842962+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:00:13.842962+0000","last_peered":"2024-09-16T11:00:13.842962+0000","last_clean":"2024-09-16T11:00:13.842962+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:00:13.842962+0000","last_undegraded":"2024-09-16T11:00:13.842962+0000","last_fullsized":"2024-09-16T11:00:13.842962+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858110+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:00:14.858110+0000","last_peered":"2024-09-16T11:00:14.858110+0000","last_clean":"2024-09-16T11:00:14.858110+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:00:14.858110+0000","last_undegraded":"2024-09-16T11:00:14.858110+0000","last_fullsized":"2024-09-16T11:00:14.858110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847800+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:00:14.847800+0000","last_peered":"2024-09-16T11:00:14.847800+0000","last_clean":"2024-09-16T11:00:14.847800+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:00:14.847800+0000","last_undegraded":"2024-09-16T11:00:14.847800+0000","last_fullsized":"2024-09-16T11:00:14.847800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.838757+0000","last_change":"2024-09-16T11:00:13.851421+0000","last_active":"2024-09-16T11:00:14.838757+0000","last_peered":"2024-09-16T11:00:14.838757+0000","last_clean":"2024-09-16T11:00:14.838757+0000","last_became_active":"2024-09-16T11:00:13.851151+0000","last_became_peered":"2024-09-16T11:00:13.851151+0000","last_unstale":"2024-09-16T11:00:14.838757+0000","last_undegraded":"2024-09-16T11:00:14.838757+0000","last_fullsized":"2024-09-16T11:00:14.838757+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865002+0000","last_change":"2024-09-16T11:00:14.863038+0000","last_active":"2024-09-16T11:00:14.865002+0000","last_peered":"2024-09-16T11:00:14.865002+0000","last_clean":"2024-09-16T11:00:14.865002+0000","last_became_active":"2024-09-16T11:00:14.862764+0000","last_became_peered":"2024-09-16T11:00:14.862764+0000","last_unstale":"2024-09-16T11:00:14.865002+0000","last_undegraded":"2024-09-16T11:00:14.865002+0000","last_fullsized":"2024-09-16T11:00:14.865002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847694+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:00:14.847694+0000","last_peered":"2024-09-16T11:00:14.847694+0000","last_clean":"2024-09-16T11:00:14.847694+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:00:14.847694+0000","last_undegraded":"2024-09-16T11:00:14.847694+0000","last_fullsized":"2024-09-16T11:00:14.847694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865476+0000","last_change":"2024-09-16T11:00:14.862717+0000","last_active":"2024-09-16T11:00:14.865476+0000","last_peered":"2024-09-16T11:00:14.865476+0000","last_clean":"2024-09-16T11:00:14.865476+0000","last_became_active":"2024-09-16T11:00:14.862355+0000","last_became_peered":"2024-09-16T11:00:14.862355+0000","last_unstale":"2024-09-16T11:00:14.865476+0000","last_undegraded":"2024-09-16T11:00:14.865476+0000","last_fullsized":"2024-09-16T11:00:14.865476+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.844810+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:00:13.844810+0000","last_peered":"2024-09-16T11:00:13.844810+0000","last_clean":"2024-09-16T11:00:13.844810+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:00:13.844810+0000","last_undegraded":"2024-09-16T11:00:13.844810+0000","last_fullsized":"2024-09-16T11:00:13.844810+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864852+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:00:14.864852+0000","last_peered":"2024-09-16T11:00:14.864852+0000","last_clean":"2024-09-16T11:00:14.864852+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:00:14.864852+0000","last_undegraded":"2024-09-16T11:00:14.864852+0000","last_fullsized":"2024-09-16T11:00:14.864852+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840924+0000","last_change":"2024-09-16T11:00:13.850757+0000","last_active":"2024-09-16T11:00:14.840924+0000","last_peered":"2024-09-16T11:00:14.840924+0000","last_clean":"2024-09-16T11:00:14.840924+0000","last_became_active":"2024-09-16T11:00:13.849941+0000","last_became_peered":"2024-09-16T11:00:13.849941+0000","last_unstale":"2024-09-16T11:00:14.840924+0000","last_undegraded":"2024-09-16T11:00:14.840924+0000","last_fullsized":"2024-09-16T11:00:14.840924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.833233+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:37.652365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853337+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:00:13.853337+0000","last_peered":"2024-09-16T11:00:13.853337+0000","last_clean":"2024-09-16T11:00:13.853337+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:00:13.853337+0000","last_undegraded":"2024-09-16T11:00:13.853337+0000","last_fullsized":"2024-09-16T11:00:13.853337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858848+0000","last_change":"2024-09-16T11:00:14.857499+0000","last_active":"2024-09-16T11:00:14.858848+0000","last_peered":"2024-09-16T11:00:14.858848+0000","last_clean":"2024-09-16T11:00:14.858848+0000","last_became_active":"2024-09-16T11:00:14.857121+0000","last_became_peered":"2024-09-16T11:00:14.857121+0000","last_unstale":"2024-09-16T11:00:14.858848+0000","last_undegraded":"2024-09-16T11:00:14.858848+0000","last_fullsized":"2024-09-16T11:00:14.858848+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850448+0000","last_change":"2024-09-16T11:00:13.853076+0000","last_active":"2024-09-16T11:00:14.850448+0000","last_peered":"2024-09-16T11:00:14.850448+0000","last_clean":"2024-09-16T11:00:14.850448+0000","last_became_active":"2024-09-16T11:00:13.852771+0000","last_became_peered":"2024-09-16T11:00:13.852771+0000","last_unstale":"2024-09-16T11:00:14.850448+0000","last_undegraded":"2024-09-16T11:00:14.850448+0000","last_fullsized":"2024-09-16T11:00:14.850448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:59.238663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858111+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:00:14.858111+0000","last_peered":"2024-09-16T11:00:14.858111+0000","last_clean":"2024-09-16T11:00:14.858111+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:00:14.858111+0000","last_undegraded":"2024-09-16T11:00:14.858111+0000","last_fullsized":"2024-09-16T11:00:14.858111+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.851854+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:00:13.851854+0000","last_peered":"2024-09-16T11:00:13.851854+0000","last_clean":"2024-09-16T11:00:13.851854+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:00:13.851854+0000","last_undegraded":"2024-09-16T11:00:13.851854+0000","last_fullsized":"2024-09-16T11:00:13.851854+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855259+0000","last_change":"2024-09-16T11:00:14.853538+0000","last_active":"2024-09-16T11:00:14.855259+0000","last_peered":"2024-09-16T11:00:14.855259+0000","last_clean":"2024-09-16T11:00:14.855259+0000","last_became_active":"2024-09-16T11:00:14.853267+0000","last_became_peered":"2024-09-16T11:00:14.853267+0000","last_unstale":"2024-09-16T11:00:14.855259+0000","last_undegraded":"2024-09-16T11:00:14.855259+0000","last_fullsized":"2024-09-16T11:00:14.855259+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842449+0000","last_change":"2024-09-16T11:00:13.856562+0000","last_active":"2024-09-16T11:00:14.842449+0000","last_peered":"2024-09-16T11:00:14.842449+0000","last_clean":"2024-09-16T11:00:14.842449+0000","last_became_active":"2024-09-16T11:00:13.856274+0000","last_became_peered":"2024-09-16T11:00:13.856274+0000","last_unstale":"2024-09-16T11:00:14.842449+0000","last_undegraded":"2024-09-16T11:00:14.842449+0000","last_fullsized":"2024-09-16T11:00:14.842449+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.866979+0000","last_change":"2024-09-16T11:00:14.866529+0000","last_active":"2024-09-16T11:00:14.866979+0000","last_peered":"2024-09-16T11:00:14.866979+0000","last_clean":"2024-09-16T11:00:14.866979+0000","last_became_active":"2024-09-16T11:00:14.866247+0000","last_became_peered":"2024-09-16T11:00:14.866247+0000","last_unstale":"2024-09-16T11:00:14.866979+0000","last_undegraded":"2024-09-16T11:00:14.866979+0000","last_fullsized":"2024-09-16T11:00:14.866979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847584+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:00:14.847584+0000","last_peered":"2024-09-16T11:00:14.847584+0000","last_clean":"2024-09-16T11:00:14.847584+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:00:14.847584+0000","last_undegraded":"2024-09-16T11:00:14.847584+0000","last_fullsized":"2024-09-16T11:00:14.847584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T11:00:13.823518+0000","last_change":"2024-09-16T11:00:13.832343+0000","last_active":"2024-09-16T11:00:13.823518+0000","last_peered":"2024-09-16T11:00:13.823518+0000","last_clean":"2024-09-16T11:00:13.823518+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T11:00:13.823518+0000","last_undegraded":"2024-09-16T11:00:13.823518+0000","last_fullsized":"2024-09-16T11:00:13.823518+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:51.252740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.853504+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:00:13.853504+0000","last_peered":"2024-09-16T11:00:13.853504+0000","last_clean":"2024-09-16T11:00:13.853504+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:00:13.853504+0000","last_undegraded":"2024-09-16T11:00:13.853504+0000","last_fullsized":"2024-09-16T11:00:13.853504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867497+0000","last_change":"2024-09-16T11:00:14.865953+0000","last_active":"2024-09-16T11:00:14.867497+0000","last_peered":"2024-09-16T11:00:14.867497+0000","last_clean":"2024-09-16T11:00:14.867497+0000","last_became_active":"2024-09-16T11:00:14.865668+0000","last_became_peered":"2024-09-16T11:00:14.865668+0000","last_unstale":"2024-09-16T11:00:14.867497+0000","last_undegraded":"2024-09-16T11:00:14.867497+0000","last_fullsized":"2024-09-16T11:00:14.867497+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T11:00:13.852139+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:00:13.852139+0000","last_peered":"2024-09-16T11:00:13.852139+0000","last_clean":"2024-09-16T11:00:13.852139+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:00:13.852139+0000","last_undegraded":"2024-09-16T11:00:13.852139+0000","last_fullsized":"2024-09-16T11:00:13.852139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.852604+0000","last_change":"2024-09-16T11:00:14.851807+0000","last_active":"2024-09-16T11:00:14.852604+0000","last_peered":"2024-09-16T11:00:14.852604+0000","last_clean":"2024-09-16T11:00:14.852604+0000","last_became_active":"2024-09-16T11:00:14.851487+0000","last_became_peered":"2024-09-16T11:00:14.851487+0000","last_unstale":"2024-09-16T11:00:14.852604+0000","last_undegraded":"2024-09-16T11:00:14.852604+0000","last_fullsized":"2024-09-16T11:00:14.852604+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867055+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:00:14.867055+0000","last_peered":"2024-09-16T11:00:14.867055+0000","last_clean":"2024-09-16T11:00:14.867055+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:00:14.867055+0000","last_undegraded":"2024-09-16T11:00:14.867055+0000","last_fullsized":"2024-09-16T11:00:14.867055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.851667+0000","last_change":"2024-09-16T11:00:14.851064+0000","last_active":"2024-09-16T11:00:14.851667+0000","last_peered":"2024-09-16T11:00:14.851667+0000","last_clean":"2024-09-16T11:00:14.851667+0000","last_became_active":"2024-09-16T11:00:14.850795+0000","last_became_peered":"2024-09-16T11:00:14.850795+0000","last_unstale":"2024-09-16T11:00:14.851667+0000","last_undegraded":"2024-09-16T11:00:14.851667+0000","last_fullsized":"2024-09-16T11:00:14.851667+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850749+0000","last_change":"2024-09-16T11:00:14.847777+0000","last_active":"2024-09-16T11:00:14.850749+0000","last_peered":"2024-09-16T11:00:14.850749+0000","last_clean":"2024-09-16T11:00:14.850749+0000","last_became_active":"2024-09-16T11:00:14.847482+0000","last_became_peered":"2024-09-16T11:00:14.847482+0000","last_unstale":"2024-09-16T11:00:14.850749+0000","last_undegraded":"2024-09-16T11:00:14.850749+0000","last_fullsized":"2024-09-16T11:00:14.850749+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865286+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:00:14.865286+0000","last_peered":"2024-09-16T11:00:14.865286+0000","last_clean":"2024-09-16T11:00:14.865286+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:00:14.865286+0000","last_undegraded":"2024-09-16T11:00:14.865286+0000","last_fullsized":"2024-09-16T11:00:14.865286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864328+0000","last_change":"2024-09-16T11:00:14.863289+0000","last_active":"2024-09-16T11:00:14.864328+0000","last_peered":"2024-09-16T11:00:14.864328+0000","last_clean":"2024-09-16T11:00:14.864328+0000","last_became_active":"2024-09-16T11:00:14.863001+0000","last_became_peered":"2024-09-16T11:00:14.863001+0000","last_unstale":"2024-09-16T11:00:14.864328+0000","last_undegraded":"2024-09-16T11:00:14.864328+0000","last_fullsized":"2024-09-16T11:00:14.864328+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867150+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:00:14.867150+0000","last_peered":"2024-09-16T11:00:14.867150+0000","last_clean":"2024-09-16T11:00:14.867150+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:00:14.867150+0000","last_undegraded":"2024-09-16T11:00:14.867150+0000","last_fullsized":"2024-09-16T11:00:14.867150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869161+0000","last_change":"2024-09-16T11:00:14.868830+0000","last_active":"2024-09-16T11:00:14.869161+0000","last_peered":"2024-09-16T11:00:14.869161+0000","last_clean":"2024-09-16T11:00:14.869161+0000","last_became_active":"2024-09-16T11:00:14.868567+0000","last_became_peered":"2024-09-16T11:00:14.868567+0000","last_unstale":"2024-09-16T11:00:14.869161+0000","last_undegraded":"2024-09-16T11:00:14.869161+0000","last_fullsized":"2024-09-16T11:00:14.869161+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850216+0000","last_change":"2024-09-16T11:00:13.849480+0000","last_active":"2024-09-16T11:00:14.850216+0000","last_peered":"2024-09-16T11:00:14.850216+0000","last_clean":"2024-09-16T11:00:14.850216+0000","last_became_active":"2024-09-16T11:00:13.849167+0000","last_became_peered":"2024-09-16T11:00:13.849167+0000","last_unstale":"2024-09-16T11:00:14.850216+0000","last_undegraded":"2024-09-16T11:00:14.850216+0000","last_fullsized":"2024-09-16T11:00:14.850216+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867427+0000","last_change":"2024-09-16T11:00:14.864258+0000","last_active":"2024-09-16T11:00:14.867427+0000","last_peered":"2024-09-16T11:00:14.867427+0000","last_clean":"2024-09-16T11:00:14.867427+0000","last_became_active":"2024-09-16T11:00:14.863974+0000","last_became_peered":"2024-09-16T11:00:14.863974+0000","last_unstale":"2024-09-16T11:00:14.867427+0000","last_undegraded":"2024-09-16T11:00:14.867427+0000","last_fullsized":"2024-09-16T11:00:14.867427+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864005+0000","last_change":"2024-09-16T11:00:13.854533+0000","last_active":"2024-09-16T11:00:14.864005+0000","last_peered":"2024-09-16T11:00:14.864005+0000","last_clean":"2024-09-16T11:00:14.864005+0000","last_became_active":"2024-09-16T11:00:13.853663+0000","last_became_peered":"2024-09-16T11:00:13.853663+0000","last_unstale":"2024-09-16T11:00:14.864005+0000","last_undegraded":"2024-09-16T11:00:14.864005+0000","last_fullsized":"2024-09-16T11:00:14.864005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2316,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":6318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":803907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":811005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822672,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":540672,"data_stored":220992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.66000000000000003}]},{"osd":1,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.57699999999999996}]},{"osd":2,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.67900000000000005}]},{"osd":3,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.60299999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.438},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":491520,"data_stored":199061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.58899999999999997}]},{"osd":1,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63100000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":548864,"data_stored":221321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.316},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.34699999999999998}]},{"osd":2,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.30199999999999999}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58799999999999997}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":499712,"data_stored":205510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35299999999999998},"min":{"1min":0.23000000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35199999999999998,"15min":0.34499999999999997},"min":{"1min":0.29299999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.245}]},{"osd":1,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.34399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Mon Sep 16 10:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":516096,"data_stored":212598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.32100000000000001},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:00:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1138688,"data_stored":810749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 10:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.30199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.216}]},{"osd":2,"last update":"Mon Sep 16 11:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.52500000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.23499999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.255}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55000000000000004}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[35468]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[35468]: pgmap v178: 97 pgs: 7 creating+peering, 90 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 4 op/s 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3396849961' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[35468]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[27497]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[27497]: pgmap v178: 97 pgs: 7 creating+peering, 90 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 4 op/s 2024-09-16T11:00:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3396849961' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T11:00:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:19 smithi077 ceph-mon[27497]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:19 smithi191 ceph-mon[31349]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:19 smithi191 ceph-mon[31349]: pgmap v178: 97 pgs: 7 creating+peering, 90 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 4 op/s 2024-09-16T11:00:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:19 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3396849961' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T11:00:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:19 smithi191 ceph-mon[31349]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:22.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:21 smithi077 ceph-mon[27497]: pgmap v179: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-09-16T11:00:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:21 smithi077 ceph-mon[35468]: pgmap v179: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-09-16T11:00:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:21 smithi191 ceph-mon[31349]: pgmap v179: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-09-16T11:00:22.403 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T11:00:22.681 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:00:22.682 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:00:22.691 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2024-09-16T11:00:20.818856+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":250,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384820,"kb_used_data":5928,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576396,"statfs":{"total":767960285184,"available":765518229504,"internally_reserved":0,"allocated":6070272,"data_stored":3527072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.988811"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868971+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:00:14.868971+0000","last_peered":"2024-09-16T11:00:14.868971+0000","last_clean":"2024-09-16T11:00:14.868971+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:00:14.868971+0000","last_undegraded":"2024-09-16T11:00:14.868971+0000","last_fullsized":"2024-09-16T11:00:14.868971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863264+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:00:14.863264+0000","last_peered":"2024-09-16T11:00:14.863264+0000","last_clean":"2024-09-16T11:00:14.863264+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:00:14.863264+0000","last_undegraded":"2024-09-16T11:00:14.863264+0000","last_fullsized":"2024-09-16T11:00:14.863264+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.870440+0000","last_change":"2024-09-16T11:00:14.869512+0000","last_active":"2024-09-16T11:00:14.870440+0000","last_peered":"2024-09-16T11:00:14.870440+0000","last_clean":"2024-09-16T11:00:14.870440+0000","last_became_active":"2024-09-16T11:00:14.869224+0000","last_became_peered":"2024-09-16T11:00:14.869224+0000","last_unstale":"2024-09-16T11:00:14.870440+0000","last_undegraded":"2024-09-16T11:00:14.870440+0000","last_fullsized":"2024-09-16T11:00:14.870440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862875+0000","last_change":"2024-09-16T11:00:14.861482+0000","last_active":"2024-09-16T11:00:14.862875+0000","last_peered":"2024-09-16T11:00:14.862875+0000","last_clean":"2024-09-16T11:00:14.862875+0000","last_became_active":"2024-09-16T11:00:14.861097+0000","last_became_peered":"2024-09-16T11:00:14.861097+0000","last_unstale":"2024-09-16T11:00:14.862875+0000","last_undegraded":"2024-09-16T11:00:14.862875+0000","last_fullsized":"2024-09-16T11:00:14.862875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869062+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:00:14.869062+0000","last_peered":"2024-09-16T11:00:14.869062+0000","last_clean":"2024-09-16T11:00:14.869062+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:00:14.869062+0000","last_undegraded":"2024-09-16T11:00:14.869062+0000","last_fullsized":"2024-09-16T11:00:14.869062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864230+0000","last_change":"2024-09-16T11:00:14.862572+0000","last_active":"2024-09-16T11:00:14.864230+0000","last_peered":"2024-09-16T11:00:14.864230+0000","last_clean":"2024-09-16T11:00:14.864230+0000","last_became_active":"2024-09-16T11:00:14.862248+0000","last_became_peered":"2024-09-16T11:00:14.862248+0000","last_unstale":"2024-09-16T11:00:14.864230+0000","last_undegraded":"2024-09-16T11:00:14.864230+0000","last_fullsized":"2024-09-16T11:00:14.864230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868919+0000","last_change":"2024-09-16T11:00:14.868426+0000","last_active":"2024-09-16T11:00:14.868919+0000","last_peered":"2024-09-16T11:00:14.868919+0000","last_clean":"2024-09-16T11:00:14.868919+0000","last_became_active":"2024-09-16T11:00:14.868149+0000","last_became_peered":"2024-09-16T11:00:14.868149+0000","last_unstale":"2024-09-16T11:00:14.868919+0000","last_undegraded":"2024-09-16T11:00:14.868919+0000","last_fullsized":"2024-09-16T11:00:14.868919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:50:10.494274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867478+0000","last_change":"2024-09-16T11:00:14.864474+0000","last_active":"2024-09-16T11:00:14.867478+0000","last_peered":"2024-09-16T11:00:14.867478+0000","last_clean":"2024-09-16T11:00:14.867478+0000","last_became_active":"2024-09-16T11:00:14.864142+0000","last_became_peered":"2024-09-16T11:00:14.864142+0000","last_unstale":"2024-09-16T11:00:14.867478+0000","last_undegraded":"2024-09-16T11:00:14.867478+0000","last_fullsized":"2024-09-16T11:00:14.867478+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868955+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:00:14.868955+0000","last_peered":"2024-09-16T11:00:14.868955+0000","last_clean":"2024-09-16T11:00:14.868955+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:00:14.868955+0000","last_undegraded":"2024-09-16T11:00:14.868955+0000","last_fullsized":"2024-09-16T11:00:14.868955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.853895+0000","last_change":"2024-09-16T11:00:14.851866+0000","last_active":"2024-09-16T11:00:14.853895+0000","last_peered":"2024-09-16T11:00:14.853895+0000","last_clean":"2024-09-16T11:00:14.853895+0000","last_became_active":"2024-09-16T11:00:14.851493+0000","last_became_peered":"2024-09-16T11:00:14.851493+0000","last_unstale":"2024-09-16T11:00:14.853895+0000","last_undegraded":"2024-09-16T11:00:14.853895+0000","last_fullsized":"2024-09-16T11:00:14.853895+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859581+0000","last_change":"2024-09-16T11:00:14.856552+0000","last_active":"2024-09-16T11:00:14.859581+0000","last_peered":"2024-09-16T11:00:14.859581+0000","last_clean":"2024-09-16T11:00:14.859581+0000","last_became_active":"2024-09-16T11:00:14.856301+0000","last_became_peered":"2024-09-16T11:00:14.856301+0000","last_unstale":"2024-09-16T11:00:14.859581+0000","last_undegraded":"2024-09-16T11:00:14.859581+0000","last_fullsized":"2024-09-16T11:00:14.859581+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859923+0000","last_change":"2024-09-16T11:00:14.858808+0000","last_active":"2024-09-16T11:00:14.859923+0000","last_peered":"2024-09-16T11:00:14.859923+0000","last_clean":"2024-09-16T11:00:14.859923+0000","last_became_active":"2024-09-16T11:00:14.858397+0000","last_became_peered":"2024-09-16T11:00:14.858397+0000","last_unstale":"2024-09-16T11:00:14.859923+0000","last_undegraded":"2024-09-16T11:00:14.859923+0000","last_fullsized":"2024-09-16T11:00:14.859923+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:55:34.380729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864831+0000","last_change":"2024-09-16T11:00:14.862985+0000","last_active":"2024-09-16T11:00:14.864831+0000","last_peered":"2024-09-16T11:00:14.864831+0000","last_clean":"2024-09-16T11:00:14.864831+0000","last_became_active":"2024-09-16T11:00:14.862731+0000","last_became_peered":"2024-09-16T11:00:14.862731+0000","last_unstale":"2024-09-16T11:00:14.864831+0000","last_undegraded":"2024-09-16T11:00:14.864831+0000","last_fullsized":"2024-09-16T11:00:14.864831+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.866185+0000","last_change":"2024-09-16T11:00:14.865409+0000","last_active":"2024-09-16T11:00:14.866185+0000","last_peered":"2024-09-16T11:00:14.866185+0000","last_clean":"2024-09-16T11:00:14.866185+0000","last_became_active":"2024-09-16T11:00:14.865098+0000","last_became_peered":"2024-09-16T11:00:14.865098+0000","last_unstale":"2024-09-16T11:00:14.866185+0000","last_undegraded":"2024-09-16T11:00:14.866185+0000","last_fullsized":"2024-09-16T11:00:14.866185+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863136+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:00:14.863136+0000","last_peered":"2024-09-16T11:00:14.863136+0000","last_clean":"2024-09-16T11:00:14.863136+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:00:14.863136+0000","last_undegraded":"2024-09-16T11:00:14.863136+0000","last_fullsized":"2024-09-16T11:00:14.863136+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862326+0000","last_change":"2024-09-16T11:00:14.860550+0000","last_active":"2024-09-16T11:00:14.862326+0000","last_peered":"2024-09-16T11:00:14.862326+0000","last_clean":"2024-09-16T11:00:14.862326+0000","last_became_active":"2024-09-16T11:00:14.860174+0000","last_became_peered":"2024-09-16T11:00:14.860174+0000","last_unstale":"2024-09-16T11:00:14.862326+0000","last_undegraded":"2024-09-16T11:00:14.862326+0000","last_fullsized":"2024-09-16T11:00:14.862326+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863564+0000","last_change":"2024-09-16T11:00:14.862178+0000","last_active":"2024-09-16T11:00:14.863564+0000","last_peered":"2024-09-16T11:00:14.863564+0000","last_clean":"2024-09-16T11:00:14.863564+0000","last_became_active":"2024-09-16T11:00:14.861875+0000","last_became_peered":"2024-09-16T11:00:14.861875+0000","last_unstale":"2024-09-16T11:00:14.863564+0000","last_undegraded":"2024-09-16T11:00:14.863564+0000","last_fullsized":"2024-09-16T11:00:14.863564+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:46:52.316422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857786+0000","last_change":"2024-09-16T11:00:14.857245+0000","last_active":"2024-09-16T11:00:14.857786+0000","last_peered":"2024-09-16T11:00:14.857786+0000","last_clean":"2024-09-16T11:00:14.857786+0000","last_became_active":"2024-09-16T11:00:14.856977+0000","last_became_peered":"2024-09-16T11:00:14.856977+0000","last_unstale":"2024-09-16T11:00:14.857786+0000","last_undegraded":"2024-09-16T11:00:14.857786+0000","last_fullsized":"2024-09-16T11:00:14.857786+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:21.576616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865659+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:00:14.865659+0000","last_peered":"2024-09-16T11:00:14.865659+0000","last_clean":"2024-09-16T11:00:14.865659+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:00:14.865659+0000","last_undegraded":"2024-09-16T11:00:14.865659+0000","last_fullsized":"2024-09-16T11:00:14.865659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860118+0000","last_change":"2024-09-16T11:00:14.855943+0000","last_active":"2024-09-16T11:00:14.860118+0000","last_peered":"2024-09-16T11:00:14.860118+0000","last_clean":"2024-09-16T11:00:14.860118+0000","last_became_active":"2024-09-16T11:00:14.855664+0000","last_became_peered":"2024-09-16T11:00:14.855664+0000","last_unstale":"2024-09-16T11:00:14.860118+0000","last_undegraded":"2024-09-16T11:00:14.860118+0000","last_fullsized":"2024-09-16T11:00:14.860118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867708+0000","last_change":"2024-09-16T11:00:14.867187+0000","last_active":"2024-09-16T11:00:14.867708+0000","last_peered":"2024-09-16T11:00:14.867708+0000","last_clean":"2024-09-16T11:00:14.867708+0000","last_became_active":"2024-09-16T11:00:14.866927+0000","last_became_peered":"2024-09-16T11:00:14.866927+0000","last_unstale":"2024-09-16T11:00:14.867708+0000","last_undegraded":"2024-09-16T11:00:14.867708+0000","last_fullsized":"2024-09-16T11:00:14.867708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859339+0000","last_change":"2024-09-16T11:00:14.858737+0000","last_active":"2024-09-16T11:00:14.859339+0000","last_peered":"2024-09-16T11:00:14.859339+0000","last_clean":"2024-09-16T11:00:14.859339+0000","last_became_active":"2024-09-16T11:00:14.858455+0000","last_became_peered":"2024-09-16T11:00:14.858455+0000","last_unstale":"2024-09-16T11:00:14.859339+0000","last_undegraded":"2024-09-16T11:00:14.859339+0000","last_fullsized":"2024-09-16T11:00:14.859339+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862972+0000","last_change":"2024-09-16T11:00:14.862165+0000","last_active":"2024-09-16T11:00:14.862972+0000","last_peered":"2024-09-16T11:00:14.862972+0000","last_clean":"2024-09-16T11:00:14.862972+0000","last_became_active":"2024-09-16T11:00:14.861901+0000","last_became_peered":"2024-09-16T11:00:14.861901+0000","last_unstale":"2024-09-16T11:00:14.862972+0000","last_undegraded":"2024-09-16T11:00:14.862972+0000","last_fullsized":"2024-09-16T11:00:14.862972+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.851122+0000","last_change":"2024-09-16T11:00:14.850382+0000","last_active":"2024-09-16T11:00:14.851122+0000","last_peered":"2024-09-16T11:00:14.851122+0000","last_clean":"2024-09-16T11:00:14.851122+0000","last_became_active":"2024-09-16T11:00:14.849684+0000","last_became_peered":"2024-09-16T11:00:14.849684+0000","last_unstale":"2024-09-16T11:00:14.851122+0000","last_undegraded":"2024-09-16T11:00:14.851122+0000","last_fullsized":"2024-09-16T11:00:14.851122+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.849641+0000","last_change":"2024-09-16T11:00:14.844152+0000","last_active":"2024-09-16T11:00:14.849641+0000","last_peered":"2024-09-16T11:00:14.849641+0000","last_clean":"2024-09-16T11:00:14.849641+0000","last_became_active":"2024-09-16T11:00:14.843810+0000","last_became_peered":"2024-09-16T11:00:14.843810+0000","last_unstale":"2024-09-16T11:00:14.849641+0000","last_undegraded":"2024-09-16T11:00:14.849641+0000","last_fullsized":"2024-09-16T11:00:14.849641+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.854328+0000","last_change":"2024-09-16T11:00:14.852926+0000","last_active":"2024-09-16T11:00:14.854328+0000","last_peered":"2024-09-16T11:00:14.854328+0000","last_clean":"2024-09-16T11:00:14.854328+0000","last_became_active":"2024-09-16T11:00:14.852624+0000","last_became_peered":"2024-09-16T11:00:14.852624+0000","last_unstale":"2024-09-16T11:00:14.854328+0000","last_undegraded":"2024-09-16T11:00:14.854328+0000","last_fullsized":"2024-09-16T11:00:14.854328+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863326+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:00:14.863326+0000","last_peered":"2024-09-16T11:00:14.863326+0000","last_clean":"2024-09-16T11:00:14.863326+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:00:14.863326+0000","last_undegraded":"2024-09-16T11:00:14.863326+0000","last_fullsized":"2024-09-16T11:00:14.863326+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855200+0000","last_change":"2024-09-16T11:00:14.853317+0000","last_active":"2024-09-16T11:00:14.855200+0000","last_peered":"2024-09-16T11:00:14.855200+0000","last_clean":"2024-09-16T11:00:14.855200+0000","last_became_active":"2024-09-16T11:00:14.852826+0000","last_became_peered":"2024-09-16T11:00:14.852826+0000","last_unstale":"2024-09-16T11:00:14.855200+0000","last_undegraded":"2024-09-16T11:00:14.855200+0000","last_fullsized":"2024-09-16T11:00:14.855200+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:33:57.006469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864567+0000","last_change":"2024-09-16T11:00:14.860983+0000","last_active":"2024-09-16T11:00:14.864567+0000","last_peered":"2024-09-16T11:00:14.864567+0000","last_clean":"2024-09-16T11:00:14.864567+0000","last_became_active":"2024-09-16T11:00:14.860710+0000","last_became_peered":"2024-09-16T11:00:14.860710+0000","last_unstale":"2024-09-16T11:00:14.864567+0000","last_undegraded":"2024-09-16T11:00:14.864567+0000","last_fullsized":"2024-09-16T11:00:14.864567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:42:25.024108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.852700+0000","last_change":"2024-09-16T11:00:14.852042+0000","last_active":"2024-09-16T11:00:14.852700+0000","last_peered":"2024-09-16T11:00:14.852700+0000","last_clean":"2024-09-16T11:00:14.852700+0000","last_became_active":"2024-09-16T11:00:14.851721+0000","last_became_peered":"2024-09-16T11:00:14.851721+0000","last_unstale":"2024-09-16T11:00:14.852700+0000","last_undegraded":"2024-09-16T11:00:14.852700+0000","last_fullsized":"2024-09-16T11:00:14.852700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.854062+0000","last_change":"2024-09-16T11:00:14.853789+0000","last_active":"2024-09-16T11:00:14.854062+0000","last_peered":"2024-09-16T11:00:14.854062+0000","last_clean":"2024-09-16T11:00:14.854062+0000","last_became_active":"2024-09-16T11:00:14.852147+0000","last_became_peered":"2024-09-16T11:00:14.852147+0000","last_unstale":"2024-09-16T11:00:14.854062+0000","last_undegraded":"2024-09-16T11:00:14.854062+0000","last_fullsized":"2024-09-16T11:00:14.854062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:36:04.517844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859544+0000","last_change":"2024-09-16T11:00:14.855620+0000","last_active":"2024-09-16T11:00:14.859544+0000","last_peered":"2024-09-16T11:00:14.859544+0000","last_clean":"2024-09-16T11:00:14.859544+0000","last_became_active":"2024-09-16T11:00:14.855336+0000","last_became_peered":"2024-09-16T11:00:14.855336+0000","last_unstale":"2024-09-16T11:00:14.859544+0000","last_undegraded":"2024-09-16T11:00:14.859544+0000","last_fullsized":"2024-09-16T11:00:14.859544+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857133+0000","last_change":"2024-09-16T11:00:14.848667+0000","last_active":"2024-09-16T11:00:14.857133+0000","last_peered":"2024-09-16T11:00:14.857133+0000","last_clean":"2024-09-16T11:00:14.857133+0000","last_became_active":"2024-09-16T11:00:14.847665+0000","last_became_peered":"2024-09-16T11:00:14.847665+0000","last_unstale":"2024-09-16T11:00:14.857133+0000","last_undegraded":"2024-09-16T11:00:14.857133+0000","last_fullsized":"2024-09-16T11:00:14.857133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:55.341827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862459+0000","last_change":"2024-09-16T11:00:13.849371+0000","last_active":"2024-09-16T11:00:14.862459+0000","last_peered":"2024-09-16T11:00:14.862459+0000","last_clean":"2024-09-16T11:00:14.862459+0000","last_became_active":"2024-09-16T11:00:13.849105+0000","last_became_peered":"2024-09-16T11:00:13.849105+0000","last_unstale":"2024-09-16T11:00:14.862459+0000","last_undegraded":"2024-09-16T11:00:14.862459+0000","last_fullsized":"2024-09-16T11:00:14.862459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863523+0000","last_change":"2024-09-16T11:00:14.855040+0000","last_active":"2024-09-16T11:00:14.863523+0000","last_peered":"2024-09-16T11:00:14.863523+0000","last_clean":"2024-09-16T11:00:14.863523+0000","last_became_active":"2024-09-16T11:00:14.854799+0000","last_became_peered":"2024-09-16T11:00:14.854799+0000","last_unstale":"2024-09-16T11:00:14.863523+0000","last_undegraded":"2024-09-16T11:00:14.863523+0000","last_fullsized":"2024-09-16T11:00:14.863523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842239+0000","last_change":"2024-09-16T11:00:13.855885+0000","last_active":"2024-09-16T11:00:14.842239+0000","last_peered":"2024-09-16T11:00:14.842239+0000","last_clean":"2024-09-16T11:00:14.842239+0000","last_became_active":"2024-09-16T11:00:13.855629+0000","last_became_peered":"2024-09-16T11:00:13.855629+0000","last_unstale":"2024-09-16T11:00:14.842239+0000","last_undegraded":"2024-09-16T11:00:14.842239+0000","last_fullsized":"2024-09-16T11:00:14.842239+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.836360+0000","last_change":"2024-09-16T11:00:13.846458+0000","last_active":"2024-09-16T11:00:14.836360+0000","last_peered":"2024-09-16T11:00:14.836360+0000","last_clean":"2024-09-16T11:00:14.836360+0000","last_became_active":"2024-09-16T11:00:13.845977+0000","last_became_peered":"2024-09-16T11:00:13.845977+0000","last_unstale":"2024-09-16T11:00:14.836360+0000","last_undegraded":"2024-09-16T11:00:14.836360+0000","last_fullsized":"2024-09-16T11:00:14.836360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858989+0000","last_change":"2024-09-16T11:00:14.857563+0000","last_active":"2024-09-16T11:00:14.858989+0000","last_peered":"2024-09-16T11:00:14.858989+0000","last_clean":"2024-09-16T11:00:14.858989+0000","last_became_active":"2024-09-16T11:00:14.857052+0000","last_became_peered":"2024-09-16T11:00:14.857052+0000","last_unstale":"2024-09-16T11:00:14.858989+0000","last_undegraded":"2024-09-16T11:00:14.858989+0000","last_fullsized":"2024-09-16T11:00:14.858989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840741+0000","last_change":"2024-09-16T11:00:13.850565+0000","last_active":"2024-09-16T11:00:14.840741+0000","last_peered":"2024-09-16T11:00:14.840741+0000","last_clean":"2024-09-16T11:00:14.840741+0000","last_became_active":"2024-09-16T11:00:13.850305+0000","last_became_peered":"2024-09-16T11:00:13.850305+0000","last_unstale":"2024-09-16T11:00:14.840741+0000","last_undegraded":"2024-09-16T11:00:14.840741+0000","last_fullsized":"2024-09-16T11:00:14.840741+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863154+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:00:14.863154+0000","last_peered":"2024-09-16T11:00:14.863154+0000","last_clean":"2024-09-16T11:00:14.863154+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:00:14.863154+0000","last_undegraded":"2024-09-16T11:00:14.863154+0000","last_fullsized":"2024-09-16T11:00:14.863154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.832782+0000","last_change":"2024-09-16T11:00:13.847360+0000","last_active":"2024-09-16T11:00:14.832782+0000","last_peered":"2024-09-16T11:00:14.832782+0000","last_clean":"2024-09-16T11:00:14.832782+0000","last_became_active":"2024-09-16T11:00:13.847088+0000","last_became_peered":"2024-09-16T11:00:13.847088+0000","last_unstale":"2024-09-16T11:00:14.832782+0000","last_undegraded":"2024-09-16T11:00:14.832782+0000","last_fullsized":"2024-09-16T11:00:14.832782+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864199+0000","last_change":"2024-09-16T11:00:14.863284+0000","last_active":"2024-09-16T11:00:14.864199+0000","last_peered":"2024-09-16T11:00:14.864199+0000","last_clean":"2024-09-16T11:00:14.864199+0000","last_became_active":"2024-09-16T11:00:14.862998+0000","last_became_peered":"2024-09-16T11:00:14.862998+0000","last_unstale":"2024-09-16T11:00:14.864199+0000","last_undegraded":"2024-09-16T11:00:14.864199+0000","last_fullsized":"2024-09-16T11:00:14.864199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.838533+0000","last_change":"2024-09-16T11:00:13.852194+0000","last_active":"2024-09-16T11:00:14.838533+0000","last_peered":"2024-09-16T11:00:14.838533+0000","last_clean":"2024-09-16T11:00:14.838533+0000","last_became_active":"2024-09-16T11:00:13.851479+0000","last_became_peered":"2024-09-16T11:00:13.851479+0000","last_unstale":"2024-09-16T11:00:14.838533+0000","last_undegraded":"2024-09-16T11:00:14.838533+0000","last_fullsized":"2024-09-16T11:00:14.838533+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864591+0000","last_change":"2024-09-16T11:00:14.859836+0000","last_active":"2024-09-16T11:00:14.864591+0000","last_peered":"2024-09-16T11:00:14.864591+0000","last_clean":"2024-09-16T11:00:14.864591+0000","last_became_active":"2024-09-16T11:00:14.859579+0000","last_became_peered":"2024-09-16T11:00:14.859579+0000","last_unstale":"2024-09-16T11:00:14.864591+0000","last_undegraded":"2024-09-16T11:00:14.864591+0000","last_fullsized":"2024-09-16T11:00:14.864591+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865315+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:00:14.865315+0000","last_peered":"2024-09-16T11:00:14.865315+0000","last_clean":"2024-09-16T11:00:14.865315+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:00:14.865315+0000","last_undegraded":"2024-09-16T11:00:14.865315+0000","last_fullsized":"2024-09-16T11:00:14.865315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.859021+0000","last_change":"2024-09-16T11:00:14.849506+0000","last_active":"2024-09-16T11:00:14.859021+0000","last_peered":"2024-09-16T11:00:14.859021+0000","last_clean":"2024-09-16T11:00:14.859021+0000","last_became_active":"2024-09-16T11:00:14.849234+0000","last_became_peered":"2024-09-16T11:00:14.849234+0000","last_unstale":"2024-09-16T11:00:14.859021+0000","last_undegraded":"2024-09-16T11:00:14.859021+0000","last_fullsized":"2024-09-16T11:00:14.859021+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:25.501687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868853+0000","last_change":"2024-09-16T11:00:13.846873+0000","last_active":"2024-09-16T11:00:14.868853+0000","last_peered":"2024-09-16T11:00:14.868853+0000","last_clean":"2024-09-16T11:00:14.868853+0000","last_became_active":"2024-09-16T11:00:13.846590+0000","last_became_peered":"2024-09-16T11:00:13.846590+0000","last_unstale":"2024-09-16T11:00:14.868853+0000","last_undegraded":"2024-09-16T11:00:14.868853+0000","last_fullsized":"2024-09-16T11:00:14.868853+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865017+0000","last_change":"2024-09-16T11:00:14.862941+0000","last_active":"2024-09-16T11:00:14.865017+0000","last_peered":"2024-09-16T11:00:14.865017+0000","last_clean":"2024-09-16T11:00:14.865017+0000","last_became_active":"2024-09-16T11:00:14.862671+0000","last_became_peered":"2024-09-16T11:00:14.862671+0000","last_unstale":"2024-09-16T11:00:14.865017+0000","last_undegraded":"2024-09-16T11:00:14.865017+0000","last_fullsized":"2024-09-16T11:00:14.865017+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863482+0000","last_change":"2024-09-16T11:00:13.851416+0000","last_active":"2024-09-16T11:00:14.863482+0000","last_peered":"2024-09-16T11:00:14.863482+0000","last_clean":"2024-09-16T11:00:14.863482+0000","last_became_active":"2024-09-16T11:00:13.850280+0000","last_became_peered":"2024-09-16T11:00:13.850280+0000","last_unstale":"2024-09-16T11:00:14.863482+0000","last_undegraded":"2024-09-16T11:00:14.863482+0000","last_fullsized":"2024-09-16T11:00:14.863482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863421+0000","last_change":"2024-09-16T11:00:14.854165+0000","last_active":"2024-09-16T11:00:14.863421+0000","last_peered":"2024-09-16T11:00:14.863421+0000","last_clean":"2024-09-16T11:00:14.863421+0000","last_became_active":"2024-09-16T11:00:14.853922+0000","last_became_peered":"2024-09-16T11:00:14.853922+0000","last_unstale":"2024-09-16T11:00:14.863421+0000","last_undegraded":"2024-09-16T11:00:14.863421+0000","last_fullsized":"2024-09-16T11:00:14.863421+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840827+0000","last_change":"2024-09-16T11:00:13.851108+0000","last_active":"2024-09-16T11:00:14.840827+0000","last_peered":"2024-09-16T11:00:14.840827+0000","last_clean":"2024-09-16T11:00:14.840827+0000","last_became_active":"2024-09-16T11:00:13.850536+0000","last_became_peered":"2024-09-16T11:00:13.850536+0000","last_unstale":"2024-09-16T11:00:14.840827+0000","last_undegraded":"2024-09-16T11:00:14.840827+0000","last_fullsized":"2024-09-16T11:00:14.840827+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867129+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:00:14.867129+0000","last_peered":"2024-09-16T11:00:14.867129+0000","last_clean":"2024-09-16T11:00:14.867129+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:00:14.867129+0000","last_undegraded":"2024-09-16T11:00:14.867129+0000","last_fullsized":"2024-09-16T11:00:14.867129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.832827+0000","last_change":"2024-09-16T11:00:13.852537+0000","last_active":"2024-09-16T11:00:14.832827+0000","last_peered":"2024-09-16T11:00:14.832827+0000","last_clean":"2024-09-16T11:00:14.832827+0000","last_became_active":"2024-09-16T11:00:13.852265+0000","last_became_peered":"2024-09-16T11:00:13.852265+0000","last_unstale":"2024-09-16T11:00:14.832827+0000","last_undegraded":"2024-09-16T11:00:14.832827+0000","last_fullsized":"2024-09-16T11:00:14.832827+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855710+0000","last_change":"2024-09-16T11:00:14.854934+0000","last_active":"2024-09-16T11:00:14.855710+0000","last_peered":"2024-09-16T11:00:14.855710+0000","last_clean":"2024-09-16T11:00:14.855710+0000","last_became_active":"2024-09-16T11:00:14.854663+0000","last_became_peered":"2024-09-16T11:00:14.854663+0000","last_unstale":"2024-09-16T11:00:14.855710+0000","last_undegraded":"2024-09-16T11:00:14.855710+0000","last_fullsized":"2024-09-16T11:00:14.855710+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864120+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:00:14.864120+0000","last_peered":"2024-09-16T11:00:14.864120+0000","last_clean":"2024-09-16T11:00:14.864120+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:00:14.864120+0000","last_undegraded":"2024-09-16T11:00:14.864120+0000","last_fullsized":"2024-09-16T11:00:14.864120+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.862086+0000","last_change":"2024-09-16T11:00:14.861744+0000","last_active":"2024-09-16T11:00:14.862086+0000","last_peered":"2024-09-16T11:00:14.862086+0000","last_clean":"2024-09-16T11:00:14.862086+0000","last_became_active":"2024-09-16T11:00:14.861465+0000","last_became_peered":"2024-09-16T11:00:14.861465+0000","last_unstale":"2024-09-16T11:00:14.862086+0000","last_undegraded":"2024-09-16T11:00:14.862086+0000","last_fullsized":"2024-09-16T11:00:14.862086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:14.686309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.857979+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:00:14.857979+0000","last_peered":"2024-09-16T11:00:14.857979+0000","last_clean":"2024-09-16T11:00:14.857979+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:00:14.857979+0000","last_undegraded":"2024-09-16T11:00:14.857979+0000","last_fullsized":"2024-09-16T11:00:14.857979+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868925+0000","last_change":"2024-09-16T11:00:14.868326+0000","last_active":"2024-09-16T11:00:14.868925+0000","last_peered":"2024-09-16T11:00:14.868925+0000","last_clean":"2024-09-16T11:00:14.868925+0000","last_became_active":"2024-09-16T11:00:14.867873+0000","last_became_peered":"2024-09-16T11:00:14.867873+0000","last_unstale":"2024-09-16T11:00:14.868925+0000","last_undegraded":"2024-09-16T11:00:14.868925+0000","last_fullsized":"2024-09-16T11:00:14.868925+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:40:14.220754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.861054+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:00:14.861054+0000","last_peered":"2024-09-16T11:00:14.861054+0000","last_clean":"2024-09-16T11:00:14.861054+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:00:14.861054+0000","last_undegraded":"2024-09-16T11:00:14.861054+0000","last_fullsized":"2024-09-16T11:00:14.861054+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.868939+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:00:14.868939+0000","last_peered":"2024-09-16T11:00:14.868939+0000","last_clean":"2024-09-16T11:00:14.868939+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:00:14.868939+0000","last_undegraded":"2024-09-16T11:00:14.868939+0000","last_fullsized":"2024-09-16T11:00:14.868939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863487+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:00:14.863487+0000","last_peered":"2024-09-16T11:00:14.863487+0000","last_clean":"2024-09-16T11:00:14.863487+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:00:14.863487+0000","last_undegraded":"2024-09-16T11:00:14.863487+0000","last_fullsized":"2024-09-16T11:00:14.863487+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.861334+0000","last_change":"2024-09-16T11:00:14.857840+0000","last_active":"2024-09-16T11:00:14.861334+0000","last_peered":"2024-09-16T11:00:14.861334+0000","last_clean":"2024-09-16T11:00:14.861334+0000","last_became_active":"2024-09-16T11:00:14.857576+0000","last_became_peered":"2024-09-16T11:00:14.857576+0000","last_unstale":"2024-09-16T11:00:14.861334+0000","last_undegraded":"2024-09-16T11:00:14.861334+0000","last_fullsized":"2024-09-16T11:00:14.861334+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.835856+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:00:14.835856+0000","last_peered":"2024-09-16T11:00:14.835856+0000","last_clean":"2024-09-16T11:00:14.835856+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:00:14.835856+0000","last_undegraded":"2024-09-16T11:00:14.835856+0000","last_fullsized":"2024-09-16T11:00:14.835856+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858110+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:00:14.858110+0000","last_peered":"2024-09-16T11:00:14.858110+0000","last_clean":"2024-09-16T11:00:14.858110+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:00:14.858110+0000","last_undegraded":"2024-09-16T11:00:14.858110+0000","last_fullsized":"2024-09-16T11:00:14.858110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847800+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:00:14.847800+0000","last_peered":"2024-09-16T11:00:14.847800+0000","last_clean":"2024-09-16T11:00:14.847800+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:00:14.847800+0000","last_undegraded":"2024-09-16T11:00:14.847800+0000","last_fullsized":"2024-09-16T11:00:14.847800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.838757+0000","last_change":"2024-09-16T11:00:13.851421+0000","last_active":"2024-09-16T11:00:14.838757+0000","last_peered":"2024-09-16T11:00:14.838757+0000","last_clean":"2024-09-16T11:00:14.838757+0000","last_became_active":"2024-09-16T11:00:13.851151+0000","last_became_peered":"2024-09-16T11:00:13.851151+0000","last_unstale":"2024-09-16T11:00:14.838757+0000","last_undegraded":"2024-09-16T11:00:14.838757+0000","last_fullsized":"2024-09-16T11:00:14.838757+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865002+0000","last_change":"2024-09-16T11:00:14.863038+0000","last_active":"2024-09-16T11:00:14.865002+0000","last_peered":"2024-09-16T11:00:14.865002+0000","last_clean":"2024-09-16T11:00:14.865002+0000","last_became_active":"2024-09-16T11:00:14.862764+0000","last_became_peered":"2024-09-16T11:00:14.862764+0000","last_unstale":"2024-09-16T11:00:14.865002+0000","last_undegraded":"2024-09-16T11:00:14.865002+0000","last_fullsized":"2024-09-16T11:00:14.865002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847694+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:00:14.847694+0000","last_peered":"2024-09-16T11:00:14.847694+0000","last_clean":"2024-09-16T11:00:14.847694+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:00:14.847694+0000","last_undegraded":"2024-09-16T11:00:14.847694+0000","last_fullsized":"2024-09-16T11:00:14.847694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865476+0000","last_change":"2024-09-16T11:00:14.862717+0000","last_active":"2024-09-16T11:00:14.865476+0000","last_peered":"2024-09-16T11:00:14.865476+0000","last_clean":"2024-09-16T11:00:14.865476+0000","last_became_active":"2024-09-16T11:00:14.862355+0000","last_became_peered":"2024-09-16T11:00:14.862355+0000","last_unstale":"2024-09-16T11:00:14.865476+0000","last_undegraded":"2024-09-16T11:00:14.865476+0000","last_fullsized":"2024-09-16T11:00:14.865476+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.836005+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:00:14.836005+0000","last_peered":"2024-09-16T11:00:14.836005+0000","last_clean":"2024-09-16T11:00:14.836005+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:00:14.836005+0000","last_undegraded":"2024-09-16T11:00:14.836005+0000","last_fullsized":"2024-09-16T11:00:14.836005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865915+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:00:14.865915+0000","last_peered":"2024-09-16T11:00:14.865915+0000","last_clean":"2024-09-16T11:00:14.865915+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:00:14.865915+0000","last_undegraded":"2024-09-16T11:00:14.865915+0000","last_fullsized":"2024-09-16T11:00:14.865915+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.840924+0000","last_change":"2024-09-16T11:00:13.850757+0000","last_active":"2024-09-16T11:00:14.840924+0000","last_peered":"2024-09-16T11:00:14.840924+0000","last_clean":"2024-09-16T11:00:14.840924+0000","last_became_active":"2024-09-16T11:00:13.849941+0000","last_became_peered":"2024-09-16T11:00:13.849941+0000","last_unstale":"2024-09-16T11:00:14.840924+0000","last_undegraded":"2024-09-16T11:00:14.840924+0000","last_fullsized":"2024-09-16T11:00:14.840924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860135+0000","last_change":"2024-09-16T11:00:14.854110+0000","last_active":"2024-09-16T11:00:14.860135+0000","last_peered":"2024-09-16T11:00:14.860135+0000","last_clean":"2024-09-16T11:00:14.860135+0000","last_became_active":"2024-09-16T11:00:14.853606+0000","last_became_peered":"2024-09-16T11:00:14.853606+0000","last_unstale":"2024-09-16T11:00:14.860135+0000","last_undegraded":"2024-09-16T11:00:14.860135+0000","last_fullsized":"2024-09-16T11:00:14.860135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:02.515269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842926+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:00:14.842926+0000","last_peered":"2024-09-16T11:00:14.842926+0000","last_clean":"2024-09-16T11:00:14.842926+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:00:14.842926+0000","last_undegraded":"2024-09-16T11:00:14.842926+0000","last_fullsized":"2024-09-16T11:00:14.842926+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.858848+0000","last_change":"2024-09-16T11:00:14.857499+0000","last_active":"2024-09-16T11:00:14.858848+0000","last_peered":"2024-09-16T11:00:14.858848+0000","last_clean":"2024-09-16T11:00:14.858848+0000","last_became_active":"2024-09-16T11:00:14.857121+0000","last_became_peered":"2024-09-16T11:00:14.857121+0000","last_unstale":"2024-09-16T11:00:14.858848+0000","last_undegraded":"2024-09-16T11:00:14.858848+0000","last_fullsized":"2024-09-16T11:00:14.858848+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850448+0000","last_change":"2024-09-16T11:00:13.853076+0000","last_active":"2024-09-16T11:00:14.850448+0000","last_peered":"2024-09-16T11:00:14.850448+0000","last_clean":"2024-09-16T11:00:14.850448+0000","last_became_active":"2024-09-16T11:00:13.852771+0000","last_became_peered":"2024-09-16T11:00:13.852771+0000","last_unstale":"2024-09-16T11:00:14.850448+0000","last_undegraded":"2024-09-16T11:00:14.850448+0000","last_fullsized":"2024-09-16T11:00:14.850448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:59.238663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.863238+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:00:14.863238+0000","last_peered":"2024-09-16T11:00:14.863238+0000","last_clean":"2024-09-16T11:00:14.863238+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:00:14.863238+0000","last_undegraded":"2024-09-16T11:00:14.863238+0000","last_fullsized":"2024-09-16T11:00:14.863238+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T11:00:15.953780+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:00:15.953780+0000","last_peered":"2024-09-16T11:00:15.953780+0000","last_clean":"2024-09-16T11:00:15.953780+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:00:15.953780+0000","last_undegraded":"2024-09-16T11:00:15.953780+0000","last_fullsized":"2024-09-16T11:00:15.953780+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.855259+0000","last_change":"2024-09-16T11:00:14.853538+0000","last_active":"2024-09-16T11:00:14.855259+0000","last_peered":"2024-09-16T11:00:14.855259+0000","last_clean":"2024-09-16T11:00:14.855259+0000","last_became_active":"2024-09-16T11:00:14.853267+0000","last_became_peered":"2024-09-16T11:00:14.853267+0000","last_unstale":"2024-09-16T11:00:14.855259+0000","last_undegraded":"2024-09-16T11:00:14.855259+0000","last_fullsized":"2024-09-16T11:00:14.855259+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.842449+0000","last_change":"2024-09-16T11:00:13.856562+0000","last_active":"2024-09-16T11:00:14.842449+0000","last_peered":"2024-09-16T11:00:14.842449+0000","last_clean":"2024-09-16T11:00:14.842449+0000","last_became_active":"2024-09-16T11:00:13.856274+0000","last_became_peered":"2024-09-16T11:00:13.856274+0000","last_unstale":"2024-09-16T11:00:14.842449+0000","last_undegraded":"2024-09-16T11:00:14.842449+0000","last_fullsized":"2024-09-16T11:00:14.842449+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.866979+0000","last_change":"2024-09-16T11:00:14.866529+0000","last_active":"2024-09-16T11:00:14.866979+0000","last_peered":"2024-09-16T11:00:14.866979+0000","last_clean":"2024-09-16T11:00:14.866979+0000","last_became_active":"2024-09-16T11:00:14.866247+0000","last_became_peered":"2024-09-16T11:00:14.866247+0000","last_unstale":"2024-09-16T11:00:14.866979+0000","last_undegraded":"2024-09-16T11:00:14.866979+0000","last_fullsized":"2024-09-16T11:00:14.866979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.847584+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:00:14.847584+0000","last_peered":"2024-09-16T11:00:14.847584+0000","last_clean":"2024-09-16T11:00:14.847584+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:00:14.847584+0000","last_undegraded":"2024-09-16T11:00:14.847584+0000","last_fullsized":"2024-09-16T11:00:14.847584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.860002+0000","last_change":"2024-09-16T11:00:14.856107+0000","last_active":"2024-09-16T11:00:14.860002+0000","last_peered":"2024-09-16T11:00:14.860002+0000","last_clean":"2024-09-16T11:00:14.860002+0000","last_became_active":"2024-09-16T11:00:14.855828+0000","last_became_peered":"2024-09-16T11:00:14.855828+0000","last_unstale":"2024-09-16T11:00:14.860002+0000","last_undegraded":"2024-09-16T11:00:14.860002+0000","last_fullsized":"2024-09-16T11:00:14.860002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:32.604994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.844642+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:00:14.844642+0000","last_peered":"2024-09-16T11:00:14.844642+0000","last_clean":"2024-09-16T11:00:14.844642+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:00:14.844642+0000","last_undegraded":"2024-09-16T11:00:14.844642+0000","last_fullsized":"2024-09-16T11:00:14.844642+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867497+0000","last_change":"2024-09-16T11:00:14.865953+0000","last_active":"2024-09-16T11:00:14.867497+0000","last_peered":"2024-09-16T11:00:14.867497+0000","last_clean":"2024-09-16T11:00:14.867497+0000","last_became_active":"2024-09-16T11:00:14.865668+0000","last_became_peered":"2024-09-16T11:00:14.865668+0000","last_unstale":"2024-09-16T11:00:14.867497+0000","last_undegraded":"2024-09-16T11:00:14.867497+0000","last_fullsized":"2024-09-16T11:00:14.867497+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.845071+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:00:14.845071+0000","last_peered":"2024-09-16T11:00:14.845071+0000","last_clean":"2024-09-16T11:00:14.845071+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:00:14.845071+0000","last_undegraded":"2024-09-16T11:00:14.845071+0000","last_fullsized":"2024-09-16T11:00:14.845071+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.852604+0000","last_change":"2024-09-16T11:00:14.851807+0000","last_active":"2024-09-16T11:00:14.852604+0000","last_peered":"2024-09-16T11:00:14.852604+0000","last_clean":"2024-09-16T11:00:14.852604+0000","last_became_active":"2024-09-16T11:00:14.851487+0000","last_became_peered":"2024-09-16T11:00:14.851487+0000","last_unstale":"2024-09-16T11:00:14.852604+0000","last_undegraded":"2024-09-16T11:00:14.852604+0000","last_fullsized":"2024-09-16T11:00:14.852604+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867055+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:00:14.867055+0000","last_peered":"2024-09-16T11:00:14.867055+0000","last_clean":"2024-09-16T11:00:14.867055+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:00:14.867055+0000","last_undegraded":"2024-09-16T11:00:14.867055+0000","last_fullsized":"2024-09-16T11:00:14.867055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.851667+0000","last_change":"2024-09-16T11:00:14.851064+0000","last_active":"2024-09-16T11:00:14.851667+0000","last_peered":"2024-09-16T11:00:14.851667+0000","last_clean":"2024-09-16T11:00:14.851667+0000","last_became_active":"2024-09-16T11:00:14.850795+0000","last_became_peered":"2024-09-16T11:00:14.850795+0000","last_unstale":"2024-09-16T11:00:14.851667+0000","last_undegraded":"2024-09-16T11:00:14.851667+0000","last_fullsized":"2024-09-16T11:00:14.851667+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850749+0000","last_change":"2024-09-16T11:00:14.847777+0000","last_active":"2024-09-16T11:00:14.850749+0000","last_peered":"2024-09-16T11:00:14.850749+0000","last_clean":"2024-09-16T11:00:14.850749+0000","last_became_active":"2024-09-16T11:00:14.847482+0000","last_became_peered":"2024-09-16T11:00:14.847482+0000","last_unstale":"2024-09-16T11:00:14.850749+0000","last_undegraded":"2024-09-16T11:00:14.850749+0000","last_fullsized":"2024-09-16T11:00:14.850749+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.865286+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:00:14.865286+0000","last_peered":"2024-09-16T11:00:14.865286+0000","last_clean":"2024-09-16T11:00:14.865286+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:00:14.865286+0000","last_undegraded":"2024-09-16T11:00:14.865286+0000","last_fullsized":"2024-09-16T11:00:14.865286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864328+0000","last_change":"2024-09-16T11:00:14.863289+0000","last_active":"2024-09-16T11:00:14.864328+0000","last_peered":"2024-09-16T11:00:14.864328+0000","last_clean":"2024-09-16T11:00:14.864328+0000","last_became_active":"2024-09-16T11:00:14.863001+0000","last_became_peered":"2024-09-16T11:00:14.863001+0000","last_unstale":"2024-09-16T11:00:14.864328+0000","last_undegraded":"2024-09-16T11:00:14.864328+0000","last_fullsized":"2024-09-16T11:00:14.864328+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867150+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:00:14.867150+0000","last_peered":"2024-09-16T11:00:14.867150+0000","last_clean":"2024-09-16T11:00:14.867150+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:00:14.867150+0000","last_undegraded":"2024-09-16T11:00:14.867150+0000","last_fullsized":"2024-09-16T11:00:14.867150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.869161+0000","last_change":"2024-09-16T11:00:14.868830+0000","last_active":"2024-09-16T11:00:14.869161+0000","last_peered":"2024-09-16T11:00:14.869161+0000","last_clean":"2024-09-16T11:00:14.869161+0000","last_became_active":"2024-09-16T11:00:14.868567+0000","last_became_peered":"2024-09-16T11:00:14.868567+0000","last_unstale":"2024-09-16T11:00:14.869161+0000","last_undegraded":"2024-09-16T11:00:14.869161+0000","last_fullsized":"2024-09-16T11:00:14.869161+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.850216+0000","last_change":"2024-09-16T11:00:13.849480+0000","last_active":"2024-09-16T11:00:14.850216+0000","last_peered":"2024-09-16T11:00:14.850216+0000","last_clean":"2024-09-16T11:00:14.850216+0000","last_became_active":"2024-09-16T11:00:13.849167+0000","last_became_peered":"2024-09-16T11:00:13.849167+0000","last_unstale":"2024-09-16T11:00:14.850216+0000","last_undegraded":"2024-09-16T11:00:14.850216+0000","last_fullsized":"2024-09-16T11:00:14.850216+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.867427+0000","last_change":"2024-09-16T11:00:14.864258+0000","last_active":"2024-09-16T11:00:14.867427+0000","last_peered":"2024-09-16T11:00:14.867427+0000","last_clean":"2024-09-16T11:00:14.867427+0000","last_became_active":"2024-09-16T11:00:14.863974+0000","last_became_peered":"2024-09-16T11:00:14.863974+0000","last_unstale":"2024-09-16T11:00:14.867427+0000","last_undegraded":"2024-09-16T11:00:14.867427+0000","last_fullsized":"2024-09-16T11:00:14.867427+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T11:00:14.864005+0000","last_change":"2024-09-16T11:00:13.854533+0000","last_active":"2024-09-16T11:00:14.864005+0000","last_peered":"2024-09-16T11:00:14.864005+0000","last_clean":"2024-09-16T11:00:14.864005+0000","last_became_active":"2024-09-16T11:00:13.853663+0000","last_became_peered":"2024-09-16T11:00:13.853663+0000","last_unstale":"2024-09-16T11:00:14.864005+0000","last_undegraded":"2024-09-16T11:00:14.864005+0000","last_fullsized":"2024-09-16T11:00:14.864005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":803907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":811005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822672,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":540672,"data_stored":220992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.66000000000000003}]},{"osd":1,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.57699999999999996}]},{"osd":2,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.67900000000000005}]},{"osd":3,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.60299999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.438},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297892,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447260,"statfs":{"total":95995035648,"available":95689994240,"internally_reserved":0,"allocated":544768,"data_stored":220361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.438},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40000000000000002}]},{"osd":1,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.40899999999999997}]},{"osd":2,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.45300000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.503},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":548864,"data_stored":221321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.316},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.34699999999999998}]},{"osd":2,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.30199999999999999}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58799999999999997}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":524288,"data_stored":219421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35299999999999998},"min":{"1min":0.23000000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35199999999999998,"15min":0.34499999999999997},"min":{"1min":0.29299999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.307}]},{"osd":1,"last update":"Mon Sep 16 11:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.34399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.32400000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.52500000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:00:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":528384,"data_stored":219316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 10:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.32100000000000001},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.35399999999999998}]},{"osd":2,"last update":"Mon Sep 16 11:00:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.373},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.31900000000000001}]},{"osd":3,"last update":"Mon Sep 16 10:59:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Sep 16 10:59:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68700000000000006}]},{"osd":5,"last update":"Mon Sep 16 11:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.66500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1138688,"data_stored":810749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 10:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.30199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.216}]},{"osd":2,"last update":"Mon Sep 16 11:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.52500000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.23499999999999999}]},{"osd":3,"last update":"Mon Sep 16 10:59:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.255}]},{"osd":4,"last update":"Mon Sep 16 10:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55000000000000004}]},{"osd":5,"last update":"Mon Sep 16 11:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:00:22.696 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-16T11:00:22.696 INFO:tasks.cephadm:Adding prometheus.a on smithi191 2024-09-16T11:00:22.696 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi191=a' 2024-09-16T11:00:22.955 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:23 smithi077 ceph-mon[27497]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:23 smithi077 ceph-mon[27497]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T11:00:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:23 smithi077 ceph-mon[35468]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:23 smithi077 ceph-mon[35468]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T11:00:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:23 smithi191 ceph-mon[31349]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:00:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:23 smithi191 ceph-mon[31349]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T11:00:24.727 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled prometheus update... 2024-09-16T11:00:25.426 DEBUG:teuthology.orchestra.run.smithi191:prometheus.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-16T11:00:25.428 INFO:tasks.cephadm:Adding node-exporter.a on smithi077 2024-09-16T11:00:25.428 INFO:tasks.cephadm:Adding node-exporter.b on smithi191 2024-09-16T11:00:25.428 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi077=a;smithi191=b' 2024-09-16T11:00:25.722 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: Saving service prometheus spec with placement smithi191=a;count:1 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:00:26.105 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:25 smithi191 ceph-mon[31349]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: Saving service prometheus spec with placement smithi191=a;count:1 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[27497]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: Saving service prometheus spec with placement smithi191=a;count:1 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:00:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:25 smithi077 ceph-mon[35468]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T11:00:28.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:27 smithi191 ceph-mon[31349]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2024-09-16T11:00:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:27 smithi077 ceph-mon[27497]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2024-09-16T11:00:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:27 smithi077 ceph-mon[35468]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2024-09-16T11:00:28.431 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled node-exporter update... 2024-09-16T11:00:29.451 DEBUG:teuthology.orchestra.run.smithi077:node-exporter.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-16T11:00:29.454 DEBUG:teuthology.orchestra.run.smithi191:node-exporter.b> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-16T11:00:29.456 INFO:tasks.cephadm:Adding alertmanager.a on smithi077 2024-09-16T11:00:29.457 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi077=a' 2024-09-16T11:00:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:29 smithi191 ceph-mon[31349]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:29 smithi191 ceph-mon[31349]: Saving service node-exporter spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:29 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:29.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[27497]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[27497]: Saving service node-exporter spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[35468]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi077=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[35468]: Saving service node-exporter spec with placement smithi077=a;smithi191=b;count:2 2024-09-16T11:00:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:29 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:30.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:30 smithi077 ceph-mon[27497]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-09-16T11:00:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:30 smithi077 ceph-mon[35468]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-09-16T11:00:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:30 smithi191 ceph-mon[31349]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-09-16T11:00:31.179 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:32 smithi191 ceph-mon[31349]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 1 op/s 2024-09-16T11:00:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:32 smithi077 ceph-mon[27497]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 1 op/s 2024-09-16T11:00:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:32 smithi077 ceph-mon[35468]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 1 op/s 2024-09-16T11:00:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:34 smithi191 ceph-mon[31349]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:34.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:34 smithi077 ceph-mon[27497]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:34 smithi077 ceph-mon[35468]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:36.632 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled alertmanager update... 2024-09-16T11:00:36.632 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:36 smithi191 ceph-mon[31349]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:36.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:36 smithi077 ceph-mon[27497]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:36 smithi077 ceph-mon[35468]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:37.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:00:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:00:37.122Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T11:00:37.493 DEBUG:teuthology.orchestra.run.smithi077:alertmanager.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-16T11:00:37.496 INFO:tasks.cephadm:Adding grafana.a on smithi191 2024-09-16T11:00:37.497 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi191=a' 2024-09-16T11:00:37.745 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:37.866 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:00:37 smithi191 bash[58680]: 7218bd8675ddebcdc0e8b6d77e9bf32e4784169a069b87054b7481c4a2fb6277 2024-09-16T11:00:37.866 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:00:37 smithi191 systemd[1]: Started Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:00:37.867 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:37 smithi191 ceph-mon[31349]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:37.867 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:37 smithi191 ceph-mon[31349]: Saving service alertmanager spec with placement smithi077=a;count:1 2024-09-16T11:00:37.867 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:37 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:37.867 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:37 smithi191 ceph-mon[31349]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:37.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[27497]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[27497]: Saving service alertmanager spec with placement smithi077=a;count:1 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[27497]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[35468]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[35468]: Saving service alertmanager spec with placement smithi077=a;count:1 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:37 smithi077 ceph-mon[35468]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:38.950 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.950 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.950 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.950 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T11:00:38.951 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ignoring --setuser ceph since I am not root 2024-09-16T11:00:38.951 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ignoring --setgroup ceph since I am not root 2024-09-16T11:00:38.951 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-mgr[33217]: -- 172.21.15.191:0/1662627405 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b8c7c44340 con 0x55b8c7c51000 2024-09-16T11:00:38.951 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:38.837+0000 7f23f30efec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:00:38.951 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:38.896+0000 7f23f30efec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:00:38.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' 2024-09-16T11:00:38.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setuser ceph since I am not root 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setgroup ceph since I am not root 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-mgr[27730]: -- 172.21.15.77:0/3715169137 <== mon.2 v2:172.21.15.77:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559280cbc340 con 0x559280cc8c00 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:38.840+0000 7ff6e57e0ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:38.898+0000 7ff6e57e0ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:00:38.965 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:38.962+0000 7ff6e57e0ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:00:39.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:38.973+0000 7f23f30efec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:00:39.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:39.098+0000 7f23f30efec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:00:39.219 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:39.084+0000 7ff6e57e0ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:00:39.521 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:39.251+0000 7f23f30efec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:00:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-mon[35468]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T11:00:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-mon[35468]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T11:00:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-mon[27497]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T11:00:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-mon[27497]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T11:00:39.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:39.218+0000 7ff6e57e0ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:00:39.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:39.472+0000 7ff6e57e0ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:00:39.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:39.531+0000 7ff6e57e0ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:00:39.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:39.689+0000 7ff6e57e0ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:00:39.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:39.519+0000 7f23f30efec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:00:39.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:39.581+0000 7f23f30efec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:00:39.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:39.742+0000 7f23f30efec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:00:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-mon[31349]: from='mgr.14148 172.21.15.77:0/1794305008' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T11:00:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:39 smithi191 ceph-mon[31349]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T11:00:40.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:40.526+0000 7ff6e57e0ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:00:40.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:40.590+0000 7ff6e57e0ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:00:40.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:40.583+0000 7f23f30efec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:00:40.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:40.646+0000 7f23f30efec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:00:41.532 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.299+0000 7ff6e57e0ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:00:41.532 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.411+0000 7ff6e57e0ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:00:41.633 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.342+0000 7f23f30efec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:00:41.633 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.452+0000 7f23f30efec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:00:41.633 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.573+0000 7f23f30efec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:00:41.784 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.531+0000 7ff6e57e0ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:00:41.784 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.590+0000 7ff6e57e0ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:00:41.784 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.715+0000 7ff6e57e0ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:00:41.785 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.783+0000 7ff6e57e0ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:00:41.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.631+0000 7f23f30efec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:00:41.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.756+0000 7f23f30efec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:00:41.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.822+0000 7f23f30efec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:00:41.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:41.880+0000 7f23f30efec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:00:42.035 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.840+0000 7ff6e57e0ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:00:42.036 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:41.971+0000 7ff6e57e0ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:00:42.036 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:42 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:42.034+0000 7ff6e57e0ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:00:42.279 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.013+0000 7f23f30efec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:00:42.280 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.076+0000 7f23f30efec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:00:42.280 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.140+0000 7f23f30efec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:00:42.280 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.220+0000 7f23f30efec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:00:42.295 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:42 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:42.100+0000 7ff6e57e0ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:00:42.295 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:42 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:42.180+0000 7ff6e57e0ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:00:42.296 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:42 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:42.238+0000 7ff6e57e0ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:00:42.296 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:42 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:42.294+0000 7ff6e57e0ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:00:42.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.278+0000 7f23f30efec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:00:42.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:42.334+0000 7f23f30efec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:00:43.296 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.035+0000 7ff6e57e0ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:00:43.296 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:00:43] ENGINE Bus STARTING 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: CherryPy Checker: 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: The Application mounted at '' has an empty config. 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.143+0000 7ff6921b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.143+0000 7ff6921b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.143+0000 7ff6921b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.143+0000 7ff6921b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.143+0000 7ff6921b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.144+0000 7ff6951bc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.144+0000 7ff6951bc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.144+0000 7ff6951bc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.144+0000 7ff6951bc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:43.144+0000 7ff6951bc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:00:43] ENGINE Serving on http://:::9283 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:00:43] ENGINE Bus STARTED 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: Active manager daemon y restarted 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: Activating manager daemon y 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: mgrmap e17: y(active, starting, since 0.011201s), standbys: x 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:00:43.298 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:00:43.299 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: Manager daemon y is now available 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: Standby manager daemon x restarted 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: Standby manager daemon x started 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:00:43.300 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: Active manager daemon y restarted 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: Activating manager daemon y 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: mgrmap e17: y(active, starting, since 0.011201s), standbys: x 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:00:43.301 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: Manager daemon y is now available 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:43.302 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: Standby manager daemon x restarted 2024-09-16T11:00:43.303 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T11:00:43.303 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:00:43.303 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:00:43.303 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:00:43.303 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:43 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:00:43.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:43.078+0000 7f23f30efec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: [16/Sep/2024:11:00:43] ENGINE Bus STARTING 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: CherryPy Checker: 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: The Application mounted at '' has an empty config. 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: [16/Sep/2024:11:00:43] ENGINE Serving on http://:::9283 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: [16/Sep/2024:11:00:43] ENGINE Bus STARTED 2024-09-16T11:00:43.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: Active manager daemon y restarted 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: Activating manager daemon y 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: mgrmap e17: y(active, starting, since 0.011201s), standbys: x 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:00:43.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:00:43.410 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: Manager daemon y is now available 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: Standby manager daemon x restarted 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:00:43.411 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:43 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1623668899' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:00:44.062 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled grafana update... 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: mgrmap e18: y(active, since 1.01353s), standbys: x 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.327 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:44.328 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:00:44.328 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:00:44.328 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: mgrmap e18: y(active, since 1.01353s), standbys: x 2024-09-16T11:00:44.328 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: mgrmap e18: y(active, since 1.01353s), standbys: x 2024-09-16T11:00:44.454 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:44.324+0000 7ff67e54f640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:11:00:44] ENGINE Error in HTTPServer.serve 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: Traceback (most recent call last): 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._connections.run(self.expiration_interval) 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:00:44.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._run(expiration_interval) 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: s = self.context.wrap_socket( 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: return self.sslsocket_class._create( 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self.do_handshake() 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:00:44.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: self._sslobj.do_handshake() 2024-09-16T11:00:44.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:00:44.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:00:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:00:44.984 DEBUG:teuthology.orchestra.run.smithi191:grafana.a> sudo journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service 2024-09-16T11:00:44.987 INFO:tasks.cephadm:Setting up client nodes... 2024-09-16T11:00:44.987 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T11:00:45.246 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: Saving service grafana spec with placement smithi191=a;count:1 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: [16/Sep/2024:11:00:44] ENGINE Bus STARTING 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: [16/Sep/2024:11:00:44] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: [16/Sep/2024:11:00:44] ENGINE Bus STARTED 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: [16/Sep/2024:11:00:44] ENGINE Error in HTTPServer.serve 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:00:45.601 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:00:45.602 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.603 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: Saving service grafana spec with placement smithi191=a;count:1 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: [16/Sep/2024:11:00:44] ENGINE Bus STARTING 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: [16/Sep/2024:11:00:44] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: [16/Sep/2024:11:00:44] ENGINE Bus STARTED 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: [16/Sep/2024:11:00:44] ENGINE Error in HTTPServer.serve 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:00:45.604 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: self.do_handshake() 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.605 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.606 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:45 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: Saving service grafana spec with placement smithi191=a;count:1 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: [16/Sep/2024:11:00:44] ENGINE Bus STARTING 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: [16/Sep/2024:11:00:44] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: [16/Sep/2024:11:00:44] ENGINE Bus STARTED 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: [16/Sep/2024:11:00:44] ENGINE Error in HTTPServer.serve 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout: Traceback (most recent call last): 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:00:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._run(expiration_interval) 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: s = self.context.wrap_socket( 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: return self.sslsocket_class._create( 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: self.do_handshake() 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:00:45.714 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._sslobj.do_handshake() 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:45.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:45 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[27497]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 2992M 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[27497]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[35468]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 2992M 2024-09-16T11:00:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:46 smithi077 ceph-mon[35468]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T11:00:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:46 smithi191 ceph-mon[31349]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:46 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 2992M 2024-09-16T11:00:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:46 smithi191 ceph-mon[31349]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T11:00:47.186 INFO:teuthology.orchestra.run.smithi077.stdout:[client.0] 2024-09-16T11:00:47.186 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQDfD+hmLNfXChAAzmcxztU3uJ7xgBl4Ml2B1A== 2024-09-16T11:00:47.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:00:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:00:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2741158154' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:47 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.870 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2741158154' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.870 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2741158154' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.871 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:47 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:47.895 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T11:00:47.895 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-16T11:00:47.895 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T11:00:47.932 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T11:00:48.192 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T11:00:48.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:48 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:00:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:00:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:48 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 2992M 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:49 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 2992M 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 2992M 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:49 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:50.155 INFO:teuthology.orchestra.run.smithi191.stdout:[client.1] 2024-09-16T11:00:50.155 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQDiD+hmLeXtCBAAJE9MDZj0g4pBVNi3ha7dww== 2024-09-16T11:00:50.809 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T11:00:50.809 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-16T11:00:50.810 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T11:00:50.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:50.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:00:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: from='client.? 172.21.15.191:0/257880481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:50 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:50.850 INFO:tasks.cephadm:Creating RBD pool 2024-09-16T11:00:50.850 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-16T11:00:50.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: from='client.? 172.21.15.191:0/257880481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:00:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: from='client.? 172.21.15.191:0/257880481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:50 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T11:00:51.124 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:00:52.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:52 smithi077 ceph-mon[27497]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T11:00:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:52 smithi077 ceph-mon[35468]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T11:00:52.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:52 smithi191 ceph-mon[31349]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T11:00:54.684 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'rbd' created 2024-09-16T11:00:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:54 smithi077 ceph-mon[27497]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:00:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:54 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T11:00:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:54 smithi077 ceph-mon[35468]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:00:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:54 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T11:00:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:54 smithi191 ceph-mon[31349]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:00:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:54 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T11:00:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:55 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T11:00:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:55 smithi191 ceph-mon[31349]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T11:00:55.967 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:55 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T11:00:55.967 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:55 smithi077 ceph-mon[27497]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T11:00:55.967 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:55 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1602611062' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T11:00:55.967 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:55 smithi077 ceph-mon[35468]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T11:00:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:56 smithi191 ceph-mon[31349]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:00:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:56 smithi191 ceph-mon[31349]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:56 smithi191 ceph-mon[31349]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T11:00:56.969 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[35468]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:00:56.970 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[35468]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:56.970 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[35468]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T11:00:56.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[27497]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:00:56.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[27497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:00:56.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:56 smithi077 ceph-mon[27497]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T11:00:57.020 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-16T11:00:57.708 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:00:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:57 smithi191 ceph-mon[31349]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T11:00:57.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:00:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:00:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:00:57.799 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:57 smithi077 ceph-mon[27497]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T11:00:57.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:57 smithi077 ceph-mon[35468]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[27497]: pgmap v13: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[35468]: pgmap v13: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:00:58 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:58 smithi191 ceph-mon[31349]: pgmap v13: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:00:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:58 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:00:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:00:58 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:00:59.833 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:00:59 smithi077 podman[65926]: 2024-09-16 11:00:59.831087009 +0000 UTC m=+0.669347744 container create 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:00.361 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 podman[65926]: 2024-09-16 11:01:00.10857461 +0000 UTC m=+0.946835345 container init 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:00.361 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 podman[65926]: 2024-09-16 11:01:00.111891621 +0000 UTC m=+0.950152355 container start 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.126Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.127Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.127Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.77 port=9094 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.129Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.153Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.153Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.156Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:00.156Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 bash[65926]: 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e 2024-09-16T11:01:00.362 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:00 smithi077 systemd[1]: Started Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:01:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:00 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T11:01:01.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:01.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:01.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:00 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T11:01:01.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[27497]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:01:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T11:01:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[27497]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T11:01:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[35468]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:01:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T11:01:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:01 smithi077 ceph-mon[35468]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T11:01:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:01 smithi191 ceph-mon[31349]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:01:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:01 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3878605733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T11:01:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:01 smithi191 ceph-mon[31349]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T11:01:02.421 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:02.130Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000918634s 2024-09-16T11:01:02.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:02 smithi191 ceph-mon[31349]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:02.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:02 smithi191 ceph-mon[31349]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T11:01:02.983 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:02 smithi077 ceph-mon[27497]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:02.983 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:02 smithi077 ceph-mon[27497]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T11:01:02.984 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:02 smithi077 ceph-mon[35468]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:02.984 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:02 smithi077 ceph-mon[35468]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T11:01:03.306 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 bash[66218]: Writing manifest to image destination 2024-09-16T11:01:03.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 podman[66218]: 2024-09-16 11:01:03.514888561 +0000 UTC m=+2.390861658 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:01:03.984 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 podman[66218]: 2024-09-16 11:01:03.730284968 +0000 UTC m=+2.606258052 container create 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:03.984 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 podman[66218]: 2024-09-16 11:01:03.974466245 +0000 UTC m=+2.850439328 container init 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:03.984 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 podman[66218]: 2024-09-16 11:01:03.978537637 +0000 UTC m=+2.854510720 container start 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:04.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[27497]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:04.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:04.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[27497]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T11:01:04.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[27497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:01:04.278 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T11:01:04.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[35468]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:04.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:04.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[35468]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T11:01:04.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[35468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:01:04.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:04 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.982Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.982Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.983Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.983Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:01:04.280 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:01:04.281 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:01:04.282 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:01:04.283 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:03 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[66322]: ts=2024-09-16T11:01:03.984Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:04 smithi077 bash[66218]: 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 2024-09-16T11:01:04.284 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:01:04 smithi077 systemd[1]: Started Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:01:04.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:04 smithi191 ceph-mon[31349]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:04.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:04 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:04.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:04 smithi191 ceph-mon[31349]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T11:01:04.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:04 smithi191 ceph-mon[31349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:01:04.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:04 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T11:01:04.698 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T11:01:04.698 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-16T11:01:04.698 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-16T11:01:04.946 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:05.130 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:05 smithi191 bash[60765]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[27497]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:05 smithi077 ceph-mon[35468]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:01:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:05 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:05 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:05 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:05 smithi191 ceph-mon[31349]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:01:05.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:05 smithi191 bash[60765]: Getting image source signatures 2024-09-16T11:01:05.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:05 smithi191 bash[60765]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-16T11:01:05.963 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:05 smithi191 bash[60765]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-16T11:01:05.963 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:05 smithi191 bash[60765]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-16T11:01:06.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:06 smithi077 ceph-mon[27497]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-16T11:01:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:06 smithi077 ceph-mon[27497]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T11:01:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:06 smithi077 ceph-mon[35468]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-16T11:01:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:06 smithi077 ceph-mon[35468]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T11:01:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:06 smithi191 ceph-mon[31349]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-16T11:01:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:06 smithi191 ceph-mon[31349]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T11:01:07.274 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:01:07.451 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 bash[60765]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-16T11:01:07.451 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 bash[60765]: Writing manifest to image destination 2024-09-16T11:01:07.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:07.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 podman[60765]: 2024-09-16 11:01:07.440522172 +0000 UTC m=+2.530332699 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:01:07.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 podman[60765]: 2024-09-16 11:01:07.556230543 +0000 UTC m=+2.646041065 container create c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:01:07.913 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":20,"flags":0,"active_gid":14580,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1783967306},{"type":"v1","addr":"172.21.15.77:6801","nonce":1783967306}]},"active_addr":"172.21.15.77:6801/1783967306","active_change":"2024-09-16T11:00:43.037003+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24433,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.77:8443/","prometheus":"http://172.21.15.77:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":55,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":253083190}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":1219950049}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":3814357955}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":3090669582}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":1329704711}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.77:0","nonce":1003605991}]}]} 2024-09-16T11:01:07.917 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-16T11:01:07.917 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-16T11:01:07.917 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T11:01:08.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE Bus STOPPING 2024-09-16T11:01:08.172 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:08.212 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 podman[60765]: 2024-09-16 11:01:07.776086229 +0000 UTC m=+2.865896752 container init c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 podman[60765]: 2024-09-16 11:01:07.779295396 +0000 UTC m=+2.869105919 container start c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.783Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.783Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.783Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.783Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:01:08.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:01:08.214 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:01:08.215 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:01:08.216 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.784Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.785Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[60838]: ts=2024-09-16T11:01:07.785Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 bash[60765]: c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 2024-09-16T11:01:08.217 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:01:07 smithi191 systemd[1]: Started Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 B/s wr, 0 op/s 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3665003322' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.576 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 B/s wr, 0 op/s 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3665003322' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.577 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE Bus STOPPED 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE Bus STARTING 2024-09-16T11:01:08.578 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE Serving on http://:::9283 2024-09-16T11:01:08.579 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:01:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:01:08] ENGINE Bus STARTED 2024-09-16T11:01:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 B/s wr, 0 op/s 2024-09-16T11:01:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3665003322' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T11:01:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:09.597 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:09 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:09.597 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:09 smithi077 ceph-mon[35468]: Deploying daemon grafana.a on smithi191 2024-09-16T11:01:09.598 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:09 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:09.598 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:09 smithi077 ceph-mon[27497]: Deploying daemon grafana.a on smithi191 2024-09-16T11:01:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:09 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T11:01:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:09 smithi191 ceph-mon[31349]: Deploying daemon grafana.a on smithi191 2024-09-16T11:01:09.990 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:01:09.991 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":62,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:01:05.258486+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:01:10.269 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:10.132Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003498554s 2024-09-16T11:01:10.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:10 smithi077 ceph-mon[35468]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 B/s wr, 0 op/s 2024-09-16T11:01:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:10 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2109497672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:10 smithi077 ceph-mon[27497]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 B/s wr, 0 op/s 2024-09-16T11:01:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:10 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2109497672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:10.711 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-16T11:01:10.711 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T11:01:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:10 smithi191 ceph-mon[31349]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 B/s wr, 0 op/s 2024-09-16T11:01:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:10 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2109497672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:10.958 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:12.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:12 smithi077 ceph-mon[27497]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:01:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:12 smithi077 ceph-mon[35468]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:01:12.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:12 smithi191 ceph-mon[31349]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:01:12.796 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:01:12.797 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":62,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:01:05.258486+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:01:13.543 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1127012795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:13.544 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:13.544 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:13.544 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:13.544 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1127012795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:13.544 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:13.545 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:13.545 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:13.570 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-16T11:01:13.570 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-16T11:01:13.571 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-16T11:01:13.571 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-16T11:01:13.572 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-16T11:01:13.572 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-16T11:01:13.573 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-16T11:01:13.573 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-16T11:01:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:13 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1127012795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:01:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:14.081 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.095 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.095 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.102 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.102 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.103 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.107 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.128 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:14.472 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:14 smithi077 ceph-mon[35468]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-09-16T11:01:14.473 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:14 smithi077 ceph-mon[27497]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-09-16T11:01:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:14 smithi191 ceph-mon[31349]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-09-16T11:01:16.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:16 smithi077 ceph-mon[27497]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:16 smithi077 ceph-mon[35468]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:16.699 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:16 smithi191 ceph-mon[31349]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:17.702 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:18 smithi077 ceph-mon[27497]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:18 smithi077 ceph-mon[35468]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:18 smithi191 ceph-mon[31349]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:20.190 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 systemd[1]: Started Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:01:20.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:20.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:01:20.446 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189030928Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T11:01:20.447 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189241684Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T11:01:20.447 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.18931002Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T11:01:20.447 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189323833Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T11:01:20.447 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189334621Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T11:01:20.447 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189346522Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T11:01:20.448 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189357213Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T11:01:20.448 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189369962Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T11:01:20.448 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189380078Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T11:01:20.448 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189390047Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T11:01:20.448 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.18940054Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T11:01:20.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189411819Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T11:01:20.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189422986Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T11:01:20.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=settings t=2024-09-16T11:01:20.189433318Z level=info msg="App mode production" 2024-09-16T11:01:20.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore t=2024-09-16T11:01:20.189501939Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T11:01:20.452 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore t=2024-09-16T11:01:20.18952792Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T11:01:20.452 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.190615778Z level=info msg="Starting DB migrations" 2024-09-16T11:01:20.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.190691676Z level=info msg="Executing migration" id="create migration_log table" 2024-09-16T11:01:20.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.191214144Z level=info msg="Executing migration" id="create user table" 2024-09-16T11:01:20.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.191693066Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-16T11:01:20.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.194244413Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-16T11:01:20.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.197030523Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-16T11:01:20.454 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.19968154Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-16T11:01:20.454 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.202191702Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-16T11:01:20.454 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.205048918Z level=info msg="Executing migration" id="create user table v2" 2024-09-16T11:01:20.454 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.205763815Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-16T11:01:20.454 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.206193336Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-16T11:01:20.455 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.207072758Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-16T11:01:20.455 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.207953554Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-16T11:01:20.455 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.208927362Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-16T11:01:20.455 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.209637106Z level=info msg="Executing migration" id="Update user table charset" 2024-09-16T11:01:20.455 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.210477924Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.210901201Z level=info msg="Executing migration" id="Add missing user data" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.211384761Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.21228187Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.21287023Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.213308857Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-16T11:01:20.456 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.214454248Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-16T11:01:20.457 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.214860198Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-16T11:01:20.457 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.215281884Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-16T11:01:20.457 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.215670034Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-16T11:01:20.457 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.216668935Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-16T11:01:20.458 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.217255838Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-16T11:01:20.458 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.218061164Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-16T11:01:20.458 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.219023654Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-16T11:01:20.458 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.21949042Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-16T11:01:20.458 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.220331673Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.22073799Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.22139733Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.222350036Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.222941761Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.223790616Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-16T11:01:20.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.224636958Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-16T11:01:20.460 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.225498099Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-16T11:01:20.460 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.225866047Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-16T11:01:20.460 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.226746343Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-16T11:01:20.460 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.227602147Z level=info msg="Executing migration" id="create star table" 2024-09-16T11:01:20.460 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.228479653Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-16T11:01:20.461 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.229339057Z level=info msg="Executing migration" id="create org table v1" 2024-09-16T11:01:20.461 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.230176216Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-16T11:01:20.461 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.231060638Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-16T11:01:20.461 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.231901404Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-16T11:01:20.461 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.232750936Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-16T11:01:20.462 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.233559392Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-16T11:01:20.462 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.233977104Z level=info msg="Executing migration" id="Update org table charset" 2024-09-16T11:01:20.462 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.23480404Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-16T11:01:20.462 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.235663902Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-16T11:01:20.462 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.236558864Z level=info msg="Executing migration" id="create dashboard table" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.23740168Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.240376555Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.245562447Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.248300927Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.251065694Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-16T11:01:20.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.254053422Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-16T11:01:20.464 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.25670659Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-16T11:01:20.464 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.259612531Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-16T11:01:20.464 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.262128065Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-16T11:01:20.464 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.266137948Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-16T11:01:20.464 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.269201918Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-16T11:01:20.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.272198326Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-16T11:01:20.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.274931861Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-16T11:01:20.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.277529822Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-16T11:01:20.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.280768471Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-16T11:01:20.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.283556505Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.286359687Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.28919656Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.292067428Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.29251739Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.295229985Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-16T11:01:20.466 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.295581498Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-16T11:01:20.467 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.296149376Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-16T11:01:20.467 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.297932815Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-16T11:01:20.467 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.300650355Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-16T11:01:20.467 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.303251899Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-16T11:01:20.467 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.305925226Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-16T11:01:20.468 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.308635234Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-16T11:01:20.468 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.31132238Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-16T11:01:20.468 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.314040902Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-16T11:01:20.468 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.316849359Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-16T11:01:20.468 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.319513184Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.322198082Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.32484181Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.327577828Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.330326331Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.332996403Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-16T11:01:20.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.33382933Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-16T11:01:20.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.334617156Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-16T11:01:20.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.335432923Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-16T11:01:20.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.336258803Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-16T11:01:20.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.33710957Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-16T11:01:20.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.337970173Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-16T11:01:20.471 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.3387711Z level=info msg="Executing migration" id="create data_source table" 2024-09-16T11:01:20.471 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.339578481Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-16T11:01:20.471 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.340327901Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-16T11:01:20.471 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.340787316Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-16T11:01:20.471 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.341635174Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-16T11:01:20.472 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.342452944Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-16T11:01:20.472 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.343557882Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-16T11:01:20.472 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.344398696Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-16T11:01:20.472 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.345266346Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-16T11:01:20.472 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.346107451Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.346988371Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.347852276Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.348802861Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.349571717Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.350026158Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-16T11:01:20.473 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.350831636Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-16T11:01:20.474 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.351272671Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-16T11:01:20.474 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.351697363Z level=info msg="Executing migration" id="Add uid column" 2024-09-16T11:01:20.474 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.352518281Z level=info msg="Executing migration" id="Update uid value" 2024-09-16T11:01:20.474 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.353330092Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-16T11:01:20.474 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.353953895Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.354838558Z level=info msg="Executing migration" id="create api_key table" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.355690425Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.356538325Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.357388779Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.358260426Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-16T11:01:20.475 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.359054481Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.359647078Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.360208073Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.361926096Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.362509515Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.363089503Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-16T11:01:20.476 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.363658044Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.364243133Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.364688357Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.365196743Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.365606721Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.366450711Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.367286218Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.36771524Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-16T11:01:20.477 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.368748274Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.37152567Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.374112297Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.376816608Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.377226967Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.379958247Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.382641274Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.385288054Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.385593479Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.388149588Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.38873576Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-16T11:01:20.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.390958947Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.393662039Z level=info msg="Executing migration" id="create quota table v1" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.394121419Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.394989274Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.395782953Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.396638856Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.397091247Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.39789786Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.398772446Z level=info msg="Executing migration" id="create session table" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.39963109Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.399941456Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.400814693Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.401665613Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-16T11:01:20.479 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.402508952Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.402809065Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.403618157Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.404428203Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.405345123Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.405750566Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.406610427Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.407493759Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.408340854Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.408924718Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.40981678Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.410677259Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-16T11:01:20.480 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.411577992Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.412437143Z level=info msg="Executing migration" id="create alert table v1" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.413293412Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.414143589Z level=info msg="Executing migration" id="add index alert state" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.415001978Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.415840663Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.416699402Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.417559718Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.418438631Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.419861785Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.420735286Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.421590558Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.422478348Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-16T11:01:20.481 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.425421856Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.428326527Z level=info msg="Executing migration" id="Add column is_default" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.431195063Z level=info msg="Executing migration" id="Add column frequency" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.434064656Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.437084128Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.43997694Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-16T11:01:20.482 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.442660056Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-16T11:01:20.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:20 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.445482324Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.44838522Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.451221209Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.454143647Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.457114007Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.459887124Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-16T11:01:20.692 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.462842835Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.465818529Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.468726387Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.471662198Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.474581143Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.477197279Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.479929349Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.482691615Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.485481636Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.488213001Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.490806308Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-16T11:01:20.693 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.493570794Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-16T11:01:20.694 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.496213339Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-16T11:01:20.694 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.499104006Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-16T11:01:20.694 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.501503318Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.504282074Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.507001085Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.509736129Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.512422564Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.515197184Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.517848886Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.520589573Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.52138572Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.522173541Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.523786496Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.524654264Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.525538563Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-16T11:01:20.695 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.526370481Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.527132818Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.528009592Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.528849567Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.529681034Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.530528753Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.531382951Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.532235762Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.533052351Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.533901465Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.53472168Z level=info msg="Executing migration" id="Move region to single row" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.535592859Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.536414625Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-16T11:01:20.696 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.537268941Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.53814087Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.539011053Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.539875047Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.540732787Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.541597384Z level=info msg="Executing migration" id="create test_data table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.542445887Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.543308792Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.544140662Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.545014953Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.54588756Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.546760666Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.547596031Z level=info msg="Executing migration" id="create team table" 2024-09-16T11:01:20.697 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.548465138Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.549354068Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.550245888Z level=info msg="Executing migration" id="create team member table" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.551094155Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.554000489Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.556799472Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.559744563Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.562592631Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.565479059Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.568244934Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.57113652Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.57410843Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.576893763Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-16T11:01:20.698 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.57975822Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.580290972Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.583471231Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.584092048Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.584516544Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.584891494Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.585208796Z level=info msg="Executing migration" id="create tag table" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.585610481Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.586054662Z level=info msg="Executing migration" id="create login attempt table" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.58644309Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.586985994Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.587408297Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-16T11:01:20.699 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.589276916Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.589674466Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.590144031Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.590481892Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.590838538Z level=info msg="Executing migration" id="create user auth table" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.591265023Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.591775983Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.592096015Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.592866325Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.593639945Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.594379901Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.5951353Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.595617781Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-16T11:01:20.700 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.59642229Z level=info msg="Executing migration" id="create server_lock table" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.596816361Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.59729884Z level=info msg="Executing migration" id="create user auth token table" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.597896362Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.598380056Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.598811728Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.599255479Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.600104544Z level=info msg="Executing migration" id="create cache_data table" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.6005348Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.60098747Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.601420981Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.604170638Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.60456478Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.605101766Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-16T11:01:20.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.60556094Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.608449908Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.611223016Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.611643571Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.612240829Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.614999361Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.617624929Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.61832469Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.621041313Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.62363939Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.626322759Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.627028718Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.63002629Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-16T11:01:20.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.63247407Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.635410408Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.635873441Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.638585235Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.641391972Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.644090949Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.645030933Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-16T11:01:20.703 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.647746589Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.648636813Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.652506727Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.656301007Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.657096017Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.657942479Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.658763069Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.659196908Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.659980159Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.660785908Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.661703243Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.662098794Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-16T11:01:20.704 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.662961964Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.664592544Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.665437492Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.665872354Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.666723481Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.667566164Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.668416604Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.668856777Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.66969192Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.670538386Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.671404837Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.671875942Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.672723399Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-16T11:01:20.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.67355102Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.673847795Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.674696842Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.675562055Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.676431407Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.677280685Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.678135356Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.679009019Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.679834459Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.680679124Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.680957106Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.681835282Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.682282055Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-16T11:01:20.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.68522397Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-16T11:01:20.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.687958091Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-16T11:01:20.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.688422732Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-16T11:01:20.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.691156692Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-16T11:01:20.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.694217927Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-16T11:01:20.962 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.697104061Z level=info msg="Executing migration" id="create alert_image table" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.697652863Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.700360351Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.703379459Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.703819126Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.706247712Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.706343941Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.709100154Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.712698899Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.715383135Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.715508593Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.715615928Z level=info msg="alerts found to migrate" alerts=0 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.716017997Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-16T11:01:20.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.71890111Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-16T11:01:20.964 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.72178245Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-16T11:01:20.964 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.72467148Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-16T11:01:20.964 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.725206112Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-16T11:01:20.964 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.728064278Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.730506901Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.733115693Z level=info msg="Executing migration" id="create data_keys table" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.733572215Z level=info msg="Executing migration" id="create secrets table" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.736371222Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.74067304Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.743378688Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.743711511Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.748270869Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.752418233Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-16T11:01:20.965 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.752820571Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.753255539Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.753592382Z level=info msg="Executing migration" id="create permission table" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.753979995Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.754406028Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.75483184Z level=info msg="Executing migration" id="create role table" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.757597245Z level=info msg="Executing migration" id="add column display_name" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.76062004Z level=info msg="Executing migration" id="add column group_name" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.763212592Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.763640033Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.766476984Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.769286205Z level=info msg="Executing migration" id="create team role table" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.772031081Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-16T11:01:20.966 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.772453706Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.775438667Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.778046548Z level=info msg="Executing migration" id="create user role table" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.780800403Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.781230043Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.784111356Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.786838821Z level=info msg="Executing migration" id="create builtin role table" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.789560395Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.790071868Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.792792754Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.795220003Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.797746883Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.79817499Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.800750108Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-16T11:01:20.967 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.803216829Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.805921218Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.806786974Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.809002026Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.811766472Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.814372695Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.814681545Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.817527034Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.820261566Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.822889932Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.82324555Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.825894102Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.826326431Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-16T11:01:20.968 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.828754286Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.829761531Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.830749065Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.831405614Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.832293334Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.833206518Z level=info msg="Executing migration" id="add correlation config column" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.83444593Z level=info msg="Executing migration" id="create entity_events table" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.835455538Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.836134495Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.836243199Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.837136261Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.837363662Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.83766354Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.838662603Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-16T11:01:20.969 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.840300085Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.841154561Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.841626736Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.84244536Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.843346749Z level=info msg="Executing migration" id="Drop public config table" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.844169471Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.844628307Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.845457634Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.846358138Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.847233756Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.85026071Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.851306449Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.85233562Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-16T11:01:20.970 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.853167155Z level=info msg="Executing migration" id="add share column" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.85420018Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.855086234Z level=info msg="Executing migration" id="create file table" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.856089488Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.85679456Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.857285767Z level=info msg="Executing migration" id="create file_meta table" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.858151128Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.859052296Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.859910305Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.860329806Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.863013301Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.863472171Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.865975056Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-16T11:01:20.971 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.868795288Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.869281593Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.872039249Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.874681723Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.877614654Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.878656366Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.881392427Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.884330658Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.894066561Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.894546589Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.897508599Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.900926987Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.90359498Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.903990477Z level=info msg="Executing migration" id="create folder table" 2024-09-16T11:01:20.972 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.906782171Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-16T11:01:20.973 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.909237672Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-16T11:01:20.973 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.911868179Z level=info msg="Executing migration" id="Update folder title length" 2024-09-16T11:01:20.973 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.912187934Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-16T11:01:20.973 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=migrator t=2024-09-16T11:01:20.914887646Z level=info msg="migrations completed" performed=485 skipped=0 duration=724.217246ms 2024-09-16T11:01:20.973 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore t=2024-09-16T11:01:20.915292784Z level=info msg="Created default organization" 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=plugin.loader t=2024-09-16T11:01:20.974837283Z level=info msg="Plugin registered" pluginID=input 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=plugin.loader t=2024-09-16T11:01:21.004868092Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=plugin.loader t=2024-09-16T11:01:21.004936571Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=secrets t=2024-09-16T11:01:21.004980697Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=query_data t=2024-09-16T11:01:21.006780227Z level=info msg="Query Service initialization" 2024-09-16T11:01:21.323 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=live.push_http t=2024-09-16T11:01:21.009419702Z level=info msg="Live Push Gateway initialization" 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=infra.usagestats.collector t=2024-09-16T11:01:21.795235535Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=provisioning.datasources t=2024-09-16T11:01:21.795825649Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=provisioning.datasources t=2024-09-16T11:01:21.828195667Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=provisioning.datasources t=2024-09-16T11:01:21.860121762Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=provisioning.alerting t=2024-09-16T11:01:21.881707728Z level=info msg="starting to provision alerting" 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=provisioning.alerting t=2024-09-16T11:01:21.881734573Z level=info msg="finished to provision alerting" 2024-09-16T11:01:21.883 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=grafanaStorageLogger t=2024-09-16T11:01:21.881953224Z level=info msg="storage starting" 2024-09-16T11:01:22.212 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=ngalert.state.manager t=2024-09-16T11:01:21.882051544Z level=info msg="Warming state cache for startup" 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=http.server t=2024-09-16T11:01:21.883980642Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=ngalert.state.manager t=2024-09-16T11:01:21.893796727Z level=info msg="State cache has been initialized" states=0 duration=11.743946ms 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=ngalert.multiorg.alertmanager t=2024-09-16T11:01:21.893848812Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=ticker t=2024-09-16T11:01:21.893879128Z level=info msg=starting first_tick=2024-09-16T11:01:30Z 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore.transactions t=2024-09-16T11:01:21.931026884Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore.transactions t=2024-09-16T11:01:21.972133509Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T11:01:22.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:01:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[61182]: logger=sqlstore.transactions t=2024-09-16T11:01:21.983318271Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-16T11:01:22.551 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:22 smithi077 ceph-mon[27497]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:22.551 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:22 smithi077 ceph-mon[35468]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:22.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:22 smithi191 ceph-mon[31349]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:23.274 INFO:teuthology.orchestra.run.smithi077.stdout:55834574896 2024-09-16T11:01:23.274 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-16T11:01:23.731 INFO:teuthology.orchestra.run.smithi077.stdout:34359738420 2024-09-16T11:01:23.732 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-16T11:01:24.245 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:24 smithi077 ceph-mon[35468]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:24.245 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:24 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:24.245 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:24 smithi077 ceph-mon[27497]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:24.245 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:24 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:24.267 INFO:teuthology.orchestra.run.smithi077.stdout:154618822685 2024-09-16T11:01:24.268 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-16T11:01:24.404 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:24 smithi191 ceph-mon[31349]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:24.404 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:24 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:26.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:26 smithi077 ceph-mon[27497]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:26 smithi077 ceph-mon[35468]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:26 smithi191 ceph-mon[31349]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:27.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:27 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:27 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.539 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:27 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.539 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:27 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.539 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:27 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.539 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:27 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:27.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:28 smithi077 ceph-mon[27497]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:28 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:28 smithi077 ceph-mon[35468]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:28 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:28 smithi191 ceph-mon[31349]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:28 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:28.588 INFO:teuthology.orchestra.run.smithi077.stdout:206158430228 2024-09-16T11:01:28.588 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-16T11:01:29.728 INFO:teuthology.orchestra.run.smithi077.stdout:77309411372 2024-09-16T11:01:29.729 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-16T11:01:29.828 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:30 smithi191 ceph-mon[31349]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:30.539 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:30 smithi077 ceph-mon[35468]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:30.539 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:30 smithi077 ceph-mon[27497]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:30.573 INFO:teuthology.orchestra.run.smithi077.stdout:180388626459 2024-09-16T11:01:30.574 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-16T11:01:31.329 INFO:teuthology.orchestra.run.smithi077.stdout:107374182440 2024-09-16T11:01:31.329 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-16T11:01:32.269 INFO:teuthology.orchestra.run.smithi077.stdout:128849018916 2024-09-16T11:01:32.269 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-16T11:01:32.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:32 smithi191 ceph-mon[31349]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:32.663 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:32 smithi077 ceph-mon[27497]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:32.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:32 smithi077 ceph-mon[35468]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:32.987 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:33.638 INFO:teuthology.orchestra.run.smithi077.stdout:55834574898 2024-09-16T11:01:34.040 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:34.066 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:34.416 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:34 smithi077 ceph-mon[27497]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:34.416 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:34 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4282952423' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T11:01:34.416 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:34 smithi077 ceph-mon[35468]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:34.416 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:34 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4282952423' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T11:01:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:34 smithi191 ceph-mon[31349]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:34 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4282952423' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T11:01:35.731 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:36.321 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:36 smithi077 ceph-mon[35468]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:36.321 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:36 smithi077 ceph-mon[27497]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:36 smithi191 ceph-mon[31349]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:37.163 INFO:teuthology.orchestra.run.smithi077.stdout:34359738423 2024-09-16T11:01:37.403 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:37 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3819916070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T11:01:37.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:37 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3819916070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T11:01:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:37 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3819916070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T11:01:37.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:38.111 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738423 for osd.0 2024-09-16T11:01:38.111 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:38.115 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:38.116 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:38.117 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:38.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:38 smithi077 ceph-mon[27497]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:38.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:38 smithi077 ceph-mon[35468]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:38 smithi191 ceph-mon[31349]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:38.953 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574898 for osd.1 2024-09-16T11:01:38.953 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:39.771 INFO:teuthology.orchestra.run.smithi077.stdout:206158430231 2024-09-16T11:01:40.406 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:40 smithi077 ceph-mon[27497]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:40.406 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:40 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3335537930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T11:01:40.407 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:40 smithi077 ceph-mon[35468]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:40.407 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:40 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3335537930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T11:01:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:40 smithi191 ceph-mon[31349]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:40 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3335537930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T11:01:40.799 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430228 got 206158430231 for osd.7 2024-09-16T11:01:40.799 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:42.011 INFO:teuthology.orchestra.run.smithi077.stdout:154618822689 2024-09-16T11:01:42.539 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:42 smithi077 ceph-mon[27497]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:42.539 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:42 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/712717263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T11:01:42.539 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:42 smithi077 ceph-mon[35468]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:42.540 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:42 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/712717263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T11:01:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:42 smithi191 ceph-mon[31349]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:42 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/712717263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T11:01:43.291 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822685 got 154618822689 for osd.5 2024-09-16T11:01:43.291 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-09-16T11:01:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-09-16T11:01:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-16T11:01:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[27497]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-09-16T11:01:44.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:44 smithi077 ceph-mon[35468]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T11:01:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-16T11:01:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [7, 2]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-09-16T11:01:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:44 smithi191 ceph-mon[31349]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T11:01:44.825 INFO:teuthology.orchestra.run.smithi077.stdout:107374182443 2024-09-16T11:01:45.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:45 smithi077 ceph-mon[27497]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T11:01:45.262 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:45 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3848192590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T11:01:45.262 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:45 smithi077 ceph-mon[35468]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T11:01:45.262 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:45 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3848192590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T11:01:45.546 INFO:teuthology.orchestra.run.smithi077.stdout:180388626462 2024-09-16T11:01:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:45 smithi191 ceph-mon[31349]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T11:01:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:45 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3848192590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T11:01:46.540 INFO:teuthology.orchestra.run.smithi077.stdout:77309411376 2024-09-16T11:01:46.540 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:46 smithi077 ceph-mon[35468]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:46.540 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:46 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2539927655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T11:01:46.541 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:46 smithi077 ceph-mon[27497]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:46.541 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:46 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2539927655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T11:01:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:46 smithi191 ceph-mon[31349]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:46 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2539927655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T11:01:47.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:47 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2499712053' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T11:01:47.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:47 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2499712053' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T11:01:47.556 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182440 got 107374182443 for osd.3 2024-09-16T11:01:47.556 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:47.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:47 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2499712053' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T11:01:47.893 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626459 got 180388626462 for osd.6 2024-09-16T11:01:47.893 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:48.423 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411372 got 77309411376 for osd.2 2024-09-16T11:01:48.423 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:48.537 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:48 smithi077 ceph-mon[35468]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:48.537 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:48 smithi077 ceph-mon[27497]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:48 smithi191 ceph-mon[31349]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:49.831 INFO:teuthology.orchestra.run.smithi077.stdout:128849018920 2024-09-16T11:01:50.627 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:50 smithi077 ceph-mon[35468]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:50.627 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:50 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1361864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T11:01:50.627 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:50 smithi077 ceph-mon[27497]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:50.627 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:50 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1361864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T11:01:50.651 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018916 got 128849018920 for osd.4 2024-09-16T11:01:50.651 DEBUG:teuthology.parallel:result is None 2024-09-16T11:01:50.652 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T11:01:50.652 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T11:01:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:50 smithi191 ceph-mon[31349]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:50 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1361864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T11:01:51.463 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:52.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:01:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:01:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:52 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:01:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:01:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:52 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:01:53.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:53 smithi077 ceph-mon[27497]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:01:53.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:53 smithi077 ceph-mon[27497]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:01:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:53 smithi077 ceph-mon[35468]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:01:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:53 smithi077 ceph-mon[35468]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:01:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:53 smithi191 ceph-mon[31349]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:01:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:53 smithi191 ceph-mon[31349]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:01:54.142 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:01:54.144 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:01:54.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:54 smithi077 ceph-mon[35468]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:54 smithi077 ceph-mon[27497]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:54 smithi191 ceph-mon[31349]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:55.005 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-09-16T11:01:53.068513+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385756,"kb_used_data":6912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575460,"statfs":{"total":767960285184,"available":765517271040,"internally_reserved":0,"allocated":7077888,"data_stored":4111057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.823606"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251122+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:01:43.251122+0000","last_peered":"2024-09-16T11:01:43.251122+0000","last_clean":"2024-09-16T11:01:43.251122+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:01:43.251122+0000","last_undegraded":"2024-09-16T11:01:43.251122+0000","last_fullsized":"2024-09-16T11:01:43.251122+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251172+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:01:43.251172+0000","last_peered":"2024-09-16T11:01:43.251172+0000","last_clean":"2024-09-16T11:01:43.251172+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:01:43.251172+0000","last_undegraded":"2024-09-16T11:01:43.251172+0000","last_fullsized":"2024-09-16T11:01:43.251172+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251228+0000","last_change":"2024-09-16T11:00:14.869512+0000","last_active":"2024-09-16T11:01:43.251228+0000","last_peered":"2024-09-16T11:01:43.251228+0000","last_clean":"2024-09-16T11:01:43.251228+0000","last_became_active":"2024-09-16T11:00:14.869224+0000","last_became_peered":"2024-09-16T11:00:14.869224+0000","last_unstale":"2024-09-16T11:01:43.251228+0000","last_undegraded":"2024-09-16T11:01:43.251228+0000","last_fullsized":"2024-09-16T11:01:43.251228+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254602+0000","last_change":"2024-09-16T11:00:14.861482+0000","last_active":"2024-09-16T11:01:43.254602+0000","last_peered":"2024-09-16T11:01:43.254602+0000","last_clean":"2024-09-16T11:01:43.254602+0000","last_became_active":"2024-09-16T11:00:14.861097+0000","last_became_peered":"2024-09-16T11:00:14.861097+0000","last_unstale":"2024-09-16T11:01:43.254602+0000","last_undegraded":"2024-09-16T11:01:43.254602+0000","last_fullsized":"2024-09-16T11:01:43.254602+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250697+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:01:43.250697+0000","last_peered":"2024-09-16T11:01:43.250697+0000","last_clean":"2024-09-16T11:01:43.250697+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:01:43.250697+0000","last_undegraded":"2024-09-16T11:01:43.250697+0000","last_fullsized":"2024-09-16T11:01:43.250697+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254300+0000","last_change":"2024-09-16T11:00:14.862572+0000","last_active":"2024-09-16T11:01:43.254300+0000","last_peered":"2024-09-16T11:01:43.254300+0000","last_clean":"2024-09-16T11:01:43.254300+0000","last_became_active":"2024-09-16T11:00:14.862248+0000","last_became_peered":"2024-09-16T11:00:14.862248+0000","last_unstale":"2024-09-16T11:01:43.254300+0000","last_undegraded":"2024-09-16T11:01:43.254300+0000","last_fullsized":"2024-09-16T11:01:43.254300+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466404+0000","last_change":"2024-09-16T11:01:44.466404+0000","last_active":"2024-09-16T11:01:44.466404+0000","last_peered":"2024-09-16T11:01:44.466404+0000","last_clean":"2024-09-16T11:01:44.466404+0000","last_became_active":"2024-09-16T11:01:44.466109+0000","last_became_peered":"2024-09-16T11:01:44.466109+0000","last_unstale":"2024-09-16T11:01:44.466404+0000","last_undegraded":"2024-09-16T11:01:44.466404+0000","last_fullsized":"2024-09-16T11:01:44.466404+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:59:03.111146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246090+0000","last_change":"2024-09-16T11:00:14.864474+0000","last_active":"2024-09-16T11:01:43.246090+0000","last_peered":"2024-09-16T11:01:43.246090+0000","last_clean":"2024-09-16T11:01:43.246090+0000","last_became_active":"2024-09-16T11:00:14.864142+0000","last_became_peered":"2024-09-16T11:00:14.864142+0000","last_unstale":"2024-09-16T11:01:43.246090+0000","last_undegraded":"2024-09-16T11:01:43.246090+0000","last_fullsized":"2024-09-16T11:01:43.246090+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251523+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:01:43.251523+0000","last_peered":"2024-09-16T11:01:43.251523+0000","last_clean":"2024-09-16T11:01:43.251523+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:01:43.251523+0000","last_undegraded":"2024-09-16T11:01:43.251523+0000","last_fullsized":"2024-09-16T11:01:43.251523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253162+0000","last_change":"2024-09-16T11:00:14.851866+0000","last_active":"2024-09-16T11:01:43.253162+0000","last_peered":"2024-09-16T11:01:43.253162+0000","last_clean":"2024-09-16T11:01:43.253162+0000","last_became_active":"2024-09-16T11:00:14.851493+0000","last_became_peered":"2024-09-16T11:00:14.851493+0000","last_unstale":"2024-09-16T11:01:43.253162+0000","last_undegraded":"2024-09-16T11:01:43.253162+0000","last_fullsized":"2024-09-16T11:01:43.253162+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252876+0000","last_change":"2024-09-16T11:00:14.856552+0000","last_active":"2024-09-16T11:01:43.252876+0000","last_peered":"2024-09-16T11:01:43.252876+0000","last_clean":"2024-09-16T11:01:43.252876+0000","last_became_active":"2024-09-16T11:00:14.856301+0000","last_became_peered":"2024-09-16T11:00:14.856301+0000","last_unstale":"2024-09-16T11:01:43.252876+0000","last_undegraded":"2024-09-16T11:01:43.252876+0000","last_fullsized":"2024-09-16T11:01:43.252876+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247937+0000","last_change":"2024-09-16T11:00:14.858808+0000","last_active":"2024-09-16T11:01:43.247937+0000","last_peered":"2024-09-16T11:01:43.247937+0000","last_clean":"2024-09-16T11:01:43.247937+0000","last_became_active":"2024-09-16T11:00:14.858397+0000","last_became_peered":"2024-09-16T11:00:14.858397+0000","last_unstale":"2024-09-16T11:01:43.247937+0000","last_undegraded":"2024-09-16T11:01:43.247937+0000","last_fullsized":"2024-09-16T11:01:43.247937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:55:34.380729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247727+0000","last_change":"2024-09-16T11:00:14.862985+0000","last_active":"2024-09-16T11:01:43.247727+0000","last_peered":"2024-09-16T11:01:43.247727+0000","last_clean":"2024-09-16T11:01:43.247727+0000","last_became_active":"2024-09-16T11:00:14.862731+0000","last_became_peered":"2024-09-16T11:00:14.862731+0000","last_unstale":"2024-09-16T11:01:43.247727+0000","last_undegraded":"2024-09-16T11:01:43.247727+0000","last_fullsized":"2024-09-16T11:01:43.247727+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251161+0000","last_change":"2024-09-16T11:00:14.865409+0000","last_active":"2024-09-16T11:01:43.251161+0000","last_peered":"2024-09-16T11:01:43.251161+0000","last_clean":"2024-09-16T11:01:43.251161+0000","last_became_active":"2024-09-16T11:00:14.865098+0000","last_became_peered":"2024-09-16T11:00:14.865098+0000","last_unstale":"2024-09-16T11:01:43.251161+0000","last_undegraded":"2024-09-16T11:01:43.251161+0000","last_fullsized":"2024-09-16T11:01:43.251161+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250081+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:01:43.250081+0000","last_peered":"2024-09-16T11:01:43.250081+0000","last_clean":"2024-09-16T11:01:43.250081+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:01:43.250081+0000","last_undegraded":"2024-09-16T11:01:43.250081+0000","last_fullsized":"2024-09-16T11:01:43.250081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254230+0000","last_change":"2024-09-16T11:00:14.860550+0000","last_active":"2024-09-16T11:01:43.254230+0000","last_peered":"2024-09-16T11:01:43.254230+0000","last_clean":"2024-09-16T11:01:43.254230+0000","last_became_active":"2024-09-16T11:00:14.860174+0000","last_became_peered":"2024-09-16T11:00:14.860174+0000","last_unstale":"2024-09-16T11:01:43.254230+0000","last_undegraded":"2024-09-16T11:01:43.254230+0000","last_fullsized":"2024-09-16T11:01:43.254230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.252424+0000","last_change":"2024-09-16T11:01:44.252424+0000","last_active":"2024-09-16T11:01:44.252424+0000","last_peered":"2024-09-16T11:01:44.252424+0000","last_clean":"2024-09-16T11:01:44.252424+0000","last_became_active":"2024-09-16T11:01:44.252131+0000","last_became_peered":"2024-09-16T11:01:44.252131+0000","last_unstale":"2024-09-16T11:01:44.252424+0000","last_undegraded":"2024-09-16T11:01:44.252424+0000","last_fullsized":"2024-09-16T11:01:44.252424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:39.875989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247243+0000","last_change":"2024-09-16T11:00:14.857245+0000","last_active":"2024-09-16T11:01:43.247243+0000","last_peered":"2024-09-16T11:01:43.247243+0000","last_clean":"2024-09-16T11:01:43.247243+0000","last_became_active":"2024-09-16T11:00:14.856977+0000","last_became_peered":"2024-09-16T11:00:14.856977+0000","last_unstale":"2024-09-16T11:01:43.247243+0000","last_undegraded":"2024-09-16T11:01:43.247243+0000","last_fullsized":"2024-09-16T11:01:43.247243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:21.576616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252566+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:01:43.252566+0000","last_peered":"2024-09-16T11:01:43.252566+0000","last_clean":"2024-09-16T11:01:43.252566+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:01:43.252566+0000","last_undegraded":"2024-09-16T11:01:43.252566+0000","last_fullsized":"2024-09-16T11:01:43.252566+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252329+0000","last_change":"2024-09-16T11:00:14.855943+0000","last_active":"2024-09-16T11:01:43.252329+0000","last_peered":"2024-09-16T11:01:43.252329+0000","last_clean":"2024-09-16T11:01:43.252329+0000","last_became_active":"2024-09-16T11:00:14.855664+0000","last_became_peered":"2024-09-16T11:00:14.855664+0000","last_unstale":"2024-09-16T11:01:43.252329+0000","last_undegraded":"2024-09-16T11:01:43.252329+0000","last_fullsized":"2024-09-16T11:01:43.252329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251538+0000","last_change":"2024-09-16T11:00:14.867187+0000","last_active":"2024-09-16T11:01:43.251538+0000","last_peered":"2024-09-16T11:01:43.251538+0000","last_clean":"2024-09-16T11:01:43.251538+0000","last_became_active":"2024-09-16T11:00:14.866927+0000","last_became_peered":"2024-09-16T11:00:14.866927+0000","last_unstale":"2024-09-16T11:01:43.251538+0000","last_undegraded":"2024-09-16T11:01:43.251538+0000","last_fullsized":"2024-09-16T11:01:43.251538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254374+0000","last_change":"2024-09-16T11:00:14.858737+0000","last_active":"2024-09-16T11:01:43.254374+0000","last_peered":"2024-09-16T11:01:43.254374+0000","last_clean":"2024-09-16T11:01:43.254374+0000","last_became_active":"2024-09-16T11:00:14.858455+0000","last_became_peered":"2024-09-16T11:00:14.858455+0000","last_unstale":"2024-09-16T11:01:43.254374+0000","last_undegraded":"2024-09-16T11:01:43.254374+0000","last_fullsized":"2024-09-16T11:01:43.254374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246953+0000","last_change":"2024-09-16T11:00:14.862165+0000","last_active":"2024-09-16T11:01:43.246953+0000","last_peered":"2024-09-16T11:01:43.246953+0000","last_clean":"2024-09-16T11:01:43.246953+0000","last_became_active":"2024-09-16T11:00:14.861901+0000","last_became_peered":"2024-09-16T11:00:14.861901+0000","last_unstale":"2024-09-16T11:01:43.246953+0000","last_undegraded":"2024-09-16T11:01:43.246953+0000","last_fullsized":"2024-09-16T11:01:43.246953+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254347+0000","last_change":"2024-09-16T11:00:14.850382+0000","last_active":"2024-09-16T11:01:43.254347+0000","last_peered":"2024-09-16T11:01:43.254347+0000","last_clean":"2024-09-16T11:01:43.254347+0000","last_became_active":"2024-09-16T11:00:14.849684+0000","last_became_peered":"2024-09-16T11:00:14.849684+0000","last_unstale":"2024-09-16T11:01:43.254347+0000","last_undegraded":"2024-09-16T11:01:43.254347+0000","last_fullsized":"2024-09-16T11:01:43.254347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248282+0000","last_change":"2024-09-16T11:00:14.844152+0000","last_active":"2024-09-16T11:01:43.248282+0000","last_peered":"2024-09-16T11:01:43.248282+0000","last_clean":"2024-09-16T11:01:43.248282+0000","last_became_active":"2024-09-16T11:00:14.843810+0000","last_became_peered":"2024-09-16T11:00:14.843810+0000","last_unstale":"2024-09-16T11:01:43.248282+0000","last_undegraded":"2024-09-16T11:01:43.248282+0000","last_fullsized":"2024-09-16T11:01:43.248282+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253203+0000","last_change":"2024-09-16T11:00:14.852926+0000","last_active":"2024-09-16T11:01:43.253203+0000","last_peered":"2024-09-16T11:01:43.253203+0000","last_clean":"2024-09-16T11:01:43.253203+0000","last_became_active":"2024-09-16T11:00:14.852624+0000","last_became_peered":"2024-09-16T11:00:14.852624+0000","last_unstale":"2024-09-16T11:01:43.253203+0000","last_undegraded":"2024-09-16T11:01:43.253203+0000","last_fullsized":"2024-09-16T11:01:43.253203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250809+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:01:43.250809+0000","last_peered":"2024-09-16T11:01:43.250809+0000","last_clean":"2024-09-16T11:01:43.250809+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:01:43.250809+0000","last_undegraded":"2024-09-16T11:01:43.250809+0000","last_fullsized":"2024-09-16T11:01:43.250809+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466323+0000","last_change":"2024-09-16T11:01:44.466323+0000","last_active":"2024-09-16T11:01:44.466323+0000","last_peered":"2024-09-16T11:01:44.466323+0000","last_clean":"2024-09-16T11:01:44.466323+0000","last_became_active":"2024-09-16T11:01:44.465981+0000","last_became_peered":"2024-09-16T11:01:44.465981+0000","last_unstale":"2024-09-16T11:01:44.466323+0000","last_undegraded":"2024-09-16T11:01:44.466323+0000","last_fullsized":"2024-09-16T11:01:44.466323+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:41.954590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.251913+0000","last_change":"2024-09-16T11:01:44.251913+0000","last_active":"2024-09-16T11:01:44.251913+0000","last_peered":"2024-09-16T11:01:44.251913+0000","last_clean":"2024-09-16T11:01:44.251913+0000","last_became_active":"2024-09-16T11:01:44.251562+0000","last_became_peered":"2024-09-16T11:01:44.251562+0000","last_unstale":"2024-09-16T11:01:44.251913+0000","last_undegraded":"2024-09-16T11:01:44.251913+0000","last_fullsized":"2024-09-16T11:01:44.251913+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:39.152248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254438+0000","last_change":"2024-09-16T11:00:14.852042+0000","last_active":"2024-09-16T11:01:43.254438+0000","last_peered":"2024-09-16T11:01:43.254438+0000","last_clean":"2024-09-16T11:01:43.254438+0000","last_became_active":"2024-09-16T11:00:14.851721+0000","last_became_peered":"2024-09-16T11:00:14.851721+0000","last_unstale":"2024-09-16T11:01:43.254438+0000","last_undegraded":"2024-09-16T11:01:43.254438+0000","last_fullsized":"2024-09-16T11:01:43.254438+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246600+0000","last_change":"2024-09-16T11:00:14.853789+0000","last_active":"2024-09-16T11:01:43.246600+0000","last_peered":"2024-09-16T11:01:43.246600+0000","last_clean":"2024-09-16T11:01:43.246600+0000","last_became_active":"2024-09-16T11:00:14.852147+0000","last_became_peered":"2024-09-16T11:00:14.852147+0000","last_unstale":"2024-09-16T11:01:43.246600+0000","last_undegraded":"2024-09-16T11:01:43.246600+0000","last_fullsized":"2024-09-16T11:01:43.246600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:36:04.517844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251401+0000","last_change":"2024-09-16T11:00:14.855620+0000","last_active":"2024-09-16T11:01:43.251401+0000","last_peered":"2024-09-16T11:01:43.251401+0000","last_clean":"2024-09-16T11:01:43.251401+0000","last_became_active":"2024-09-16T11:00:14.855336+0000","last_became_peered":"2024-09-16T11:00:14.855336+0000","last_unstale":"2024-09-16T11:01:43.251401+0000","last_undegraded":"2024-09-16T11:01:43.251401+0000","last_fullsized":"2024-09-16T11:01:43.251401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247411+0000","last_change":"2024-09-16T11:00:14.848667+0000","last_active":"2024-09-16T11:01:43.247411+0000","last_peered":"2024-09-16T11:01:43.247411+0000","last_clean":"2024-09-16T11:01:43.247411+0000","last_became_active":"2024-09-16T11:00:14.847665+0000","last_became_peered":"2024-09-16T11:00:14.847665+0000","last_unstale":"2024-09-16T11:01:43.247411+0000","last_undegraded":"2024-09-16T11:01:43.247411+0000","last_fullsized":"2024-09-16T11:01:43.247411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:55.341827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247864+0000","last_change":"2024-09-16T11:00:13.849371+0000","last_active":"2024-09-16T11:01:43.247864+0000","last_peered":"2024-09-16T11:01:43.247864+0000","last_clean":"2024-09-16T11:01:43.247864+0000","last_became_active":"2024-09-16T11:00:13.849105+0000","last_became_peered":"2024-09-16T11:00:13.849105+0000","last_unstale":"2024-09-16T11:01:43.247864+0000","last_undegraded":"2024-09-16T11:01:43.247864+0000","last_fullsized":"2024-09-16T11:01:43.247864+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251823+0000","last_change":"2024-09-16T11:00:14.855040+0000","last_active":"2024-09-16T11:01:43.251823+0000","last_peered":"2024-09-16T11:01:43.251823+0000","last_clean":"2024-09-16T11:01:43.251823+0000","last_became_active":"2024-09-16T11:00:14.854799+0000","last_became_peered":"2024-09-16T11:00:14.854799+0000","last_unstale":"2024-09-16T11:01:43.251823+0000","last_undegraded":"2024-09-16T11:01:43.251823+0000","last_fullsized":"2024-09-16T11:01:43.251823+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251814+0000","last_change":"2024-09-16T11:00:13.855885+0000","last_active":"2024-09-16T11:01:43.251814+0000","last_peered":"2024-09-16T11:01:43.251814+0000","last_clean":"2024-09-16T11:01:43.251814+0000","last_became_active":"2024-09-16T11:00:13.855629+0000","last_became_peered":"2024-09-16T11:00:13.855629+0000","last_unstale":"2024-09-16T11:01:43.251814+0000","last_undegraded":"2024-09-16T11:01:43.251814+0000","last_fullsized":"2024-09-16T11:01:43.251814+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247076+0000","last_change":"2024-09-16T11:00:13.846458+0000","last_active":"2024-09-16T11:01:43.247076+0000","last_peered":"2024-09-16T11:01:43.247076+0000","last_clean":"2024-09-16T11:01:43.247076+0000","last_became_active":"2024-09-16T11:00:13.845977+0000","last_became_peered":"2024-09-16T11:00:13.845977+0000","last_unstale":"2024-09-16T11:01:43.247076+0000","last_undegraded":"2024-09-16T11:01:43.247076+0000","last_fullsized":"2024-09-16T11:01:43.247076+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246352+0000","last_change":"2024-09-16T11:00:14.857563+0000","last_active":"2024-09-16T11:01:43.246352+0000","last_peered":"2024-09-16T11:01:43.246352+0000","last_clean":"2024-09-16T11:01:43.246352+0000","last_became_active":"2024-09-16T11:00:14.857052+0000","last_became_peered":"2024-09-16T11:00:14.857052+0000","last_unstale":"2024-09-16T11:01:43.246352+0000","last_undegraded":"2024-09-16T11:01:43.246352+0000","last_fullsized":"2024-09-16T11:01:43.246352+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254512+0000","last_change":"2024-09-16T11:00:13.850565+0000","last_active":"2024-09-16T11:01:43.254512+0000","last_peered":"2024-09-16T11:01:43.254512+0000","last_clean":"2024-09-16T11:01:43.254512+0000","last_became_active":"2024-09-16T11:00:13.850305+0000","last_became_peered":"2024-09-16T11:00:13.850305+0000","last_unstale":"2024-09-16T11:01:43.254512+0000","last_undegraded":"2024-09-16T11:01:43.254512+0000","last_fullsized":"2024-09-16T11:01:43.254512+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250003+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:01:43.250003+0000","last_peered":"2024-09-16T11:01:43.250003+0000","last_clean":"2024-09-16T11:01:43.250003+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:01:43.250003+0000","last_undegraded":"2024-09-16T11:01:43.250003+0000","last_fullsized":"2024-09-16T11:01:43.250003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253334+0000","last_change":"2024-09-16T11:00:13.847360+0000","last_active":"2024-09-16T11:01:43.253334+0000","last_peered":"2024-09-16T11:01:43.253334+0000","last_clean":"2024-09-16T11:01:43.253334+0000","last_became_active":"2024-09-16T11:00:13.847088+0000","last_became_peered":"2024-09-16T11:00:13.847088+0000","last_unstale":"2024-09-16T11:01:43.253334+0000","last_undegraded":"2024-09-16T11:01:43.253334+0000","last_fullsized":"2024-09-16T11:01:43.253334+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254759+0000","last_change":"2024-09-16T11:00:14.863284+0000","last_active":"2024-09-16T11:01:43.254759+0000","last_peered":"2024-09-16T11:01:43.254759+0000","last_clean":"2024-09-16T11:01:43.254759+0000","last_became_active":"2024-09-16T11:00:14.862998+0000","last_became_peered":"2024-09-16T11:00:14.862998+0000","last_unstale":"2024-09-16T11:01:43.254759+0000","last_undegraded":"2024-09-16T11:01:43.254759+0000","last_fullsized":"2024-09-16T11:01:43.254759+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254853+0000","last_change":"2024-09-16T11:00:13.852194+0000","last_active":"2024-09-16T11:01:43.254853+0000","last_peered":"2024-09-16T11:01:43.254853+0000","last_clean":"2024-09-16T11:01:43.254853+0000","last_became_active":"2024-09-16T11:00:13.851479+0000","last_became_peered":"2024-09-16T11:00:13.851479+0000","last_unstale":"2024-09-16T11:01:43.254853+0000","last_undegraded":"2024-09-16T11:01:43.254853+0000","last_fullsized":"2024-09-16T11:01:43.254853+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250103+0000","last_change":"2024-09-16T11:00:14.859836+0000","last_active":"2024-09-16T11:01:43.250103+0000","last_peered":"2024-09-16T11:01:43.250103+0000","last_clean":"2024-09-16T11:01:43.250103+0000","last_became_active":"2024-09-16T11:00:14.859579+0000","last_became_peered":"2024-09-16T11:00:14.859579+0000","last_unstale":"2024-09-16T11:01:43.250103+0000","last_undegraded":"2024-09-16T11:01:43.250103+0000","last_fullsized":"2024-09-16T11:01:43.250103+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":24,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250942+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:01:43.250942+0000","last_peered":"2024-09-16T11:01:43.250942+0000","last_clean":"2024-09-16T11:01:43.250942+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:01:43.250942+0000","last_undegraded":"2024-09-16T11:01:43.250942+0000","last_fullsized":"2024-09-16T11:01:43.250942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248215+0000","last_change":"2024-09-16T11:00:14.849506+0000","last_active":"2024-09-16T11:01:43.248215+0000","last_peered":"2024-09-16T11:01:43.248215+0000","last_clean":"2024-09-16T11:01:43.248215+0000","last_became_active":"2024-09-16T11:00:14.849234+0000","last_became_peered":"2024-09-16T11:00:14.849234+0000","last_unstale":"2024-09-16T11:01:43.248215+0000","last_undegraded":"2024-09-16T11:01:43.248215+0000","last_fullsized":"2024-09-16T11:01:43.248215+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:25.501687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"55'9","reported_seq":30,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252431+0000","last_change":"2024-09-16T11:00:13.846873+0000","last_active":"2024-09-16T11:01:43.252431+0000","last_peered":"2024-09-16T11:01:43.252431+0000","last_clean":"2024-09-16T11:01:43.252431+0000","last_became_active":"2024-09-16T11:00:13.846590+0000","last_became_peered":"2024-09-16T11:00:13.846590+0000","last_unstale":"2024-09-16T11:01:43.252431+0000","last_undegraded":"2024-09-16T11:01:43.252431+0000","last_fullsized":"2024-09-16T11:01:43.252431+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466083+0000","last_change":"2024-09-16T11:01:44.466083+0000","last_active":"2024-09-16T11:01:44.466083+0000","last_peered":"2024-09-16T11:01:44.466083+0000","last_clean":"2024-09-16T11:01:44.466083+0000","last_became_active":"2024-09-16T11:01:44.465747+0000","last_became_peered":"2024-09-16T11:01:44.465747+0000","last_unstale":"2024-09-16T11:01:44.466083+0000","last_undegraded":"2024-09-16T11:01:44.466083+0000","last_fullsized":"2024-09-16T11:01:44.466083+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:06.833184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251912+0000","last_change":"2024-09-16T11:00:13.851416+0000","last_active":"2024-09-16T11:01:43.251912+0000","last_peered":"2024-09-16T11:01:43.251912+0000","last_clean":"2024-09-16T11:01:43.251912+0000","last_became_active":"2024-09-16T11:00:13.850280+0000","last_became_peered":"2024-09-16T11:00:13.850280+0000","last_unstale":"2024-09-16T11:01:43.251912+0000","last_undegraded":"2024-09-16T11:01:43.251912+0000","last_fullsized":"2024-09-16T11:01:43.251912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251162+0000","last_change":"2024-09-16T11:00:14.854165+0000","last_active":"2024-09-16T11:01:43.251162+0000","last_peered":"2024-09-16T11:01:43.251162+0000","last_clean":"2024-09-16T11:01:43.251162+0000","last_became_active":"2024-09-16T11:00:14.853922+0000","last_became_peered":"2024-09-16T11:00:14.853922+0000","last_unstale":"2024-09-16T11:01:43.251162+0000","last_undegraded":"2024-09-16T11:01:43.251162+0000","last_fullsized":"2024-09-16T11:01:43.251162+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254508+0000","last_change":"2024-09-16T11:00:13.851108+0000","last_active":"2024-09-16T11:01:43.254508+0000","last_peered":"2024-09-16T11:01:43.254508+0000","last_clean":"2024-09-16T11:01:43.254508+0000","last_became_active":"2024-09-16T11:00:13.850536+0000","last_became_peered":"2024-09-16T11:00:13.850536+0000","last_unstale":"2024-09-16T11:01:43.254508+0000","last_undegraded":"2024-09-16T11:01:43.254508+0000","last_fullsized":"2024-09-16T11:01:43.254508+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250793+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:01:43.250793+0000","last_peered":"2024-09-16T11:01:43.250793+0000","last_clean":"2024-09-16T11:01:43.250793+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:01:43.250793+0000","last_undegraded":"2024-09-16T11:01:43.250793+0000","last_fullsized":"2024-09-16T11:01:43.250793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252481+0000","last_change":"2024-09-16T11:00:13.852537+0000","last_active":"2024-09-16T11:01:43.252481+0000","last_peered":"2024-09-16T11:01:43.252481+0000","last_clean":"2024-09-16T11:01:43.252481+0000","last_became_active":"2024-09-16T11:00:13.852265+0000","last_became_peered":"2024-09-16T11:00:13.852265+0000","last_unstale":"2024-09-16T11:01:43.252481+0000","last_undegraded":"2024-09-16T11:01:43.252481+0000","last_fullsized":"2024-09-16T11:01:43.252481+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251345+0000","last_change":"2024-09-16T11:00:14.854934+0000","last_active":"2024-09-16T11:01:43.251345+0000","last_peered":"2024-09-16T11:01:43.251345+0000","last_clean":"2024-09-16T11:01:43.251345+0000","last_became_active":"2024-09-16T11:00:14.854663+0000","last_became_peered":"2024-09-16T11:00:14.854663+0000","last_unstale":"2024-09-16T11:01:43.251345+0000","last_undegraded":"2024-09-16T11:01:43.251345+0000","last_fullsized":"2024-09-16T11:01:43.251345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":29,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246241+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:01:43.246241+0000","last_peered":"2024-09-16T11:01:43.246241+0000","last_clean":"2024-09-16T11:01:43.246241+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:01:43.246241+0000","last_undegraded":"2024-09-16T11:01:43.246241+0000","last_fullsized":"2024-09-16T11:01:43.246241+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466610+0000","last_change":"2024-09-16T11:01:44.466610+0000","last_active":"2024-09-16T11:01:44.466610+0000","last_peered":"2024-09-16T11:01:44.466610+0000","last_clean":"2024-09-16T11:01:44.466610+0000","last_became_active":"2024-09-16T11:01:44.466273+0000","last_became_peered":"2024-09-16T11:01:44.466273+0000","last_unstale":"2024-09-16T11:01:44.466610+0000","last_undegraded":"2024-09-16T11:01:44.466610+0000","last_fullsized":"2024-09-16T11:01:44.466610+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:27.943066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248250+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:01:43.248250+0000","last_peered":"2024-09-16T11:01:43.248250+0000","last_clean":"2024-09-16T11:01:43.248250+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:01:43.248250+0000","last_undegraded":"2024-09-16T11:01:43.248250+0000","last_fullsized":"2024-09-16T11:01:43.248250+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.467423+0000","last_change":"2024-09-16T11:01:44.467423+0000","last_active":"2024-09-16T11:01:44.467423+0000","last_peered":"2024-09-16T11:01:44.467423+0000","last_clean":"2024-09-16T11:01:44.467423+0000","last_became_active":"2024-09-16T11:01:44.466924+0000","last_became_peered":"2024-09-16T11:01:44.466924+0000","last_unstale":"2024-09-16T11:01:44.467423+0000","last_undegraded":"2024-09-16T11:01:44.467423+0000","last_fullsized":"2024-09-16T11:01:44.467423+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:52.324372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247324+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:01:43.247324+0000","last_peered":"2024-09-16T11:01:43.247324+0000","last_clean":"2024-09-16T11:01:43.247324+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:01:43.247324+0000","last_undegraded":"2024-09-16T11:01:43.247324+0000","last_fullsized":"2024-09-16T11:01:43.247324+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251945+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:01:43.251945+0000","last_peered":"2024-09-16T11:01:43.251945+0000","last_clean":"2024-09-16T11:01:43.251945+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:01:43.251945+0000","last_undegraded":"2024-09-16T11:01:43.251945+0000","last_fullsized":"2024-09-16T11:01:43.251945+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251028+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:01:43.251028+0000","last_peered":"2024-09-16T11:01:43.251028+0000","last_clean":"2024-09-16T11:01:43.251028+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:01:43.251028+0000","last_undegraded":"2024-09-16T11:01:43.251028+0000","last_fullsized":"2024-09-16T11:01:43.251028+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254707+0000","last_change":"2024-09-16T11:00:14.857840+0000","last_active":"2024-09-16T11:01:43.254707+0000","last_peered":"2024-09-16T11:01:43.254707+0000","last_clean":"2024-09-16T11:01:43.254707+0000","last_became_active":"2024-09-16T11:00:14.857576+0000","last_became_peered":"2024-09-16T11:00:14.857576+0000","last_unstale":"2024-09-16T11:01:43.254707+0000","last_undegraded":"2024-09-16T11:01:43.254707+0000","last_fullsized":"2024-09-16T11:01:43.254707+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246520+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:01:43.246520+0000","last_peered":"2024-09-16T11:01:43.246520+0000","last_clean":"2024-09-16T11:01:43.246520+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:01:43.246520+0000","last_undegraded":"2024-09-16T11:01:43.246520+0000","last_fullsized":"2024-09-16T11:01:43.246520+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252477+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:01:43.252477+0000","last_peered":"2024-09-16T11:01:43.252477+0000","last_clean":"2024-09-16T11:01:43.252477+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:01:43.252477+0000","last_undegraded":"2024-09-16T11:01:43.252477+0000","last_fullsized":"2024-09-16T11:01:43.252477+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252592+0000","last_change":"2024-09-16T11:01:03.593951+0000","last_active":"2024-09-16T11:01:43.252592+0000","last_peered":"2024-09-16T11:01:43.252592+0000","last_clean":"2024-09-16T11:01:43.252592+0000","last_became_active":"2024-09-16T11:00:56.347794+0000","last_became_peered":"2024-09-16T11:00:56.347794+0000","last_unstale":"2024-09-16T11:01:43.252592+0000","last_undegraded":"2024-09-16T11:01:43.252592+0000","last_fullsized":"2024-09-16T11:01:43.252592+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:10.749508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000380453,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"55'79","reported_seq":55,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251416+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:01:43.251416+0000","last_peered":"2024-09-16T11:01:43.251416+0000","last_clean":"2024-09-16T11:01:43.251416+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:01:43.251416+0000","last_undegraded":"2024-09-16T11:01:43.251416+0000","last_fullsized":"2024-09-16T11:01:43.251416+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254413+0000","last_change":"2024-09-16T11:00:13.851421+0000","last_active":"2024-09-16T11:01:43.254413+0000","last_peered":"2024-09-16T11:01:43.254413+0000","last_clean":"2024-09-16T11:01:43.254413+0000","last_became_active":"2024-09-16T11:00:13.851151+0000","last_became_peered":"2024-09-16T11:00:13.851151+0000","last_unstale":"2024-09-16T11:01:43.254413+0000","last_undegraded":"2024-09-16T11:01:43.254413+0000","last_fullsized":"2024-09-16T11:01:43.254413+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246588+0000","last_change":"2024-09-16T11:00:14.863038+0000","last_active":"2024-09-16T11:01:43.246588+0000","last_peered":"2024-09-16T11:01:43.246588+0000","last_clean":"2024-09-16T11:01:43.246588+0000","last_became_active":"2024-09-16T11:00:14.862764+0000","last_became_peered":"2024-09-16T11:00:14.862764+0000","last_unstale":"2024-09-16T11:01:43.246588+0000","last_undegraded":"2024-09-16T11:01:43.246588+0000","last_fullsized":"2024-09-16T11:01:43.246588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250176+0000","last_change":"2024-09-16T11:01:03.961530+0000","last_active":"2024-09-16T11:01:43.250176+0000","last_peered":"2024-09-16T11:01:43.250176+0000","last_clean":"2024-09-16T11:01:43.250176+0000","last_became_active":"2024-09-16T11:00:55.694453+0000","last_became_peered":"2024-09-16T11:00:55.694453+0000","last_unstale":"2024-09-16T11:01:43.250176+0000","last_undegraded":"2024-09-16T11:01:43.250176+0000","last_fullsized":"2024-09-16T11:01:43.250176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:48:03.117113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055221899999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250970+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:01:43.250970+0000","last_peered":"2024-09-16T11:01:43.250970+0000","last_clean":"2024-09-16T11:01:43.250970+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:01:43.250970+0000","last_undegraded":"2024-09-16T11:01:43.250970+0000","last_fullsized":"2024-09-16T11:01:43.250970+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250131+0000","last_change":"2024-09-16T11:00:14.862717+0000","last_active":"2024-09-16T11:01:43.250131+0000","last_peered":"2024-09-16T11:01:43.250131+0000","last_clean":"2024-09-16T11:01:43.250131+0000","last_became_active":"2024-09-16T11:00:14.862355+0000","last_became_peered":"2024-09-16T11:00:14.862355+0000","last_unstale":"2024-09-16T11:01:43.250131+0000","last_undegraded":"2024-09-16T11:01:43.250131+0000","last_fullsized":"2024-09-16T11:01:43.250131+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251018+0000","last_change":"2024-09-16T11:01:03.301824+0000","last_active":"2024-09-16T11:01:43.251018+0000","last_peered":"2024-09-16T11:01:43.251018+0000","last_clean":"2024-09-16T11:01:43.251018+0000","last_became_active":"2024-09-16T11:00:55.873566+0000","last_became_peered":"2024-09-16T11:00:55.873566+0000","last_unstale":"2024-09-16T11:01:43.251018+0000","last_undegraded":"2024-09-16T11:01:43.251018+0000","last_fullsized":"2024-09-16T11:01:43.251018+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:48.003004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039050400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246686+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:01:43.246686+0000","last_peered":"2024-09-16T11:01:43.246686+0000","last_clean":"2024-09-16T11:01:43.246686+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:01:43.246686+0000","last_undegraded":"2024-09-16T11:01:43.246686+0000","last_fullsized":"2024-09-16T11:01:43.246686+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250661+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:01:43.250661+0000","last_peered":"2024-09-16T11:01:43.250661+0000","last_clean":"2024-09-16T11:01:43.250661+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:01:43.250661+0000","last_undegraded":"2024-09-16T11:01:43.250661+0000","last_fullsized":"2024-09-16T11:01:43.250661+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250636+0000","last_change":"2024-09-16T11:01:03.301634+0000","last_active":"2024-09-16T11:01:43.250636+0000","last_peered":"2024-09-16T11:01:43.250636+0000","last_clean":"2024-09-16T11:01:43.250636+0000","last_became_active":"2024-09-16T11:00:55.693455+0000","last_became_peered":"2024-09-16T11:00:55.693455+0000","last_unstale":"2024-09-16T11:01:43.250636+0000","last_undegraded":"2024-09-16T11:01:43.250636+0000","last_fullsized":"2024-09-16T11:01:43.250636+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:06.314019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042391599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254619+0000","last_change":"2024-09-16T11:00:13.850757+0000","last_active":"2024-09-16T11:01:43.254619+0000","last_peered":"2024-09-16T11:01:43.254619+0000","last_clean":"2024-09-16T11:01:43.254619+0000","last_became_active":"2024-09-16T11:00:13.849941+0000","last_became_peered":"2024-09-16T11:00:13.849941+0000","last_unstale":"2024-09-16T11:01:43.254619+0000","last_undegraded":"2024-09-16T11:01:43.254619+0000","last_fullsized":"2024-09-16T11:01:43.254619+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248290+0000","last_change":"2024-09-16T11:00:14.854110+0000","last_active":"2024-09-16T11:01:43.248290+0000","last_peered":"2024-09-16T11:01:43.248290+0000","last_clean":"2024-09-16T11:01:43.248290+0000","last_became_active":"2024-09-16T11:00:14.853606+0000","last_became_peered":"2024-09-16T11:00:14.853606+0000","last_unstale":"2024-09-16T11:01:43.248290+0000","last_undegraded":"2024-09-16T11:01:43.248290+0000","last_fullsized":"2024-09-16T11:01:43.248290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:02.515269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"61'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250251+0000","last_change":"2024-09-16T11:01:03.302036+0000","last_active":"2024-09-16T11:01:43.250251+0000","last_peered":"2024-09-16T11:01:43.250251+0000","last_clean":"2024-09-16T11:01:43.250251+0000","last_became_active":"2024-09-16T11:00:55.873595+0000","last_became_peered":"2024-09-16T11:00:55.873595+0000","last_unstale":"2024-09-16T11:01:43.250251+0000","last_undegraded":"2024-09-16T11:01:43.250251+0000","last_fullsized":"2024-09-16T11:01:43.250251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:18.400433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094612699999999995,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250916+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:01:43.250916+0000","last_peered":"2024-09-16T11:01:43.250916+0000","last_clean":"2024-09-16T11:01:43.250916+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:01:43.250916+0000","last_undegraded":"2024-09-16T11:01:43.250916+0000","last_fullsized":"2024-09-16T11:01:43.250916+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254696+0000","last_change":"2024-09-16T11:00:14.857499+0000","last_active":"2024-09-16T11:01:43.254696+0000","last_peered":"2024-09-16T11:01:43.254696+0000","last_clean":"2024-09-16T11:01:43.254696+0000","last_became_active":"2024-09-16T11:00:14.857121+0000","last_became_peered":"2024-09-16T11:00:14.857121+0000","last_unstale":"2024-09-16T11:01:43.254696+0000","last_undegraded":"2024-09-16T11:01:43.254696+0000","last_fullsized":"2024-09-16T11:01:43.254696+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"59'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250329+0000","last_change":"2024-09-16T11:01:03.962013+0000","last_active":"2024-09-16T11:01:43.250329+0000","last_peered":"2024-09-16T11:01:43.250329+0000","last_clean":"2024-09-16T11:01:43.250329+0000","last_became_active":"2024-09-16T11:00:56.347632+0000","last_became_peered":"2024-09-16T11:00:56.347632+0000","last_unstale":"2024-09-16T11:01:43.250329+0000","last_undegraded":"2024-09-16T11:01:43.250329+0000","last_fullsized":"2024-09-16T11:01:43.250329+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:09:16.704449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057970999999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466248+0000","last_change":"2024-09-16T11:01:44.466248+0000","last_active":"2024-09-16T11:01:44.466248+0000","last_peered":"2024-09-16T11:01:44.466248+0000","last_clean":"2024-09-16T11:01:44.466248+0000","last_became_active":"2024-09-16T11:01:44.465907+0000","last_became_peered":"2024-09-16T11:01:44.465907+0000","last_unstale":"2024-09-16T11:01:44.466248+0000","last_undegraded":"2024-09-16T11:01:44.466248+0000","last_fullsized":"2024-09-16T11:01:44.466248+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:27:47.662774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250840+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:01:43.250840+0000","last_peered":"2024-09-16T11:01:43.250840+0000","last_clean":"2024-09-16T11:01:43.250840+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:01:43.250840+0000","last_undegraded":"2024-09-16T11:01:43.250840+0000","last_fullsized":"2024-09-16T11:01:43.250840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246018+0000","last_change":"2024-09-16T11:01:03.298270+0000","last_active":"2024-09-16T11:01:43.246018+0000","last_peered":"2024-09-16T11:01:43.246018+0000","last_clean":"2024-09-16T11:01:43.246018+0000","last_became_active":"2024-09-16T11:00:56.347607+0000","last_became_peered":"2024-09-16T11:00:56.347607+0000","last_unstale":"2024-09-16T11:01:43.246018+0000","last_undegraded":"2024-09-16T11:01:43.246018+0000","last_fullsized":"2024-09-16T11:01:43.246018+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:13:49.485689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058346699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251254+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:01:43.251254+0000","last_peered":"2024-09-16T11:01:43.251254+0000","last_clean":"2024-09-16T11:01:43.251254+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:01:43.251254+0000","last_undegraded":"2024-09-16T11:01:43.251254+0000","last_fullsized":"2024-09-16T11:01:43.251254+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248356+0000","last_change":"2024-09-16T11:00:14.853538+0000","last_active":"2024-09-16T11:01:43.248356+0000","last_peered":"2024-09-16T11:01:43.248356+0000","last_clean":"2024-09-16T11:01:43.248356+0000","last_became_active":"2024-09-16T11:00:14.853267+0000","last_became_peered":"2024-09-16T11:00:14.853267+0000","last_unstale":"2024-09-16T11:01:43.248356+0000","last_undegraded":"2024-09-16T11:01:43.248356+0000","last_fullsized":"2024-09-16T11:01:43.248356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247225+0000","last_change":"2024-09-16T11:01:03.303519+0000","last_active":"2024-09-16T11:01:43.247225+0000","last_peered":"2024-09-16T11:01:43.247225+0000","last_clean":"2024-09-16T11:01:43.247225+0000","last_became_active":"2024-09-16T11:00:55.873629+0000","last_became_peered":"2024-09-16T11:00:55.873629+0000","last_unstale":"2024-09-16T11:01:43.247225+0000","last_undegraded":"2024-09-16T11:01:43.247225+0000","last_fullsized":"2024-09-16T11:01:43.247225+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:36.298337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054288700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253393+0000","last_change":"2024-09-16T11:00:13.856562+0000","last_active":"2024-09-16T11:01:43.253393+0000","last_peered":"2024-09-16T11:01:43.253393+0000","last_clean":"2024-09-16T11:01:43.253393+0000","last_became_active":"2024-09-16T11:00:13.856274+0000","last_became_peered":"2024-09-16T11:00:13.856274+0000","last_unstale":"2024-09-16T11:01:43.253393+0000","last_undegraded":"2024-09-16T11:01:43.253393+0000","last_fullsized":"2024-09-16T11:01:43.253393+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250107+0000","last_change":"2024-09-16T11:00:14.866529+0000","last_active":"2024-09-16T11:01:43.250107+0000","last_peered":"2024-09-16T11:01:43.250107+0000","last_clean":"2024-09-16T11:01:43.250107+0000","last_became_active":"2024-09-16T11:00:14.866247+0000","last_became_peered":"2024-09-16T11:00:14.866247+0000","last_unstale":"2024-09-16T11:01:43.250107+0000","last_undegraded":"2024-09-16T11:01:43.250107+0000","last_fullsized":"2024-09-16T11:01:43.250107+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250942+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:01:43.250942+0000","last_peered":"2024-09-16T11:01:43.250942+0000","last_clean":"2024-09-16T11:01:43.250942+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:01:43.250942+0000","last_undegraded":"2024-09-16T11:01:43.250942+0000","last_fullsized":"2024-09-16T11:01:43.250942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248900+0000","last_change":"2024-09-16T11:00:14.856107+0000","last_active":"2024-09-16T11:01:43.248900+0000","last_peered":"2024-09-16T11:01:43.248900+0000","last_clean":"2024-09-16T11:01:43.248900+0000","last_became_active":"2024-09-16T11:00:14.855828+0000","last_became_peered":"2024-09-16T11:00:14.855828+0000","last_unstale":"2024-09-16T11:01:43.248900+0000","last_undegraded":"2024-09-16T11:01:43.248900+0000","last_fullsized":"2024-09-16T11:01:43.248900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:32.604994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250158+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:01:43.250158+0000","last_peered":"2024-09-16T11:01:43.250158+0000","last_clean":"2024-09-16T11:01:43.250158+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:01:43.250158+0000","last_undegraded":"2024-09-16T11:01:43.250158+0000","last_fullsized":"2024-09-16T11:01:43.250158+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246436+0000","last_change":"2024-09-16T11:00:14.865953+0000","last_active":"2024-09-16T11:01:43.246436+0000","last_peered":"2024-09-16T11:01:43.246436+0000","last_clean":"2024-09-16T11:01:43.246436+0000","last_became_active":"2024-09-16T11:00:14.865668+0000","last_became_peered":"2024-09-16T11:00:14.865668+0000","last_unstale":"2024-09-16T11:01:43.246436+0000","last_undegraded":"2024-09-16T11:01:43.246436+0000","last_fullsized":"2024-09-16T11:01:43.246436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250654+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:01:43.250654+0000","last_peered":"2024-09-16T11:01:43.250654+0000","last_clean":"2024-09-16T11:01:43.250654+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:01:43.250654+0000","last_undegraded":"2024-09-16T11:01:43.250654+0000","last_fullsized":"2024-09-16T11:01:43.250654+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247806+0000","last_change":"2024-09-16T11:00:14.851807+0000","last_active":"2024-09-16T11:01:43.247806+0000","last_peered":"2024-09-16T11:01:43.247806+0000","last_clean":"2024-09-16T11:01:43.247806+0000","last_became_active":"2024-09-16T11:00:14.851487+0000","last_became_peered":"2024-09-16T11:00:14.851487+0000","last_unstale":"2024-09-16T11:01:43.247806+0000","last_undegraded":"2024-09-16T11:01:43.247806+0000","last_fullsized":"2024-09-16T11:01:43.247806+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250918+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:01:43.250918+0000","last_peered":"2024-09-16T11:01:43.250918+0000","last_clean":"2024-09-16T11:01:43.250918+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:01:43.250918+0000","last_undegraded":"2024-09-16T11:01:43.250918+0000","last_fullsized":"2024-09-16T11:01:43.250918+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251758+0000","last_change":"2024-09-16T11:00:14.851064+0000","last_active":"2024-09-16T11:01:43.251758+0000","last_peered":"2024-09-16T11:01:43.251758+0000","last_clean":"2024-09-16T11:01:43.251758+0000","last_became_active":"2024-09-16T11:00:14.850795+0000","last_became_peered":"2024-09-16T11:00:14.850795+0000","last_unstale":"2024-09-16T11:01:43.251758+0000","last_undegraded":"2024-09-16T11:01:43.251758+0000","last_fullsized":"2024-09-16T11:01:43.251758+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254611+0000","last_change":"2024-09-16T11:00:14.847777+0000","last_active":"2024-09-16T11:01:43.254611+0000","last_peered":"2024-09-16T11:01:43.254611+0000","last_clean":"2024-09-16T11:01:43.254611+0000","last_became_active":"2024-09-16T11:00:14.847482+0000","last_became_peered":"2024-09-16T11:00:14.847482+0000","last_unstale":"2024-09-16T11:01:43.254611+0000","last_undegraded":"2024-09-16T11:01:43.254611+0000","last_fullsized":"2024-09-16T11:01:43.254611+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250964+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:01:43.250964+0000","last_peered":"2024-09-16T11:01:43.250964+0000","last_clean":"2024-09-16T11:01:43.250964+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:01:43.250964+0000","last_undegraded":"2024-09-16T11:01:43.250964+0000","last_fullsized":"2024-09-16T11:01:43.250964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254588+0000","last_change":"2024-09-16T11:00:14.863289+0000","last_active":"2024-09-16T11:01:43.254588+0000","last_peered":"2024-09-16T11:01:43.254588+0000","last_clean":"2024-09-16T11:01:43.254588+0000","last_became_active":"2024-09-16T11:00:14.863001+0000","last_became_peered":"2024-09-16T11:00:14.863001+0000","last_unstale":"2024-09-16T11:01:43.254588+0000","last_undegraded":"2024-09-16T11:01:43.254588+0000","last_fullsized":"2024-09-16T11:01:43.254588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252478+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:01:43.252478+0000","last_peered":"2024-09-16T11:01:43.252478+0000","last_clean":"2024-09-16T11:01:43.252478+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:01:43.252478+0000","last_undegraded":"2024-09-16T11:01:43.252478+0000","last_fullsized":"2024-09-16T11:01:43.252478+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250029+0000","last_change":"2024-09-16T11:00:14.868830+0000","last_active":"2024-09-16T11:01:43.250029+0000","last_peered":"2024-09-16T11:01:43.250029+0000","last_clean":"2024-09-16T11:01:43.250029+0000","last_became_active":"2024-09-16T11:00:14.868567+0000","last_became_peered":"2024-09-16T11:00:14.868567+0000","last_unstale":"2024-09-16T11:01:43.250029+0000","last_undegraded":"2024-09-16T11:01:43.250029+0000","last_fullsized":"2024-09-16T11:01:43.250029+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248282+0000","last_change":"2024-09-16T11:00:13.849480+0000","last_active":"2024-09-16T11:01:43.248282+0000","last_peered":"2024-09-16T11:01:43.248282+0000","last_clean":"2024-09-16T11:01:43.248282+0000","last_became_active":"2024-09-16T11:00:13.849167+0000","last_became_peered":"2024-09-16T11:00:13.849167+0000","last_unstale":"2024-09-16T11:01:43.248282+0000","last_undegraded":"2024-09-16T11:01:43.248282+0000","last_fullsized":"2024-09-16T11:01:43.248282+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248156+0000","last_change":"2024-09-16T11:00:14.864258+0000","last_active":"2024-09-16T11:01:43.248156+0000","last_peered":"2024-09-16T11:01:43.248156+0000","last_clean":"2024-09-16T11:01:43.248156+0000","last_became_active":"2024-09-16T11:00:14.863974+0000","last_became_peered":"2024-09-16T11:00:14.863974+0000","last_unstale":"2024-09-16T11:01:43.248156+0000","last_undegraded":"2024-09-16T11:01:43.248156+0000","last_fullsized":"2024-09-16T11:01:43.248156+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":25,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250356+0000","last_change":"2024-09-16T11:00:13.854533+0000","last_active":"2024-09-16T11:01:43.250356+0000","last_peered":"2024-09-16T11:01:43.250356+0000","last_clean":"2024-09-16T11:01:43.250356+0000","last_became_active":"2024-09-16T11:00:13.853663+0000","last_became_peered":"2024-09-16T11:00:13.853663+0000","last_unstale":"2024-09-16T11:01:43.250356+0000","last_undegraded":"2024-09-16T11:01:43.250356+0000","last_fullsized":"2024-09-16T11:01:43.250356+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430233,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1253376,"data_stored":882480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.434}]},{"osd":1,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.56799999999999995}]},{"osd":2,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.5}]},{"osd":3,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.47799999999999998}]},{"osd":5,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.38400000000000001}]},{"osd":6,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.40000000000000002}]}]},{"osd":6,"up_from":42,"seq":180388626463,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1249280,"data_stored":883650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.375,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.68799999999999994,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.38100000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56799999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.59799999999999998}]},{"osd":1,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.68799999999999994}]},{"osd":2,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.503,"15min":0.503},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.66000000000000003}]},{"osd":3,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.38300000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.67000000000000004}]},{"osd":4,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67300000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28599999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.58899999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.57699999999999996}]},{"osd":5,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.441,"15min":0.439},"min":{"1min":0.318,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59099999999999997,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.35899999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.69899999999999995,"5min":0.873,"15min":0.873},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Sep 16 11:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.61399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822691,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":293656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.5},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.495,"15min":0.49299999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.57999999999999996}]},{"osd":1,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.495,"15min":0.49099999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47099999999999997},"min":{"1min":0.36899999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.51500000000000001}]},{"osd":2,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.48899999999999999},"min":{"1min":0.38100000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56000000000000005}]},{"osd":3,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.499,"15min":0.496},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.58899999999999997}]},{"osd":4,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38600000000000001,"15min":0.379},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36299999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.379}]},{"osd":6,"last update":"Mon Sep 16 11:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.317,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.315,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.56200000000000006,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34799999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.437},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.46700000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":671744,"data_stored":292235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.54700000000000004,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78900000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.503},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.56799999999999995}]},{"osd":1,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52200000000000002,"15min":0.53100000000000003},"min":{"1min":0.36699999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67500000000000004,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53100000000000003,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.66000000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.55200000000000005},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.753,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.40100000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.69299999999999995,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54900000000000004,"15min":0.55900000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Sep 16 11:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36599999999999999,"15min":0.36099999999999999},"min":{"1min":0.29299999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.52000000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.58699999999999997}]},{"osd":6,"last update":"Mon Sep 16 11:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.37,"15min":0.36299999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.60899999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":293966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.35799999999999998,"15min":0.36699999999999999},"min":{"1min":0.215,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.46600000000000003,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.36799999999999999,"15min":0.374},"min":{"1min":0.23699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46300000000000002,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.30099999999999999}]},{"osd":1,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36499999999999999,"15min":0.374},"min":{"1min":0.251,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.46400000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.38800000000000001,"15min":0.40100000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.46200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.378}]},{"osd":2,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51200000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.38,"15min":0.38700000000000001},"min":{"1min":0.26900000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.46000000000000002,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.26500000000000001}]},{"osd":4,"last update":"Mon Sep 16 11:00:47 2024","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":0.70099999999999996,"15min":0.56899999999999995},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":17.541,"5min":17.541,"15min":17.541},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.68000000000000005}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.629},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.67000000000000004}]},{"osd":6,"last update":"Mon Sep 16 11:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":1.2270000000000001,"15min":1.341},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82799999999999996,"5min":17.527999999999999,"15min":17.527999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.57499999999999996,"15min":0.58199999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78800000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58699999999999997}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.411,"5min":1.411,"15min":1.411},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":17.555,"5min":17.555,"15min":17.555},"last":0.69799999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":291276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:05 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.35399999999999998,"15min":0.35199999999999998},"min":{"1min":0.20899999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.35299999999999998,"15min":0.34499999999999997},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.433}]},{"osd":1,"last update":"Mon Sep 16 11:01:05 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.249,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55300000000000005,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.37},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.40999999999999998}]},{"osd":3,"last update":"Mon Sep 16 11:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.66200000000000003,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Sep 16 11:01:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.308,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.54700000000000004}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55500000000000005,"15min":0.55000000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.622}]},{"osd":7,"last update":"Mon Sep 16 11:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.59499999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":291190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34699999999999998,"15min":0.32700000000000001},"min":{"1min":0.247,"5min":0.218,"15min":0.218},"max":{"1min":0.46700000000000003,"5min":0.627,"15min":0.627},"last":0.378},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.35899999999999999,"15min":0.33500000000000002},"min":{"1min":0.22600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.42999999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.255,"5min":0.224,"15min":0.224},"max":{"1min":0.496,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.36199999999999999,"15min":0.34999999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.36499999999999999}]},{"osd":3,"last update":"Mon Sep 16 11:01:25 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42199999999999999,"15min":0.42299999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.54700000000000004,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.39800000000000002,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52800000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.70899999999999996,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.997},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.72199999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.82199999999999995}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58999999999999997,"15min":0.59599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77400000000000002,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70699999999999996,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.77700000000000002}]},{"osd":6,"last update":"Mon Sep 16 11:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.746}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.624}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":882604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35399999999999998,"15min":0.32200000000000001},"min":{"1min":0.23300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.217},{"interface":"front","average":{"1min":0.373,"5min":0.36299999999999999,"15min":0.33800000000000002},"min":{"1min":0.253,"5min":0.216,"15min":0.216},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.25700000000000001}]},{"osd":2,"last update":"Mon Sep 16 11:01:04 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56999999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.248}]},{"osd":3,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.44,"15min":0.45500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.58599999999999997,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.629,"15min":0.629},"last":0.27500000000000002}]},{"osd":4,"last update":"Mon Sep 16 11:00:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60199999999999998}]},{"osd":5,"last update":"Mon Sep 16 11:01:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Mon Sep 16 11:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":3.5619999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":3.577},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.67100000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:01:55.011 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T11:01:55.553 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:55 smithi077 ceph-mon[35468]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:01:55.553 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:55 smithi077 ceph-mon[27497]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:01:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:55 smithi191 ceph-mon[31349]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:01:56.459 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:01:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:56 smithi077 ceph-mon[27497]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:56 smithi077 ceph-mon[35468]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:56.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:56 smithi077 systemd[1]: Stopping Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:01:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:56 smithi191 ceph-mon[31349]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:57.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:01:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:01:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:01:57.885 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[65947]: ts=2024-09-16T11:01:57.658Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:01:58.172 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:57 smithi077 podman[70334]: 2024-09-16 11:01:57.908247576 +0000 UTC m=+0.785793502 container died 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:58.589 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:58 smithi077 ceph-mon[27497]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:58.589 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:01:58 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:58.589 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:58 smithi077 ceph-mon[35468]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:58.589 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:01:58 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:58.590 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:58 smithi077 podman[70334]: 2024-09-16 11:01:58.411874592 +0000 UTC m=+1.289420561 container cleanup 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:58.590 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:58 smithi077 bash[70334]: ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T11:01:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:58 smithi191 ceph-mon[31349]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:01:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:01:58 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:01:58.921 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:58 smithi077 podman[70370]: 2024-09-16 11:01:58.58824447 +0000 UTC m=+0.903150261 container remove 68bde59a486737fd885e570e7bd2ff176b4adc0762de6fbd6124343457e7460e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:01:58.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:58 smithi077 podman[70370]: 2024-09-16 11:01:58.680733168 +0000 UTC m=+0.995638962 volume remove 48033a69e63d9dac029bfaa8651d9e4c7950cbf4c4b86f7500f6e4005849ee2e 2024-09-16T11:01:59.076 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:01:59.078 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:01:59.394 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:59 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T11:01:59.394 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:59 smithi077 systemd[1]: Stopped Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:01:59.394 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:01:59 smithi077 systemd[1]: Starting Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:01:59.815 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2024-09-16T11:01:57.069271+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385756,"kb_used_data":6912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575460,"statfs":{"total":767960285184,"available":765517271040,"internally_reserved":0,"allocated":7077888,"data_stored":4111057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002763"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251122+0000","last_change":"2024-09-16T11:00:14.868501+0000","last_active":"2024-09-16T11:01:43.251122+0000","last_peered":"2024-09-16T11:01:43.251122+0000","last_clean":"2024-09-16T11:01:43.251122+0000","last_became_active":"2024-09-16T11:00:14.866697+0000","last_became_peered":"2024-09-16T11:00:14.866697+0000","last_unstale":"2024-09-16T11:01:43.251122+0000","last_undegraded":"2024-09-16T11:01:43.251122+0000","last_fullsized":"2024-09-16T11:01:43.251122+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251172+0000","last_change":"2024-09-16T11:00:14.860997+0000","last_active":"2024-09-16T11:01:43.251172+0000","last_peered":"2024-09-16T11:01:43.251172+0000","last_clean":"2024-09-16T11:01:43.251172+0000","last_became_active":"2024-09-16T11:00:14.860456+0000","last_became_peered":"2024-09-16T11:00:14.860456+0000","last_unstale":"2024-09-16T11:01:43.251172+0000","last_undegraded":"2024-09-16T11:01:43.251172+0000","last_fullsized":"2024-09-16T11:01:43.251172+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251228+0000","last_change":"2024-09-16T11:00:14.869512+0000","last_active":"2024-09-16T11:01:43.251228+0000","last_peered":"2024-09-16T11:01:43.251228+0000","last_clean":"2024-09-16T11:01:43.251228+0000","last_became_active":"2024-09-16T11:00:14.869224+0000","last_became_peered":"2024-09-16T11:00:14.869224+0000","last_unstale":"2024-09-16T11:01:43.251228+0000","last_undegraded":"2024-09-16T11:01:43.251228+0000","last_fullsized":"2024-09-16T11:01:43.251228+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254602+0000","last_change":"2024-09-16T11:00:14.861482+0000","last_active":"2024-09-16T11:01:43.254602+0000","last_peered":"2024-09-16T11:01:43.254602+0000","last_clean":"2024-09-16T11:01:43.254602+0000","last_became_active":"2024-09-16T11:00:14.861097+0000","last_became_peered":"2024-09-16T11:00:14.861097+0000","last_unstale":"2024-09-16T11:01:43.254602+0000","last_undegraded":"2024-09-16T11:01:43.254602+0000","last_fullsized":"2024-09-16T11:01:43.254602+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250697+0000","last_change":"2024-09-16T11:00:14.866786+0000","last_active":"2024-09-16T11:01:43.250697+0000","last_peered":"2024-09-16T11:01:43.250697+0000","last_clean":"2024-09-16T11:01:43.250697+0000","last_became_active":"2024-09-16T11:00:14.865837+0000","last_became_peered":"2024-09-16T11:00:14.865837+0000","last_unstale":"2024-09-16T11:01:43.250697+0000","last_undegraded":"2024-09-16T11:01:43.250697+0000","last_fullsized":"2024-09-16T11:01:43.250697+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254300+0000","last_change":"2024-09-16T11:00:14.862572+0000","last_active":"2024-09-16T11:01:43.254300+0000","last_peered":"2024-09-16T11:01:43.254300+0000","last_clean":"2024-09-16T11:01:43.254300+0000","last_became_active":"2024-09-16T11:00:14.862248+0000","last_became_peered":"2024-09-16T11:00:14.862248+0000","last_unstale":"2024-09-16T11:01:43.254300+0000","last_undegraded":"2024-09-16T11:01:43.254300+0000","last_fullsized":"2024-09-16T11:01:43.254300+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466404+0000","last_change":"2024-09-16T11:01:44.466404+0000","last_active":"2024-09-16T11:01:44.466404+0000","last_peered":"2024-09-16T11:01:44.466404+0000","last_clean":"2024-09-16T11:01:44.466404+0000","last_became_active":"2024-09-16T11:01:44.466109+0000","last_became_peered":"2024-09-16T11:01:44.466109+0000","last_unstale":"2024-09-16T11:01:44.466404+0000","last_undegraded":"2024-09-16T11:01:44.466404+0000","last_fullsized":"2024-09-16T11:01:44.466404+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:59:03.111146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246090+0000","last_change":"2024-09-16T11:00:14.864474+0000","last_active":"2024-09-16T11:01:43.246090+0000","last_peered":"2024-09-16T11:01:43.246090+0000","last_clean":"2024-09-16T11:01:43.246090+0000","last_became_active":"2024-09-16T11:00:14.864142+0000","last_became_peered":"2024-09-16T11:00:14.864142+0000","last_unstale":"2024-09-16T11:01:43.246090+0000","last_undegraded":"2024-09-16T11:01:43.246090+0000","last_fullsized":"2024-09-16T11:01:43.246090+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251523+0000","last_change":"2024-09-16T11:00:14.867945+0000","last_active":"2024-09-16T11:01:43.251523+0000","last_peered":"2024-09-16T11:01:43.251523+0000","last_clean":"2024-09-16T11:01:43.251523+0000","last_became_active":"2024-09-16T11:00:14.867480+0000","last_became_peered":"2024-09-16T11:00:14.867480+0000","last_unstale":"2024-09-16T11:01:43.251523+0000","last_undegraded":"2024-09-16T11:01:43.251523+0000","last_fullsized":"2024-09-16T11:01:43.251523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253162+0000","last_change":"2024-09-16T11:00:14.851866+0000","last_active":"2024-09-16T11:01:43.253162+0000","last_peered":"2024-09-16T11:01:43.253162+0000","last_clean":"2024-09-16T11:01:43.253162+0000","last_became_active":"2024-09-16T11:00:14.851493+0000","last_became_peered":"2024-09-16T11:00:14.851493+0000","last_unstale":"2024-09-16T11:01:43.253162+0000","last_undegraded":"2024-09-16T11:01:43.253162+0000","last_fullsized":"2024-09-16T11:01:43.253162+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252876+0000","last_change":"2024-09-16T11:00:14.856552+0000","last_active":"2024-09-16T11:01:43.252876+0000","last_peered":"2024-09-16T11:01:43.252876+0000","last_clean":"2024-09-16T11:01:43.252876+0000","last_became_active":"2024-09-16T11:00:14.856301+0000","last_became_peered":"2024-09-16T11:00:14.856301+0000","last_unstale":"2024-09-16T11:01:43.252876+0000","last_undegraded":"2024-09-16T11:01:43.252876+0000","last_fullsized":"2024-09-16T11:01:43.252876+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247937+0000","last_change":"2024-09-16T11:00:14.858808+0000","last_active":"2024-09-16T11:01:43.247937+0000","last_peered":"2024-09-16T11:01:43.247937+0000","last_clean":"2024-09-16T11:01:43.247937+0000","last_became_active":"2024-09-16T11:00:14.858397+0000","last_became_peered":"2024-09-16T11:00:14.858397+0000","last_unstale":"2024-09-16T11:01:43.247937+0000","last_undegraded":"2024-09-16T11:01:43.247937+0000","last_fullsized":"2024-09-16T11:01:43.247937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:55:34.380729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247727+0000","last_change":"2024-09-16T11:00:14.862985+0000","last_active":"2024-09-16T11:01:43.247727+0000","last_peered":"2024-09-16T11:01:43.247727+0000","last_clean":"2024-09-16T11:01:43.247727+0000","last_became_active":"2024-09-16T11:00:14.862731+0000","last_became_peered":"2024-09-16T11:00:14.862731+0000","last_unstale":"2024-09-16T11:01:43.247727+0000","last_undegraded":"2024-09-16T11:01:43.247727+0000","last_fullsized":"2024-09-16T11:01:43.247727+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251161+0000","last_change":"2024-09-16T11:00:14.865409+0000","last_active":"2024-09-16T11:01:43.251161+0000","last_peered":"2024-09-16T11:01:43.251161+0000","last_clean":"2024-09-16T11:01:43.251161+0000","last_became_active":"2024-09-16T11:00:14.865098+0000","last_became_peered":"2024-09-16T11:00:14.865098+0000","last_unstale":"2024-09-16T11:01:43.251161+0000","last_undegraded":"2024-09-16T11:01:43.251161+0000","last_fullsized":"2024-09-16T11:01:43.251161+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250081+0000","last_change":"2024-09-16T11:00:14.856585+0000","last_active":"2024-09-16T11:01:43.250081+0000","last_peered":"2024-09-16T11:01:43.250081+0000","last_clean":"2024-09-16T11:01:43.250081+0000","last_became_active":"2024-09-16T11:00:14.855932+0000","last_became_peered":"2024-09-16T11:00:14.855932+0000","last_unstale":"2024-09-16T11:01:43.250081+0000","last_undegraded":"2024-09-16T11:01:43.250081+0000","last_fullsized":"2024-09-16T11:01:43.250081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254230+0000","last_change":"2024-09-16T11:00:14.860550+0000","last_active":"2024-09-16T11:01:43.254230+0000","last_peered":"2024-09-16T11:01:43.254230+0000","last_clean":"2024-09-16T11:01:43.254230+0000","last_became_active":"2024-09-16T11:00:14.860174+0000","last_became_peered":"2024-09-16T11:00:14.860174+0000","last_unstale":"2024-09-16T11:01:43.254230+0000","last_undegraded":"2024-09-16T11:01:43.254230+0000","last_fullsized":"2024-09-16T11:01:43.254230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.252424+0000","last_change":"2024-09-16T11:01:44.252424+0000","last_active":"2024-09-16T11:01:44.252424+0000","last_peered":"2024-09-16T11:01:44.252424+0000","last_clean":"2024-09-16T11:01:44.252424+0000","last_became_active":"2024-09-16T11:01:44.252131+0000","last_became_peered":"2024-09-16T11:01:44.252131+0000","last_unstale":"2024-09-16T11:01:44.252424+0000","last_undegraded":"2024-09-16T11:01:44.252424+0000","last_fullsized":"2024-09-16T11:01:44.252424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:39.875989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247243+0000","last_change":"2024-09-16T11:00:14.857245+0000","last_active":"2024-09-16T11:01:43.247243+0000","last_peered":"2024-09-16T11:01:43.247243+0000","last_clean":"2024-09-16T11:01:43.247243+0000","last_became_active":"2024-09-16T11:00:14.856977+0000","last_became_peered":"2024-09-16T11:00:14.856977+0000","last_unstale":"2024-09-16T11:01:43.247243+0000","last_undegraded":"2024-09-16T11:01:43.247243+0000","last_fullsized":"2024-09-16T11:01:43.247243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:21.576616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252566+0000","last_change":"2024-09-16T11:00:14.865128+0000","last_active":"2024-09-16T11:01:43.252566+0000","last_peered":"2024-09-16T11:01:43.252566+0000","last_clean":"2024-09-16T11:01:43.252566+0000","last_became_active":"2024-09-16T11:00:14.864098+0000","last_became_peered":"2024-09-16T11:00:14.864098+0000","last_unstale":"2024-09-16T11:01:43.252566+0000","last_undegraded":"2024-09-16T11:01:43.252566+0000","last_fullsized":"2024-09-16T11:01:43.252566+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252329+0000","last_change":"2024-09-16T11:00:14.855943+0000","last_active":"2024-09-16T11:01:43.252329+0000","last_peered":"2024-09-16T11:01:43.252329+0000","last_clean":"2024-09-16T11:01:43.252329+0000","last_became_active":"2024-09-16T11:00:14.855664+0000","last_became_peered":"2024-09-16T11:00:14.855664+0000","last_unstale":"2024-09-16T11:01:43.252329+0000","last_undegraded":"2024-09-16T11:01:43.252329+0000","last_fullsized":"2024-09-16T11:01:43.252329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251538+0000","last_change":"2024-09-16T11:00:14.867187+0000","last_active":"2024-09-16T11:01:43.251538+0000","last_peered":"2024-09-16T11:01:43.251538+0000","last_clean":"2024-09-16T11:01:43.251538+0000","last_became_active":"2024-09-16T11:00:14.866927+0000","last_became_peered":"2024-09-16T11:00:14.866927+0000","last_unstale":"2024-09-16T11:01:43.251538+0000","last_undegraded":"2024-09-16T11:01:43.251538+0000","last_fullsized":"2024-09-16T11:01:43.251538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254374+0000","last_change":"2024-09-16T11:00:14.858737+0000","last_active":"2024-09-16T11:01:43.254374+0000","last_peered":"2024-09-16T11:01:43.254374+0000","last_clean":"2024-09-16T11:01:43.254374+0000","last_became_active":"2024-09-16T11:00:14.858455+0000","last_became_peered":"2024-09-16T11:00:14.858455+0000","last_unstale":"2024-09-16T11:01:43.254374+0000","last_undegraded":"2024-09-16T11:01:43.254374+0000","last_fullsized":"2024-09-16T11:01:43.254374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246953+0000","last_change":"2024-09-16T11:00:14.862165+0000","last_active":"2024-09-16T11:01:43.246953+0000","last_peered":"2024-09-16T11:01:43.246953+0000","last_clean":"2024-09-16T11:01:43.246953+0000","last_became_active":"2024-09-16T11:00:14.861901+0000","last_became_peered":"2024-09-16T11:00:14.861901+0000","last_unstale":"2024-09-16T11:01:43.246953+0000","last_undegraded":"2024-09-16T11:01:43.246953+0000","last_fullsized":"2024-09-16T11:01:43.246953+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254347+0000","last_change":"2024-09-16T11:00:14.850382+0000","last_active":"2024-09-16T11:01:43.254347+0000","last_peered":"2024-09-16T11:01:43.254347+0000","last_clean":"2024-09-16T11:01:43.254347+0000","last_became_active":"2024-09-16T11:00:14.849684+0000","last_became_peered":"2024-09-16T11:00:14.849684+0000","last_unstale":"2024-09-16T11:01:43.254347+0000","last_undegraded":"2024-09-16T11:01:43.254347+0000","last_fullsized":"2024-09-16T11:01:43.254347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248282+0000","last_change":"2024-09-16T11:00:14.844152+0000","last_active":"2024-09-16T11:01:43.248282+0000","last_peered":"2024-09-16T11:01:43.248282+0000","last_clean":"2024-09-16T11:01:43.248282+0000","last_became_active":"2024-09-16T11:00:14.843810+0000","last_became_peered":"2024-09-16T11:00:14.843810+0000","last_unstale":"2024-09-16T11:01:43.248282+0000","last_undegraded":"2024-09-16T11:01:43.248282+0000","last_fullsized":"2024-09-16T11:01:43.248282+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253203+0000","last_change":"2024-09-16T11:00:14.852926+0000","last_active":"2024-09-16T11:01:43.253203+0000","last_peered":"2024-09-16T11:01:43.253203+0000","last_clean":"2024-09-16T11:01:43.253203+0000","last_became_active":"2024-09-16T11:00:14.852624+0000","last_became_peered":"2024-09-16T11:00:14.852624+0000","last_unstale":"2024-09-16T11:01:43.253203+0000","last_undegraded":"2024-09-16T11:01:43.253203+0000","last_fullsized":"2024-09-16T11:01:43.253203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250809+0000","last_change":"2024-09-16T11:00:14.857500+0000","last_active":"2024-09-16T11:01:43.250809+0000","last_peered":"2024-09-16T11:01:43.250809+0000","last_clean":"2024-09-16T11:01:43.250809+0000","last_became_active":"2024-09-16T11:00:14.856891+0000","last_became_peered":"2024-09-16T11:00:14.856891+0000","last_unstale":"2024-09-16T11:01:43.250809+0000","last_undegraded":"2024-09-16T11:01:43.250809+0000","last_fullsized":"2024-09-16T11:01:43.250809+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466323+0000","last_change":"2024-09-16T11:01:44.466323+0000","last_active":"2024-09-16T11:01:44.466323+0000","last_peered":"2024-09-16T11:01:44.466323+0000","last_clean":"2024-09-16T11:01:44.466323+0000","last_became_active":"2024-09-16T11:01:44.465981+0000","last_became_peered":"2024-09-16T11:01:44.465981+0000","last_unstale":"2024-09-16T11:01:44.466323+0000","last_undegraded":"2024-09-16T11:01:44.466323+0000","last_fullsized":"2024-09-16T11:01:44.466323+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:41.954590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.251913+0000","last_change":"2024-09-16T11:01:44.251913+0000","last_active":"2024-09-16T11:01:44.251913+0000","last_peered":"2024-09-16T11:01:44.251913+0000","last_clean":"2024-09-16T11:01:44.251913+0000","last_became_active":"2024-09-16T11:01:44.251562+0000","last_became_peered":"2024-09-16T11:01:44.251562+0000","last_unstale":"2024-09-16T11:01:44.251913+0000","last_undegraded":"2024-09-16T11:01:44.251913+0000","last_fullsized":"2024-09-16T11:01:44.251913+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:39.152248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254438+0000","last_change":"2024-09-16T11:00:14.852042+0000","last_active":"2024-09-16T11:01:43.254438+0000","last_peered":"2024-09-16T11:01:43.254438+0000","last_clean":"2024-09-16T11:01:43.254438+0000","last_became_active":"2024-09-16T11:00:14.851721+0000","last_became_peered":"2024-09-16T11:00:14.851721+0000","last_unstale":"2024-09-16T11:01:43.254438+0000","last_undegraded":"2024-09-16T11:01:43.254438+0000","last_fullsized":"2024-09-16T11:01:43.254438+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246600+0000","last_change":"2024-09-16T11:00:14.853789+0000","last_active":"2024-09-16T11:01:43.246600+0000","last_peered":"2024-09-16T11:01:43.246600+0000","last_clean":"2024-09-16T11:01:43.246600+0000","last_became_active":"2024-09-16T11:00:14.852147+0000","last_became_peered":"2024-09-16T11:00:14.852147+0000","last_unstale":"2024-09-16T11:01:43.246600+0000","last_undegraded":"2024-09-16T11:01:43.246600+0000","last_fullsized":"2024-09-16T11:01:43.246600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:36:04.517844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251401+0000","last_change":"2024-09-16T11:00:14.855620+0000","last_active":"2024-09-16T11:01:43.251401+0000","last_peered":"2024-09-16T11:01:43.251401+0000","last_clean":"2024-09-16T11:01:43.251401+0000","last_became_active":"2024-09-16T11:00:14.855336+0000","last_became_peered":"2024-09-16T11:00:14.855336+0000","last_unstale":"2024-09-16T11:01:43.251401+0000","last_undegraded":"2024-09-16T11:01:43.251401+0000","last_fullsized":"2024-09-16T11:01:43.251401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247411+0000","last_change":"2024-09-16T11:00:14.848667+0000","last_active":"2024-09-16T11:01:43.247411+0000","last_peered":"2024-09-16T11:01:43.247411+0000","last_clean":"2024-09-16T11:01:43.247411+0000","last_became_active":"2024-09-16T11:00:14.847665+0000","last_became_peered":"2024-09-16T11:00:14.847665+0000","last_unstale":"2024-09-16T11:01:43.247411+0000","last_undegraded":"2024-09-16T11:01:43.247411+0000","last_fullsized":"2024-09-16T11:01:43.247411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:55.341827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247864+0000","last_change":"2024-09-16T11:00:13.849371+0000","last_active":"2024-09-16T11:01:43.247864+0000","last_peered":"2024-09-16T11:01:43.247864+0000","last_clean":"2024-09-16T11:01:43.247864+0000","last_became_active":"2024-09-16T11:00:13.849105+0000","last_became_peered":"2024-09-16T11:00:13.849105+0000","last_unstale":"2024-09-16T11:01:43.247864+0000","last_undegraded":"2024-09-16T11:01:43.247864+0000","last_fullsized":"2024-09-16T11:01:43.247864+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251823+0000","last_change":"2024-09-16T11:00:14.855040+0000","last_active":"2024-09-16T11:01:43.251823+0000","last_peered":"2024-09-16T11:01:43.251823+0000","last_clean":"2024-09-16T11:01:43.251823+0000","last_became_active":"2024-09-16T11:00:14.854799+0000","last_became_peered":"2024-09-16T11:00:14.854799+0000","last_unstale":"2024-09-16T11:01:43.251823+0000","last_undegraded":"2024-09-16T11:01:43.251823+0000","last_fullsized":"2024-09-16T11:01:43.251823+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251814+0000","last_change":"2024-09-16T11:00:13.855885+0000","last_active":"2024-09-16T11:01:43.251814+0000","last_peered":"2024-09-16T11:01:43.251814+0000","last_clean":"2024-09-16T11:01:43.251814+0000","last_became_active":"2024-09-16T11:00:13.855629+0000","last_became_peered":"2024-09-16T11:00:13.855629+0000","last_unstale":"2024-09-16T11:01:43.251814+0000","last_undegraded":"2024-09-16T11:01:43.251814+0000","last_fullsized":"2024-09-16T11:01:43.251814+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247076+0000","last_change":"2024-09-16T11:00:13.846458+0000","last_active":"2024-09-16T11:01:43.247076+0000","last_peered":"2024-09-16T11:01:43.247076+0000","last_clean":"2024-09-16T11:01:43.247076+0000","last_became_active":"2024-09-16T11:00:13.845977+0000","last_became_peered":"2024-09-16T11:00:13.845977+0000","last_unstale":"2024-09-16T11:01:43.247076+0000","last_undegraded":"2024-09-16T11:01:43.247076+0000","last_fullsized":"2024-09-16T11:01:43.247076+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246352+0000","last_change":"2024-09-16T11:00:14.857563+0000","last_active":"2024-09-16T11:01:43.246352+0000","last_peered":"2024-09-16T11:01:43.246352+0000","last_clean":"2024-09-16T11:01:43.246352+0000","last_became_active":"2024-09-16T11:00:14.857052+0000","last_became_peered":"2024-09-16T11:00:14.857052+0000","last_unstale":"2024-09-16T11:01:43.246352+0000","last_undegraded":"2024-09-16T11:01:43.246352+0000","last_fullsized":"2024-09-16T11:01:43.246352+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254512+0000","last_change":"2024-09-16T11:00:13.850565+0000","last_active":"2024-09-16T11:01:43.254512+0000","last_peered":"2024-09-16T11:01:43.254512+0000","last_clean":"2024-09-16T11:01:43.254512+0000","last_became_active":"2024-09-16T11:00:13.850305+0000","last_became_peered":"2024-09-16T11:00:13.850305+0000","last_unstale":"2024-09-16T11:01:43.254512+0000","last_undegraded":"2024-09-16T11:01:43.254512+0000","last_fullsized":"2024-09-16T11:01:43.254512+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250003+0000","last_change":"2024-09-16T11:00:14.856744+0000","last_active":"2024-09-16T11:01:43.250003+0000","last_peered":"2024-09-16T11:01:43.250003+0000","last_clean":"2024-09-16T11:01:43.250003+0000","last_became_active":"2024-09-16T11:00:14.856295+0000","last_became_peered":"2024-09-16T11:00:14.856295+0000","last_unstale":"2024-09-16T11:01:43.250003+0000","last_undegraded":"2024-09-16T11:01:43.250003+0000","last_fullsized":"2024-09-16T11:01:43.250003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253334+0000","last_change":"2024-09-16T11:00:13.847360+0000","last_active":"2024-09-16T11:01:43.253334+0000","last_peered":"2024-09-16T11:01:43.253334+0000","last_clean":"2024-09-16T11:01:43.253334+0000","last_became_active":"2024-09-16T11:00:13.847088+0000","last_became_peered":"2024-09-16T11:00:13.847088+0000","last_unstale":"2024-09-16T11:01:43.253334+0000","last_undegraded":"2024-09-16T11:01:43.253334+0000","last_fullsized":"2024-09-16T11:01:43.253334+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254759+0000","last_change":"2024-09-16T11:00:14.863284+0000","last_active":"2024-09-16T11:01:43.254759+0000","last_peered":"2024-09-16T11:01:43.254759+0000","last_clean":"2024-09-16T11:01:43.254759+0000","last_became_active":"2024-09-16T11:00:14.862998+0000","last_became_peered":"2024-09-16T11:00:14.862998+0000","last_unstale":"2024-09-16T11:01:43.254759+0000","last_undegraded":"2024-09-16T11:01:43.254759+0000","last_fullsized":"2024-09-16T11:01:43.254759+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254853+0000","last_change":"2024-09-16T11:00:13.852194+0000","last_active":"2024-09-16T11:01:43.254853+0000","last_peered":"2024-09-16T11:01:43.254853+0000","last_clean":"2024-09-16T11:01:43.254853+0000","last_became_active":"2024-09-16T11:00:13.851479+0000","last_became_peered":"2024-09-16T11:00:13.851479+0000","last_unstale":"2024-09-16T11:01:43.254853+0000","last_undegraded":"2024-09-16T11:01:43.254853+0000","last_fullsized":"2024-09-16T11:01:43.254853+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250103+0000","last_change":"2024-09-16T11:00:14.859836+0000","last_active":"2024-09-16T11:01:43.250103+0000","last_peered":"2024-09-16T11:01:43.250103+0000","last_clean":"2024-09-16T11:01:43.250103+0000","last_became_active":"2024-09-16T11:00:14.859579+0000","last_became_peered":"2024-09-16T11:00:14.859579+0000","last_unstale":"2024-09-16T11:01:43.250103+0000","last_undegraded":"2024-09-16T11:01:43.250103+0000","last_fullsized":"2024-09-16T11:01:43.250103+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":24,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250942+0000","last_change":"2024-09-16T11:00:13.846160+0000","last_active":"2024-09-16T11:01:43.250942+0000","last_peered":"2024-09-16T11:01:43.250942+0000","last_clean":"2024-09-16T11:01:43.250942+0000","last_became_active":"2024-09-16T11:00:13.845902+0000","last_became_peered":"2024-09-16T11:00:13.845902+0000","last_unstale":"2024-09-16T11:01:43.250942+0000","last_undegraded":"2024-09-16T11:01:43.250942+0000","last_fullsized":"2024-09-16T11:01:43.250942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248215+0000","last_change":"2024-09-16T11:00:14.849506+0000","last_active":"2024-09-16T11:01:43.248215+0000","last_peered":"2024-09-16T11:01:43.248215+0000","last_clean":"2024-09-16T11:01:43.248215+0000","last_became_active":"2024-09-16T11:00:14.849234+0000","last_became_peered":"2024-09-16T11:00:14.849234+0000","last_unstale":"2024-09-16T11:01:43.248215+0000","last_undegraded":"2024-09-16T11:01:43.248215+0000","last_fullsized":"2024-09-16T11:01:43.248215+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:25.501687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"55'9","reported_seq":30,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252431+0000","last_change":"2024-09-16T11:00:13.846873+0000","last_active":"2024-09-16T11:01:43.252431+0000","last_peered":"2024-09-16T11:01:43.252431+0000","last_clean":"2024-09-16T11:01:43.252431+0000","last_became_active":"2024-09-16T11:00:13.846590+0000","last_became_peered":"2024-09-16T11:00:13.846590+0000","last_unstale":"2024-09-16T11:01:43.252431+0000","last_undegraded":"2024-09-16T11:01:43.252431+0000","last_fullsized":"2024-09-16T11:01:43.252431+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466083+0000","last_change":"2024-09-16T11:01:44.466083+0000","last_active":"2024-09-16T11:01:44.466083+0000","last_peered":"2024-09-16T11:01:44.466083+0000","last_clean":"2024-09-16T11:01:44.466083+0000","last_became_active":"2024-09-16T11:01:44.465747+0000","last_became_peered":"2024-09-16T11:01:44.465747+0000","last_unstale":"2024-09-16T11:01:44.466083+0000","last_undegraded":"2024-09-16T11:01:44.466083+0000","last_fullsized":"2024-09-16T11:01:44.466083+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:06.833184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251912+0000","last_change":"2024-09-16T11:00:13.851416+0000","last_active":"2024-09-16T11:01:43.251912+0000","last_peered":"2024-09-16T11:01:43.251912+0000","last_clean":"2024-09-16T11:01:43.251912+0000","last_became_active":"2024-09-16T11:00:13.850280+0000","last_became_peered":"2024-09-16T11:00:13.850280+0000","last_unstale":"2024-09-16T11:01:43.251912+0000","last_undegraded":"2024-09-16T11:01:43.251912+0000","last_fullsized":"2024-09-16T11:01:43.251912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251162+0000","last_change":"2024-09-16T11:00:14.854165+0000","last_active":"2024-09-16T11:01:43.251162+0000","last_peered":"2024-09-16T11:01:43.251162+0000","last_clean":"2024-09-16T11:01:43.251162+0000","last_became_active":"2024-09-16T11:00:14.853922+0000","last_became_peered":"2024-09-16T11:00:14.853922+0000","last_unstale":"2024-09-16T11:01:43.251162+0000","last_undegraded":"2024-09-16T11:01:43.251162+0000","last_fullsized":"2024-09-16T11:01:43.251162+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254508+0000","last_change":"2024-09-16T11:00:13.851108+0000","last_active":"2024-09-16T11:01:43.254508+0000","last_peered":"2024-09-16T11:01:43.254508+0000","last_clean":"2024-09-16T11:01:43.254508+0000","last_became_active":"2024-09-16T11:00:13.850536+0000","last_became_peered":"2024-09-16T11:00:13.850536+0000","last_unstale":"2024-09-16T11:01:43.254508+0000","last_undegraded":"2024-09-16T11:01:43.254508+0000","last_fullsized":"2024-09-16T11:01:43.254508+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250793+0000","last_change":"2024-09-16T11:00:14.866036+0000","last_active":"2024-09-16T11:01:43.250793+0000","last_peered":"2024-09-16T11:01:43.250793+0000","last_clean":"2024-09-16T11:01:43.250793+0000","last_became_active":"2024-09-16T11:00:14.865323+0000","last_became_peered":"2024-09-16T11:00:14.865323+0000","last_unstale":"2024-09-16T11:01:43.250793+0000","last_undegraded":"2024-09-16T11:01:43.250793+0000","last_fullsized":"2024-09-16T11:01:43.250793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252481+0000","last_change":"2024-09-16T11:00:13.852537+0000","last_active":"2024-09-16T11:01:43.252481+0000","last_peered":"2024-09-16T11:01:43.252481+0000","last_clean":"2024-09-16T11:01:43.252481+0000","last_became_active":"2024-09-16T11:00:13.852265+0000","last_became_peered":"2024-09-16T11:00:13.852265+0000","last_unstale":"2024-09-16T11:01:43.252481+0000","last_undegraded":"2024-09-16T11:01:43.252481+0000","last_fullsized":"2024-09-16T11:01:43.252481+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251345+0000","last_change":"2024-09-16T11:00:14.854934+0000","last_active":"2024-09-16T11:01:43.251345+0000","last_peered":"2024-09-16T11:01:43.251345+0000","last_clean":"2024-09-16T11:01:43.251345+0000","last_became_active":"2024-09-16T11:00:14.854663+0000","last_became_peered":"2024-09-16T11:00:14.854663+0000","last_unstale":"2024-09-16T11:01:43.251345+0000","last_undegraded":"2024-09-16T11:01:43.251345+0000","last_fullsized":"2024-09-16T11:01:43.251345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":29,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246241+0000","last_change":"2024-09-16T11:00:13.846550+0000","last_active":"2024-09-16T11:01:43.246241+0000","last_peered":"2024-09-16T11:01:43.246241+0000","last_clean":"2024-09-16T11:01:43.246241+0000","last_became_active":"2024-09-16T11:00:13.846274+0000","last_became_peered":"2024-09-16T11:00:13.846274+0000","last_unstale":"2024-09-16T11:01:43.246241+0000","last_undegraded":"2024-09-16T11:01:43.246241+0000","last_fullsized":"2024-09-16T11:01:43.246241+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466610+0000","last_change":"2024-09-16T11:01:44.466610+0000","last_active":"2024-09-16T11:01:44.466610+0000","last_peered":"2024-09-16T11:01:44.466610+0000","last_clean":"2024-09-16T11:01:44.466610+0000","last_became_active":"2024-09-16T11:01:44.466273+0000","last_became_peered":"2024-09-16T11:01:44.466273+0000","last_unstale":"2024-09-16T11:01:44.466610+0000","last_undegraded":"2024-09-16T11:01:44.466610+0000","last_fullsized":"2024-09-16T11:01:44.466610+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:27.943066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248250+0000","last_change":"2024-09-16T11:00:13.854038+0000","last_active":"2024-09-16T11:01:43.248250+0000","last_peered":"2024-09-16T11:01:43.248250+0000","last_clean":"2024-09-16T11:01:43.248250+0000","last_became_active":"2024-09-16T11:00:13.853747+0000","last_became_peered":"2024-09-16T11:00:13.853747+0000","last_unstale":"2024-09-16T11:01:43.248250+0000","last_undegraded":"2024-09-16T11:01:43.248250+0000","last_fullsized":"2024-09-16T11:01:43.248250+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.467423+0000","last_change":"2024-09-16T11:01:44.467423+0000","last_active":"2024-09-16T11:01:44.467423+0000","last_peered":"2024-09-16T11:01:44.467423+0000","last_clean":"2024-09-16T11:01:44.467423+0000","last_became_active":"2024-09-16T11:01:44.466924+0000","last_became_peered":"2024-09-16T11:01:44.466924+0000","last_unstale":"2024-09-16T11:01:44.467423+0000","last_undegraded":"2024-09-16T11:01:44.467423+0000","last_fullsized":"2024-09-16T11:01:44.467423+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:52.324372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247324+0000","last_change":"2024-09-16T11:00:13.850630+0000","last_active":"2024-09-16T11:01:43.247324+0000","last_peered":"2024-09-16T11:01:43.247324+0000","last_clean":"2024-09-16T11:01:43.247324+0000","last_became_active":"2024-09-16T11:00:13.850325+0000","last_became_peered":"2024-09-16T11:00:13.850325+0000","last_unstale":"2024-09-16T11:01:43.247324+0000","last_undegraded":"2024-09-16T11:01:43.247324+0000","last_fullsized":"2024-09-16T11:01:43.247324+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251945+0000","last_change":"2024-09-16T11:00:14.867762+0000","last_active":"2024-09-16T11:01:43.251945+0000","last_peered":"2024-09-16T11:01:43.251945+0000","last_clean":"2024-09-16T11:01:43.251945+0000","last_became_active":"2024-09-16T11:00:14.867078+0000","last_became_peered":"2024-09-16T11:00:14.867078+0000","last_unstale":"2024-09-16T11:01:43.251945+0000","last_undegraded":"2024-09-16T11:01:43.251945+0000","last_fullsized":"2024-09-16T11:01:43.251945+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251028+0000","last_change":"2024-09-16T11:00:13.842830+0000","last_active":"2024-09-16T11:01:43.251028+0000","last_peered":"2024-09-16T11:01:43.251028+0000","last_clean":"2024-09-16T11:01:43.251028+0000","last_became_active":"2024-09-16T11:00:13.842162+0000","last_became_peered":"2024-09-16T11:00:13.842162+0000","last_unstale":"2024-09-16T11:01:43.251028+0000","last_undegraded":"2024-09-16T11:01:43.251028+0000","last_fullsized":"2024-09-16T11:01:43.251028+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254707+0000","last_change":"2024-09-16T11:00:14.857840+0000","last_active":"2024-09-16T11:01:43.254707+0000","last_peered":"2024-09-16T11:01:43.254707+0000","last_clean":"2024-09-16T11:01:43.254707+0000","last_became_active":"2024-09-16T11:00:14.857576+0000","last_became_peered":"2024-09-16T11:00:14.857576+0000","last_unstale":"2024-09-16T11:01:43.254707+0000","last_undegraded":"2024-09-16T11:01:43.254707+0000","last_fullsized":"2024-09-16T11:01:43.254707+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246520+0000","last_change":"2024-09-16T11:00:13.842962+0000","last_active":"2024-09-16T11:01:43.246520+0000","last_peered":"2024-09-16T11:01:43.246520+0000","last_clean":"2024-09-16T11:01:43.246520+0000","last_became_active":"2024-09-16T11:00:13.842662+0000","last_became_peered":"2024-09-16T11:00:13.842662+0000","last_unstale":"2024-09-16T11:01:43.246520+0000","last_undegraded":"2024-09-16T11:01:43.246520+0000","last_fullsized":"2024-09-16T11:01:43.246520+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252477+0000","last_change":"2024-09-16T11:00:14.856427+0000","last_active":"2024-09-16T11:01:43.252477+0000","last_peered":"2024-09-16T11:01:43.252477+0000","last_clean":"2024-09-16T11:01:43.252477+0000","last_became_active":"2024-09-16T11:00:14.856115+0000","last_became_peered":"2024-09-16T11:00:14.856115+0000","last_unstale":"2024-09-16T11:01:43.252477+0000","last_undegraded":"2024-09-16T11:01:43.252477+0000","last_fullsized":"2024-09-16T11:01:43.252477+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252592+0000","last_change":"2024-09-16T11:01:03.593951+0000","last_active":"2024-09-16T11:01:43.252592+0000","last_peered":"2024-09-16T11:01:43.252592+0000","last_clean":"2024-09-16T11:01:43.252592+0000","last_became_active":"2024-09-16T11:00:56.347794+0000","last_became_peered":"2024-09-16T11:00:56.347794+0000","last_unstale":"2024-09-16T11:01:43.252592+0000","last_undegraded":"2024-09-16T11:01:43.252592+0000","last_fullsized":"2024-09-16T11:01:43.252592+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:10.749508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000380453,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"55'79","reported_seq":55,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251416+0000","last_change":"2024-09-16T10:59:58.493512+0000","last_active":"2024-09-16T11:01:43.251416+0000","last_peered":"2024-09-16T11:01:43.251416+0000","last_clean":"2024-09-16T11:01:43.251416+0000","last_became_active":"2024-09-16T10:59:58.488977+0000","last_became_peered":"2024-09-16T10:59:58.488977+0000","last_unstale":"2024-09-16T11:01:43.251416+0000","last_undegraded":"2024-09-16T11:01:43.251416+0000","last_fullsized":"2024-09-16T11:01:43.251416+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254413+0000","last_change":"2024-09-16T11:00:13.851421+0000","last_active":"2024-09-16T11:01:43.254413+0000","last_peered":"2024-09-16T11:01:43.254413+0000","last_clean":"2024-09-16T11:01:43.254413+0000","last_became_active":"2024-09-16T11:00:13.851151+0000","last_became_peered":"2024-09-16T11:00:13.851151+0000","last_unstale":"2024-09-16T11:01:43.254413+0000","last_undegraded":"2024-09-16T11:01:43.254413+0000","last_fullsized":"2024-09-16T11:01:43.254413+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246588+0000","last_change":"2024-09-16T11:00:14.863038+0000","last_active":"2024-09-16T11:01:43.246588+0000","last_peered":"2024-09-16T11:01:43.246588+0000","last_clean":"2024-09-16T11:01:43.246588+0000","last_became_active":"2024-09-16T11:00:14.862764+0000","last_became_peered":"2024-09-16T11:00:14.862764+0000","last_unstale":"2024-09-16T11:01:43.246588+0000","last_undegraded":"2024-09-16T11:01:43.246588+0000","last_fullsized":"2024-09-16T11:01:43.246588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250176+0000","last_change":"2024-09-16T11:01:03.961530+0000","last_active":"2024-09-16T11:01:43.250176+0000","last_peered":"2024-09-16T11:01:43.250176+0000","last_clean":"2024-09-16T11:01:43.250176+0000","last_became_active":"2024-09-16T11:00:55.694453+0000","last_became_peered":"2024-09-16T11:00:55.694453+0000","last_unstale":"2024-09-16T11:01:43.250176+0000","last_undegraded":"2024-09-16T11:01:43.250176+0000","last_fullsized":"2024-09-16T11:01:43.250176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:48:03.117113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055221899999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250970+0000","last_change":"2024-09-16T11:00:13.855892+0000","last_active":"2024-09-16T11:01:43.250970+0000","last_peered":"2024-09-16T11:01:43.250970+0000","last_clean":"2024-09-16T11:01:43.250970+0000","last_became_active":"2024-09-16T11:00:13.855378+0000","last_became_peered":"2024-09-16T11:00:13.855378+0000","last_unstale":"2024-09-16T11:01:43.250970+0000","last_undegraded":"2024-09-16T11:01:43.250970+0000","last_fullsized":"2024-09-16T11:01:43.250970+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250131+0000","last_change":"2024-09-16T11:00:14.862717+0000","last_active":"2024-09-16T11:01:43.250131+0000","last_peered":"2024-09-16T11:01:43.250131+0000","last_clean":"2024-09-16T11:01:43.250131+0000","last_became_active":"2024-09-16T11:00:14.862355+0000","last_became_peered":"2024-09-16T11:00:14.862355+0000","last_unstale":"2024-09-16T11:01:43.250131+0000","last_undegraded":"2024-09-16T11:01:43.250131+0000","last_fullsized":"2024-09-16T11:01:43.250131+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251018+0000","last_change":"2024-09-16T11:01:03.301824+0000","last_active":"2024-09-16T11:01:43.251018+0000","last_peered":"2024-09-16T11:01:43.251018+0000","last_clean":"2024-09-16T11:01:43.251018+0000","last_became_active":"2024-09-16T11:00:55.873566+0000","last_became_peered":"2024-09-16T11:00:55.873566+0000","last_unstale":"2024-09-16T11:01:43.251018+0000","last_undegraded":"2024-09-16T11:01:43.251018+0000","last_fullsized":"2024-09-16T11:01:43.251018+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:48.003004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039050400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246686+0000","last_change":"2024-09-16T11:00:13.844810+0000","last_active":"2024-09-16T11:01:43.246686+0000","last_peered":"2024-09-16T11:01:43.246686+0000","last_clean":"2024-09-16T11:01:43.246686+0000","last_became_active":"2024-09-16T11:00:13.844262+0000","last_became_peered":"2024-09-16T11:00:13.844262+0000","last_unstale":"2024-09-16T11:01:43.246686+0000","last_undegraded":"2024-09-16T11:01:43.246686+0000","last_fullsized":"2024-09-16T11:01:43.246686+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250661+0000","last_change":"2024-09-16T11:00:14.864852+0000","last_active":"2024-09-16T11:01:43.250661+0000","last_peered":"2024-09-16T11:01:43.250661+0000","last_clean":"2024-09-16T11:01:43.250661+0000","last_became_active":"2024-09-16T11:00:14.864591+0000","last_became_peered":"2024-09-16T11:00:14.864591+0000","last_unstale":"2024-09-16T11:01:43.250661+0000","last_undegraded":"2024-09-16T11:01:43.250661+0000","last_fullsized":"2024-09-16T11:01:43.250661+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250636+0000","last_change":"2024-09-16T11:01:03.301634+0000","last_active":"2024-09-16T11:01:43.250636+0000","last_peered":"2024-09-16T11:01:43.250636+0000","last_clean":"2024-09-16T11:01:43.250636+0000","last_became_active":"2024-09-16T11:00:55.693455+0000","last_became_peered":"2024-09-16T11:00:55.693455+0000","last_unstale":"2024-09-16T11:01:43.250636+0000","last_undegraded":"2024-09-16T11:01:43.250636+0000","last_fullsized":"2024-09-16T11:01:43.250636+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:06.314019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042391599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254619+0000","last_change":"2024-09-16T11:00:13.850757+0000","last_active":"2024-09-16T11:01:43.254619+0000","last_peered":"2024-09-16T11:01:43.254619+0000","last_clean":"2024-09-16T11:01:43.254619+0000","last_became_active":"2024-09-16T11:00:13.849941+0000","last_became_peered":"2024-09-16T11:00:13.849941+0000","last_unstale":"2024-09-16T11:01:43.254619+0000","last_undegraded":"2024-09-16T11:01:43.254619+0000","last_fullsized":"2024-09-16T11:01:43.254619+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248290+0000","last_change":"2024-09-16T11:00:14.854110+0000","last_active":"2024-09-16T11:01:43.248290+0000","last_peered":"2024-09-16T11:01:43.248290+0000","last_clean":"2024-09-16T11:01:43.248290+0000","last_became_active":"2024-09-16T11:00:14.853606+0000","last_became_peered":"2024-09-16T11:00:14.853606+0000","last_unstale":"2024-09-16T11:01:43.248290+0000","last_undegraded":"2024-09-16T11:01:43.248290+0000","last_fullsized":"2024-09-16T11:01:43.248290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:02.515269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"61'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250251+0000","last_change":"2024-09-16T11:01:03.302036+0000","last_active":"2024-09-16T11:01:43.250251+0000","last_peered":"2024-09-16T11:01:43.250251+0000","last_clean":"2024-09-16T11:01:43.250251+0000","last_became_active":"2024-09-16T11:00:55.873595+0000","last_became_peered":"2024-09-16T11:00:55.873595+0000","last_unstale":"2024-09-16T11:01:43.250251+0000","last_undegraded":"2024-09-16T11:01:43.250251+0000","last_fullsized":"2024-09-16T11:01:43.250251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:18.400433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094612699999999995,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250916+0000","last_change":"2024-09-16T11:00:13.852710+0000","last_active":"2024-09-16T11:01:43.250916+0000","last_peered":"2024-09-16T11:01:43.250916+0000","last_clean":"2024-09-16T11:01:43.250916+0000","last_became_active":"2024-09-16T11:00:13.852446+0000","last_became_peered":"2024-09-16T11:00:13.852446+0000","last_unstale":"2024-09-16T11:01:43.250916+0000","last_undegraded":"2024-09-16T11:01:43.250916+0000","last_fullsized":"2024-09-16T11:01:43.250916+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254696+0000","last_change":"2024-09-16T11:00:14.857499+0000","last_active":"2024-09-16T11:01:43.254696+0000","last_peered":"2024-09-16T11:01:43.254696+0000","last_clean":"2024-09-16T11:01:43.254696+0000","last_became_active":"2024-09-16T11:00:14.857121+0000","last_became_peered":"2024-09-16T11:00:14.857121+0000","last_unstale":"2024-09-16T11:01:43.254696+0000","last_undegraded":"2024-09-16T11:01:43.254696+0000","last_fullsized":"2024-09-16T11:01:43.254696+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"59'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250329+0000","last_change":"2024-09-16T11:01:03.962013+0000","last_active":"2024-09-16T11:01:43.250329+0000","last_peered":"2024-09-16T11:01:43.250329+0000","last_clean":"2024-09-16T11:01:43.250329+0000","last_became_active":"2024-09-16T11:00:56.347632+0000","last_became_peered":"2024-09-16T11:00:56.347632+0000","last_unstale":"2024-09-16T11:01:43.250329+0000","last_undegraded":"2024-09-16T11:01:43.250329+0000","last_fullsized":"2024-09-16T11:01:43.250329+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:09:16.704449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057970999999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T11:01:44.466248+0000","last_change":"2024-09-16T11:01:44.466248+0000","last_active":"2024-09-16T11:01:44.466248+0000","last_peered":"2024-09-16T11:01:44.466248+0000","last_clean":"2024-09-16T11:01:44.466248+0000","last_became_active":"2024-09-16T11:01:44.465907+0000","last_became_peered":"2024-09-16T11:01:44.465907+0000","last_unstale":"2024-09-16T11:01:44.466248+0000","last_undegraded":"2024-09-16T11:01:44.466248+0000","last_fullsized":"2024-09-16T11:01:44.466248+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:27:47.662774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250840+0000","last_change":"2024-09-16T11:00:14.858111+0000","last_active":"2024-09-16T11:01:43.250840+0000","last_peered":"2024-09-16T11:01:43.250840+0000","last_clean":"2024-09-16T11:01:43.250840+0000","last_became_active":"2024-09-16T11:00:14.857864+0000","last_became_peered":"2024-09-16T11:00:14.857864+0000","last_unstale":"2024-09-16T11:01:43.250840+0000","last_undegraded":"2024-09-16T11:01:43.250840+0000","last_fullsized":"2024-09-16T11:01:43.250840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246018+0000","last_change":"2024-09-16T11:01:03.298270+0000","last_active":"2024-09-16T11:01:43.246018+0000","last_peered":"2024-09-16T11:01:43.246018+0000","last_clean":"2024-09-16T11:01:43.246018+0000","last_became_active":"2024-09-16T11:00:56.347607+0000","last_became_peered":"2024-09-16T11:00:56.347607+0000","last_unstale":"2024-09-16T11:01:43.246018+0000","last_undegraded":"2024-09-16T11:01:43.246018+0000","last_fullsized":"2024-09-16T11:01:43.246018+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:13:49.485689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058346699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251254+0000","last_change":"2024-09-16T11:00:13.850437+0000","last_active":"2024-09-16T11:01:43.251254+0000","last_peered":"2024-09-16T11:01:43.251254+0000","last_clean":"2024-09-16T11:01:43.251254+0000","last_became_active":"2024-09-16T11:00:13.850167+0000","last_became_peered":"2024-09-16T11:00:13.850167+0000","last_unstale":"2024-09-16T11:01:43.251254+0000","last_undegraded":"2024-09-16T11:01:43.251254+0000","last_fullsized":"2024-09-16T11:01:43.251254+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248356+0000","last_change":"2024-09-16T11:00:14.853538+0000","last_active":"2024-09-16T11:01:43.248356+0000","last_peered":"2024-09-16T11:01:43.248356+0000","last_clean":"2024-09-16T11:01:43.248356+0000","last_became_active":"2024-09-16T11:00:14.853267+0000","last_became_peered":"2024-09-16T11:00:14.853267+0000","last_unstale":"2024-09-16T11:01:43.248356+0000","last_undegraded":"2024-09-16T11:01:43.248356+0000","last_fullsized":"2024-09-16T11:01:43.248356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247225+0000","last_change":"2024-09-16T11:01:03.303519+0000","last_active":"2024-09-16T11:01:43.247225+0000","last_peered":"2024-09-16T11:01:43.247225+0000","last_clean":"2024-09-16T11:01:43.247225+0000","last_became_active":"2024-09-16T11:00:55.873629+0000","last_became_peered":"2024-09-16T11:00:55.873629+0000","last_unstale":"2024-09-16T11:01:43.247225+0000","last_undegraded":"2024-09-16T11:01:43.247225+0000","last_fullsized":"2024-09-16T11:01:43.247225+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:36.298337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054288700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.253393+0000","last_change":"2024-09-16T11:00:13.856562+0000","last_active":"2024-09-16T11:01:43.253393+0000","last_peered":"2024-09-16T11:01:43.253393+0000","last_clean":"2024-09-16T11:01:43.253393+0000","last_became_active":"2024-09-16T11:00:13.856274+0000","last_became_peered":"2024-09-16T11:00:13.856274+0000","last_unstale":"2024-09-16T11:01:43.253393+0000","last_undegraded":"2024-09-16T11:01:43.253393+0000","last_fullsized":"2024-09-16T11:01:43.253393+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250107+0000","last_change":"2024-09-16T11:00:14.866529+0000","last_active":"2024-09-16T11:01:43.250107+0000","last_peered":"2024-09-16T11:01:43.250107+0000","last_clean":"2024-09-16T11:01:43.250107+0000","last_became_active":"2024-09-16T11:00:14.866247+0000","last_became_peered":"2024-09-16T11:00:14.866247+0000","last_unstale":"2024-09-16T11:01:43.250107+0000","last_undegraded":"2024-09-16T11:01:43.250107+0000","last_fullsized":"2024-09-16T11:01:43.250107+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250942+0000","last_change":"2024-09-16T11:00:13.854382+0000","last_active":"2024-09-16T11:01:43.250942+0000","last_peered":"2024-09-16T11:01:43.250942+0000","last_clean":"2024-09-16T11:01:43.250942+0000","last_became_active":"2024-09-16T11:00:13.854111+0000","last_became_peered":"2024-09-16T11:00:13.854111+0000","last_unstale":"2024-09-16T11:01:43.250942+0000","last_undegraded":"2024-09-16T11:01:43.250942+0000","last_fullsized":"2024-09-16T11:01:43.250942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248900+0000","last_change":"2024-09-16T11:00:14.856107+0000","last_active":"2024-09-16T11:01:43.248900+0000","last_peered":"2024-09-16T11:01:43.248900+0000","last_clean":"2024-09-16T11:01:43.248900+0000","last_became_active":"2024-09-16T11:00:14.855828+0000","last_became_peered":"2024-09-16T11:00:14.855828+0000","last_unstale":"2024-09-16T11:01:43.248900+0000","last_undegraded":"2024-09-16T11:01:43.248900+0000","last_fullsized":"2024-09-16T11:01:43.248900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:32.604994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250158+0000","last_change":"2024-09-16T11:00:13.853141+0000","last_active":"2024-09-16T11:01:43.250158+0000","last_peered":"2024-09-16T11:01:43.250158+0000","last_clean":"2024-09-16T11:01:43.250158+0000","last_became_active":"2024-09-16T11:00:13.852419+0000","last_became_peered":"2024-09-16T11:00:13.852419+0000","last_unstale":"2024-09-16T11:01:43.250158+0000","last_undegraded":"2024-09-16T11:01:43.250158+0000","last_fullsized":"2024-09-16T11:01:43.250158+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.246436+0000","last_change":"2024-09-16T11:00:14.865953+0000","last_active":"2024-09-16T11:01:43.246436+0000","last_peered":"2024-09-16T11:01:43.246436+0000","last_clean":"2024-09-16T11:01:43.246436+0000","last_became_active":"2024-09-16T11:00:14.865668+0000","last_became_peered":"2024-09-16T11:00:14.865668+0000","last_unstale":"2024-09-16T11:01:43.246436+0000","last_undegraded":"2024-09-16T11:01:43.246436+0000","last_fullsized":"2024-09-16T11:01:43.246436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250654+0000","last_change":"2024-09-16T11:00:13.851730+0000","last_active":"2024-09-16T11:01:43.250654+0000","last_peered":"2024-09-16T11:01:43.250654+0000","last_clean":"2024-09-16T11:01:43.250654+0000","last_became_active":"2024-09-16T11:00:13.851370+0000","last_became_peered":"2024-09-16T11:00:13.851370+0000","last_unstale":"2024-09-16T11:01:43.250654+0000","last_undegraded":"2024-09-16T11:01:43.250654+0000","last_fullsized":"2024-09-16T11:01:43.250654+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.247806+0000","last_change":"2024-09-16T11:00:14.851807+0000","last_active":"2024-09-16T11:01:43.247806+0000","last_peered":"2024-09-16T11:01:43.247806+0000","last_clean":"2024-09-16T11:01:43.247806+0000","last_became_active":"2024-09-16T11:00:14.851487+0000","last_became_peered":"2024-09-16T11:00:14.851487+0000","last_unstale":"2024-09-16T11:01:43.247806+0000","last_undegraded":"2024-09-16T11:01:43.247806+0000","last_fullsized":"2024-09-16T11:01:43.247806+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250918+0000","last_change":"2024-09-16T11:00:13.852842+0000","last_active":"2024-09-16T11:01:43.250918+0000","last_peered":"2024-09-16T11:01:43.250918+0000","last_clean":"2024-09-16T11:01:43.250918+0000","last_became_active":"2024-09-16T11:00:13.852191+0000","last_became_peered":"2024-09-16T11:00:13.852191+0000","last_unstale":"2024-09-16T11:01:43.250918+0000","last_undegraded":"2024-09-16T11:01:43.250918+0000","last_fullsized":"2024-09-16T11:01:43.250918+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.251758+0000","last_change":"2024-09-16T11:00:14.851064+0000","last_active":"2024-09-16T11:01:43.251758+0000","last_peered":"2024-09-16T11:01:43.251758+0000","last_clean":"2024-09-16T11:01:43.251758+0000","last_became_active":"2024-09-16T11:00:14.850795+0000","last_became_peered":"2024-09-16T11:00:14.850795+0000","last_unstale":"2024-09-16T11:01:43.251758+0000","last_undegraded":"2024-09-16T11:01:43.251758+0000","last_fullsized":"2024-09-16T11:01:43.251758+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254611+0000","last_change":"2024-09-16T11:00:14.847777+0000","last_active":"2024-09-16T11:01:43.254611+0000","last_peered":"2024-09-16T11:01:43.254611+0000","last_clean":"2024-09-16T11:01:43.254611+0000","last_became_active":"2024-09-16T11:00:14.847482+0000","last_became_peered":"2024-09-16T11:00:14.847482+0000","last_unstale":"2024-09-16T11:01:43.254611+0000","last_undegraded":"2024-09-16T11:01:43.254611+0000","last_fullsized":"2024-09-16T11:01:43.254611+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250964+0000","last_change":"2024-09-16T11:00:13.853340+0000","last_active":"2024-09-16T11:01:43.250964+0000","last_peered":"2024-09-16T11:01:43.250964+0000","last_clean":"2024-09-16T11:01:43.250964+0000","last_became_active":"2024-09-16T11:00:13.852535+0000","last_became_peered":"2024-09-16T11:00:13.852535+0000","last_unstale":"2024-09-16T11:01:43.250964+0000","last_undegraded":"2024-09-16T11:01:43.250964+0000","last_fullsized":"2024-09-16T11:01:43.250964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.254588+0000","last_change":"2024-09-16T11:00:14.863289+0000","last_active":"2024-09-16T11:01:43.254588+0000","last_peered":"2024-09-16T11:01:43.254588+0000","last_clean":"2024-09-16T11:01:43.254588+0000","last_became_active":"2024-09-16T11:00:14.863001+0000","last_became_peered":"2024-09-16T11:00:14.863001+0000","last_unstale":"2024-09-16T11:01:43.254588+0000","last_undegraded":"2024-09-16T11:01:43.254588+0000","last_fullsized":"2024-09-16T11:01:43.254588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.252478+0000","last_change":"2024-09-16T11:00:13.857327+0000","last_active":"2024-09-16T11:01:43.252478+0000","last_peered":"2024-09-16T11:01:43.252478+0000","last_clean":"2024-09-16T11:01:43.252478+0000","last_became_active":"2024-09-16T11:00:13.857065+0000","last_became_peered":"2024-09-16T11:00:13.857065+0000","last_unstale":"2024-09-16T11:01:43.252478+0000","last_undegraded":"2024-09-16T11:01:43.252478+0000","last_fullsized":"2024-09-16T11:01:43.252478+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250029+0000","last_change":"2024-09-16T11:00:14.868830+0000","last_active":"2024-09-16T11:01:43.250029+0000","last_peered":"2024-09-16T11:01:43.250029+0000","last_clean":"2024-09-16T11:01:43.250029+0000","last_became_active":"2024-09-16T11:00:14.868567+0000","last_became_peered":"2024-09-16T11:00:14.868567+0000","last_unstale":"2024-09-16T11:01:43.250029+0000","last_undegraded":"2024-09-16T11:01:43.250029+0000","last_fullsized":"2024-09-16T11:01:43.250029+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248282+0000","last_change":"2024-09-16T11:00:13.849480+0000","last_active":"2024-09-16T11:01:43.248282+0000","last_peered":"2024-09-16T11:01:43.248282+0000","last_clean":"2024-09-16T11:01:43.248282+0000","last_became_active":"2024-09-16T11:00:13.849167+0000","last_became_peered":"2024-09-16T11:00:13.849167+0000","last_unstale":"2024-09-16T11:01:43.248282+0000","last_undegraded":"2024-09-16T11:01:43.248282+0000","last_fullsized":"2024-09-16T11:01:43.248282+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.248156+0000","last_change":"2024-09-16T11:00:14.864258+0000","last_active":"2024-09-16T11:01:43.248156+0000","last_peered":"2024-09-16T11:01:43.248156+0000","last_clean":"2024-09-16T11:01:43.248156+0000","last_became_active":"2024-09-16T11:00:14.863974+0000","last_became_peered":"2024-09-16T11:00:14.863974+0000","last_unstale":"2024-09-16T11:01:43.248156+0000","last_undegraded":"2024-09-16T11:01:43.248156+0000","last_fullsized":"2024-09-16T11:01:43.248156+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":25,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T11:01:43.250356+0000","last_change":"2024-09-16T11:00:13.854533+0000","last_active":"2024-09-16T11:01:43.250356+0000","last_peered":"2024-09-16T11:01:43.250356+0000","last_clean":"2024-09-16T11:01:43.250356+0000","last_became_active":"2024-09-16T11:00:13.853663+0000","last_became_peered":"2024-09-16T11:00:13.853663+0000","last_unstale":"2024-09-16T11:01:43.250356+0000","last_undegraded":"2024-09-16T11:01:43.250356+0000","last_fullsized":"2024-09-16T11:01:43.250356+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430234,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1253376,"data_stored":882480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.495},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60299999999999998}]},{"osd":1,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.56000000000000005}]},{"osd":2,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.61699999999999999}]},{"osd":3,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.378}]},{"osd":5,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.45200000000000001}]},{"osd":6,"last update":"Mon Sep 16 11:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.53800000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626464,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1249280,"data_stored":883650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.375,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.68799999999999994,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.38100000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56799999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.442}]},{"osd":1,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.55100000000000005}]},{"osd":2,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.503,"15min":0.503},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.502},{"interface":"front","average":{"1min":0.497,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.38300000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67300000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28599999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.58899999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.39200000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.441,"15min":0.439},"min":{"1min":0.318,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59099999999999997,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.35899999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.69899999999999995,"5min":0.873,"15min":0.873},"last":0.48099999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.371}]}]},{"osd":5,"up_from":36,"seq":154618822692,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":293656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.495,"15min":0.49299999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54400000000000004}]},{"osd":1,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.495,"15min":0.49099999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.499},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47099999999999997},"min":{"1min":0.36899999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.52300000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.48899999999999999},"min":{"1min":0.38100000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.58699999999999997}]},{"osd":3,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.499,"15min":0.496},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.56299999999999994}]},{"osd":4,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38600000000000001,"15min":0.379},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36299999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.39000000000000001}]},{"osd":6,"last update":"Mon Sep 16 11:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.317,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.315,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.56200000000000006,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.61199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":671744,"data_stored":292235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.54700000000000004,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78900000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52200000000000002,"15min":0.53100000000000003},"min":{"1min":0.36699999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67500000000000004,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53100000000000003,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41599999999999998}]},{"osd":2,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.66000000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.55200000000000005},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.753,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59099999999999997}]},{"osd":3,"last update":"Mon Sep 16 11:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.69299999999999995,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54900000000000004,"15min":0.55900000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57799999999999996}]},{"osd":5,"last update":"Mon Sep 16 11:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36599999999999999,"15min":0.36099999999999999},"min":{"1min":0.29299999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.622},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.52000000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.56399999999999995}]},{"osd":6,"last update":"Mon Sep 16 11:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.37,"15min":0.36299999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.39900000000000002}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.54200000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":293966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.35799999999999998,"15min":0.36699999999999999},"min":{"1min":0.215,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.46600000000000003,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.36799999999999999,"15min":0.374},"min":{"1min":0.23699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46300000000000002,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.22900000000000001}]},{"osd":1,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36499999999999999,"15min":0.374},"min":{"1min":0.251,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.46400000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.215},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.38800000000000001,"15min":0.40100000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.46200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.24099999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51200000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.38,"15min":0.38700000000000001},"min":{"1min":0.26900000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.46000000000000002,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.26500000000000001}]},{"osd":4,"last update":"Mon Sep 16 11:01:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70899999999999996,"15min":0.57099999999999995},"min":{"1min":0.32600000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81699999999999995,"5min":17.541,"15min":17.541},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.40100000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.627}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68200000000000005}]},{"osd":6,"last update":"Mon Sep 16 11:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":1.2270000000000001,"15min":1.341},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82799999999999996,"5min":17.527999999999999,"15min":17.527999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.57499999999999996,"15min":0.58199999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78800000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.411,"5min":1.411,"15min":1.411},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":17.555,"5min":17.555,"15min":17.555},"last":0.64200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":291276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:05 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.35399999999999998,"15min":0.35199999999999998},"min":{"1min":0.20899999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.35299999999999998,"15min":0.34499999999999997},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.33600000000000002}]},{"osd":1,"last update":"Mon Sep 16 11:01:05 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.249,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55300000000000005,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.35299999999999998}]},{"osd":3,"last update":"Mon Sep 16 11:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.66200000000000003,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.442},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:01:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.308,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.73099999999999998}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.752},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.65500000000000003}]},{"osd":6,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55500000000000005,"15min":0.55000000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.64500000000000002}]},{"osd":7,"last update":"Mon Sep 16 11:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.63800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":291190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34699999999999998,"15min":0.32700000000000001},"min":{"1min":0.247,"5min":0.218,"15min":0.218},"max":{"1min":0.46700000000000003,"5min":0.627,"15min":0.627},"last":0.318},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.35899999999999999,"15min":0.33500000000000002},"min":{"1min":0.22600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.42999999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.30299999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.255,"5min":0.224,"15min":0.224},"max":{"1min":0.496,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.375},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.36199999999999999,"15min":0.34999999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:01:25 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42199999999999999,"15min":0.42299999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.54700000000000004,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.39800000000000002,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52800000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Sep 16 11:01:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58999999999999997,"15min":0.59599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77400000000000002,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70699999999999996,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.58099999999999996}]},{"osd":6,"last update":"Mon Sep 16 11:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Sep 16 11:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.495},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59299999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":882604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 11:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35399999999999998,"15min":0.32200000000000001},"min":{"1min":0.23300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.373,"5min":0.36299999999999999,"15min":0.33800000000000002},"min":{"1min":0.253,"5min":0.216,"15min":0.216},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.38900000000000001}]},{"osd":2,"last update":"Mon Sep 16 11:01:04 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56999999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Sep 16 11:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.44,"15min":0.45500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.58599999999999997,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.629,"15min":0.629},"last":0.377}]},{"osd":4,"last update":"Mon Sep 16 11:01:50 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.33600000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.39800000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.39800000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:01:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.45800000000000002}]},{"osd":6,"last update":"Mon Sep 16 11:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47999999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.53700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:01:59.819 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T11:01:59.820 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T11:01:59.820 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-16T11:01:59.820 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-16T11:02:00.097 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 podman[70525]: 2024-09-16 11:01:59.912318093 +0000 UTC m=+0.023726660 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T11:02:00.097 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 podman[70525]: 2024-09-16 11:02:00.096801599 +0000 UTC m=+0.208210160 volume create b78d4b6ce635d24fbdc03de759a9a60325c5b086dffb7c285857813b1a963199 2024-09-16T11:02:00.403 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 podman[70525]: 2024-09-16 11:02:00.205502234 +0000 UTC m=+0.316910797 container create fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:00.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-mon[35468]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:02:00.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-mon[35468]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-mon[27497]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:02:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-mon[27497]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 podman[70525]: 2024-09-16 11:02:00.491897229 +0000 UTC m=+0.603305789 container init fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 podman[70525]: 2024-09-16 11:02:00.494679423 +0000 UTC m=+0.606087984 container start fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.507Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.507Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.508Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.77 port=9094 2024-09-16T11:02:00.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.509Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.532Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.532Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.535Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:00.535Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 bash[70525]: fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 2024-09-16T11:02:00.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:00 smithi077 systemd[1]: Started Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:02:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:00 smithi191 ceph-mon[31349]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:02:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:00 smithi191 ceph-mon[31349]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:00.734 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:02:01.884 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[35468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[35468]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[27497]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:02:01.885 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:01 smithi077 ceph-mon[27497]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:02:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:01 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:01 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:01 smithi191 ceph-mon[31349]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:02:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:01 smithi191 ceph-mon[31349]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:02:02.608 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:02.608 INFO:teuthology.orchestra.run.smithi077.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T11:02:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:02 smithi191 ceph-mon[31349]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:02 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1620353954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T11:02:02.909 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:02 smithi077 ceph-mon[27497]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:02.909 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:02 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1620353954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T11:02:02.910 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:02 smithi077 ceph-mon[35468]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:02.910 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:02 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1620353954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T11:02:02.910 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:02.509Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000492068s 2024-09-16T11:02:03.345 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-16T11:02:03.345 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:02:03.613 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:03.614 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":64,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:01:44.244576+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:02:03.625 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T10:57:59.067707+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T11:00:12.506072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T11:00:13.343552+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-16T11:00:54.438422+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 61, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-16T11:02:03.626 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T11:02:03.887 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:03 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/151595540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:03.889 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 1 2024-09-16T11:02:03.900 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:03 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/151595540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:03.900 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:03 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/151595540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:03.901 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T11:02:04.162 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 32 2024-09-16T11:02:04.175 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T11:02:04.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:03 smithi191 systemd[1]: Stopping Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:02:04.434 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 64 2024-09-16T11:02:04.447 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T11:02:04.499 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T11:02:04.500 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.223Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T11:02:04.500 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.224Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T11:02:04.500 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.224Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T11:02:04.500 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[58708]: ts=2024-09-16T11:02:04.224Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T11:02:04.500 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 podman[61967]: 2024-09-16 11:02:04.233400247 +0000 UTC m=+0.121368316 container died 7218bd8675ddebcdc0e8b6d77e9bf32e4784169a069b87054b7481c4a2fb6277 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:04.706 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 8 2024-09-16T11:02:04.717 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[35468]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:04.717 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2297689571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.717 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4008108431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.717 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/502516116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.718 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[27497]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:04.718 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2297689571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.718 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4008108431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.718 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:04 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/502516116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.719 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:02:04.899 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 podman[61967]: 2024-09-16 11:02:04.597718821 +0000 UTC m=+0.485686876 container cleanup 7218bd8675ddebcdc0e8b6d77e9bf32e4784169a069b87054b7481c4a2fb6277 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:04.899 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 bash[61967]: ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T11:02:04.900 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-mon[31349]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:04.900 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2297689571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.900 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4008108431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:04.900 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:04 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/502516116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.007 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:05.007 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:00:17.253208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.191:6833/2181289043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":2181289043},{"type":"v1","addr":"172.21.15.191:6833","nonce":2181289043}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T11:02:05.007 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 7 2024-09-16T11:02:05.019 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:02:05.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:04 smithi191 podman[61981]: 2024-09-16 11:02:04.898826925 +0000 UTC m=+0.667304495 container remove 7218bd8675ddebcdc0e8b6d77e9bf32e4784169a069b87054b7481c4a2fb6277 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:05.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T11:02:05.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 systemd[1]: Stopped Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:02:05.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.057s CPU time. 2024-09-16T11:02:05.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 systemd[1]: Starting Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:02:05.280 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:05.280 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":64,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:01:44.244576+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:02:05.293 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T10:57:59.067707+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T11:00:12.506072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T11:00:13.343552+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-16T11:00:54.438422+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 61, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-16T11:02:05.293 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T11:02:05.554 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 1 2024-09-16T11:02:05.566 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T11:02:05.569 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 podman[62072]: 2024-09-16 11:02:05.190491902 +0000 UTC m=+0.016308305 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T11:02:05.569 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 podman[62072]: 2024-09-16 11:02:05.325108779 +0000 UTC m=+0.150925182 container create 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:05.569 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 podman[62072]: 2024-09-16 11:02:05.569081231 +0000 UTC m=+0.394897635 container init 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:05.843 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 32 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/290181022' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1632491339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2868265149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1023407386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:05] ENGINE Bus STOPPING 2024-09-16T11:02:05.857 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/290181022' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.858 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1632491339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.858 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2868265149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.858 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1023407386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.859 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T11:02:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/290181022' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1632491339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2868265149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1023407386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 podman[62072]: 2024-09-16 11:02:05.57198043 +0000 UTC m=+0.397796842 container start 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.596Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.596Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.596Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi191 (none))" 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.596Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.596Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.598Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.598Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T11:02:05.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.599Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.599Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.284µs 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.602Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.542µs wal_replay_duration=694.8µs wbl_replay_duration=109ns total_replay_duration=748.736µs 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.603Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.603Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.603Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.618Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.125444ms db_storage=768ns remote_storage=1.109µs web_handler=320ns query_engine=571ns scrape=386.715µs scrape_sd=24.35µs notify=19.29µs notify_sd=5.601µs rules=13.453467ms tracing=5.296µs 2024-09-16T11:02:05.964 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.618Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T11:02:05.965 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:02:05.618Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T11:02:05.965 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 bash[62072]: 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b 2024-09-16T11:02:05.965 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:02:05 smithi191 systemd[1]: Started Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:02:06.138 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 64 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:05] ENGINE Bus STOPPED 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:05 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:05] ENGINE Bus STARTING 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Serving on http://:::9283 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STARTED 2024-09-16T11:02:06.150 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STOPPING 2024-09-16T11:02:06.151 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-16T11:02:06.414 INFO:teuthology.orchestra.run.smithi077.stdout:pg_num: 8 2024-09-16T11:02:06.428 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:02:06.691 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:02:06.691 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STOPPED 2024-09-16T11:02:06.691 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STARTING 2024-09-16T11:02:06.691 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Serving on http://:::9283 2024-09-16T11:02:06.691 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STARTED 2024-09-16T11:02:06.692 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:06] ENGINE Bus STOPPING 2024-09-16T11:02:06.735 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:06.735 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:00:17.253208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.191:6833/2181289043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":2181289043},{"type":"v1","addr":"172.21.15.191:6833","nonce":2181289043}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T11:02:06.736 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 7 2024-09-16T11:02:06.749 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T11:02:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1496656555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:06.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/258986591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:06.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:06 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/691081054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.053 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:07.053 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":64,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:01:44.244576+0000","last_up_change":"2024-09-16T10:59:56.474634+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6803","nonce":903210407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6805","nonce":903210407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6809","nonce":903210407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":903210407},{"type":"v1","addr":"172.21.15.77:6807","nonce":903210407}]},"public_addr":"172.21.15.77:6803/903210407","cluster_addr":"172.21.15.77:6805/903210407","heartbeat_back_addr":"172.21.15.77:6809/903210407","heartbeat_front_addr":"172.21.15.77:6807/903210407","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6811","nonce":2852334273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6813","nonce":2852334273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6817","nonce":2852334273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":2852334273},{"type":"v1","addr":"172.21.15.77:6815","nonce":2852334273}]},"public_addr":"172.21.15.77:6811/2852334273","cluster_addr":"172.21.15.77:6813/2852334273","heartbeat_back_addr":"172.21.15.77:6817/2852334273","heartbeat_front_addr":"172.21.15.77:6815/2852334273","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6819","nonce":3753692576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6821","nonce":3753692576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6825","nonce":3753692576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":3753692576},{"type":"v1","addr":"172.21.15.77:6823","nonce":3753692576}]},"public_addr":"172.21.15.77:6819/3753692576","cluster_addr":"172.21.15.77:6821/3753692576","heartbeat_back_addr":"172.21.15.77:6825/3753692576","heartbeat_front_addr":"172.21.15.77:6823/3753692576","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6827","nonce":3403373588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6829","nonce":3403373588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6833","nonce":3403373588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3403373588},{"type":"v1","addr":"172.21.15.77:6831","nonce":3403373588}]},"public_addr":"172.21.15.77:6827/3403373588","cluster_addr":"172.21.15.77:6829/3403373588","heartbeat_back_addr":"172.21.15.77:6833/3403373588","heartbeat_front_addr":"172.21.15.77:6831/3403373588","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6801","nonce":2913343353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6803","nonce":2913343353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6807","nonce":2913343353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2913343353},{"type":"v1","addr":"172.21.15.191:6805","nonce":2913343353}]},"public_addr":"172.21.15.191:6801/2913343353","cluster_addr":"172.21.15.191:6803/2913343353","heartbeat_back_addr":"172.21.15.191:6807/2913343353","heartbeat_front_addr":"172.21.15.191:6805/2913343353","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6809","nonce":3411848242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6811","nonce":3411848242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6815","nonce":3411848242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":3411848242},{"type":"v1","addr":"172.21.15.191:6813","nonce":3411848242}]},"public_addr":"172.21.15.191:6809/3411848242","cluster_addr":"172.21.15.191:6811/3411848242","heartbeat_back_addr":"172.21.15.191:6815/3411848242","heartbeat_front_addr":"172.21.15.191:6813/3411848242","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6817","nonce":4077702177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6819","nonce":4077702177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6823","nonce":4077702177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":4077702177},{"type":"v1","addr":"172.21.15.191:6821","nonce":4077702177}]},"public_addr":"172.21.15.191:6817/4077702177","cluster_addr":"172.21.15.191:6819/4077702177","heartbeat_back_addr":"172.21.15.191:6823/4077702177","heartbeat_front_addr":"172.21.15.191:6821/4077702177","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6825","nonce":1458619851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6827","nonce":1458619851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6831","nonce":1458619851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1458619851},{"type":"v1","addr":"172.21.15.191:6829","nonce":1458619851}]},"public_addr":"172.21.15.191:6825/1458619851","cluster_addr":"172.21.15.191:6827/1458619851","heartbeat_back_addr":"172.21.15.191:6831/1458619851","heartbeat_front_addr":"172.21.15.191:6829/1458619851","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:02:07.067 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:07.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1496656555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/258986591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/691081054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi077.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T11:02:07.070 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1496656555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/258986591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.071 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:06 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/691081054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T11:02:07.072 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T11:02:07.351 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:02:07.351 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:07] ENGINE Bus STOPPED 2024-09-16T11:02:07.351 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:07] ENGINE Bus STARTING 2024-09-16T11:02:07.351 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:07] ENGINE Serving on http://:::9283 2024-09-16T11:02:07.351 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:07] ENGINE Bus STARTED 2024-09-16T11:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4090550737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4090550737},{"type":"v1","addr":"172.21.15.77:6835","nonce":4090550737}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:00:17.253208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.191:6833/2181289043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":2181289043},{"type":"v1","addr":"172.21.15.191:6833","nonce":2181289043}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T11:02:07.376 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 7 2024-09-16T11:02:07.389 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T11:00:14.149428+0000', 'modified': '2024-09-16T11:00:17.253208+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24346}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24346': {'gid': 24346, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.191:6833/2181289043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.191:6832', 'nonce': 2181289043}, {'type': 'v1', 'addr': '172.21.15.191:6833', 'nonce': 2181289043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-16T11:02:07.389 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T11:02:07.389 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T11:02:07.493 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-16T11:02:07.492+0000 7f8c94ff9640 0 client.14871 ms_handle_reset on v2:172.21.15.191:6832/2181289043 2024-09-16T11:02:07.510 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-16T11:02:07.510+0000 7f8c94ff9640 0 client.14877 ms_handle_reset on v2:172.21.15.191:6832/2181289043 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "cluster_fsid": "0a002358-741a-11ef-bceb-c7b262605968", 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "whoami": 0, 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "id": 24346, 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "want_state": "up:active", 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "state": "up:active", 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "fs_name": "cephfs", 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "rank_uptime": 112.680096107, 2024-09-16T11:02:07.511 INFO:teuthology.orchestra.run.smithi077.stdout: "mdsmap_epoch": 7, 2024-09-16T11:02:07.512 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_epoch": 64, 2024-09-16T11:02:07.512 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_epoch_barrier": 54, 2024-09-16T11:02:07.512 INFO:teuthology.orchestra.run.smithi077.stdout: "uptime": 117.727238024 2024-09-16T11:02:07.512 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:02:07.521 INFO:tasks.cephadm:Setup complete, yielding 2024-09-16T11:02:07.522 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:02:07.533 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-16T11:02:07.533 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:02:07.601 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-16T11:02:07.601 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-16T11:02:07.642 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi077.front.sepia.ceph.com 2024-09-16T11:02:07.643 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-16T11:02:07.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2891808221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3958095572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1325098541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2891808221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3958095572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:07 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1325098541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:07 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2891808221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:07 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3958095572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:02:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:07 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1325098541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T11:02:08.525 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:02:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[27497]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[35468]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:08 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:08 smithi191 ceph-mon[31349]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:08 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:10.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:10 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:10.754 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:02:10.513Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004407384s 2024-09-16T11:02:10.755 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE Bus STOPPING 2024-09-16T11:02:10.755 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:02:10.755 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE Bus STOPPED 2024-09-16T11:02:11.015 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE Bus STARTING 2024-09-16T11:02:11.015 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE Serving on http://:::9283 2024-09-16T11:02:11.015 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:02:10] ENGINE Bus STARTED 2024-09-16T11:02:11.667 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:11 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' 2024-09-16T11:02:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:11 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' 2024-09-16T11:02:11.696 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:02:11.705 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-16T11:02:11.705 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:02:11.773 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-16T11:02:11.773 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T11:02:11.820 INFO:tasks.workunit:Pulling workunits from ref ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T11:02:11.820 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T11:02:11.820 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:02:11.822 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:11 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' 2024-09-16T11:02:11.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T11:02:11.838 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T11:02:11.838 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:02:11.894 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T11:02:11.895 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T11:02:11.951 INFO:tasks.workunit:timeout=3h 2024-09-16T11:02:11.951 INFO:tasks.workunit:cleanup=True 2024-09-16T11:02:11.952 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T11:02:12.009 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T11:02:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:12 smithi191 ceph-mon[31349]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:12.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:12 smithi077 ceph-mon[27497]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:12 smithi077 ceph-mon[35468]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:02:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:02:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:16 smithi077 ceph-mon[27497]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:16 smithi077 ceph-mon[27497]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T11:02:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:16 smithi077 ceph-mon[35468]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:16 smithi077 ceph-mon[35468]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T11:02:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:16 smithi191 ceph-mon[31349]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:16 smithi191 ceph-mon[31349]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T11:02:17.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:02:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:02:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:18 smithi077 ceph-mon[27497]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:18 smithi077 ceph-mon[35468]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:18 smithi191 ceph-mon[31349]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:18.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:18] "GET /metrics HTTP/1.1" 200 236584 "" "Prometheus/2.43.0" 2024-09-16T11:02:20.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:20 smithi077 ceph-mon[27497]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:20 smithi077 ceph-mon[35468]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:20 smithi191 ceph-mon[31349]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:22.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:22 smithi077 ceph-mon[27497]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:22 smithi077 ceph-mon[35468]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:22 smithi191 ceph-mon[31349]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:24.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:24 smithi077 ceph-mon[27497]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:24 smithi077 ceph-mon[35468]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:24.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:24 smithi191 ceph-mon[31349]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:26.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:26 smithi077 ceph-mon[27497]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:26 smithi077 ceph-mon[35468]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:26 smithi191 ceph-mon[31349]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T11:02:27.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:02:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:02:28.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:28 smithi077 ceph-mon[27497]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:28 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:28 smithi077 ceph-mon[35468]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:28 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:28 smithi191 ceph-mon[31349]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:28 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:28.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:28] "GET /metrics HTTP/1.1" 200 236568 "" "Prometheus/2.43.0" 2024-09-16T11:02:30.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:30 smithi077 ceph-mon[27497]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:30 smithi077 ceph-mon[35468]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:30 smithi191 ceph-mon[31349]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:32.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:32 smithi077 ceph-mon[27497]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:32.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:32 smithi077 ceph-mon[35468]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:32.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:32 smithi191 ceph-mon[31349]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:34.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:34 smithi077 ceph-mon[35468]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:34 smithi077 ceph-mon[27497]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:34 smithi191 ceph-mon[31349]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:36.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:36 smithi077 ceph-mon[35468]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:36 smithi077 ceph-mon[27497]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:36 smithi191 ceph-mon[31349]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:37.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:02:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:02:38.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:38 smithi077 ceph-mon[35468]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:38.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:38 smithi077 ceph-mon[27497]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:38 smithi191 ceph-mon[31349]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:38.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:38] "GET /metrics HTTP/1.1" 200 236568 "" "Prometheus/2.43.0" 2024-09-16T11:02:40.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:40 smithi077 ceph-mon[27497]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:40.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:40 smithi077 ceph-mon[35468]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:40 smithi191 ceph-mon[31349]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:42.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:42 smithi077 ceph-mon[27497]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:42 smithi077 ceph-mon[35468]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:42.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:42 smithi191 ceph-mon[31349]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:43.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:43.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:44.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:44 smithi077 ceph-mon[35468]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:44 smithi077 ceph-mon[27497]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:44.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:44 smithi191 ceph-mon[31349]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:46.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:46 smithi077 ceph-mon[35468]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:46 smithi077 ceph-mon[27497]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:46.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:46 smithi191 ceph-mon[31349]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:47.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:02:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:02:48.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:48 smithi077 ceph-mon[27497]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:48 smithi077 ceph-mon[35468]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:48 smithi191 ceph-mon[31349]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:48.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:48] "GET /metrics HTTP/1.1" 200 236569 "" "Prometheus/2.43.0" 2024-09-16T11:02:50.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:50 smithi077 ceph-mon[35468]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:50 smithi077 ceph-mon[27497]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:50 smithi191 ceph-mon[31349]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:52.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:52 smithi077 ceph-mon[35468]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:52 smithi077 ceph-mon[27497]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:52.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:52 smithi191 ceph-mon[31349]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:54 smithi191 ceph-mon[31349]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:54.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:54 smithi077 ceph-mon[35468]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:54 smithi077 ceph-mon[27497]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:56 smithi191 ceph-mon[31349]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:56.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:56 smithi077 ceph-mon[27497]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:56 smithi077 ceph-mon[35468]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:57.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:02:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:02:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:58 smithi191 ceph-mon[31349]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:02:58 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:58.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:58 smithi077 ceph-mon[27497]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:58.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:02:58 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:58.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:58 smithi077 ceph-mon[35468]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:02:58.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:02:58 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:02:58.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:02:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:02:58] "GET /metrics HTTP/1.1" 200 236578 "" "Prometheus/2.43.0" 2024-09-16T11:03:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:00 smithi191 ceph-mon[31349]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:00.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:00 smithi077 ceph-mon[27497]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:00 smithi077 ceph-mon[35468]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:02.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:02 smithi077 ceph-mon[27497]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:02.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:02 smithi077 ceph-mon[35468]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:02.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:02 smithi191 ceph-mon[31349]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:04.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:04 smithi191 ceph-mon[31349]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:04.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:04 smithi077 ceph-mon[35468]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:04 smithi077 ceph-mon[27497]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:06 smithi191 ceph-mon[31349]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:06 smithi077 ceph-mon[27497]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:06 smithi077 ceph-mon[35468]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:07.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:08 smithi191 ceph-mon[31349]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:08.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:08 smithi077 ceph-mon[35468]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:08.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:08 smithi077 ceph-mon[27497]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:08.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:08] "GET /metrics HTTP/1.1" 200 236578 "" "Prometheus/2.43.0" 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:Note: switching to 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'. 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.098 INFO:tasks.workunit.client.0.smithi077.stderr: git switch -c 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr:Or undo this operation with: 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr: git switch - 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:09.099 INFO:tasks.workunit.client.0.smithi077.stderr:HEAD is now at ae7f37330c1 Merge pull request #59795 from zdover23/wip-doc-2024-09-15-backport-59613-to-reef 2024-09-16T11:03:09.105 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T11:03:09.171 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T11:03:09.174 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:03:09.174 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T11:03:09.879 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T11:03:09.944 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T11:03:09.985 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:03:09.987 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:03:09.987 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T11:03:10.026 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:03:10.029 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T11:03:10.029 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T11:03:10.086 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-16T11:03:10.087 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-16T11:03:10.088 DEBUG:teuthology.orchestra.run.smithi077:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ae7f37330c1a72493684eb1fcaed6f2a01195bb6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-16T11:03:10.145 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-16T11:03:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:10 smithi191 ceph-mon[31349]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:10.509 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-16T11:03:10.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-mon[27497]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:10.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-mon[35468]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:10.653 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Bus STOPPING 2024-09-16T11:03:10.654 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:03:10.654 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Bus STOPPED 2024-09-16T11:03:10.654 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Bus STARTING 2024-09-16T11:03:10.883 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-16T11:03:10.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Serving on http://:::9283 2024-09-16T11:03:10.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Bus STARTED 2024-09-16T11:03:10.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:10] ENGINE Bus STOPPING 2024-09-16T11:03:11.254 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2007696452' entity='client.admin' 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4091593080' entity='client.admin' 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3992712548' entity='client.admin' 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STOPPED 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STARTING 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Serving on http://:::9283 2024-09-16T11:03:11.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STARTED 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STOPPING 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2007696452' entity='client.admin' 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4091593080' entity='client.admin' 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3992712548' entity='client.admin' 2024-09-16T11:03:11.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.700 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:11.700 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T11:03:11.700 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T11:03:11.700 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T11:03:11.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "ident" 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:11.701 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:11.702 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:11.703 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:11.704 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:11.705 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:11.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:11.707 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T11:03:11.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T11:03:11.709 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T11:03:11.709 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T11:03:11.709 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:11.710 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addr", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addrv", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:11.711 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T11:03:11.712 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T11:03:11.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:11.714 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:11.715 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:11.716 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T11:03:11.717 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.718 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 1, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T11:03:11.719 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T11:03:11.720 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T11:03:11.721 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T11:03:11.722 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.723 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T11:03:11.724 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.725 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:11.726 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T11:03:11.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T11:03:11.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:11.729 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.730 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T11:03:11.731 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy" 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 17, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:11.732 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "quincy" 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T11:03:11.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.4504413431714056e-06, 2024-09-16T11:03:11.734 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 126, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 236544, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 113, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:11.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:11.736 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 98304, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 98304, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:11.737 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 3410, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 3410, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 10230, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 51, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 19456 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:11.738 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T11:03:11.739 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T11:03:11.740 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T11:03:11.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:11.742 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12288, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12288, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:11.743 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.6899637245160193e-08, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 19, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 57, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 2, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 2048 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:11.744 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T11:03:11.693089", 2024-09-16T11:03:11.745 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:11.746 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T11:03:11.748 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:11.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 2443005952, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.0031811618246138096 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:11.750 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:11.751 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:11.751 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952 2024-09-16T11:03:11.751 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:11.751 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:11.751 INFO:tasks.workunit.client.0.smithi077.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-16T11:03:11.751 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2007696452' entity='client.admin' 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4091593080' entity='client.admin' 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3992712548' entity='client.admin' 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:11.752 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:11.753 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:11 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:11.753 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview-device 2024-09-16T11:03:12.170 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43ac2b8c-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105803": { 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:12.171 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484283 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:12.172 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.173 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:12.174 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.175 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 27497532 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.176 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 48769845 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:12.177 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.178 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.179 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 89, 2024-09-16T11:03:12.180 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3337, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3353, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3321 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:12.181 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 410552845, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 1802078264, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 6683835488, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 33096313473, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 11, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 57724, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 56460, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 24, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 77 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:12.182 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 57724, 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 56460 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.183 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:12.184 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:12.185 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:12.186 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:12.186 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:12.186 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.186 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:12.188 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 24 Celsius", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 11%", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 410,552,845 [210 TB]", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 1,802,078,264 [922 TB]", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 6,683,835,488", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 33,096,313,473", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 57,724", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 56,460", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 77", 2024-09-16T11:03:12.190 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:12.191 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 24 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.192 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43adc3a2-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105801": { 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:12.193 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484281 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:12.194 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.196 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.198 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:12.198 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.198 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 33180883 2024-09-16T11:03:12.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.198 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.199 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 54881519 2024-09-16T11:03:12.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.200 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:12.201 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.202 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:12.203 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 88, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3698, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3713, 2024-09-16T11:03:12.204 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3682 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 428271043, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 2174542379, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 7093525719, 2024-09-16T11:03:12.205 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 39403109621, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 12, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 54188, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 57893, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 26, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 70 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 54188, 2024-09-16T11:03:12.206 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 57893 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:12.207 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:12.208 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:12.209 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:12.210 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 26 Celsius", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 12%", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 428,271,043 [219 TB]", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 2,174,542,379 [1.11 PB]", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 7,093,525,719", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 39,403,109,621", 2024-09-16T11:03:12.211 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 54,188", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 57,893", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 70", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:12.212 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 26 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.213 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.214 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.214 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:12.214 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:03:12.214 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STOPPED 2024-09-16T11:03:12.214 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STARTING 2024-09-16T11:03:12.214 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Serving on http://:::9283 2024-09-16T11:03:12.215 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:11] ENGINE Bus STARTED 2024-09-16T11:03:12.215 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview-all 2024-09-16T11:03:12.637 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "device_report": { 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43ac2b8c-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105803": { 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:12.638 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484283 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:12.639 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:12.640 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:12.641 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.642 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 27497532 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 48769845 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.644 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:12.645 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.646 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:12.647 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 89, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3337, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3353, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3321 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:12.648 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 410552845, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 1802078264, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 6683835488, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 33096313473, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 11, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 57724, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 56460, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 24, 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 77 2024-09-16T11:03:12.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 57724, 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 56460 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:12.651 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:12.652 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:12.653 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:12.654 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 24 Celsius", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 11%", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 410,552,845 [210 TB]", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 1,802,078,264 [922 TB]", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 6,683,835,488", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 33,096,313,473", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 57,724", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 56,460", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 77", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:12.655 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:12.656 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 24 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43adc3a2-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105801": { 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:12.657 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484281 2024-09-16T11:03:12.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:12.659 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:12.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 33180883 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.662 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 54881519 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.663 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.664 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:12.665 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:12.666 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 88, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3698, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3713, 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3682 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 428271043, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 2174542379, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 7093525719, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 39403109621, 2024-09-16T11:03:12.668 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 12, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 54188, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 57893, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 26, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 70 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:12.669 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 54188, 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 57893 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:12.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:12.671 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:12.672 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:12.673 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:12.674 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 26 Celsius", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 12%", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 428,271,043 [219 TB]", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 2,174,542,379 [1.11 PB]", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 7,093,525,719", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 39,403,109,621", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 54,188", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 57,893", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 70", 2024-09-16T11:03:12.675 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:12.676 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 26 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "report": { 2024-09-16T11:03:12.677 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "ident" 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:12.678 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:12.679 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:12.680 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T11:03:12.681 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T11:03:12.682 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:12.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:12.684 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:12.685 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:12.686 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addr", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addrv", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T11:03:12.687 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:12.688 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T11:03:12.689 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:12.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:12.691 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:12.692 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.693 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T11:03:12.694 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 1, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T11:03:12.695 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 0, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T11:03:12.696 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.697 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T11:03:12.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T11:03:12.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:12.700 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T11:03:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T11:03:12.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:12.703 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.704 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:12.705 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.706 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T11:03:12.707 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy" 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 17, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T11:03:12.708 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "quincy" 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:12.709 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:12.710 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.4504413431714056e-06, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 126, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 236544, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 113, 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T11:03:12.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:12.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 98304, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 98304, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T11:03:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 3410, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 3410, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 10230, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 51, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 19456 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:12.714 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T11:03:12.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T11:03:12.716 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.717 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T11:03:12.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12288, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12288, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:12.719 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.6899637245160193e-08, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 19, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 57, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 2, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 2048 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:12.720 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T11:03:12.721 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T11:03:12.620463", 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:12.722 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T11:03:12.724 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.725 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 2443005952, 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.0031811618246138096 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:12.727 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.728 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:12 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.729 INFO:tasks.workunit.client.0.smithi077.stderr:++ ceph telemetry collection ls 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.730 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:12.731 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.731 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.731 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:12.731 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:12 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:+ COLLECTIONS='New collections are available: 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.089 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ New collections are available: 2024-09-16T11:03:13.090 INFO:tasks.workunit.client.0.smithi077.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.091 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ New collections are available: 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.092 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ New collections are available: 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.093 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ New collections are available: 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.094 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ New collections are available: 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T11:03:13.095 INFO:tasks.workunit.client.0.smithi077.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:NAME STATUS DESC 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-16T11:03:13.096 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-16T11:03:13.637 INFO:tasks.workunit.client.0.smithi077.stdout:Telemetry is on. 2024-09-16T11:03:13.637 INFO:tasks.workunit.client.0.smithi077.stdout:Some channels are disabled, please enable with: 2024-09-16T11:03:13.637 INFO:tasks.workunit.client.0.smithi077.stdout:`ceph telemetry enable channel perf` 2024-09-16T11:03:13.648 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry enable channel perf 2024-09-16T11:03:13.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Bus STOPPING 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Bus STOPPED 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Bus STARTING 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Serving on http://:::9283 2024-09-16T11:03:13.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Bus STARTED 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:14.099 INFO:tasks.workunit.client.0.smithi077.stdout:channel_perf is enabled 2024-09-16T11:03:14.110 INFO:tasks.workunit.client.0.smithi077.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-16T11:03:14.408 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:13] ENGINE Bus STOPPING 2024-09-16T11:03:14.408 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:03:14.408 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:14] ENGINE Bus STOPPED 2024-09-16T11:03:14.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:14] ENGINE Bus STARTING 2024-09-16T11:03:14.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:14] ENGINE Serving on http://:::9283 2024-09-16T11:03:14.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:03:14] ENGINE Bus STARTED 2024-09-16T11:03:14.453 INFO:tasks.workunit.client.0.smithi077.stderr:+ LAST_OPT_REVISION=1 2024-09-16T11:03:14.454 INFO:tasks.workunit.client.0.smithi077.stderr:+ '[' 1 -ne 1 ']' 2024-09-16T11:03:14.454 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:14.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.679 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.680 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.681 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.681 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:14 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:14.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:14.718 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:14.719 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:14 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:15.078 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:15.078 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:15.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:15.080 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:15.081 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:15.082 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:15.083 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:15.084 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:15.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:15.086 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T11:03:15.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:15.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addr", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addrv", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T11:03:15.089 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:15.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T11:03:15.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_perf", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/enabled", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:15.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:15.093 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:15.094 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.095 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T11:03:15.096 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 1, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T11:03:15.097 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T11:03:15.098 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T11:03:15.099 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T11:03:15.100 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T11:03:15.101 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_stats": { 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20135936, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 301824, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 933888, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 0, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 343, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 766768, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 12, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 830976, 2024-09-16T11:03:15.102 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 14681040, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 20135936 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20381696, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 478728, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 802816, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 419, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1220752, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T11:03:15.103 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 973312, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 15087464, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 21184512 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 35717120, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1193968, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 622592, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 10747904, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1000, 2024-09-16T11:03:15.104 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5835376, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 21, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2056960, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 23386784, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 46465024 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 45400064, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1522688, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 606208, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 3072000, 2024-09-16T11:03:15.105 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1692, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 10117376, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 23, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 3084032, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 27448320, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 48472064 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 36085760, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1242096, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:15.106 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 90112, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 10379264, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1106, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 7886224, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 21, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 740864, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 23505024, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 46465024 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273309696, 2024-09-16T11:03:15.107 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 831656, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 630784, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1331, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5201456, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2262784, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262261288, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 273940480 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273408000, 2024-09-16T11:03:15.108 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 672664, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 319488, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1322, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5426896, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 46, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2580224, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261975704, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 273727488 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 272318464, 2024-09-16T11:03:15.109 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 683600, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 360448, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1240, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4784768, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 47, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2651904, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261445680, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 272678912 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 270680064, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 615984, 2024-09-16T11:03:15.110 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 24576, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 884736, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1205, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4518312, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1658624, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261110056, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 271564800 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 274612224, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 795128, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:15.111 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 1212416, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1227, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4922192, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 47, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1897216, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262148024, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275824640 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 274841600, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 694640, 2024-09-16T11:03:15.112 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 24576, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 917504, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1234, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5252800, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 46, 2024-09-16T11:03:15.113 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1842944, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262176976, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275759104 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273825792, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 872600, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 24576, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 1998848, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1219, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.114 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4763360, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1946368, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261369224, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275824640 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 272490496, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1148800, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 24576, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 401408, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1275, 2024-09-16T11:03:15.115 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4823112, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1969920, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261771576, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 272891904 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T11:03:15.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "io_rate": { 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_stats_delta": { 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "stamp_delta": "12.002353", 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:15.120 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 0 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T11:03:15.121 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "mempool": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.123 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.124 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.125 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.126 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 150105, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 34 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 856, 2024-09-16T11:03:15.127 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.128 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.129 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.130 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.131 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 222183, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 68 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.135 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 50488, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 208 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.136 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8128, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 139 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.137 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.140 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.142 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.143 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1055538, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 345 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.144 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.145 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5312, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.146 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.147 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.148 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.149 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.150 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.151 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.152 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1088194, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 323 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 352, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.153 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.154 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10624, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 206 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.155 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.156 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.158 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.160 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1055971, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 342 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88, 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.162 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5312, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.163 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.164 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.165 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19376, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 112, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8304, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19376, 2024-09-16T11:03:15.166 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5360, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 67 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52632, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9513 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.167 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 129880, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10708, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 681 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30398, 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:15.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 381024, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 83 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.169 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2425422, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5456, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 62 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 509696, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.170 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70304, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 140 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.171 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.172 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.173 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17920, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 672, 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6 2024-09-16T11:03:15.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7680, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17920, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4480, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 56 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:15.175 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 47058, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8551 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 121040, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8980, 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 507 2024-09-16T11:03:15.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 26634, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.177 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 404232, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 89 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12096, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2418070, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 192 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4840, 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 55 2024-09-16T11:03:15.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.179 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8528, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.182 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17696, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 672, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7584, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17696, 2024-09-16T11:03:15.183 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3920, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 49 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 43975, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8120 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.184 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 114920, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8044, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 495 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.185 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 24666, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 330538, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 71 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12096, 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2399644, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4224, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 48 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.187 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 359104, 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8320, 2024-09-16T11:03:15.188 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 24 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227704, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3449 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.189 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.190 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.191 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7872, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:15.192 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3760, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 47 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 45902, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8497 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.193 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 120360, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 177 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8868, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 515 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 25706, 2024-09-16T11:03:15.194 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 177 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2208, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 286816, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 60 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30637, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.195 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2453087, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 190 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4752, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 54 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 428608, 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 37 2024-09-16T11:03:15.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10400, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.197 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.198 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.199 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:15.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7872, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3360, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 42 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.201 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14883, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 46912, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8643 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 122400, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 180 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9044, 2024-09-16T11:03:15.202 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 514 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 26474, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 180 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.203 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 869152, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 60 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2421435, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 176 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4840, 2024-09-16T11:03:15.204 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 55 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.205 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8944, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 18 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227448, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3437 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.206 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.207 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18256, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 448, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7824, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.209 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18256, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2880, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 36 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14883, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 48119, 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8737 2024-09-16T11:03:15.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 123760, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 182 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9296, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 517 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.211 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 27154, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 182 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2208, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 802722, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30637, 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T11:03:15.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2418622, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 183 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5632, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 64 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.213 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 474944, 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 41 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 13520, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 26 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227960, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3461 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.215 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.216 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19040, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8160, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.218 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19040, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2480, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14541, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 47300, 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8882 2024-09-16T11:03:15.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 121040, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10280, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 670 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.220 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 27494, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 175627, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 34 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.221 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2411160, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4664, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 53 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 69472, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 144 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.223 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:15.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19152, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1232, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 11 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:15.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8208, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19152, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2000, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 25 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 293069, 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12 2024-09-16T11:03:15.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 51174, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9373 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 127840, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 188 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10972, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 678 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:15.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 29886, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 188 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 147957, 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 28 2024-09-16T11:03:15.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2385402, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 181 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6248, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 71 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:15.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 521280, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 45 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 72072, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.231 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.233 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T11:03:15.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T11:03:15.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:03:15.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.238 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.239 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy" 2024-09-16T11:03:15.240 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 17, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "quincy" 2024-09-16T11:03:15.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_perf_histograms": [ 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:15.242 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:15.243 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:15.244 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:15.245 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:15.246 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:15.247 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.248 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.249 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.251 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.252 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.253 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.254 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.255 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.256 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.257 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.258 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.259 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.260 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.261 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.262 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.263 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.264 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.265 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.266 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.267 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.268 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.269 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.270 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:15.271 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:15.272 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:15.273 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.274 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:15.275 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:15.276 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:15.277 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.278 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.279 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.280 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.281 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.282 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.283 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.284 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.285 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.286 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.287 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.288 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.289 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.290 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.291 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:15.292 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.293 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.294 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.296 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.297 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:15.298 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.299 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.300 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.301 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:15.302 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:15.303 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:15.304 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:15.306 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:15.307 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.308 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.309 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.310 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.311 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.312 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.313 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.314 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.315 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.316 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.317 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.318 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.319 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.320 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.321 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.322 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.323 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.324 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:15.325 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.326 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.327 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.328 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.329 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.330 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.331 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:15.332 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:15.333 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:15.334 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:15.335 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:15.336 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:15.337 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.338 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.339 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.348 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.359 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_counters": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "caps": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T11:03:15.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_grant": { 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_revoke": { 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_trunc": { 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_commit": { 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.361 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch": { 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_merge": { 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_split": { 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "exported_inodes": { 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "forward": { 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_cap_release": { 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps": { 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps_dirty": { 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_inode_file_caps": { 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "imported_inodes": { 2024-09-16T11:03:15.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes": { 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_expired": { 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_pinned": { 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_with_caps": { 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "load_cent": { 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "openino_dir_fetch": { 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "process_request_cap_release": { 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "reply_latency": { 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92668 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.365 INFO:tasks.workunit.client.0.smithi077.stdout: "request": { 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rbytes": { 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rfiles": { 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rsnaps": { 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_reply": { 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "subtrees": { 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_cache": { 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_enqueue_scrub": { 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_exportdir": { 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_flush": { 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragmentdir": { 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragstats": { 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_inodestats": { 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_enqueued": { 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_prioritized": { 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_processing": { 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays": { 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_delayed": { 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_enqueuing": { 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_completed": { 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_started": { 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_created": { 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_enqueued": { 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_migrated": { 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_reintegrated": { 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_log": { 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "ev": { 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "evadd": { 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "evex": { 2024-09-16T11:03:15.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "evexd": { 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "evexg": { 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "evtrm": { 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "jlat": { 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14998530 2024-09-16T11:03:15.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "replayed": { 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "seg": { 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "segadd": { 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "segex": { 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.373 INFO:tasks.workunit.client.0.smithi077.stdout: "segexd": { 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "segexg": { 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "segtrm": { 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_mem": { 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "cap": { 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "cap+": { 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "cap-": { 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "dir": { 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "dir+": { 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.375 INFO:tasks.workunit.client.0.smithi077.stdout: "dir-": { 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "dn": { 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "dn+": { 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "dn-": { 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "heap": { 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207068 2024-09-16T11:03:15.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "ino": { 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "ino+": { 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "ino-": { 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "rss": { 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39468 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_server": { 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_acquisition_throttle": { 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_revoke_eviction": { 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_request": { 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_session": { 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_peer_request": { 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "req_create_latency": { 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getattr_latency": { 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92668 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.379 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getfilelock_latency": { 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getvxattr_latency": { 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "req_link_latency": { 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookup_latency": { 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookuphash_latency": { 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupino_latency": { 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupname_latency": { 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.381 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupparent_latency": { 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupsnap_latency": { 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lssnap_latency": { 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mkdir_latency": { 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mknod_latency": { 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mksnap_latency": { 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "req_open_latency": { 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "req_readdir_latency": { 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rename_latency": { 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "req_renamesnap_latency": { 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmdir_latency": { 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmsnap_latency": { 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmxattr_latency": { 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setattr_latency": { 2024-09-16T11:03:15.385 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setdirlayout_latency": { 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setfilelock_latency": { 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setlayout_latency": { 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setxattr_latency": { 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "req_symlink_latency": { 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "req_unlink_latency": { 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_sessions": { 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "average_load": { 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "avg_session_uptime": { 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 86 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "mdthresh_evicted": { 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "session_count": { 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "session_remove": { 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_open": { 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_stale": { 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "total_load": { 2024-09-16T11:03:15.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "purge_queue": { 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed": { 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing": { 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_high_water": { 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops": { 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops_high_water": { 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_item_in_journal": { 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.392 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:15.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 94 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:15.394 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 778 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 778, 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3879603 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 778, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 231994974 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999935 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:15.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.398 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.399 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1792961146 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.400 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.401 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7613361 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5335 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:15.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 505989060 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43843584 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31367168 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12476416 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.404 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254099 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.406 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844874 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40239 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71058734 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.410 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184685506 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71167038 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:15.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35398925 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.415 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33160, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 76811762 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:15.416 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1669, 2024-09-16T11:03:15.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 830097009 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:15.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 206 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.419 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 906 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4940791 2024-09-16T11:03:15.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2718 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 157996575 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:15.421 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.422 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 906 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4875617 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5273 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:15.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 391929498 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.424 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999935 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 908 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 908, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2341949282 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.425 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1050 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.426 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.427 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45850624 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40583168 2024-09-16T11:03:15.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5267456 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277029321 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253669 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844242 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.432 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277029321 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37836 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71060075 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.435 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184686214 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71166330 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38814633 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:15.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40854, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 153715096 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1967, 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 659437044 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.442 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 55 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:15.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 788 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 788, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3906425 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.445 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 788, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134997565 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.447 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:15.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:15.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1733968706 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:15.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7664907 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293994700 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43843584 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33169408 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:15.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10674176 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254099 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844874 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40239 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71058734 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184685506 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71167038 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.466 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29035811 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33573, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75374001 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.468 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:15.469 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1714, 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 508905376 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.470 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2297856 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1515520 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1376256 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.476 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.478 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3747840 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.479 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1261568 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 251793 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.480 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31981 2024-09-16T11:03:15.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83518556 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 317, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8921263 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348337 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83866893 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31756 2024-09-16T11:03:15.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4101 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.484 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12468 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 709 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 221 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 100, 2024-09-16T11:03:15.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1847725 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 244, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 222366 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 144, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183967 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.486 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58162 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6822482 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6386541 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 389640985433 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125895277591 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29973738459 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48858 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394031 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 320316209 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146946 2024-09-16T11:03:15.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 252807858 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20889611 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 882604 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 259830 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601294792 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24644413 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:15.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3591179 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 271187968 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270532608 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.492 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 655360 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85497484 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73881972 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.496 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641231136 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71798416 2024-09-16T11:03:15.499 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56998323 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68830333 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641231136 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2835 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7088 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7088 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253773 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71529760 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 604 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147926533 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4682383 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62130673 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 604 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147926533 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4682383 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62130673 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305750016 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1921024 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1130496 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.520 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.525 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3125248 2024-09-16T11:03:15.526 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 655360 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 273036 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.528 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64677 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75272476 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 250, 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15026520 2024-09-16T11:03:15.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348551 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75621027 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30545 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19832 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12165 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 681 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 226 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 116, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2533043 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 271, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 214266 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 155, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3157204 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 126329 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5620854 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6211127 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.534 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 92, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 431989705838 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 106061527368 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 358, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71646511108 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 358, 2024-09-16T11:03:15.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37633 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 336615 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 275015138 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102962 2024-09-16T11:03:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 150089455 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18815756 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 291190 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52, 2024-09-16T11:03:15.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 244286 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 449924719 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23691313 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2681489 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270532608 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.539 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 442368 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.540 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85498857 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73880599 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641241432 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71788120 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999238 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829418 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.549 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641241432 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11141 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233976 2024-09-16T11:03:15.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71545131 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.553 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 97 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1640827 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 863120306 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 602 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36447516 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 187466744 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.556 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2810292 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 602 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2426591 2024-09-16T11:03:15.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2045011 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10872913 2024-09-16T11:03:15.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4573948 2024-09-16T11:03:15.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10282297 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1640827 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:15.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 849437101 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29446977 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 175139436 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305147904 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.562 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1720320 2024-09-16T11:03:15.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1175552 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1036288 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.567 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2830336 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 647168 2024-09-16T11:03:15.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 193815 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12607 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.575 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52667556 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 232, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5899677 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312775 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52980331 2024-09-16T11:03:15.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42975 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 983 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.577 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4365 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 489 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.578 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 200 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 87, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 944338 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 208, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228298 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 121, 2024-09-16T11:03:15.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1353349 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92036 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5309689 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.580 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5921737 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 378940496081 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85119276515 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 285, 2024-09-16T11:03:15.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71464772995 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 285, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30549 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 397572 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 84091270 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 90622 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44133609 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14499276 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 291276 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 45, 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265269 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 148470568 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17625674 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1820541 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269926400 2024-09-16T11:03:15.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269467648 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 458752 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499616 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73879840 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641247124 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71782428 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999744 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68828912 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.596 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641247124 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11136 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 221332 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71552088 2024-09-16T11:03:15.599 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.600 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254478818 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11179782 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 215689564 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.603 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.604 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254478818 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11179782 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 215689564 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305139712 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.609 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1159168 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 884736 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.612 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 745472 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.615 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.616 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.617 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1978368 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 671744 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5941 2024-09-16T11:03:15.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53289239 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 151, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9812948 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.622 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 241560 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53530799 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48099 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1682 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9194 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 345 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:15.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 849425 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 150, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 218997 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 411439 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.626 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9915633 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7251026 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.627 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 306115971995 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74442039534 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 243, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 561312 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 243, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25295 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.628 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 247616 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147509939 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68061 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 61912051 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12413600 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 294248 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 216488 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.630 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 232027253 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14913615 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1811795 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.631 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 268812288 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267952128 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499237 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73884315 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244281 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.638 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.639 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71785271 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999491 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829165 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244281 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18043 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 227624 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71541732 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1324373 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.650 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.651 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.652 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1324373 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.654 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305160192 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.656 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1167360 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:15.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720896 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.663 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.664 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1961984 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.666 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 671744 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305051 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.667 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4934 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57164426 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 154, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9852210 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205175 2024-09-16T11:03:15.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57369601 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28801 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.670 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.671 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1900 2024-09-16T11:03:15.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13554 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 371 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 225 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 89, 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1362531 2024-09-16T11:03:15.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 149, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184680 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 738721 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.674 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 110431 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3759955 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2690039 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 211027501599 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 61914105190 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2302962356 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32116 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 229726 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 225871671 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 80020 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.677 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 170041057 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12666011 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 292235 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 163114 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.678 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 412603831 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14977198 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1935845 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.679 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269606912 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1368064 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499530 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.682 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73875830 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641246475 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.685 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71783077 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.687 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999686 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.689 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68828970 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641246475 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20805 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228856 2024-09-16T11:03:15.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71535544 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.693 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.694 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23487016 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 916093 2024-09-16T11:03:15.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20077838 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.699 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23487016 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 916093 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20077838 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305160192 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.703 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.704 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1175552 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.705 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 892928 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 753664 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.708 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2002944 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.712 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 667648 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 257012 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.713 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22901 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46326892 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 164, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6861044 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 174251 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.715 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46501143 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.716 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46998 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4542 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4183 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 332 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 229 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80, 2024-09-16T11:03:15.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1726197 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 129, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 185906 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1490260 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.719 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 87831 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6746407 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2540469 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36, 2024-09-16T11:03:15.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 264179937522 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58942937595 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 264, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2771926428 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 264, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29790 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.721 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 222907 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 116761685 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85717 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67965877 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.722 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12303227 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293938 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 127877 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 204034162 2024-09-16T11:03:15.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16522029 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2264175 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.724 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269860864 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269828096 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32768 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499322 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.726 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.727 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73876038 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.728 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244922 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.729 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.731 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71784630 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.732 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999548 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.734 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829108 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.735 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244922 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.736 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12516 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 240596 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71533646 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.738 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.739 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.741 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.743 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.744 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305156096 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.748 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.749 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1212416 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 925696 2024-09-16T11:03:15.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 786432 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.755 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2072576 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1249280 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9330 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58979506 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 169, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7058800 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 151073 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.761 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59130579 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48608 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 877 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9006 2024-09-16T11:03:15.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 349 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77, 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 759395 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.764 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 117, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 180982 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 612375 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3265774 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2275579 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339744067246 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.766 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46985453665 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 455972 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30193 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202000 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202115003 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81146 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135399597 2024-09-16T11:03:15.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13857420 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 883932 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113679 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.769 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 354877289 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15715541 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3503525 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.770 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 268853248 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.771 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2121728 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.772 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499332 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73876028 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244997 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71784555 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.778 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999555 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829101 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244997 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14210 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 238735 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71533738 2024-09-16T11:03:15.784 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.785 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:15.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2804 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:15.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81540361 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11432826 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68803339 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.789 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.791 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2804 2024-09-16T11:03:15.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81540361 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11432826 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68803339 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.794 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305737728 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:15.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1290240 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999424 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.798 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:15.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.800 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:15.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.802 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.803 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2224128 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1253376 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 248675 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:15.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29841 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50014496 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 147, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20737819 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:15.807 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 124147 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50138643 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:15.808 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33361 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 878 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4249 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 694 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 118, 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3004796 2024-09-16T11:03:15.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 190, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 249079 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 72, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2318138 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43775 2024-09-16T11:03:15.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1934620 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1451380 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 342162135102 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:15.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26959600978 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 466927 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 60936 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 217682 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.813 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 555603593 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102134 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 190640616 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:15.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13553054 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 882480 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 20, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81681 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 761996045 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:15.815 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15627558 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2413611 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270139392 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269582336 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 557056 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.817 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85481741 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:15.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 143360 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135168 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.819 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73615091 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:15.820 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641113059 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.822 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71916493 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56987827 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.824 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68840829 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:15.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641113059 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:15.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4270 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14234 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11387 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 237722 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:15.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71651008 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:15.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:15.830 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:15.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 134, 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202807921 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265608 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:15.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 136, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30619843 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 134, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134347294 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 94 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13496327 2024-09-16T11:03:15.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265608 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12165137 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:15.834 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9967728 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32515393 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.835 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13720518 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:15.836 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30396825 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156796201 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.837 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4734188 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 93982741 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.838 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305741824 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.839 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T11:03:15.840 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.4504413431714056e-06, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:15.841 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 126, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 236544, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 113, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.842 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:15.843 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 98304, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 98304, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:15.844 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 3410, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 3410, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 10230, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 51, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 19456 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:15.845 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:15.846 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T11:03:15.847 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.848 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116228874, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12288, 2024-09-16T11:03:15.849 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12288, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372067328, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.6899637245160193e-08, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 19, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 57, 2024-09-16T11:03:15.850 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 2, 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 2048 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T11:03:15.851 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T11:03:14.969624", 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_stats": { 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "6.15.5" 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:15.852 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T11:03:15.853 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T11:03:15.854 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T11:03:15.855 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pg": [ 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.856 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866697+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866697+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.868501+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.858 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3f", 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.859 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000", 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.862 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.863 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.864 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.860456+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.860456+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.860997+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.865 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.866 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3e", 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000", 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.871 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.869224+0000", 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.869224+0000", 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.869512+0000", 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:15.873 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3d", 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000", 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.877 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.878 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.879 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.880 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.881 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.861097+0000", 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.861097+0000", 2024-09-16T11:03:15.882 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.861482+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.883 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.884 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3c", 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000", 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.887 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.888 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.889 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865837+0000", 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865837+0000", 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866786+0000", 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.891 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3b", 2024-09-16T11:03:15.892 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000", 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.896 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.897 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862248+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862248+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862572+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.899 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3a", 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.900 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000", 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.904 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.905 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466109+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466109+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.907 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.39", 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:59:03.111146+0000", 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.908 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.911 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.912 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864142+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864142+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864474+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.914 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.38", 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.915 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000", 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.916 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.917 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.920 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.867480+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.867480+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867945+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.921 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.922 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.37", 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000", 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.923 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.924 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.925 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.927 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851493+0000", 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851493+0000", 2024-09-16T11:03:15.928 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851866+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:15.929 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.36", 2024-09-16T11:03:15.930 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000", 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.934 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.935 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856301+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856301+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856552+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.936 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.937 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.35", 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.938 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000", 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.939 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.942 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.943 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.858397+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.858397+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858808+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.944 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.945 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.34", 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:55:34.380729+0000", 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.946 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.947 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.950 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.951 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862731+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862731+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862985+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.952 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.953 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.33", 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000", 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.955 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.957 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:15.958 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865098+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865098+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865409+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.959 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.960 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.32", 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000", 2024-09-16T11:03:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.963 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.965 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855932+0000", 2024-09-16T11:03:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855932+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856585+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.967 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.31", 2024-09-16T11:03:15.968 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000", 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:15.972 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.973 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.860174+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.860174+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.860550+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.30", 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000", 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.976 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.980 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.252131+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.252131+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.981 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2f", 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.983 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:39.875989+0000", 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.984 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.987 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856977+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856977+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857245+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.989 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.990 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2e", 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:21.576616+0000", 2024-09-16T11:03:15.991 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864098+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864098+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865128+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:15.997 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:15.998 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2d", 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000", 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:15.999 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.000 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.002 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.003 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855664+0000", 2024-09-16T11:03:16.004 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855664+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855943+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.005 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.006 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2c", 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000", 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.010 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.011 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866927+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866927+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867187+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.012 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.013 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2b", 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.014 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000", 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.018 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.858455+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.858455+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858737+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.020 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.021 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2a", 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000", 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.026 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.861901+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.861901+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862165+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.028 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.29", 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.029 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000", 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.033 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.034 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.849684+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.849684+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.850382+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.036 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.28", 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.037 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000", 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.041 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.843810+0000", 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.843810+0000", 2024-09-16T11:03:16.042 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.844152+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.043 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.044 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.27", 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000", 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.045 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.048 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.049 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.852624+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.852624+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.852926+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.051 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.26", 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000", 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.056 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.057 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856891+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856891+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857500+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.059 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.25", 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000", 2024-09-16T11:03:16.060 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.064 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.065 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465981+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465981+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.067 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.24", 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.068 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:00:41.954590+0000", 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.072 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.073 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.251562+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.251562+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.075 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.23", 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.076 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:38:39.152248+0000", 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.080 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.081 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851721+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851721+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.852042+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.084 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.22", 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000", 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.852147+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.852147+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.853789+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.091 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.21", 2024-09-16T11:03:16.092 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:36:04.517844+0000", 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.096 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.097 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855336+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855336+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855620+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.099 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.20", 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000", 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.100 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.103 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.104 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.847665+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.847665+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.848667+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.106 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1a", 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.107 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:46:55.341827+0000", 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849105+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849105+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.849371+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.113 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.114 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1b", 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000", 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.118 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.119 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.854799+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.854799+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855040+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.121 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1b", 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.122 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000", 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.125 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.126 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.127 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.855629+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.855629+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.855885+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.128 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.129 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1a", 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000", 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.132 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.134 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.845977+0000", 2024-09-16T11:03:16.135 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.845977+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846458+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.136 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.137 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.19", 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000", 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.140 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.141 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.142 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857052+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857052+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857563+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.143 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.144 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.18", 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.145 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000", 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850305+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850305+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850565+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.152 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.18", 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000", 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.156 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.157 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856295+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856295+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856744+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.158 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.159 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.19", 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000", 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.160 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.162 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.163 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.164 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.847088+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.847088+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.847360+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.165 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.166 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.17", 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000", 2024-09-16T11:03:16.167 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.171 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.172 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862998+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862998+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863284+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.173 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.174 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.16", 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.175 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000", 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.177 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.179 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.180 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851479+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851479+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852194+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.181 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.182 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.16", 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000", 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.185 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.186 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.187 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.859579+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.859579+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.859836+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.188 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.189 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.17", 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000", 2024-09-16T11:03:16.190 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.194 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.845902+0000", 2024-09-16T11:03:16.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.845902+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846160+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.15", 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 24, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000", 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 90, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.201 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'3" 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.202 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.849234+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.849234+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.849506+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.203 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.204 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.14", 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.205 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:10:25.501687+0000", 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.206 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.209 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.210 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.846590+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.846590+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846873+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.211 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 12, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 12, 2024-09-16T11:03:16.212 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.14", 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 33, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000", 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 2624, 2024-09-16T11:03:16.213 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.214 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 9 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.216 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "64'12" 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.217 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465747+0000", 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465747+0000", 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.218 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.219 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.15", 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.220 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:05:06.833184+0000", 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.221 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.222 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.224 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.225 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850280+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850280+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851416+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.226 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.227 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.13", 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000", 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.228 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 34, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.229 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.230 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 6 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.231 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.232 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853922+0000", 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853922+0000", 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854165+0000", 2024-09-16T11:03:16.233 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.234 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.12", 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.235 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000", 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.239 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.240 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850536+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850536+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851108+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.241 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.242 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.12", 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000", 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.244 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.246 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.247 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865323+0000", 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865323+0000", 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866036+0000", 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.248 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.249 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.13", 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.250 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000", 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.251 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.255 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852265+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852265+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852537+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.256 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.257 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.11", 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000", 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.261 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.262 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.854663+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.854663+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854934+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.263 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.264 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.10", 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.265 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000", 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.269 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.270 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.846274+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.846274+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846550+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.271 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 8, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.272 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 8, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.10", 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 29, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000", 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.273 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 4, 2024-09-16T11:03:16.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T11:03:16.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'8" 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.277 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466273+0000", 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466273+0000", 2024-09-16T11:03:16.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:16.279 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.11", 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:33:27.943066+0000", 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.284 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.285 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.853747+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.853747+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854038+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.287 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.f", 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000", 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.288 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 22, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.289 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:16.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.292 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466924+0000", 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466924+0000", 2024-09-16T11:03:16.293 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:16.294 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.e", 2024-09-16T11:03:16.295 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:52.324372+0000", 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.297 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.299 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.300 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850325+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850325+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850630+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.301 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.302 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.e", 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000", 2024-09-16T11:03:16.303 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.304 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.305 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.306 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.307 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.308 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.867078+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.867078+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867762+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.309 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.310 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.f", 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000", 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.313 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.314 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.315 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.842162+0000", 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.842162+0000", 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.842830+0000", 2024-09-16T11:03:16.316 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.317 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.d", 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000", 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 70, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.322 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.323 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857576+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857576+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857840+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.325 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.c", 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000", 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.326 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.330 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.842662+0000", 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.842662+0000", 2024-09-16T11:03:16.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.842962+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:16.332 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.c", 2024-09-16T11:03:16.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000", 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.337 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.338 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856115+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856115+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856427+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.340 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.d", 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.341 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000", 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.345 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.346 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347794+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347794+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.593951+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.348 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.5", 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.349 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:43:10.749508+0000", 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000380453, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.353 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 19, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T10:59:58.488977+0000", 2024-09-16T11:03:16.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T10:59:58.488977+0000", 2024-09-16T11:03:16.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T10:59:58.493512+0000", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 50, 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251416+0000", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 79, 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 49, 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.357 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 79, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "1.0", 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 55, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.358 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000", 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 126, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 231, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 113, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "55'79" 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.362 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851151+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851151+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851421+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.365 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.3", 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000", 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.369 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862764+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862764+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863038+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.372 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2", 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.373 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000", 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.377 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.378 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.694453+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.694453+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.961530+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.380 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.6", 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:48:03.117113+0000", 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000552219, 2024-09-16T11:03:16.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.385 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.855378+0000", 2024-09-16T11:03:16.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.855378+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.855892+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.0", 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000", 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.392 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.393 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862355+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862355+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862717+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.395 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1", 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.396 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000", 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.400 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.401 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873566+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873566+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.301824+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.7", 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:50:48.003004+0000", 2024-09-16T11:03:16.404 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000390504, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.409 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.844262+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.844262+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.844810+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.411 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1", 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000", 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.412 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864591+0000", 2024-09-16T11:03:16.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864591+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864852+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.419 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.0", 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000", 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.423 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.424 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.693455+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.693455+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.301634+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.426 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.4", 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:54:06.314019+0000", 2024-09-16T11:03:16.427 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000423916, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.431 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.432 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849941+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849941+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850757+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.434 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.2", 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000", 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.435 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.439 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.440 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853606+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853606+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854110+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.442 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3", 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:46:02.515269+0000", 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.444 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.446 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.447 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873595+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873595+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.302036+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.448 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.449 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.2", 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.450 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:17:18.400433+0000", 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000946127, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.451 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 2 2024-09-16T11:03:16.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "61'2" 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.454 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852446+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852446+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852710+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.455 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.456 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.4", 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.457 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000", 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.458 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.461 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.462 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857121+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857121+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857499+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.463 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.464 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.5", 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.465 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000", 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.466 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.469 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.470 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347632+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347632+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.962013+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.472 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.3", 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:09:16.704449+0000", 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.00057971, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.473 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "59'1" 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.477 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465907+0000", 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465907+0000", 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.478 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.479 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.5", 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.480 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:27:47.662774+0000", 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.481 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.484 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.485 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857864+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857864+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858111+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.486 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.487 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.4", 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.488 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000", 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.489 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.492 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.493 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347607+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347607+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.298270+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.495 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.0", 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:13:49.485689+0000", 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000583467, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.499 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.500 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850167+0000", 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850167+0000", 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850437+0000", 2024-09-16T11:03:16.501 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.502 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.6", 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.503 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000", 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.504 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.507 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "54'1" 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.508 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853267+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853267+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.853538+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.509 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.510 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.7", 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000", 2024-09-16T11:03:16.511 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.512 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.513 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.515 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.516 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873629+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873629+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.303519+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:16.517 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.518 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.1", 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:31:36.298337+0000", 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000542887, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.520 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.522 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.523 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.856274+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.856274+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.856562+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.524 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.525 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.7", 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.526 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000", 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.528 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.529 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866247+0000", 2024-09-16T11:03:16.531 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866247+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866529+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.532 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.533 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.6", 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000", 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.536 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.538 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.854111+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.854111+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854382+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.539 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.540 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.8", 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000", 2024-09-16T11:03:16.541 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.544 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.545 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855828+0000", 2024-09-16T11:03:16.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855828+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856107+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.547 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.548 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.9", 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:48:32.604994+0000", 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.550 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.552 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.553 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852419+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852419+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.853141+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.554 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.555 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.9", 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.556 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000", 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.557 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.559 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.561 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865668+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865668+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865953+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.562 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.563 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.8", 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000", 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.567 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.568 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851370+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851370+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851730+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.570 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.a", 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.571 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000", 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:16.575 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.576 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851487+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851487+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851807+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.578 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.b", 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000", 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.582 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.583 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852191+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852191+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852842+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.585 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.b", 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.586 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000", 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.589 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.590 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.591 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.850795+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.850795+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851064+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.592 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.593 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.a", 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000", 2024-09-16T11:03:16.594 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.598 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.847482+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.847482+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.847777+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.601 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1d", 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000", 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.605 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.606 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852535+0000", 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852535+0000", 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.853340+0000", 2024-09-16T11:03:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1c", 2024-09-16T11:03:16.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000", 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.613 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.863001+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.863001+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863289+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.616 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1c", 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.617 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000", 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.621 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.622 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.857065+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.857065+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.857327+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.623 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.624 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1d", 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000", 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:16.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.628 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.629 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.868567+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.868567+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.868830+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.631 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1f", 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000", 2024-09-16T11:03:16.632 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.636 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849167+0000", 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849167+0000", 2024-09-16T11:03:16.637 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.849480+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:16.638 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1e", 2024-09-16T11:03:16.639 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000", 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.641 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.644 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.645 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.646 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.863974+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.863974+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864258+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.648 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1e", 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.649 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000", 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.653 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.654 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:16.655 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.853663+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.853663+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854533+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.656 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:16.657 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 4, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 4, 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:16.658 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1f", 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 25, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000", 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 570, 2024-09-16T11:03:16.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.661 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:16.663 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'4" 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pool": [ 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.664 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 24, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 8, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 4, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.668 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 2 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 12288, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:16.669 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 57, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 24 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 192, 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:16.670 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 64, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 3, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:16.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:16.675 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 192 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 96, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 45, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 32, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:16.676 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 45, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 2, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 3410, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 66, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 22, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 22, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 14, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 51, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 19 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 98304, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:16.680 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 10230, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 96 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.681 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 3, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 79, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 1, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 3, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 79, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 1, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T11:03:16.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 126, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 231, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 113, 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T11:03:16.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 1781760, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 1771104, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 3 2024-09-16T11:03:16.686 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 2443005952, 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.0031811618246138096 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517279232, 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2443005952 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:16.688 INFO:tasks.workunit.client.0.smithi077.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T11:03:16.689 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show-device 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43ac2b8c-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105803": { 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:16.690 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.691 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484283 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:16.692 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.693 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:16.694 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 27497532 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:16.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 48769845 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:16.697 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.698 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.701 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 89, 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3337, 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3353, 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3321 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:16.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 410552845, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 1802078264, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 6683835488, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 33096313473, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:16.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 11, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 57724, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 56460, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 24, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 77 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:16.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 57724, 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 56460 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.705 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:16.706 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:16.708 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:16.709 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 24 Celsius", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 11%", 2024-09-16T11:03:16.710 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 410,552,845 [210 TB]", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 1,802,078,264 [922 TB]", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 6,683,835,488", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 33,096,313,473", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 57,724", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 56,460", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 77", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:16.711 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.712 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 24 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43adc3a2-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.713 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105801": { 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.714 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484281 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.715 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.716 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.717 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:16.718 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 33180883 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:16.719 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 54881519 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:16.720 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.721 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:16.722 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:16.723 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 88, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3698, 2024-09-16T11:03:16.724 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3713, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3682 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:16.725 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 428271043, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 2174542379, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 7093525719, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 39403109621, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 12, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 54188, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 57893, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 26, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 70 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:16.726 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 54188, 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 57893 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.727 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:16.728 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:16.729 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:16.730 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.731 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 26 Celsius", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 12%", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 428,271,043 [219 TB]", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 2,174,542,379 [1.11 PB]", 2024-09-16T11:03:16.732 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 7,093,525,719", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 39,403,109,621", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 54,188", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 57,893", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 70", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:16.733 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 26 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.734 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.735 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:16.735 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.735 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.736 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.737 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.738 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.739 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.740 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:15 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.740 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show-all 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.742 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.743 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3563654155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.744 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.745 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.746 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.747 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.748 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.749 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.749 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.749 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.749 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.749 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.751 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:15 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.755 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.755 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:16.755 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.757 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.758 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.759 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.760 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:16.760 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:16.760 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:16.760 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:16.760 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:16 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:16.766 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T11:03:16.766 INFO:tasks.workunit.client.0.smithi077.stdout: "device_report": { 2024-09-16T11:03:16.766 INFO:tasks.workunit.client.0.smithi077.stdout: "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.766 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43ac2b8c-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105803": { 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:16.767 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484283 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:16.768 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:16.769 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:16.770 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 27497532 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:16.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 48769845 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.774 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 89, 2024-09-16T11:03:16.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3337, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3353, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3321 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:16.778 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 410552845, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 1802078264, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 6683835488, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 33096313473, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 11, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 57724, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 56460, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 24, 2024-09-16T11:03:16.779 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 77 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 57724, 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 56460 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.781 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:16.782 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:16.783 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:16.784 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 24 Celsius", 2024-09-16T11:03:16.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 11%", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 410,552,845 [210 TB]", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 1,802,078,264 [922 TB]", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 6,683,835,488", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 33,096,313,473", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 57,724", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 56,460", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 77", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:16.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.787 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 24 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43adc3a2-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T11:03:16.788 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105801": { 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.789 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484281 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.790 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.791 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.792 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.793 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 33180883 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T11:03:16.794 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 54881519 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.796 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T11:03:16.797 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T11:03:16.798 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 88, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3698, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3713, 2024-09-16T11:03:16.799 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3682 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T11:03:16.800 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 428271043, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 2174542379, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 7093525719, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 39403109621, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 12, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 54188, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 57893, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 26, 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 70 2024-09-16T11:03:16.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 54188, 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 57893 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T11:03:16.802 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T11:03:16.803 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T11:03:16.804 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T11:03:16.805 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T11:03:16.806 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 26 Celsius", 2024-09-16T11:03:16.807 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 12%", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 428,271,043 [219 TB]", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 2,174,542,379 [1.11 PB]", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 7,093,525,719", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 39,403,109,621", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 54,188", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 57,893", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 70", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T11:03:16.808 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.809 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 26 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "report": { 2024-09-16T11:03:16.810 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T11:03:16.811 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:16.812 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T11:03:16.813 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:16.814 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:16.815 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T11:03:16.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:16.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:16.818 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T11:03:16.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:16.820 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addr", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "public_addrv", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T11:03:16.821 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T11:03:16.822 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T11:03:16.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_perf", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/enabled", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T11:03:16.824 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T11:03:16.825 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T11:03:16.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T11:03:16.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T11:03:16.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T11:03:16.829 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 1, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T11:03:16.830 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 0, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T11:03:16.831 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T11:03:16.832 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T11:03:16.833 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T11:03:16.834 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_stats": { 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20135936, 2024-09-16T11:03:16.835 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 296720, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 901120, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 0, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 345, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 805664, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 12, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 829952, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 14681040, 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 20135936 2024-09-16T11:03:16.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20398080, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 474120, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 786432, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 420, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1240208, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T11:03:16.837 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 974848, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 15087464, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 21184512 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 35815424, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1137856, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 622592, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 10649600, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1002, 2024-09-16T11:03:16.838 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 6043424, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 21, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1975040, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 23415072, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 46465024 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 44965888, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1554736, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 40960, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 3506176, 2024-09-16T11:03:16.839 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1699, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 10355664, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 23, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 3001088, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 27392000, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 48472064 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 36118528, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1250064, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T11:03:16.840 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 40960, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 10346496, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1109, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 7791936, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 21, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 879616, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 23534512, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 46465024 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:16.841 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273350656, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 837800, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 589824, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1333, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5164784, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2322176, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262273384, 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 273940480 2024-09-16T11:03:16.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273424384, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 674840, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 303104, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1323, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5443248, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 46, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2577152, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261976632, 2024-09-16T11:03:16.843 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 273727488 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 272334848, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 694800, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 344064, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1241, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4754112, 2024-09-16T11:03:16.844 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 47, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2684672, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261448752, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 272678912 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 270704640, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 594128, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 860160, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1207, 2024-09-16T11:03:16.845 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4529416, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1715456, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261113128, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 271564800 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 274612224, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 777016, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:16.846 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 24576, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 1212416, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1227, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4915728, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 47, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1894144, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262151096, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275824640 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 274817024, 2024-09-16T11:03:16.847 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 673248, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 942080, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1234, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5274192, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 46, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1839872, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 262180048, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275759104 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.848 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 273817600, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 877768, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 4849664, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 2007040, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1220, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 4651632, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2056448, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261382088, 2024-09-16T11:03:16.849 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 275824640 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 272490496, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 1123904, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2752512, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 401408, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 1279, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 5057384, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 45, 2024-09-16T11:03:16.850 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1771776, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 261784920, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 272891904 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.851 INFO:tasks.workunit.client.0.smithi077.stdout: "io_rate": { 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_stats_delta": { 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "stamp_delta": "12.002352", 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:16.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:16.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 270, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 351, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 58, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.855 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:16.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 0 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "mempool": { 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.857 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.858 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.859 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.860 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.861 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.862 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 150105, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 34 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.863 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 856, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.865 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.866 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 222183, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 68 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 50488, 2024-09-16T11:03:16.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 208 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8128, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 139 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.875 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.876 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.877 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1047842, 2024-09-16T11:03:16.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 347 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5312, 2024-09-16T11:03:16.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.887 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1087826, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 320 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.894 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 352, 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:16.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10624, 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 206 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.900 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1056130, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 341 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6776, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12744, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1546 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5312, 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T11:03:16.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.910 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19376, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 112, 2024-09-16T11:03:16.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8304, 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19376, 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 173 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5360, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 67 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52632, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9513 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 129880, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10708, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 681 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30398, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 381024, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 83 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2425422, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 191 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5456, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 62 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 509696, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 76544, 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 152 2024-09-16T11:03:16.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17920, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 672, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7680, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17920, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 160 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4480, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 56 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 47058, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8551 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 121040, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8980, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 507 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 26634, 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 404232, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 89 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12096, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2418070, 2024-09-16T11:03:16.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 192 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4840, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 55 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:16.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8528, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.929 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17696, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 672, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7584, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17696, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 158 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3920, 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 49 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4096, 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 43975, 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8120 2024-09-16T11:03:16.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 114920, 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8044, 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 495 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 24666, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 330538, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 71 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12096, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2399644, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 169 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.936 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4224, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 48 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 359104, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.937 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8320, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 24 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227704, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3449 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.938 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.939 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7872, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3760, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 47 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 45902, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8497 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 120360, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 177 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8868, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 515 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 25706, 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 177 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2208, 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 286816, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 60 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30637, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2453087, 2024-09-16T11:03:16.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 190 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4752, 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 54 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 428608, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 37 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10400, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.948 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:16.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:16.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7872, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18368, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 164 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3360, 2024-09-16T11:03:16.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 42 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14883, 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 46912, 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8643 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 122400, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 180 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9044, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 514 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 26474, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 180 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 869152, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 60 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2421435, 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 176 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4840, 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 55 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8944, 2024-09-16T11:03:16.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 18 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227448, 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3437 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18256, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 448, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7824, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18256, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 163 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2880, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 36 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14883, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 48119, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8737 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 123760, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 182 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9296, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 517 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 27154, 2024-09-16T11:03:16.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 182 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2208, 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 802722, 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30637, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2418622, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 183 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5632, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 64 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.967 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 474944, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 41 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 13520, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 26 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227960, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3461 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.970 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19040, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 224, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8160, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19040, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 170 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2480, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14541, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 47300, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8882 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 121040, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10280, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 670 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 27494, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 178 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 175627, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 34 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2411160, 2024-09-16T11:03:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4664, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 53 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 451776, 2024-09-16T11:03:16.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 75712, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 156 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:16.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.979 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T11:03:16.980 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 115 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16896, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 576, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Blob": { 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19152, 2024-09-16T11:03:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Buffer": { 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1232, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 11 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_Extent": { 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8208, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_SharedBlob": { 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19152, 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 171 2024-09-16T11:03:16.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2000, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 25 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 293069, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 51174, 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9373 2024-09-16T11:03:16.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 127840, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 188 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10972, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 678 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.984 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 29886, 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 188 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T11:03:16.985 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 147957, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 28 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2384298, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 183 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T11:03:16.986 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6248, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 71 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 521280, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 45 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.987 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 79560, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 197 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 227192, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3425 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T11:03:16.989 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:16.990 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.991 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:16.992 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:16.993 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.995 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.996 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy" 2024-09-16T11:03:16.998 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 17, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T11:03:16.999 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "quincy" 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_perf_histograms": [ 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:17.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:17.003 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:17.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.013 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.026 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.033 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:17.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:17.036 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:17.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:17.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:17.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:17.046 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:17.052 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.062 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:17.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:17.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.069 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:17.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:17.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:17.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:17.088 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.091 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T11:03:17.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T11:03:17.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T11:03:17.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T11:03:17.102 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T11:03:17.103 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T11:03:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T11:03:17.105 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.106 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.107 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.108 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.109 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.110 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.111 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.112 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.113 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.114 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.115 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.116 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.117 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.118 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T11:03:17.119 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.120 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.121 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.122 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.123 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.124 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.125 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.126 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.127 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.128 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.129 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.130 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.131 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.132 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_counters": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "caps": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.133 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_grant": { 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_revoke": { 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_trunc": { 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_commit": { 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.134 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch": { 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_merge": { 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_split": { 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "exported_inodes": { 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.135 INFO:tasks.workunit.client.0.smithi077.stdout: "forward": { 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_cap_release": { 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps": { 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps_dirty": { 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.136 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_inode_file_caps": { 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "imported_inodes": { 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes": { 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_expired": { 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.137 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_pinned": { 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_with_caps": { 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "load_cent": { 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "openino_dir_fetch": { 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "process_request_cap_release": { 2024-09-16T11:03:17.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "reply_latency": { 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92668 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "request": { 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rbytes": { 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rfiles": { 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rsnaps": { 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_reply": { 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "subtrees": { 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.140 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_cache": { 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_enqueue_scrub": { 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_exportdir": { 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_flush": { 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragmentdir": { 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragstats": { 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_inodestats": { 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_enqueued": { 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_prioritized": { 2024-09-16T11:03:17.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_processing": { 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays": { 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_delayed": { 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_enqueuing": { 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_completed": { 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_started": { 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_created": { 2024-09-16T11:03:17.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_enqueued": { 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_migrated": { 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_reintegrated": { 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_log": { 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "ev": { 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "evadd": { 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "evex": { 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "evexd": { 2024-09-16T11:03:17.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "evexg": { 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "evtrm": { 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "jlat": { 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14998530 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "replayed": { 2024-09-16T11:03:17.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "seg": { 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "segadd": { 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "segex": { 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.148 INFO:tasks.workunit.client.0.smithi077.stdout: "segexd": { 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "segexg": { 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "segtrm": { 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_mem": { 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "cap": { 2024-09-16T11:03:17.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "cap+": { 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "cap-": { 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "dir": { 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "dir+": { 2024-09-16T11:03:17.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "dir-": { 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "dn": { 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "dn+": { 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "dn-": { 2024-09-16T11:03:17.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "heap": { 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207068 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ino": { 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ino+": { 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ino-": { 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "rss": { 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39468 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_server": { 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_acquisition_throttle": { 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_revoke_eviction": { 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.153 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_request": { 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_session": { 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_peer_request": { 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "req_create_latency": { 2024-09-16T11:03:17.154 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getattr_latency": { 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92668 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getfilelock_latency": { 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getvxattr_latency": { 2024-09-16T11:03:17.155 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "req_link_latency": { 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookup_latency": { 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookuphash_latency": { 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupino_latency": { 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupname_latency": { 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupparent_latency": { 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupsnap_latency": { 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lssnap_latency": { 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mkdir_latency": { 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.158 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mknod_latency": { 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mksnap_latency": { 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "req_open_latency": { 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.159 INFO:tasks.workunit.client.0.smithi077.stdout: "req_readdir_latency": { 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rename_latency": { 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "req_renamesnap_latency": { 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmdir_latency": { 2024-09-16T11:03:17.160 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmsnap_latency": { 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmxattr_latency": { 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setattr_latency": { 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setdirlayout_latency": { 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setfilelock_latency": { 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setlayout_latency": { 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setxattr_latency": { 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "req_symlink_latency": { 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "req_unlink_latency": { 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_sessions": { 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "average_load": { 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "avg_session_uptime": { 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 86 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "mdthresh_evicted": { 2024-09-16T11:03:17.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "session_count": { 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "session_remove": { 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_open": { 2024-09-16T11:03:17.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_stale": { 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "total_load": { 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.166 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "purge_queue": { 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed": { 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.167 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing": { 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_high_water": { 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops": { 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops_high_water": { 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_item_in_journal": { 2024-09-16T11:03:17.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:17.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 94 2024-09-16T11:03:17.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 778 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.171 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 778, 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3879603 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 778, 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 231994974 2024-09-16T11:03:17.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.173 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999935 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:17.176 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1792961146 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T11:03:17.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.178 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 779 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7613361 2024-09-16T11:03:17.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5335 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 779, 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 505989060 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:17.180 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43843584 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31367168 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.181 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12476416 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254099 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844874 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.185 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.186 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40239 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.187 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71058734 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184685506 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71167038 2024-09-16T11:03:17.192 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35398925 2024-09-16T11:03:17.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:17.194 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33160, 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 76811762 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1669, 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 830097009 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:17.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T11:03:17.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 206 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.199 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 906 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4940791 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2718 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 157996575 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:17.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:17.202 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 906 2024-09-16T11:03:17.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4875617 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5273 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 906, 2024-09-16T11:03:17.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 391929498 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.205 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999935 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 908 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 908, 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2341949282 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.206 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1050 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:17.208 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.209 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45850624 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40583168 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.210 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5267456 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277029321 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253669 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844242 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.214 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277029321 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37836 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71060075 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184686214 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.219 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71166330 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38814633 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.223 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40854, 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 153715096 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.224 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.225 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1967, 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 659437044 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.226 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 55 2024-09-16T11:03:17.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 788 2024-09-16T11:03:17.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 788, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3906425 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 788, 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134997565 2024-09-16T11:03:17.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T11:03:17.231 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:17.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1733968706 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 789 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7664907 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.237 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 789, 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293994700 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43843584 2024-09-16T11:03:17.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33169408 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10674176 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T11:03:17.239 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254099 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.242 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70844874 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348127232 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 277028259 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40239 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.245 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71058734 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 322961408 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184685506 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71167038 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_completed": { 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lasted": { 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29035811 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_running": { 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33573, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75374001 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T11:03:17.252 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1714, 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 508905376 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2297856 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.257 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1515520 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1376256 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.260 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.263 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3747840 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.264 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1261568 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 251793 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.265 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.266 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31981 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83518556 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 317, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8921263 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348337 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83866893 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31756 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4101 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.269 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12468 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 709 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 221 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 100, 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1847725 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 244, 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 222366 2024-09-16T11:03:17.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 144, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183967 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58162 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.272 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6822482 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6386541 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 389640985433 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.273 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 95, 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125895277591 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29973738459 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48858 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394031 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 320316209 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146946 2024-09-16T11:03:17.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 252807858 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20889611 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 882604 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.276 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55, 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 259830 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601294792 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24644413 2024-09-16T11:03:17.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 446, 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3591179 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 271187968 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.278 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270532608 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 655360 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85497484 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.282 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73881972 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641231136 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71798416 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56998323 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.290 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68830333 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641231136 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2835 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.292 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7088 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7088 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253773 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.294 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71529760 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 604 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147926533 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:17.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4682383 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62130673 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.300 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 604 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.303 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147926533 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4682383 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.304 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62130673 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305750016 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1921024 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1130496 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3125248 2024-09-16T11:03:17.316 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 655360 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 273036 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64677 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.319 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75272476 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 250, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15026520 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 348551 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.320 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 259, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 75621027 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30545 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.321 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19832 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.322 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12165 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 681 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 226 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 116, 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2533043 2024-09-16T11:03:17.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 271, 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 214266 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 155, 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3157204 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 126329 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5620854 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6211127 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.325 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 92, 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 431989705838 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93, 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 106061527368 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 358, 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71646511108 2024-09-16T11:03:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 358, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37633 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 336615 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 275015138 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102962 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 150089455 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18815756 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 291190 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52, 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 244286 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 449924719 2024-09-16T11:03:17.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23691313 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 359, 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2681489 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.330 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270532608 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 442368 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85498857 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73880599 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.335 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641241432 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71788120 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999238 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829418 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641241432 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.345 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11141 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233976 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71545131 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 97 2024-09-16T11:03:17.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1640827 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.350 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 863120306 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 602 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36447516 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.351 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 97, 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 187466744 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2810292 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 602 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2426591 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18, 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2045011 2024-09-16T11:03:17.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10872913 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.354 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4573948 2024-09-16T11:03:17.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10282297 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1640827 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:17.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 849437101 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29446977 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 67, 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 175139436 2024-09-16T11:03:17.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.358 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305147904 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.359 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1720320 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1175552 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1036288 2024-09-16T11:03:17.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2830336 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.369 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 647168 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 193815 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.370 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.371 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12607 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52667556 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.372 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 232, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5899677 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312775 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 236, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52980331 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.373 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42975 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 983 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.374 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4365 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.375 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 489 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 200 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 87, 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 944338 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.376 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 208, 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228298 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 121, 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1353349 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.377 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92036 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5309689 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5921737 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.378 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 378940496081 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85119276515 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 285, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71464772995 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 285, 2024-09-16T11:03:17.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30549 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 397572 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 84091270 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 90622 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44133609 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14499276 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 291276 2024-09-16T11:03:17.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 45, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265269 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 148470568 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17625674 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.382 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 286, 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1820541 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269926400 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.383 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269467648 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 458752 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.384 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499616 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.385 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.386 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.387 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73879840 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641247124 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71782428 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999744 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68828912 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641247124 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.397 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11136 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 221332 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71552088 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254478818 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.402 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11179782 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 215689564 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.404 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.405 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.407 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254478818 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11179782 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 215689564 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305139712 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.411 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.412 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1159168 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 884736 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 745472 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.417 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1978368 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 671744 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5941 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.424 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53289239 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 151, 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9812948 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 241560 2024-09-16T11:03:17.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 165, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53530799 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48099 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.426 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1682 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9194 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 345 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85, 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 849425 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.428 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 150, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 218997 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 411439 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9915633 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7251026 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T11:03:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 306115971995 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74442039534 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 243, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 561312 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 243, 2024-09-16T11:03:17.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25295 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 247616 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147509939 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.432 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68061 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 61912051 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12413600 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.433 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 294248 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40, 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 216488 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 232027253 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.434 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14913615 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 246, 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1811795 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861443168 2024-09-16T11:03:17.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 268812288 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267952128 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137352396 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:17.436 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499237 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73884315 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.440 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244281 2024-09-16T11:03:17.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71785271 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999491 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829165 2024-09-16T11:03:17.447 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.448 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244281 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18043 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 227624 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71541732 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.451 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36 2024-09-16T11:03:17.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.453 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.454 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1324373 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.455 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.457 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.458 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1324373 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.460 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305160192 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1167360 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.464 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720896 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.467 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.468 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.470 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.471 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.472 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1961984 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 671744 2024-09-16T11:03:17.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305051 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4934 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.475 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57164426 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 154, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9852210 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.476 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205175 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 159, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57369601 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.477 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28801 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1900 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13554 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 371 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 225 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.479 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 89, 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1362531 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 149, 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184680 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60, 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 738721 2024-09-16T11:03:17.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 110431 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3759955 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.481 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2690039 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 211027501599 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 61914105190 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.482 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2302962356 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32116 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 229726 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.483 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 225871671 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 80020 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 170041057 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12666011 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 292235 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37, 2024-09-16T11:03:17.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 163114 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 412603831 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14977198 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 279, 2024-09-16T11:03:17.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1935845 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269606912 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1368064 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499530 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.491 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73875830 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.492 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641246475 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.493 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71783077 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999686 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68828970 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641246475 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20805 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228856 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71535544 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23487016 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 916093 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20077838 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23487016 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 916093 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20077838 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.514 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305160192 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.516 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1175552 2024-09-16T11:03:17.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 892928 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 753664 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.526 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2002944 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 667648 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6, 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 257012 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10, 2024-09-16T11:03:17.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22901 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46326892 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 164, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6861044 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 174251 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 167, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46501143 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46998 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4542 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4183 2024-09-16T11:03:17.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 332 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 229 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80, 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1726197 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.534 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 129, 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 185906 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1490260 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 87831 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6746407 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2540469 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 264179937522 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 39, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58942937595 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 264, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2771926428 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 264, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29790 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 222907 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 116761685 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85717 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67965877 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12303227 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293938 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31, 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 127877 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 204034162 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16522029 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 267, 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2264175 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:17.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269860864 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269828096 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32768 2024-09-16T11:03:17.542 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499322 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73876038 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244922 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71784630 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999548 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829108 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244922 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12516 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 240596 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71533646 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.559 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.568 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305156096 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.571 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1212416 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.572 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 925696 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 786432 2024-09-16T11:03:17.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.575 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.578 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.579 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2072576 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1249280 2024-09-16T11:03:17.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9330 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58979506 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 169, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7058800 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 151073 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 175, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59130579 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.585 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48608 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 877 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.586 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9006 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 349 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77, 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 759395 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 117, 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 180982 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.588 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 612375 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3265774 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2275579 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339744067246 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33, 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46985453665 2024-09-16T11:03:17.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 455972 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30193 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202000 2024-09-16T11:03:17.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202115003 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81146 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135399597 2024-09-16T11:03:17.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13857420 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 883932 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113679 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.593 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 354877289 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15715541 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 270, 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3503525 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270974976 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 268853248 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2121728 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.596 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85499332 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73876028 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244997 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71784555 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.603 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56999555 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68829101 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.607 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641244997 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14210 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 238735 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71533738 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2804 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81540361 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.614 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11432826 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68803339 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T11:03:17.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2804 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81540361 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.620 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11432826 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13, 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68803339 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305737728 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T11:03:17.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T11:03:17.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12288 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1290240 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T11:03:17.625 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 304480256 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999424 2024-09-16T11:03:17.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 860160 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 312868864 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195697 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T11:03:17.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269760 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1273856 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.629 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4789 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.630 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5589 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T11:03:17.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2224128 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T11:03:17.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1253376 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 248675 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12, 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29841 2024-09-16T11:03:17.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50014496 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 147, 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20737819 2024-09-16T11:03:17.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 124147 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 193, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50138643 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33361 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 878 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4249 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 694 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.640 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 118, 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3004796 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 190, 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 249079 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.641 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 72, 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2318138 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43775 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T11:03:17.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1934620 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1451380 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 342162135102 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T11:03:17.643 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26959600978 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 466927 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 60936 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T11:03:17.644 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 217682 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 555603593 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102134 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T11:03:17.645 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 190640616 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13553054 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 882480 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 20, 2024-09-16T11:03:17.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 81681 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 761996045 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15627558 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 319, 2024-09-16T11:03:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2413611 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1861460228 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270139392 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269582336 2024-09-16T11:03:17.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3137372467 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 557056 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 159383552 2024-09-16T11:03:17.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 85481741 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.650 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8192 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 143360 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135168 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.652 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73615091 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 780140544 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.653 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641113059 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2128 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.656 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71916493 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192937984 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T11:03:17.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56987827 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.660 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68840829 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 713031680 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.661 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641113059 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4270 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.662 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14234 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11387 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T11:03:17.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 237722 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.664 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71651008 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.665 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.666 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 134, 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 202807921 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265608 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T11:03:17.668 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 136, 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30619843 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 134, 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 134347294 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 94 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.669 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13496327 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 265608 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T11:03:17.670 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12165137 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 94, 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9967728 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32515393 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T11:03:17.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13720518 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 35, 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30396825 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T11:03:17.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156796201 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.674 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7, 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4734188 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 93982741 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.675 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 590368 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 305741824 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.676 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:17.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116261642, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372100096, 2024-09-16T11:03:17.678 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.45044111579773e-06, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 396, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 595968, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 171, 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T11:03:17.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:17.680 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116261642, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 98304, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:17.681 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 98304, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372100096, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.351970553287174e-07, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 3410, 2024-09-16T11:03:17.682 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 3410, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 10230, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 51, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 19456 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.683 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:17.684 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116261642, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372100096, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T11:03:17.685 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.686 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T11:03:17.687 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 727116261642, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12288, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12288, 2024-09-16T11:03:17.688 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 242372100096, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.6899635468803353e-08, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 19, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T11:03:17.689 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 57, 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 2, 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 2048 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T11:03:17.690 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T11:03:16.069151", 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_stats": { 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "6.15.5" 2024-09-16T11:03:17.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.692 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T11:03:17.693 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:17.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T11:03:17.695 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T11:03:17.696 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pg": [ 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.697 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866697+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866697+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.868501+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251122+0000", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.699 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3f", 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.700 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:59:47.562783+0000", 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.705 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.706 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.860456+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.860456+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.860997+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.707 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251172+0000", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.708 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3e", 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.709 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:06:16.878478+0000", 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:17.714 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.715 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.869224+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.869224+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.869512+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251228+0000", 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3d", 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:08:35.102053+0000", 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.722 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.724 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.861097+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.861097+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.861482+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.725 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254602+0000", 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.726 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.727 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3c", 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:12:32.799218+0000", 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.732 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.733 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865837+0000", 2024-09-16T11:03:17.734 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865837+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866786+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.735 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250697+0000", 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.736 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3b", 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:21:41.495023+0000", 2024-09-16T11:03:17.737 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.741 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.742 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862248+0000", 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862248+0000", 2024-09-16T11:03:17.743 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862572+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.744 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254300+0000", 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.745 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3a", 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:58:30.313741+0000", 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.746 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.747 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.750 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.751 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.752 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466109+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466109+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466404+0000", 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:17.754 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.39", 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:17.755 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:59:03.111146+0000", 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.759 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.760 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864142+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864142+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864474+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.762 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246090+0000", 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.763 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.38", 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.764 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:55:09.504913+0000", 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.766 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.767 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.769 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.770 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.867480+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.867480+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867945+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.771 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251523+0000", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.772 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.37", 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.773 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:50:06.000196+0000", 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.774 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.775 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.776 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.778 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.779 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851493+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851493+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851866+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.780 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253162+0000", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.781 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.36", 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.782 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:36:09.550746+0000", 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.783 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.784 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.788 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856301+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856301+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856552+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252876+0000", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.790 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.35", 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.791 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:57:26.648540+0000", 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.795 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.796 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.858397+0000", 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.858397+0000", 2024-09-16T11:03:17.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858808+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247937+0000", 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.799 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.34", 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:55:34.380729+0000", 2024-09-16T11:03:17.800 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.803 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.805 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862731+0000", 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862731+0000", 2024-09-16T11:03:17.806 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862985+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.807 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247727+0000", 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.808 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.33", 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:01:22.144661+0000", 2024-09-16T11:03:17.809 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.811 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.812 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.813 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.814 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865098+0000", 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865098+0000", 2024-09-16T11:03:17.815 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865409+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.816 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251161+0000", 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.817 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.32", 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:28:06.606171+0000", 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.818 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.819 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.820 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.821 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.822 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.823 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.824 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855932+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855932+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856585+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.825 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250081+0000", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.826 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.31", 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.827 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:36:41.436848+0000", 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.828 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.831 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.860174+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.860174+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.860550+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254230+0000", 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.835 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.30", 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.836 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:56:15.855049+0000", 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.841 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.252131+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.252131+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.843 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.252424+0000", 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.844 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2f", 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.845 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:39.875989+0000", 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.847 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.848 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.849 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.851 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856977+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856977+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857245+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.852 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247243+0000", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.853 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2e", 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.854 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:21.576616+0000", 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.859 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.860 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864098+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864098+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865128+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.861 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252566+0000", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.862 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2d", 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.863 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:12:16.899445+0000", 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.864 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.865 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.868 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.869 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855664+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855664+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855943+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.870 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252329+0000", 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.871 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.872 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2c", 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:45:36.253048+0000", 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.873 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.877 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.878 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866927+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866927+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867187+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251538+0000", 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.880 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.881 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2b", 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:38:38.630526+0000", 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.885 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.886 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.887 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.858455+0000", 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.858455+0000", 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858737+0000", 2024-09-16T11:03:17.888 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.889 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254374+0000", 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.890 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2a", 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:54:21.208105+0000", 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.891 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.892 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.893 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.894 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.895 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.896 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.861901+0000", 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.861901+0000", 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862165+0000", 2024-09-16T11:03:17.897 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.898 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246953+0000", 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.899 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.29", 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:32:06.388786+0000", 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.900 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.901 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.902 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.903 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.904 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.905 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.849684+0000", 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.849684+0000", 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.850382+0000", 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.906 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254347+0000", 2024-09-16T11:03:17.907 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.908 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.28", 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:53:14.826902+0000", 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.909 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.910 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.913 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.914 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.843810+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.843810+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.844152+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.915 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.916 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.917 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.27", 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:17.698549+0000", 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.918 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.922 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.923 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.852624+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.852624+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.852926+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253203+0000", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.929 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.26", 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.930 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:53:59.522774+0000", 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.932 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.933 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.935 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.936 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856891+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856891+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857500+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.937 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250809+0000", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.938 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.25", 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.939 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:14.004266+0000", 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.945 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465981+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465981+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466323+0000", 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.948 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.24", 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:00:41.954590+0000", 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.953 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.954 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.251562+0000", 2024-09-16T11:03:17.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.251562+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.251913+0000", 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.957 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.23", 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.958 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:38:39.152248+0000", 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.961 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.962 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.963 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851721+0000", 2024-09-16T11:03:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851721+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.852042+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.965 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254438+0000", 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.966 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.22", 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.967 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:00:30.673903+0000", 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.968 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.969 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.970 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.971 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.972 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.852147+0000", 2024-09-16T11:03:17.973 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.852147+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.853789+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.974 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246600+0000", 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.975 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.21", 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:36:04.517844+0000", 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.976 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.977 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.978 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855336+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855336+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855620+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.982 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251401+0000", 2024-09-16T11:03:17.983 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.984 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.20", 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:41.859123+0000", 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:17.990 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.847665+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.847665+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.848667+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:17.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247411+0000", 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1a", 2024-09-16T11:03:17.993 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:46:55.341827+0000", 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:17.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:17.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:17.999 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849105+0000", 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849105+0000", 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.849371+0000", 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247864+0000", 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1b", 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:41.833678+0000", 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.003 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.007 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.008 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.854799+0000", 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.854799+0000", 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.855040+0000", 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.009 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251823+0000", 2024-09-16T11:03:18.010 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.011 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1b", 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:14:18.288210+0000", 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.014 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.015 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.016 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.017 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.855629+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.855629+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.855885+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.018 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251814+0000", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.019 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1a", 2024-09-16T11:03:18.020 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:41:33.711843+0000", 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.021 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.022 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.023 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.025 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.026 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.845977+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.845977+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846458+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.027 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247076+0000", 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.028 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.19", 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:03:24.129590+0000", 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.029 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.030 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.033 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.034 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857052+0000", 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857052+0000", 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857563+0000", 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246352+0000", 2024-09-16T11:03:18.036 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.037 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.18", 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:38:31.404070+0000", 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.038 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.042 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.043 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850305+0000", 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850305+0000", 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850565+0000", 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254512+0000", 2024-09-16T11:03:18.045 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.046 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.18", 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:16:56.795269+0000", 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.051 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.052 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856295+0000", 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856295+0000", 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856744+0000", 2024-09-16T11:03:18.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.054 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250003+0000", 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.055 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.19", 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:49:52.278985+0000", 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.056 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.059 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.060 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.061 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.847088+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.847088+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.847360+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.062 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253334+0000", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.063 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.17", 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.064 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:55:34.852227+0000", 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.066 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.067 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.068 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.070 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862998+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862998+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863284+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.071 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254759+0000", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.072 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.16", 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.073 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:29:16.774680+0000", 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.074 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.077 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.078 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.079 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851479+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851479+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852194+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254853+0000", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.081 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.16", 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.082 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:30:38.419761+0000", 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.087 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.088 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.859579+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.859579+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.859836+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250103+0000", 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.17", 2024-09-16T11:03:18.091 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:39:54.839115+0000", 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.097 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.845902+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.845902+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846160+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.099 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.15", 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.100 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 24, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:36:53.357989+0000", 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 90, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.103 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:18.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'3" 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.105 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.106 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.849234+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.849234+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.849506+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.107 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248215+0000", 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.108 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.14", 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.109 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:10:25.501687+0000", 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.113 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.114 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.846590+0000", 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.846590+0000", 2024-09-16T11:03:18.115 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846873+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.116 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:02:13.138509+0000", 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 12, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 12, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.14", 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 33, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:05:36.008751+0000", 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.118 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 2624, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.119 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 9 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.122 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "64'12" 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.123 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465747+0000", 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465747+0000", 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466083+0000", 2024-09-16T11:03:18.125 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.15", 2024-09-16T11:03:18.126 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:05:06.833184+0000", 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.131 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.132 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850280+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850280+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851416+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251912+0000", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.134 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.13", 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.135 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:55:23.316746+0000", 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 34, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 6 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.139 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.140 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853922+0000", 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853922+0000", 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854165+0000", 2024-09-16T11:03:18.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251162+0000", 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.143 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.12", 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:03:36.461365+0000", 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.147 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.148 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.149 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850536+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850536+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851108+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.150 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254508+0000", 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.151 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.152 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.12", 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:53:04.230580+0000", 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.155 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.156 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.157 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.158 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865323+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865323+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866036+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.159 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250793+0000", 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.160 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.161 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.13", 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:50:41.079842+0000", 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.162 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.163 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.166 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.167 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852265+0000", 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852265+0000", 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852537+0000", 2024-09-16T11:03:18.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252481+0000", 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.170 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.11", 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:55:50.995978+0000", 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.171 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.175 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.176 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.854663+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.854663+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854934+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251345+0000", 2024-09-16T11:03:18.178 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.179 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.10", 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:56.332546+0000", 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.184 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.185 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.846274+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.846274+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.846550+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246241+0000", 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 8, 2024-09-16T11:03:18.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 8, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.10", 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 29, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:04:33.745740+0000", 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 4, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.192 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.193 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'8" 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.194 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466273+0000", 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466273+0000", 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.195 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466610+0000", 2024-09-16T11:03:18.196 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.197 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.11", 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:33:27.943066+0000", 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.199 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.200 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.203 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.853747+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.853747+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854038+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.204 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248250+0000", 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.205 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.206 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.f", 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:06:15.613049+0000", 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 22, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.207 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:18.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.212 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.466924+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.466924+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.467423+0000", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:18.214 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.e", 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 30, 2024-09-16T11:03:18.215 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:52.324372+0000", 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.219 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.220 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850325+0000", 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850325+0000", 2024-09-16T11:03:18.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850630+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247324+0000", 2024-09-16T11:03:18.222 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.223 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.e", 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:27:47.736398+0000", 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.228 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.229 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.867078+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.867078+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.867762+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251945+0000", 2024-09-16T11:03:18.231 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.232 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.f", 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:23:49.077190+0000", 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.233 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.236 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.237 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.238 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.842162+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.842162+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.842830+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.239 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251028+0000", 2024-09-16T11:03:18.240 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.241 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.d", 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:23:37.739705+0000", 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 70, 2024-09-16T11:03:18.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.243 INFO:tasks.workunit.client.0.smithi077.stderr:+ echo OK 2024-09-16T11:03:18.245 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:18.246 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:17 smithi191 ceph-mon[31349]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.246 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:17 smithi191 ceph-mon[31349]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.249 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.250 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857576+0000", 2024-09-16T11:03:18.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857576+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857840+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254707+0000", 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.253 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.c", 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:16:11.040765+0000", 2024-09-16T11:03:18.254 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.258 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.259 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.842662+0000", 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.842662+0000", 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.842962+0000", 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246520+0000", 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.261 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.262 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.c", 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:04:27.540344+0000", 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.267 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.268 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.856115+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.856115+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856427+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252477+0000", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.270 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.d", 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.271 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:35:55.987061+0000", 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.274 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.276 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.277 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347794+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347794+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.593951+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.278 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252592+0000", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.279 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.5", 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.280 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:43:10.749508+0000", 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000380453, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.284 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.285 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 19, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T10:59:58.488977+0000", 2024-09-16T11:03:18.286 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T10:59:58.488977+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T10:59:58.493512+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 50, 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:03:14.068312+0000", 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 108, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 49, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.288 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 108, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "1.0", 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 161, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:27:42.034328+0000", 2024-09-16T11:03:18.289 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.292 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 396, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 582, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 171, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.293 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "64'108" 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.294 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851151+0000", 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851151+0000", 2024-09-16T11:03:18.295 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851421+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254413+0000", 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.3", 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:32:48.248020+0000", 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.298 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.302 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.303 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862764+0000", 2024-09-16T11:03:18.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862764+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863038+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246588+0000", 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.306 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2", 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:15:53.837610+0000", 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.307 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.311 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.312 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.694453+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.694453+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.961530+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.313 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250176+0000", 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.314 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.6", 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.315 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:48:03.117113+0000", 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000552219, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.320 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.321 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.855378+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.855378+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.855892+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250970+0000", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.323 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.0", 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.324 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:50:21.040365+0000", 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.330 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.862355+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.862355+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.862717+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250131+0000", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.332 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1", 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.333 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:55:46.752652+0000", 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.334 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.340 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.341 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873566+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873566+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.301824+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251018+0000", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.7", 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.344 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:50:48.003004+0000", 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000390504, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.348 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.349 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.350 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.844262+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.844262+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.844810+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.351 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.352 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246686+0000", 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.353 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1", 2024-09-16T11:03:18.354 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:44:52.551967+0000", 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.355 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.356 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.360 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.361 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.362 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.864591+0000", 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.864591+0000", 2024-09-16T11:03:18.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864852+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250661+0000", 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.365 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.0", 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:26:28.570084+0000", 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.369 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.693455+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.693455+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.301634+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250636+0000", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.372 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.4", 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.373 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:54:06.314019+0000", 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000423916, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.377 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849941+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849941+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850757+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.378 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254619+0000", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.379 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.2", 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.380 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:03:02.734898+0000", 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.384 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.385 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853606+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853606+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.854110+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248290+0000", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.387 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3", 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:46:02.515269+0000", 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.391 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.392 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873595+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873595+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.302036+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.393 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250251+0000", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.394 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.2", 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.395 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:17:18.400433+0000", 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000946127, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 2 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.399 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "61'2" 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.400 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852446+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852446+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852710+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250916+0000", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.402 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.4", 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.403 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:32:46.021769+0000", 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.407 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.408 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857121+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857121+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.857499+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254696+0000", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.410 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.5", 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:57:03.674060+0000", 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.411 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.414 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.415 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347632+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347632+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.962013+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.416 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250329+0000", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.417 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.3", 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:09:16.704449+0000", 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.00057971, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.418 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.419 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.421 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "59'1" 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.422 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:01:44.465907+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:01:44.465907+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.423 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 64, 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:44.466248+0000", 2024-09-16T11:03:18.425 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.425 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.425 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 63, 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.426 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.5", 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.427 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 64, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 10, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:27:47.662774+0000", 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.431 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T11:03:18.432 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.433 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.857864+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.857864+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.858111+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250840+0000", 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.435 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.4", 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:54:38.881512+0000", 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.439 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.440 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:56.347607+0000", 2024-09-16T11:03:18.441 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:56.347607+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.298270+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246018+0000", 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.443 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.0", 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:13:49.485689+0000", 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000583467, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.444 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.448 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.850167+0000", 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.850167+0000", 2024-09-16T11:03:18.449 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.850437+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251254+0000", 2024-09-16T11:03:18.450 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.6", 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:10:57.616440+0000", 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.455 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "54'1" 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.456 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.853267+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.853267+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.853538+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248356+0000", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.458 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.7", 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.459 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:31:30.001595+0000", 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.463 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T11:03:18.464 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:55.873629+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:55.873629+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:01:03.303519+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 57, 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247225+0000", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 56, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.466 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.1", 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:31:36.298337+0000", 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.000542887, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.467 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.470 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.471 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.856274+0000", 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.856274+0000", 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.856562+0000", 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.253393+0000", 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.473 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.7", 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.474 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:43:54.793508+0000", 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.478 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.479 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.866247+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.866247+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.866529+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250107+0000", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.481 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.6", 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:20:04.568426+0000", 2024-09-16T11:03:18.482 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.486 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.487 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.854111+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.854111+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854382+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250942+0000", 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.489 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.8", 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:38:13.351760+0000", 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.490 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.493 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.494 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.855828+0000", 2024-09-16T11:03:18.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.855828+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.856107+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.496 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248900+0000", 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.497 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.9", 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:48:32.604994+0000", 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.501 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.502 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852419+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852419+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.853141+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250158+0000", 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.504 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.9", 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.505 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:07:02.141318+0000", 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.510 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.511 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.865668+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.865668+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.865953+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.513 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.246436+0000", 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.514 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.8", 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.515 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:35:04.900530+0000", 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.519 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.520 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.851370+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.851370+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.851730+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250654+0000", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.522 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.a", 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 21, 2024-09-16T11:03:18.523 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:28:53.641733+0000", 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.527 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.528 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.851487+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.851487+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851807+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.247806+0000", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.b", 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.531 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:21:47.583854+0000", 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.535 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.536 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852191+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852191+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.852842+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250918+0000", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.538 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.b", 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.539 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:23:13.285382+0000", 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.542 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.543 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.544 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.850795+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.850795+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.851064+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.545 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.546 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.251758+0000", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.548 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.549 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.a", 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.550 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:02:30.662574+0000", 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.551 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.552 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.556 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.557 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.558 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.847482+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.847482+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.847777+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.560 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254611+0000", 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.561 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1d", 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.562 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:09:03.197208+0000", 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.565 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.567 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.852535+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.852535+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.853340+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.568 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250964+0000", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1c", 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.570 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:04:18.048234+0000", 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.572 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.573 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.574 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.575 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.863001+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.863001+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.863289+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.576 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.254588+0000", 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.577 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1c", 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:25:50.255115+0000", 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.580 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.581 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.582 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.857065+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.857065+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.857327+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.583 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.252478+0000", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.584 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1d", 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 23, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:06:04.451913+0000", 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.585 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T11:03:18.588 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.589 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.868567+0000", 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.868567+0000", 2024-09-16T11:03:18.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.868830+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250029+0000", 2024-09-16T11:03:18.591 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1f", 2024-09-16T11:03:18.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:17:01.667199+0000", 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.596 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.597 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.849167+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.849167+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.849480+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248282+0000", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.599 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1e", 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 22, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:03:44.556643+0000", 2024-09-16T11:03:18.600 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T11:03:18.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.605 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:14.863974+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:14.863974+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:14.864258+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 53, 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.248156+0000", 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 52, 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.607 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1e", 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.608 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 20, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:33:44.384337+0000", 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T11:03:18.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T11:03:18.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:00:13.853663+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:00:13.853663+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:00:13.854533+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 52, 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T11:03:18.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T11:01:43.250356+0000", 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 4, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 51, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T11:03:18.615 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 4, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1f", 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 63, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 25, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:08:14.857531+0000", 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T11:03:18.616 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 570, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.619 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'4" 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:18.620 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pool": [ 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 24, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 8, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 4, 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 2 2024-09-16T11:03:18.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 12288, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 57, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.625 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 24 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 192, 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 64, 2024-09-16T11:03:18.626 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 3, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:18.630 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 192 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 96, 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:18.631 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 45, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 32, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 45, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 2, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 3410, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 66, 2024-09-16T11:03:18.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 22, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 22, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 14, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 51, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 19 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 98304, 2024-09-16T11:03:18.635 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 10230, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 96 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.636 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 3, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 108, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 1, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 3, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 108, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 1, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T11:03:18.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T11:03:18.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T11:03:18.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 396, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 582, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 171, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 1781760, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T11:03:18.640 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 1771104, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 3 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T11:03:18.641 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517291520, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2442993664, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 2442993664, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.0031811457592993975 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 765517291520, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 2442993664 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:18.642 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T11:03:18.643 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T11:03:18.643 INFO:tasks.workunit.client.0.smithi077.stdout:OK 2024-09-16T11:03:18.643 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:03:18.644 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.644 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.645 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.645 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.645 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.645 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.645 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.646 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.655 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:03:18.656 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:16 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:03:18.657 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:17 smithi077 ceph-mon[27497]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.657 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:17 smithi077 ceph-mon[27497]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:17 smithi077 ceph-mon[35468]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:17 smithi077 ceph-mon[35468]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:18.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:18 smithi077 ceph-mon[27497]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:18.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:18 smithi077 ceph-mon[35468]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:18.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:18] "GET /metrics HTTP/1.1" 200 236563 "" "Prometheus/2.43.0" 2024-09-16T11:03:18.690 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-16T11:03:18.690 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:03:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:18 smithi191 ceph-mon[31349]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T11:03:19.004 DEBUG:teuthology.parallel:result is None 2024-09-16T11:03:19.004 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:03:19.029 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:03:19.029 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:03:19.091 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:03:19.091 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:03:19.101 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-16T11:03:19.102 INFO:teuthology.run_tasks:Running task print... 2024-09-16T11:03:19.137 INFO:teuthology.task.print:**** done start parallel 2024-09-16T11:03:19.138 INFO:teuthology.run_tasks:Running task parallel... 2024-09-16T11:03:19.181 INFO:teuthology.task.parallel:starting parallel... 2024-09-16T11:03:19.181 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-16T11:03:19.182 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:03:19.182 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-16T11:03:19.182 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-16T11:03:19.184 INFO:tasks.rados:Beginning rados... 2024-09-16T11:03:19.184 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T11:03:19.185 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'}} 2024-09-16T11:03:19.185 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T11:03:19.185 INFO:tasks.rados:joining rados 2024-09-16T11:03:19.185 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-16T11:03:19.186 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T11:03:19.186 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-16T11:03:19.186 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-16T11:03:19.186 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi077.front.sepia.ceph.com 2024-09-16T11:03:19.186 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-16T11:03:19.187 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-16T11:03:19.187 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-16T11:03:19.444 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:19.445 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:20 smithi191 ceph-mon[31349]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:20.765 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:20 smithi077 ceph-mon[35468]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:20.765 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:20 smithi077 ceph-mon[27497]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:22.670 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:22 smithi077 ceph-mon[27497]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:22.670 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:22 smithi077 ceph-mon[35468]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:22 smithi191 ceph-mon[31349]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:23.486 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-16T11:03:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:23 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2553533212' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:23 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:23.728 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:23 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2553533212' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:23.729 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:23 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:23.729 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:23 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2553533212' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:23.729 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:23 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:03:24.094 INFO:tasks.rados:starting run 0 out of 1 2024-09-16T11:03:24.095 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-16T11:03:24.095 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-16T11:03:24.176 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:24.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[35468]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:24.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[35468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:03:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[35468]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T11:03:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[27497]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[27497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:03:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:24 smithi077 ceph-mon[27497]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T11:03:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:24 smithi191 ceph-mon[31349]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T11:03:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:24 smithi191 ceph-mon[31349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:03:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:24 smithi191 ceph-mon[31349]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T11:03:24.880 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:25.990 INFO:teuthology.orchestra.run.smithi077.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:26.647 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-16T11:03:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:26 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:26.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:26.780 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:26.780 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:03:26.780 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:03:26.780 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:26 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[27497]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[27497]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[27497]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[35468]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[35468]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:27.561 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:27 smithi077 ceph-mon[35468]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:27.645 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:27.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:27 smithi191 ceph-mon[31349]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:27 smithi191 ceph-mon[31349]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:27 smithi191 ceph-mon[31349]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T11:03:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:28 smithi191 ceph-mon[31349]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:28 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:28 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T11:03:28.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[27497]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[35468]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T11:03:28.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:28] "GET /metrics HTTP/1.1" 200 236588 "" "Prometheus/2.43.0" 2024-09-16T11:03:29.457 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'unique_pool_0' created 2024-09-16T11:03:29.549 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:29 smithi077 ceph-mon[35468]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T11:03:29.550 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:29 smithi077 ceph-mon[27497]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T11:03:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:29 smithi191 ceph-mon[31349]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T11:03:30.170 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:03:30.447 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-16T11:03:30.473 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:03:30.473 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (90s) 77s ago 2m 14.6M - 0.25.0 c8568f914cd2 fd163217d3a8 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (2m) 77s ago 2m 82.7M - 9.4.7 954c08fa6188 6ac90cb3d06b 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (3m) 77s ago 3m 13.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (3m) 77s ago 3m 18.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443 running (6m) 77s ago 6m 399M - 17.2.7-1633-g6d025bc2 33ed8dba3996 943db93dfb8c 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:9283,8765 running (8m) 77s ago 8m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 ce18a7ac4f39 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (8m) 77s ago 8m 47.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 58132dbc11ec 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (7m) 77s ago 7m 39.9M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (6m) 77s ago 6m 39.0M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (2m) 77s ago 2m 9319k - 1.5.0 0da6a335fe13 22114143b0bf 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (2m) 77s ago 2m 3632k - 1.5.0 0da6a335fe13 c7cef7b91d45 2024-09-16T11:03:30.474 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (6m) 77s ago 6m 44.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (6m) 77s ago 6m 44.2M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (5m) 77s ago 5m 45.4M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (5m) 77s ago 5m 40.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (4m) 77s ago 4m 42.8M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (4m) 77s ago 4m 43.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (4m) 77s ago 4m 47.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (3m) 77s ago 3m 41.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:03:30.475 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (85s) 77s ago 2m 24.6M - 2.43.0 a07b618ecd1d 506c81fc2fbe 2024-09-16T11:03:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[27497]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T11:03:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[27497]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T11:03:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[35468]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T11:03:30.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:30 smithi077 ceph-mon[35468]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T11:03:30.751 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:03:30.853 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:03:30.853 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:03:30.853 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:03:30.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:03:30.853 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 15 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:03:30.854 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:03:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:30 smithi191 ceph-mon[31349]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:30 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1176291779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T11:03:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:30 smithi191 ceph-mon[31349]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T11:03:31.897 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[35468]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.897 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[35468]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T11:03:31.897 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[35468]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2772313384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:03:31.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[27497]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[27497]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T11:03:31.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[27497]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.898 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:31 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2772313384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:03:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:31 smithi191 ceph-mon[31349]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:31 smithi191 ceph-mon[31349]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T11:03:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:31 smithi191 ceph-mon[31349]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:03:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:31 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2772313384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:03:32.559 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[35468]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:32.559 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[35468]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:03:32.559 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[35468]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T11:03:32.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[27497]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:32.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[27497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:03:32.560 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:32 smithi077 ceph-mon[27497]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T11:03:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:32 smithi191 ceph-mon[31349]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:32 smithi191 ceph-mon[31349]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:03:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:32 smithi191 ceph-mon[31349]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T11:03:33.476 INFO:teuthology.orchestra.run.smithi077.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-16T11:03:33.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:33 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:03:33.797 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:33 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:03:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:33 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:03:34.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[27497]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T11:03:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[27497]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T11:03:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[35468]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T11:03:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:34 smithi077 ceph-mon[35468]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T11:03:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:34 smithi191 ceph-mon[31349]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:34 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/4122231519' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T11:03:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:34 smithi191 ceph-mon[31349]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T11:03:35.132 DEBUG:teuthology.orchestra.run.smithi077:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-16T11:03:35.158 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight read -> 100 2024-09-16T11:03:35.158 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight delete -> 50 2024-09-16T11:03:35.158 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight snap_create -> 50 2024-09-16T11:03:35.158 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight snap_remove -> 50 2024-09-16T11:03:35.158 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight rollback -> 50 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight setattr -> 25 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight rmattr -> 25 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight copy_from -> 50 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:adding op weight append -> 100 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout:Configuration: 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Number of operations: 4000 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Number of objects: 50 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Max in flight operations: 16 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Object size (in bytes): 4000000 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Write stride min: 400000 2024-09-16T11:03:35.159 INFO:tasks.rados.rados.0.smithi077.stdout: Write stride max: 800000 2024-09-16T11:03:35.483 INFO:tasks.rados.rados.0.smithi077.stdout:1: write initial oid 1 2024-09-16T11:03:35.483 INFO:tasks.rados.rados.0.smithi077.stdout:1: seq_num 0 ranges {0=24576} 2024-09-16T11:03:35.483 INFO:tasks.rados.rados.0.smithi077.stdout:1: writing smithi07774545-1 from 0 to 24576 tid 1 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:2: write initial oid 2 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:2: seq_num 1 ranges {0=24576} 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:2: writing smithi07774545-2 from 0 to 24576 tid 1 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:3: write initial oid 3 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:3: seq_num 2 ranges {0=40960} 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:3: writing smithi07774545-3 from 0 to 40960 tid 1 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:4: write initial oid 4 2024-09-16T11:03:35.484 INFO:tasks.rados.rados.0.smithi077.stdout:4: seq_num 3 ranges {0=57344} 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:4: writing smithi07774545-4 from 0 to 57344 tid 1 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:5: write initial oid 5 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:5: seq_num 4 ranges {0=73728} 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:5: writing smithi07774545-5 from 0 to 73728 tid 1 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:6: write initial oid 6 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:6: seq_num 5 ranges {0=90112} 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:6: writing smithi07774545-6 from 0 to 90112 tid 1 2024-09-16T11:03:35.485 INFO:tasks.rados.rados.0.smithi077.stdout:7: write initial oid 7 2024-09-16T11:03:35.486 INFO:tasks.rados.rados.0.smithi077.stdout:7: seq_num 6 ranges {0=106496} 2024-09-16T11:03:35.486 INFO:tasks.rados.rados.0.smithi077.stdout:7: writing smithi07774545-7 from 0 to 106496 tid 1 2024-09-16T11:03:35.486 INFO:tasks.rados.rados.0.smithi077.stdout:8: write initial oid 8 2024-09-16T11:03:35.486 INFO:tasks.rados.rados.0.smithi077.stdout:8: seq_num 7 ranges {0=122880} 2024-09-16T11:03:35.487 INFO:tasks.rados.rados.0.smithi077.stdout:8: writing smithi07774545-8 from 0 to 122880 tid 1 2024-09-16T11:03:35.487 INFO:tasks.rados.rados.0.smithi077.stdout:1: finishing write tid 1 to smithi07774545-1 2024-09-16T11:03:35.487 INFO:tasks.rados.rados.0.smithi077.stdout:2: finishing write tid 1 to smithi07774545-2 2024-09-16T11:03:35.487 INFO:tasks.rados.rados.0.smithi077.stdout:9: write initial oid 9 2024-09-16T11:03:35.487 INFO:tasks.rados.rados.0.smithi077.stdout:9: seq_num 8 ranges {0=139264} 2024-09-16T11:03:35.488 INFO:tasks.rados.rados.0.smithi077.stdout:9: writing smithi07774545-9 from 0 to 139264 tid 1 2024-09-16T11:03:35.488 INFO:tasks.rados.rados.0.smithi077.stdout:10: write initial oid 10 2024-09-16T11:03:35.488 INFO:tasks.rados.rados.0.smithi077.stdout:10: seq_num 9 ranges {0=155648} 2024-09-16T11:03:35.491 INFO:tasks.rados.rados.0.smithi077.stdout:10: writing smithi07774545-10 from 0 to 155648 tid 1 2024-09-16T11:03:35.491 INFO:tasks.rados.rados.0.smithi077.stdout:11: write initial oid 11 2024-09-16T11:03:35.491 INFO:tasks.rados.rados.0.smithi077.stdout:11: seq_num 10 ranges {0=172032} 2024-09-16T11:03:35.492 INFO:tasks.rados.rados.0.smithi077.stdout:11: writing smithi07774545-11 from 0 to 172032 tid 1 2024-09-16T11:03:35.492 INFO:tasks.rados.rados.0.smithi077.stdout:1: finishing write tid 2 to smithi07774545-1 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:2: finishing write tid 2 to smithi07774545-2 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:2: finishing write tid 3 to smithi07774545-2 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:4: finishing write tid 1 to smithi07774545-4 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:4: finishing write tid 2 to smithi07774545-4 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:1: finishing write tid 3 to smithi07774545-1 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:3: finishing write tid 1 to smithi07774545-3 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:3: finishing write tid 2 to smithi07774545-3 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:4: finishing write tid 3 to smithi07774545-4 2024-09-16T11:03:35.493 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:1: done (10 left) 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:2: done (9 left) 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:4: done (8 left) 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:12: write initial oid 12 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:12: seq_num 11 ranges {0=188416} 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:12: writing smithi07774545-12 from 0 to 188416 tid 1 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:13: write initial oid 13 2024-09-16T11:03:35.494 INFO:tasks.rados.rados.0.smithi077.stdout:13: seq_num 12 ranges {0=204800} 2024-09-16T11:03:35.496 INFO:tasks.rados.rados.0.smithi077.stdout:13: writing smithi07774545-13 from 0 to 204800 tid 1 2024-09-16T11:03:35.496 INFO:tasks.rados.rados.0.smithi077.stdout:14: write initial oid 14 2024-09-16T11:03:35.496 INFO:tasks.rados.rados.0.smithi077.stdout:14: seq_num 13 ranges {0=221184} 2024-09-16T11:03:35.498 INFO:tasks.rados.rados.0.smithi077.stdout:14: writing smithi07774545-14 from 0 to 221184 tid 1 2024-09-16T11:03:35.498 INFO:tasks.rados.rados.0.smithi077.stdout:15: write initial oid 15 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:5: finishing write tid 1 to smithi07774545-5 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:5: finishing write tid 2 to smithi07774545-5 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:7: finishing write tid 1 to smithi07774545-7 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:7: finishing write tid 2 to smithi07774545-7 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:3: finishing write tid 3 to smithi07774545-3 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:8: finishing write tid 1 to smithi07774545-8 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:6: finishing write tid 1 to smithi07774545-6 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:6: finishing write tid 2 to smithi07774545-6 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:5: finishing write tid 3 to smithi07774545-5 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T11:03:35.499 INFO:tasks.rados.rados.0.smithi077.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:7: finishing write tid 3 to smithi07774545-7 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:6: finishing write tid 3 to smithi07774545-6 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:10: finishing write tid 1 to smithi07774545-10 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:9: finishing write tid 1 to smithi07774545-9 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:8: finishing write tid 2 to smithi07774545-8 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:9: finishing write tid 2 to smithi07774545-9 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:10: finishing write tid 2 to smithi07774545-10 2024-09-16T11:03:35.500 INFO:tasks.rados.rados.0.smithi077.stdout:15: seq_num 14 ranges {0=237568} 2024-09-16T11:03:35.501 INFO:tasks.rados.rados.0.smithi077.stdout:15: writing smithi07774545-15 from 0 to 237568 tid 1 2024-09-16T11:03:35.501 INFO:tasks.rados.rados.0.smithi077.stdout:8: finishing write tid 3 to smithi07774545-8 2024-09-16T11:03:35.501 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-16T11:03:35.501 INFO:tasks.rados.rados.0.smithi077.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:9: finishing write tid 3 to smithi07774545-9 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:11: finishing write tid 1 to smithi07774545-11 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:10: finishing write tid 3 to smithi07774545-10 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:11: finishing write tid 2 to smithi07774545-11 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:12: finishing write tid 1 to smithi07774545-12 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:12: finishing write tid 2 to smithi07774545-12 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:13: finishing write tid 1 to smithi07774545-13 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:3: done (11 left) 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:5: done (10 left) 2024-09-16T11:03:35.502 INFO:tasks.rados.rados.0.smithi077.stdout:6: done (9 left) 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:7: done (8 left) 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:8: done (7 left) 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:9: done (6 left) 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:10: done (5 left) 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:16: write initial oid 16 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:16: seq_num 15 ranges {0=253952} 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:16: writing smithi07774545-16 from 0 to 253952 tid 1 2024-09-16T11:03:35.503 INFO:tasks.rados.rados.0.smithi077.stdout:17: write initial oid 17 2024-09-16T11:03:35.504 INFO:tasks.rados.rados.0.smithi077.stdout:17: seq_num 16 ranges {0=270336} 2024-09-16T11:03:35.509 INFO:tasks.rados.rados.0.smithi077.stdout:17: writing smithi07774545-17 from 0 to 270336 tid 1 2024-09-16T11:03:35.509 INFO:tasks.rados.rados.0.smithi077.stdout:13: finishing write tid 2 to smithi07774545-13 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:14: finishing write tid 1 to smithi07774545-14 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:14: finishing write tid 2 to smithi07774545-14 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:13: finishing write tid 3 to smithi07774545-13 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 8 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:12: finishing write tid 3 to smithi07774545-12 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:15: finishing write tid 1 to smithi07774545-15 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:14: finishing write tid 3 to smithi07774545-14 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:03:35.510 INFO:tasks.rados.rados.0.smithi077.stdout:15: finishing write tid 2 to smithi07774545-15 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:12: done (6 left) 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:13: done (5 left) 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:14: done (4 left) 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:18: write initial oid 18 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:18: seq_num 17 ranges {0=286720} 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:18: writing smithi07774545-18 from 0 to 286720 tid 1 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:19: write initial oid 19 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:15: finishing write tid 3 to smithi07774545-15 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-16T11:03:35.511 INFO:tasks.rados.rados.0.smithi077.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:11: finishing write tid 3 to smithi07774545-11 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:16: finishing write tid 1 to smithi07774545-16 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:16: finishing write tid 2 to smithi07774545-16 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:19: seq_num 18 ranges {0=303104} 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:19: writing smithi07774545-19 from 0 to 303104 tid 1 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:11: done (5 left) 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:15: done (4 left) 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:20: write initial oid 20 2024-09-16T11:03:35.512 INFO:tasks.rados.rados.0.smithi077.stdout:20: seq_num 19 ranges {0=319488} 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:20: writing smithi07774545-20 from 0 to 319488 tid 1 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:17: finishing write tid 1 to smithi07774545-17 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:17: finishing write tid 2 to smithi07774545-17 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:16: finishing write tid 3 to smithi07774545-16 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 10 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-16T11:03:35.513 INFO:tasks.rados.rados.0.smithi077.stdout:18: finishing write tid 1 to smithi07774545-18 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:18: finishing write tid 2 to smithi07774545-18 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:17: finishing write tid 3 to smithi07774545-17 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:16: done (4 left) 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:17: done (3 left) 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:21: write initial oid 21 2024-09-16T11:03:35.514 INFO:tasks.rados.rados.0.smithi077.stdout:21: seq_num 20 ranges {0=344064} 2024-09-16T11:03:35.515 INFO:tasks.rados.rados.0.smithi077.stdout:21: writing smithi07774545-21 from 0 to 344064 tid 1 2024-09-16T11:03:35.515 INFO:tasks.rados.rados.0.smithi077.stdout:22: write initial oid 22 2024-09-16T11:03:35.515 INFO:tasks.rados.rados.0.smithi077.stdout:22: seq_num 21 ranges {0=360448} 2024-09-16T11:03:35.516 INFO:tasks.rados.rados.0.smithi077.stdout:22: writing smithi07774545-22 from 0 to 360448 tid 1 2024-09-16T11:03:35.516 INFO:tasks.rados.rados.0.smithi077.stdout:23: write initial oid 23 2024-09-16T11:03:35.516 INFO:tasks.rados.rados.0.smithi077.stdout:23: seq_num 22 ranges {0=376832} 2024-09-16T11:03:35.518 INFO:tasks.rados.rados.0.smithi077.stdout:23: writing smithi07774545-23 from 0 to 376832 tid 1 2024-09-16T11:03:35.518 INFO:tasks.rados.rados.0.smithi077.stdout:24: write initial oid 24 2024-09-16T11:03:35.518 INFO:tasks.rados.rados.0.smithi077.stdout:24: seq_num 23 ranges {0=393216} 2024-09-16T11:03:35.521 INFO:tasks.rados.rados.0.smithi077.stdout:24: writing smithi07774545-24 from 0 to 393216 tid 1 2024-09-16T11:03:35.521 INFO:tasks.rados.rados.0.smithi077.stdout:25: write initial oid 25 2024-09-16T11:03:35.521 INFO:tasks.rados.rados.0.smithi077.stdout:25: seq_num 24 ranges {0=409600} 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:25: writing smithi07774545-25 from 0 to 409600 tid 1 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:26: write initial oid 26 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:19: finishing write tid 1 to smithi07774545-19 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:19: finishing write tid 2 to smithi07774545-19 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:18: finishing write tid 3 to smithi07774545-18 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-16T11:03:35.524 INFO:tasks.rados.rados.0.smithi077.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-16T11:03:35.525 INFO:tasks.rados.rados.0.smithi077.stdout:20: finishing write tid 1 to smithi07774545-20 2024-09-16T11:03:35.525 INFO:tasks.rados.rados.0.smithi077.stdout:20: finishing write tid 2 to smithi07774545-20 2024-09-16T11:03:35.525 INFO:tasks.rados.rados.0.smithi077.stdout:26: seq_num 25 ranges {0=425984} 2024-09-16T11:03:35.527 INFO:tasks.rados.rados.0.smithi077.stdout:26: writing smithi07774545-26 from 0 to 425984 tid 1 2024-09-16T11:03:35.527 INFO:tasks.rados.rados.0.smithi077.stdout:18: done (8 left) 2024-09-16T11:03:35.527 INFO:tasks.rados.rados.0.smithi077.stdout:27: write initial oid 27 2024-09-16T11:03:35.527 INFO:tasks.rados.rados.0.smithi077.stdout:27: seq_num 26 ranges {0=442368} 2024-09-16T11:03:35.530 INFO:tasks.rados.rados.0.smithi077.stdout:27: writing smithi07774545-27 from 0 to 442368 tid 1 2024-09-16T11:03:35.530 INFO:tasks.rados.rados.0.smithi077.stdout:28: write initial oid 28 2024-09-16T11:03:35.530 INFO:tasks.rados.rados.0.smithi077.stdout:28: seq_num 27 ranges {0=458752} 2024-09-16T11:03:35.533 INFO:tasks.rados.rados.0.smithi077.stdout:28: writing smithi07774545-28 from 0 to 458752 tid 1 2024-09-16T11:03:35.533 INFO:tasks.rados.rados.0.smithi077.stdout:29: write initial oid 29 2024-09-16T11:03:35.533 INFO:tasks.rados.rados.0.smithi077.stdout:29: seq_num 28 ranges {0=475136} 2024-09-16T11:03:35.536 INFO:tasks.rados.rados.0.smithi077.stdout:29: writing smithi07774545-29 from 0 to 475136 tid 1 2024-09-16T11:03:35.536 INFO:tasks.rados.rados.0.smithi077.stdout:30: write initial oid 30 2024-09-16T11:03:35.536 INFO:tasks.rados.rados.0.smithi077.stdout:30: seq_num 29 ranges {0=491520} 2024-09-16T11:03:35.539 INFO:tasks.rados.rados.0.smithi077.stdout:30: writing smithi07774545-30 from 0 to 491520 tid 1 2024-09-16T11:03:35.539 INFO:tasks.rados.rados.0.smithi077.stdout:31: write initial oid 31 2024-09-16T11:03:35.539 INFO:tasks.rados.rados.0.smithi077.stdout:31: seq_num 30 ranges {0=507904} 2024-09-16T11:03:35.542 INFO:tasks.rados.rados.0.smithi077.stdout:31: writing smithi07774545-31 from 0 to 507904 tid 1 2024-09-16T11:03:35.542 INFO:tasks.rados.rados.0.smithi077.stdout:32: write initial oid 32 2024-09-16T11:03:35.542 INFO:tasks.rados.rados.0.smithi077.stdout:32: seq_num 31 ranges {0=524288} 2024-09-16T11:03:35.546 INFO:tasks.rados.rados.0.smithi077.stdout:32: writing smithi07774545-32 from 0 to 524288 tid 1 2024-09-16T11:03:35.546 INFO:tasks.rados.rados.0.smithi077.stdout:33: write initial oid 33 2024-09-16T11:03:35.546 INFO:tasks.rados.rados.0.smithi077.stdout:33: seq_num 32 ranges {0=540672} 2024-09-16T11:03:35.549 INFO:tasks.rados.rados.0.smithi077.stdout:33: writing smithi07774545-33 from 0 to 540672 tid 1 2024-09-16T11:03:35.549 INFO:tasks.rados.rados.0.smithi077.stdout:34: write initial oid 34 2024-09-16T11:03:35.549 INFO:tasks.rados.rados.0.smithi077.stdout:34: seq_num 33 ranges {0=557056} 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:34: writing smithi07774545-34 from 0 to 557056 tid 1 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:19: finishing write tid 3 to smithi07774545-19 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:20: finishing write tid 3 to smithi07774545-20 2024-09-16T11:03:35.553 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-16T11:03:35.554 INFO:tasks.rados.rados.0.smithi077.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-16T11:03:35.554 INFO:tasks.rados.rados.0.smithi077.stdout:19: done (15 left) 2024-09-16T11:03:35.554 INFO:tasks.rados.rados.0.smithi077.stdout:20: done (14 left) 2024-09-16T11:03:35.554 INFO:tasks.rados.rados.0.smithi077.stdout:35: write initial oid 35 2024-09-16T11:03:35.554 INFO:tasks.rados.rados.0.smithi077.stdout:35: seq_num 34 ranges {0=573440} 2024-09-16T11:03:35.556 INFO:tasks.rados.rados.0.smithi077.stdout:35: writing smithi07774545-35 from 0 to 573440 tid 1 2024-09-16T11:03:35.556 INFO:tasks.rados.rados.0.smithi077.stdout:36: write initial oid 36 2024-09-16T11:03:35.556 INFO:tasks.rados.rados.0.smithi077.stdout:36: seq_num 35 ranges {0=589824} 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:36: writing smithi07774545-36 from 0 to 589824 tid 1 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:21: finishing write tid 1 to smithi07774545-21 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:21: finishing write tid 2 to smithi07774545-21 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:22: finishing write tid 1 to smithi07774545-22 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:22: finishing write tid 2 to smithi07774545-22 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:21: finishing write tid 3 to smithi07774545-21 2024-09-16T11:03:35.561 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:23: finishing write tid 1 to smithi07774545-23 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:23: finishing write tid 2 to smithi07774545-23 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:22: finishing write tid 3 to smithi07774545-22 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:21: done (15 left) 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:22: done (14 left) 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:37: write initial oid 37 2024-09-16T11:03:35.562 INFO:tasks.rados.rados.0.smithi077.stdout:37: seq_num 36 ranges {0=606208} 2024-09-16T11:03:35.564 INFO:tasks.rados.rados.0.smithi077.stdout:37: writing smithi07774545-37 from 0 to 606208 tid 1 2024-09-16T11:03:35.564 INFO:tasks.rados.rados.0.smithi077.stdout:38: write initial oid 38 2024-09-16T11:03:35.564 INFO:tasks.rados.rados.0.smithi077.stdout:38: seq_num 37 ranges {0=622592} 2024-09-16T11:03:35.568 INFO:tasks.rados.rados.0.smithi077.stdout:38: writing smithi07774545-38 from 0 to 622592 tid 1 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:23: finishing write tid 3 to smithi07774545-23 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:24: finishing write tid 1 to smithi07774545-24 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:24: finishing write tid 2 to smithi07774545-24 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:23: done (15 left) 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:39: write initial oid 39 2024-09-16T11:03:35.569 INFO:tasks.rados.rados.0.smithi077.stdout:39: seq_num 38 ranges {0=638976} 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:39: writing smithi07774545-39 from 0 to 638976 tid 1 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:24: finishing write tid 3 to smithi07774545-24 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:25: finishing write tid 1 to smithi07774545-25 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:25: finishing write tid 2 to smithi07774545-25 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:25: finishing write tid 3 to smithi07774545-25 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:03:35.573 INFO:tasks.rados.rados.0.smithi077.stdout:24: done (15 left) 2024-09-16T11:03:35.574 INFO:tasks.rados.rados.0.smithi077.stdout:25: done (14 left) 2024-09-16T11:03:35.574 INFO:tasks.rados.rados.0.smithi077.stdout:40: write initial oid 40 2024-09-16T11:03:35.574 INFO:tasks.rados.rados.0.smithi077.stdout:40: seq_num 39 ranges {0=663552} 2024-09-16T11:03:35.577 INFO:tasks.rados.rados.0.smithi077.stdout:40: writing smithi07774545-40 from 0 to 663552 tid 1 2024-09-16T11:03:35.577 INFO:tasks.rados.rados.0.smithi077.stdout:41: write initial oid 41 2024-09-16T11:03:35.577 INFO:tasks.rados.rados.0.smithi077.stdout:41: seq_num 40 ranges {0=679936} 2024-09-16T11:03:35.581 INFO:tasks.rados.rados.0.smithi077.stdout:41: writing smithi07774545-41 from 0 to 679936 tid 1 2024-09-16T11:03:35.581 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.581 INFO:tasks.rados.rados.0.smithi077.stdout:26: finishing write tid 1 to smithi07774545-26 2024-09-16T11:03:35.581 INFO:tasks.rados.rados.0.smithi077.stdout:26: finishing write tid 2 to smithi07774545-26 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:26: finishing write tid 3 to smithi07774545-26 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:27: finishing write tid 1 to smithi07774545-27 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:26: done (15 left) 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:42: write initial oid 42 2024-09-16T11:03:35.582 INFO:tasks.rados.rados.0.smithi077.stdout:42: seq_num 41 ranges {0=696320} 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:42: writing smithi07774545-42 from 0 to 696320 tid 1 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:27: finishing write tid 2 to smithi07774545-27 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:27: finishing write tid 3 to smithi07774545-27 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:28: finishing write tid 1 to smithi07774545-28 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:28: finishing write tid 2 to smithi07774545-28 2024-09-16T11:03:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:28: finishing write tid 3 to smithi07774545-28 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:29: finishing write tid 1 to smithi07774545-29 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:27: done (15 left) 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:28: done (14 left) 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:43: write initial oid 43 2024-09-16T11:03:35.587 INFO:tasks.rados.rados.0.smithi077.stdout:43: seq_num 42 ranges {0=712704} 2024-09-16T11:03:35.590 INFO:tasks.rados.rados.0.smithi077.stdout:43: writing smithi07774545-43 from 0 to 712704 tid 1 2024-09-16T11:03:35.590 INFO:tasks.rados.rados.0.smithi077.stdout:44: write initial oid 44 2024-09-16T11:03:35.590 INFO:tasks.rados.rados.0.smithi077.stdout:44: seq_num 43 ranges {0=729088} 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:44: writing smithi07774545-44 from 0 to 729088 tid 1 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 16 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:29: finishing write tid 2 to smithi07774545-29 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:29: finishing write tid 3 to smithi07774545-29 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:30: finishing write tid 1 to smithi07774545-30 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:30: finishing write tid 2 to smithi07774545-30 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:30: finishing write tid 3 to smithi07774545-30 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T11:03:35.597 INFO:tasks.rados.rados.0.smithi077.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:31: finishing write tid 1 to smithi07774545-31 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:31: finishing write tid 2 to smithi07774545-31 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:31: finishing write tid 3 to smithi07774545-31 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:32: finishing write tid 1 to smithi07774545-32 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:32: finishing write tid 2 to smithi07774545-32 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:33: finishing write tid 1 to smithi07774545-33 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:33: finishing write tid 2 to smithi07774545-33 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:32: finishing write tid 3 to smithi07774545-32 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:33: finishing write tid 3 to smithi07774545-33 2024-09-16T11:03:35.598 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:34: finishing write tid 1 to smithi07774545-34 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:34: finishing write tid 2 to smithi07774545-34 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:34: finishing write tid 3 to smithi07774545-34 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:35: finishing write tid 1 to smithi07774545-35 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:35: finishing write tid 2 to smithi07774545-35 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:35: finishing write tid 3 to smithi07774545-35 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:36: finishing write tid 1 to smithi07774545-36 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:36: finishing write tid 2 to smithi07774545-36 2024-09-16T11:03:35.599 INFO:tasks.rados.rados.0.smithi077.stdout:36: finishing write tid 3 to smithi07774545-36 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:37: finishing write tid 1 to smithi07774545-37 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:37: finishing write tid 2 to smithi07774545-37 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:37: finishing write tid 3 to smithi07774545-37 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:38: finishing write tid 1 to smithi07774545-38 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:38: finishing write tid 2 to smithi07774545-38 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:38: finishing write tid 3 to smithi07774545-38 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:39: finishing write tid 1 to smithi07774545-39 2024-09-16T11:03:35.600 INFO:tasks.rados.rados.0.smithi077.stdout:39: finishing write tid 2 to smithi07774545-39 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:39: finishing write tid 3 to smithi07774545-39 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:40: finishing write tid 1 to smithi07774545-40 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:40: finishing write tid 2 to smithi07774545-40 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:40: finishing write tid 3 to smithi07774545-40 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:41: finishing write tid 1 to smithi07774545-41 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:41: finishing write tid 2 to smithi07774545-41 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:41: finishing write tid 3 to smithi07774545-41 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-16T11:03:35.601 INFO:tasks.rados.rados.0.smithi077.stdout:42: finishing write tid 1 to smithi07774545-42 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:42: finishing write tid 2 to smithi07774545-42 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:42: finishing write tid 3 to smithi07774545-42 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:43: finishing write tid 1 to smithi07774545-43 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:43: finishing write tid 2 to smithi07774545-43 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:29: done (15 left) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:30: done (14 left) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:31: done (13 left) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:32: done (12 left) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:33: done (11 left) 2024-09-16T11:03:35.602 INFO:tasks.rados.rados.0.smithi077.stdout:34: done (10 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:35: done (9 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:36: done (8 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:37: done (7 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:38: done (6 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:39: done (5 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:40: done (4 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:41: done (3 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:42: done (2 left) 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:45: write initial oid 45 2024-09-16T11:03:35.603 INFO:tasks.rados.rados.0.smithi077.stdout:45: seq_num 44 ranges {0=745472} 2024-09-16T11:03:35.604 INFO:tasks.rados.rados.0.smithi077.stdout:45: writing smithi07774545-45 from 0 to 745472 tid 1 2024-09-16T11:03:35.604 INFO:tasks.rados.rados.0.smithi077.stdout:46: write initial oid 46 2024-09-16T11:03:35.605 INFO:tasks.rados.rados.0.smithi077.stdout:46: seq_num 45 ranges {0=761856} 2024-09-16T11:03:35.605 INFO:tasks.rados.rados.0.smithi077.stdout:46: writing smithi07774545-46 from 0 to 761856 tid 1 2024-09-16T11:03:35.605 INFO:tasks.rados.rados.0.smithi077.stdout:47: write initial oid 47 2024-09-16T11:03:35.605 INFO:tasks.rados.rados.0.smithi077.stdout:47: seq_num 46 ranges {0=778240} 2024-09-16T11:03:35.610 INFO:tasks.rados.rados.0.smithi077.stdout:47: writing smithi07774545-47 from 0 to 778240 tid 1 2024-09-16T11:03:35.610 INFO:tasks.rados.rados.0.smithi077.stdout:48: write initial oid 48 2024-09-16T11:03:35.610 INFO:tasks.rados.rados.0.smithi077.stdout:48: seq_num 47 ranges {0=794624} 2024-09-16T11:03:35.614 INFO:tasks.rados.rados.0.smithi077.stdout:48: writing smithi07774545-48 from 0 to 794624 tid 1 2024-09-16T11:03:35.615 INFO:tasks.rados.rados.0.smithi077.stdout:49: write initial oid 49 2024-09-16T11:03:35.615 INFO:tasks.rados.rados.0.smithi077.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-16T11:03:35.617 INFO:tasks.rados.rados.0.smithi077.stdout:49: writing smithi07774545-49 from 0 to 409600 tid 1 2024-09-16T11:03:35.620 INFO:tasks.rados.rados.0.smithi077.stdout:49: writing smithi07774545-49 from 409600 to 811008 tid 2 2024-09-16T11:03:35.620 INFO:tasks.rados.rados.0.smithi077.stdout:50: write initial oid 50 2024-09-16T11:03:35.620 INFO:tasks.rados.rados.0.smithi077.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-16T11:03:35.622 INFO:tasks.rados.rados.0.smithi077.stdout:50: writing smithi07774545-50 from 0 to 425984 tid 1 2024-09-16T11:03:35.627 INFO:tasks.rados.rados.0.smithi077.stdout:50: writing smithi07774545-50 from 425984 to 827392 tid 2 2024-09-16T11:03:35.627 INFO:tasks.rados.rados.0.smithi077.stdout:51: copy_from oid 13 from oid 18 current snap is 0 2024-09-16T11:03:35.628 INFO:tasks.rados.rados.0.smithi077.stdout:43: finishing write tid 3 to smithi07774545-43 2024-09-16T11:03:35.628 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T11:03:35.628 INFO:tasks.rados.rados.0.smithi077.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-16T11:03:35.628 INFO:tasks.rados.rados.0.smithi077.stdout:44: finishing write tid 1 to smithi07774545-44 2024-09-16T11:03:35.628 INFO:tasks.rados.rados.0.smithi077.stdout:44: finishing write tid 2 to smithi07774545-44 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:44: finishing write tid 3 to smithi07774545-44 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:45: finishing write tid 1 to smithi07774545-45 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:43: done (8 left) 2024-09-16T11:03:35.629 INFO:tasks.rados.rados.0.smithi077.stdout:44: done (7 left) 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 0 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:45: finishing write tid 2 to smithi07774545-45 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:45: finishing write tid 3 to smithi07774545-45 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-16T11:03:35.630 INFO:tasks.rados.rados.0.smithi077.stdout:46: finishing write tid 1 to smithi07774545-46 2024-09-16T11:03:35.631 INFO:tasks.rados.rados.0.smithi077.stdout:46: finishing write tid 2 to smithi07774545-46 2024-09-16T11:03:35.631 INFO:tasks.rados.rados.0.smithi077.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-09-16T11:03:35.632 INFO:tasks.rados.rados.0.smithi077.stdout:52: writing smithi07774545-38 from 622592 to 1064960 tid 1 2024-09-16T11:03:35.635 INFO:tasks.rados.rados.0.smithi077.stdout:52: writing smithi07774545-38 from 1064960 to 1466368 tid 2 2024-09-16T11:03:35.635 INFO:tasks.rados.rados.0.smithi077.stdout:45: done (7 left) 2024-09-16T11:03:35.635 INFO:tasks.rados.rados.0.smithi077.stdout:53: rmattr oid 20 current snap is 0 2024-09-16T11:03:35.635 INFO:tasks.rados.rados.0.smithi077.stdout:53: done (7 left) 2024-09-16T11:03:35.635 INFO:tasks.rados.rados.0.smithi077.stdout:54: delete oid 40 current snap is 0 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:46: finishing write tid 3 to smithi07774545-46 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:47: finishing write tid 1 to smithi07774545-47 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:47: finishing write tid 2 to smithi07774545-47 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:47: finishing write tid 3 to smithi07774545-47 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:48: finishing write tid 1 to smithi07774545-48 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:48: finishing write tid 2 to smithi07774545-48 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:49: finishing write tid 1 to smithi07774545-49 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:48: finishing write tid 3 to smithi07774545-48 2024-09-16T11:03:35.636 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:49: finishing write tid 2 to smithi07774545-49 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:49: finishing write tid 3 to smithi07774545-49 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:49: finishing write tid 4 to smithi07774545-49 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:50: finishing write tid 1 to smithi07774545-50 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:50: finishing write tid 2 to smithi07774545-50 2024-09-16T11:03:35.637 INFO:tasks.rados.rados.0.smithi077.stdout:50: finishing write tid 3 to smithi07774545-50 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:50: finishing write tid 4 to smithi07774545-50 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:51: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:51: finishing copy_from to smithi07774545-13 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-16T11:03:35.638 INFO:tasks.rados.rados.0.smithi077.stdout:52: finishing write tid 1 to smithi07774545-38 2024-09-16T11:03:35.639 INFO:tasks.rados.rados.0.smithi077.stdout:46: done (7 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:47: done (6 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:48: done (5 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:49: done (4 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:50: done (3 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:51: done (2 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:54: done (1 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:55: read oid 15 snap -1 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:56: rollback oid 30 current snap is 0 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:56: done (2 left) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:57: read oid 27 snap -1 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:03:35.640 INFO:tasks.rados.rados.0.smithi077.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:59: rollback oid 45 current snap is 0 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:59: done (4 left) 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:61: delete oid 1 current snap is 0 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:52: finishing write tid 2 to smithi07774545-38 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:52: finishing write tid 3 to smithi07774545-38 2024-09-16T11:03:35.641 INFO:tasks.rados.rados.0.smithi077.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:03:35.653 INFO:tasks.rados.rados.0.smithi077.stdout:52: finishing write tid 4 to smithi07774545-38 2024-09-16T11:03:35.653 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T11:03:35.653 INFO:tasks.rados.rados.0.smithi077.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-09-16T11:03:35.653 INFO:tasks.rados.rados.0.smithi077.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:60: finishing copy_from racing read to smithi07774545-22 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:58: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:60: finishing copy_from to smithi07774545-22 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:58: finishing copy_from to smithi07774545-28 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:52: done (5 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:55: done (4 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:57: done (3 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:58: done (2 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:60: done (1 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:61: done (0 left) 2024-09-16T11:03:35.661 INFO:tasks.rados.rados.0.smithi077.stdout:62: read oid 17 snap -1 2024-09-16T11:03:35.662 INFO:tasks.rados.rados.0.smithi077.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T11:03:35.662 INFO:tasks.rados.rados.0.smithi077.stdout:63: snap_create 2024-09-16T11:03:35.662 INFO:tasks.rados.rados.0.smithi077.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T11:03:35.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:35 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T11:03:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:35 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T11:03:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:35 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T11:03:36.484 INFO:tasks.rados.rados.0.smithi077.stdout:62: done (1 left) 2024-09-16T11:03:36.484 INFO:tasks.rados.rados.0.smithi077.stdout:63: done (0 left) 2024-09-16T11:03:36.484 INFO:tasks.rados.rados.0.smithi077.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-16T11:03:36.484 INFO:tasks.rados.rados.0.smithi077.stdout:65: read oid 30 snap -1 2024-09-16T11:03:36.484 INFO:tasks.rados.rados.0.smithi077.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T11:03:36.485 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 1 2024-09-16T11:03:36.485 INFO:tasks.rados.rados.0.smithi077.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-16T11:03:36.489 INFO:tasks.rados.rados.0.smithi077.stdout:66: writing smithi07774545-23 from 376832 to 868352 tid 1 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:66: writing smithi07774545-23 from 868352 to 1269760 tid 2 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:67: rollback oid 10 current snap is 1 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 0 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:64: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:64: finishing copy_from to smithi07774545-15 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-16T11:03:36.493 INFO:tasks.rados.rados.0.smithi077.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T11:03:36.508 INFO:tasks.rados.rados.0.smithi077.stdout:66: finishing write tid 1 to smithi07774545-23 2024-09-16T11:03:36.508 INFO:tasks.rados.rados.0.smithi077.stdout:66: finishing write tid 2 to smithi07774545-23 2024-09-16T11:03:36.508 INFO:tasks.rados.rados.0.smithi077.stdout:64: done (3 left) 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:65: done (2 left) 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:68: setattr oid 20 current snap is 1 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:67: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:66: finishing write tid 3 to smithi07774545-23 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:66: finishing write tid 4 to smithi07774545-23 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T11:03:36.509 INFO:tasks.rados.rados.0.smithi077.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-16T11:03:36.512 INFO:tasks.rados.rados.0.smithi077.stdout:67: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:03:36.512 INFO:tasks.rados.rados.0.smithi077.stdout:67: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:03:36.512 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 15 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T11:03:36.513 INFO:tasks.rados.rados.0.smithi077.stdout:66: done (2 left) 2024-09-16T11:03:36.513 INFO:tasks.rados.rados.0.smithi077.stdout:67: done (1 left) 2024-09-16T11:03:36.513 INFO:tasks.rados.rados.0.smithi077.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:70: read oid 24 snap 0 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:72: rollback oid 49 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 49 to 0 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:73: read oid 4 snap 0 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:74: rmattr oid 7 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:74: done (6 left) 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:76: read oid 39 snap -1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-16T11:03:36.514 INFO:tasks.rados.rados.0.smithi077.stdout:78: read oid 2 snap -1 2024-09-16T11:03:36.515 INFO:tasks.rados.rados.0.smithi077.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-16T11:03:36.515 INFO:tasks.rados.rados.0.smithi077.stdout:79: setattr oid 41 current snap is 1 2024-09-16T11:03:36.515 INFO:tasks.rados.rados.0.smithi077.stdout:80: snap_create 2024-09-16T11:03:36.515 INFO:tasks.rados.rados.0.smithi077.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T11:03:36.517 INFO:tasks.rados.rados.0.smithi077.stdout:72: finishing rollback tid 0 to smithi07774545-49 2024-09-16T11:03:36.517 INFO:tasks.rados.rados.0.smithi077.stdout:72: finishing rollback tid 1 to smithi07774545-49 2024-09-16T11:03:36.517 INFO:tasks.rados.rados.0.smithi077.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-16T11:03:36.518 INFO:tasks.rados.rados.0.smithi077.stdout:72: finishing rollback tid 2 to smithi07774545-49 2024-09-16T11:03:36.518 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T11:03:36.518 INFO:tasks.rados.rados.0.smithi077.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T11:03:36.538 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-16T11:03:36.538 INFO:tasks.rados.rados.0.smithi077.stdout:71: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:03:36.538 INFO:tasks.rados.rados.0.smithi077.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 13 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:75: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:71: finishing copy_from to smithi07774545-36 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:75: finishing copy_from to smithi07774545-21 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:77: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:77: finishing copy_from to smithi07774545-6 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:69: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:69: finishing copy_from to smithi07774545-45 2024-09-16T11:03:36.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T11:03:36.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[35468]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[35468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[35468]: Cluster is now healthy 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[35468]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[27497]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[27497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[27497]: Cluster is now healthy 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T11:03:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:36 smithi077 ceph-mon[27497]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T11:03:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:36 smithi191 ceph-mon[31349]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:36 smithi191 ceph-mon[31349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:03:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:36 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T11:03:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:36 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/1007494411' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T11:03:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:36 smithi191 ceph-mon[31349]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T11:03:37.489 INFO:tasks.rados.rados.0.smithi077.stdout:68: done (11 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:69: done (10 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:70: done (9 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:71: done (8 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:72: done (7 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:73: done (6 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:75: done (5 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:76: done (4 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:77: done (3 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:78: done (2 left) 2024-09-16T11:03:37.490 INFO:tasks.rados.rados.0.smithi077.stdout:79: done (1 left) 2024-09-16T11:03:37.491 INFO:tasks.rados.rados.0.smithi077.stdout:80: done (0 left) 2024-09-16T11:03:37.491 INFO:tasks.rados.rados.0.smithi077.stdout:81: rollback oid 40 current snap is 2 2024-09-16T11:03:37.491 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 1 2024-09-16T11:03:37.491 INFO:tasks.rados.rados.0.smithi077.stdout:82: snap_create 2024-09-16T11:03:37.492 INFO:tasks.rados.rados.0.smithi077.stdout:81: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:03:37.493 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 0 (ObjNum 129 snap 0 seq_num 1452388918) dirty dne 2024-09-16T11:03:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:37 smithi191 ceph-mon[31349]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T11:03:37.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:37.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:37 smithi077 ceph-mon[35468]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T11:03:37.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:37 smithi077 ceph-mon[27497]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T11:03:38.496 INFO:tasks.rados.rados.0.smithi077.stdout:81: done (1 left) 2024-09-16T11:03:38.496 INFO:tasks.rados.rados.0.smithi077.stdout:82: done (0 left) 2024-09-16T11:03:38.496 INFO:tasks.rados.rados.0.smithi077.stdout:83: rollback oid 9 current snap is 3 2024-09-16T11:03:38.497 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 0 2024-09-16T11:03:38.497 INFO:tasks.rados.rados.0.smithi077.stdout:84: read oid 20 snap 1 2024-09-16T11:03:38.497 INFO:tasks.rados.rados.0.smithi077.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-16T11:03:38.497 INFO:tasks.rados.rados.0.smithi077.stdout:85: read oid 25 snap -1 2024-09-16T11:03:38.497 INFO:tasks.rados.rados.0.smithi077.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:03:38.498 INFO:tasks.rados.rados.0.smithi077.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-09-16T11:03:38.498 INFO:tasks.rados.rados.0.smithi077.stdout:87: setattr oid 48 current snap is 3 2024-09-16T11:03:38.498 INFO:tasks.rados.rados.0.smithi077.stdout:88: snap_remove snap 2 2024-09-16T11:03:38.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:38 smithi077 ceph-mon[27497]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:38.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:38 smithi077 ceph-mon[27497]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T11:03:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:38 smithi077 ceph-mon[35468]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:38 smithi077 ceph-mon[35468]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T11:03:38.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:38] "GET /metrics HTTP/1.1" 200 236588 "" "Prometheus/2.43.0" 2024-09-16T11:03:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:38 smithi191 ceph-mon[31349]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:38 smithi191 ceph-mon[31349]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:88: done (5 left) 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:89: read oid 38 snap 1 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:90: read oid 18 snap -1 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-09-16T11:03:39.501 INFO:tasks.rados.rados.0.smithi077.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-16T11:03:39.516 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:03:39.516 INFO:tasks.rados.rados.0.smithi077.stdout:83: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:83: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:84: done (7 left) 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:87: done (6 left) 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:92: rmattr oid 19 current snap is 3 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:92: done (6 left) 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:93: delete oid 31 current snap is 3 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:83: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 13 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T11:03:39.517 INFO:tasks.rados.rados.0.smithi077.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:86: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:86: finishing copy_from to smithi07774545-34 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:83: done (6 left) 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:85: done (5 left) 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:86: done (4 left) 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:93: done (3 left) 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 3 2024-09-16T11:03:39.530 INFO:tasks.rados.rados.0.smithi077.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T11:03:39.538 INFO:tasks.rados.rados.0.smithi077.stdout:91: finishing copy_from racing read to smithi07774545-2 2024-09-16T11:03:39.538 INFO:tasks.rados.rados.0.smithi077.stdout:91: finishing copy_from to smithi07774545-2 2024-09-16T11:03:39.538 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T11:03:39.538 INFO:tasks.rados.rados.0.smithi077.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T11:03:39.591 INFO:tasks.rados.rados.0.smithi077.stdout:94: seq_num 55 ranges {0=524288,524288=401408} 2024-09-16T11:03:39.594 INFO:tasks.rados.rados.0.smithi077.stdout:94: writing smithi07774545-31 from 0 to 524288 tid 1 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:94: writing smithi07774545-31 from 524288 to 925696 tid 2 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:89: done (3 left) 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:90: done (2 left) 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:91: done (1 left) 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:95: read oid 13 snap 0 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:95: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T11:03:39.597 INFO:tasks.rados.rados.0.smithi077.stdout:96: snap_remove snap 1 2024-09-16T11:03:39.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:39 smithi077 ceph-mon[27497]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T11:03:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:39 smithi077 ceph-mon[35468]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T11:03:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:39 smithi191 ceph-mon[31349]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T11:03:40.506 INFO:tasks.rados.rados.0.smithi077.stdout:96: done (2 left) 2024-09-16T11:03:40.506 INFO:tasks.rados.rados.0.smithi077.stdout:97: copy_from oid 34 from oid 37 current snap is 3 2024-09-16T11:03:40.506 INFO:tasks.rados.rados.0.smithi077.stdout:98: read oid 11 snap 0 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:98: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 3 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:94: finishing write tid 1 to smithi07774545-31 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:94: finishing write tid 2 to smithi07774545-31 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:94: finishing write tid 3 to smithi07774545-31 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:94: finishing write tid 4 to smithi07774545-31 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 11 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:94: left oid 31 (ObjNum 55 snap 3 seq_num 55) 2024-09-16T11:03:40.507 INFO:tasks.rados.rados.0.smithi077.stdout:95: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T11:03:40.519 INFO:tasks.rados.rados.0.smithi077.stdout:99: seq_num 56 ranges {1466368=540672,2007040=401408} 2024-09-16T11:03:40.530 INFO:tasks.rados.rados.0.smithi077.stdout:99: writing smithi07774545-38 from 1466368 to 2007040 tid 1 2024-09-16T11:03:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:99: writing smithi07774545-38 from 2007040 to 2408448 tid 2 2024-09-16T11:03:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:94: done (4 left) 2024-09-16T11:03:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:95: done (3 left) 2024-09-16T11:03:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 3 2024-09-16T11:03:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:100: seq_num 57 ranges {778240=557056,1335296=401408} 2024-09-16T11:03:40.540 INFO:tasks.rados.rados.0.smithi077.stdout:100: writing smithi07774545-36 from 778240 to 1335296 tid 1 2024-09-16T11:03:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:100: writing smithi07774545-36 from 1335296 to 1736704 tid 2 2024-09-16T11:03:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:101: copy_from oid 19 from oid 25 current snap is 3 2024-09-16T11:03:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:98: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T11:03:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:97: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:03:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:97: finishing copy_from to smithi07774545-34 2024-09-16T11:03:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T11:03:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:97: done (4 left) 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:98: done (3 left) 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 3 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:99: finishing write tid 1 to smithi07774545-38 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:99: finishing write tid 2 to smithi07774545-38 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:99: finishing write tid 3 to smithi07774545-38 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:99: finishing write tid 4 to smithi07774545-38 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 21 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:99: left oid 38 (ObjNum 56 snap 3 seq_num 56) 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:100: finishing write tid 1 to smithi07774545-36 2024-09-16T11:03:40.549 INFO:tasks.rados.rados.0.smithi077.stdout:102: seq_num 58 ranges {557056=573440,1130496=401408} 2024-09-16T11:03:40.554 INFO:tasks.rados.rados.0.smithi077.stdout:102: writing smithi07774545-45 from 557056 to 1130496 tid 1 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:102: writing smithi07774545-45 from 1130496 to 1531904 tid 2 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:99: done (3 left) 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 3 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:100: finishing write tid 2 to smithi07774545-36 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:100: finishing write tid 3 to smithi07774545-36 2024-09-16T11:03:40.557 INFO:tasks.rados.rados.0.smithi077.stdout:100: finishing write tid 4 to smithi07774545-36 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 21 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:100: left oid 36 (ObjNum 57 snap 3 seq_num 57) 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:101: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:101: finishing copy_from to smithi07774545-19 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-16T11:03:40.558 INFO:tasks.rados.rados.0.smithi077.stdout:103: seq_num 59 ranges {286720=598016,884736=401408} 2024-09-16T11:03:40.562 INFO:tasks.rados.rados.0.smithi077.stdout:103: writing smithi07774545-13 from 286720 to 884736 tid 1 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:103: writing smithi07774545-13 from 884736 to 1286144 tid 2 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:100: done (3 left) 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:101: done (2 left) 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:104: rollback oid 9 current snap is 3 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 0 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:102: finishing write tid 1 to smithi07774545-45 2024-09-16T11:03:40.565 INFO:tasks.rados.rados.0.smithi077.stdout:102: finishing write tid 2 to smithi07774545-45 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:102: finishing write tid 3 to smithi07774545-45 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:102: finishing write tid 4 to smithi07774545-45 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 14 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:102: left oid 45 (ObjNum 58 snap 3 seq_num 58) 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:102: done (2 left) 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:105: delete oid 34 current snap is 3 2024-09-16T11:03:40.566 INFO:tasks.rados.rados.0.smithi077.stdout:103: finishing write tid 1 to smithi07774545-13 2024-09-16T11:03:40.569 INFO:tasks.rados.rados.0.smithi077.stdout:105: done (2 left) 2024-09-16T11:03:40.569 INFO:tasks.rados.rados.0.smithi077.stdout:106: read oid 44 snap -1 2024-09-16T11:03:40.569 INFO:tasks.rados.rados.0.smithi077.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T11:03:40.569 INFO:tasks.rados.rados.0.smithi077.stdout:107: rollback oid 39 current snap is 3 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 0 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:108: delete oid 17 current snap is 3 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:103: finishing write tid 2 to smithi07774545-13 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:103: finishing write tid 3 to smithi07774545-13 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:104: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:03:40.570 INFO:tasks.rados.rados.0.smithi077.stdout:104: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:107: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:107: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:107: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 18 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:103: finishing write tid 4 to smithi07774545-13 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 17 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:103: left oid 13 (ObjNum 59 snap 3 seq_num 59) 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:104: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 24 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T11:03:40.573 INFO:tasks.rados.rados.0.smithi077.stdout:103: done (4 left) 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:104: done (3 left) 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:107: done (2 left) 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:108: done (1 left) 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:109: read oid 9 snap 0 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:109: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:110: rollback oid 14 current snap is 3 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 0 2024-09-16T11:03:40.574 INFO:tasks.rados.rados.0.smithi077.stdout:111: delete oid 13 current snap is 3 2024-09-16T11:03:40.575 INFO:tasks.rados.rados.0.smithi077.stdout:110: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:03:40.575 INFO:tasks.rados.rados.0.smithi077.stdout:110: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:03:40.575 INFO:tasks.rados.rados.0.smithi077.stdout:110: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:03:40.575 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 17 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:03:40.575 INFO:tasks.rados.rados.0.smithi077.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T11:03:40.595 INFO:tasks.rados.rados.0.smithi077.stdout:109: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-16T11:03:40.599 INFO:tasks.rados.rados.0.smithi077.stdout:106: done (3 left) 2024-09-16T11:03:40.599 INFO:tasks.rados.rados.0.smithi077.stdout:109: done (2 left) 2024-09-16T11:03:40.599 INFO:tasks.rados.rados.0.smithi077.stdout:110: done (1 left) 2024-09-16T11:03:40.599 INFO:tasks.rados.rados.0.smithi077.stdout:111: done (0 left) 2024-09-16T11:03:40.599 INFO:tasks.rados.rados.0.smithi077.stdout:112: setattr oid 35 current snap is 3 2024-09-16T11:03:40.600 INFO:tasks.rados.rados.0.smithi077.stdout:113: snap_create 2024-09-16T11:03:40.602 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 15 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T11:03:40.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:40 smithi077 ceph-mon[27497]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:40 smithi077 ceph-mon[27497]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T11:03:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:40 smithi077 ceph-mon[35468]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:40 smithi077 ceph-mon[35468]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T11:03:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:40 smithi191 ceph-mon[31349]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:40 smithi191 ceph-mon[31349]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T11:03:41.510 INFO:tasks.rados.rados.0.smithi077.stdout:112: done (1 left) 2024-09-16T11:03:41.511 INFO:tasks.rados.rados.0.smithi077.stdout:113: done (0 left) 2024-09-16T11:03:41.511 INFO:tasks.rados.rados.0.smithi077.stdout:114: copy_from oid 25 from oid 6 current snap is 4 2024-09-16T11:03:41.511 INFO:tasks.rados.rados.0.smithi077.stdout:115: setattr oid 23 current snap is 4 2024-09-16T11:03:41.512 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 4 2024-09-16T11:03:41.512 INFO:tasks.rados.rados.0.smithi077.stdout:116: seq_num 63 ranges {24576=663552,688128=401408} 2024-09-16T11:03:41.516 INFO:tasks.rados.rados.0.smithi077.stdout:116: writing smithi07774545-15 from 24576 to 688128 tid 1 2024-09-16T11:03:41.519 INFO:tasks.rados.rados.0.smithi077.stdout:116: writing smithi07774545-15 from 688128 to 1089536 tid 2 2024-09-16T11:03:41.519 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 4 2024-09-16T11:03:41.519 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T11:03:41.519 INFO:tasks.rados.rados.0.smithi077.stdout:117: seq_num 64 ranges {319488=679936,999424=401408} 2024-09-16T11:03:41.525 INFO:tasks.rados.rados.0.smithi077.stdout:117: writing smithi07774545-20 from 319488 to 999424 tid 1 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:117: writing smithi07774545-20 from 999424 to 1400832 tid 2 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:115: done (3 left) 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:118: rollback oid 14 current snap is 4 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 0 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:114: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:114: finishing copy_from to smithi07774545-25 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T11:03:41.528 INFO:tasks.rados.rados.0.smithi077.stdout:116: finishing write tid 1 to smithi07774545-15 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:116: finishing write tid 2 to smithi07774545-15 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:116: finishing write tid 3 to smithi07774545-15 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:116: finishing write tid 4 to smithi07774545-15 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 13 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:116: left oid 15 (ObjNum 63 snap 4 seq_num 63) 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:114: done (3 left) 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:116: done (2 left) 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:119: read oid 27 snap -1 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:119: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 4 2024-09-16T11:03:41.529 INFO:tasks.rados.rados.0.smithi077.stdout:120: seq_num 65 ranges {188416=696320,884736=401408} 2024-09-16T11:03:41.534 INFO:tasks.rados.rados.0.smithi077.stdout:120: writing smithi07774545-21 from 188416 to 884736 tid 1 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:120: writing smithi07774545-21 from 884736 to 1286144 tid 2 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:121: snap_create 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:117: finishing write tid 1 to smithi07774545-20 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:118: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:118: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:118: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 21 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:117: finishing write tid 2 to smithi07774545-20 2024-09-16T11:03:41.537 INFO:tasks.rados.rados.0.smithi077.stdout:119: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:117: finishing write tid 3 to smithi07774545-20 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:117: finishing write tid 4 to smithi07774545-20 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 20 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:117: left oid 20 (ObjNum 64 snap 4 seq_num 64) 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:120: finishing write tid 1 to smithi07774545-21 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:120: finishing write tid 2 to smithi07774545-21 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:120: finishing write tid 3 to smithi07774545-21 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:120: finishing write tid 4 to smithi07774545-21 2024-09-16T11:03:41.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 25 (ObjNum 65 snap 4 seq_num 65) dirty exists 2024-09-16T11:03:41.551 INFO:tasks.rados.rados.0.smithi077.stdout:120: left oid 21 (ObjNum 65 snap 4 seq_num 65) 2024-09-16T11:03:41.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:41 smithi077 ceph-mon[27497]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T11:03:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:41 smithi077 ceph-mon[35468]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T11:03:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:41 smithi191 ceph-mon[31349]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:117: done (4 left) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:118: done (3 left) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:119: done (2 left) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:120: done (1 left) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:121: done (0 left) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:122: read oid 48 snap 3 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:123: rollback oid 22 current snap is 5 2024-09-16T11:03:42.521 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 0 2024-09-16T11:03:42.522 INFO:tasks.rados.rados.0.smithi077.stdout:124: read oid 17 snap 0 2024-09-16T11:03:42.522 INFO:tasks.rados.rados.0.smithi077.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T11:03:42.522 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 5 2024-09-16T11:03:42.522 INFO:tasks.rados.rados.0.smithi077.stdout:125: seq_num 66 ranges {524288=712704,1236992=401408} 2024-09-16T11:03:42.527 INFO:tasks.rados.rados.0.smithi077.stdout:125: writing smithi07774545-32 from 524288 to 1236992 tid 1 2024-09-16T11:03:42.530 INFO:tasks.rados.rados.0.smithi077.stdout:125: writing smithi07774545-32 from 1236992 to 1638400 tid 2 2024-09-16T11:03:42.530 INFO:tasks.rados.rados.0.smithi077.stdout:126: copy_from oid 1 from oid 24 current snap is 5 2024-09-16T11:03:42.530 INFO:tasks.rados.rados.0.smithi077.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T11:03:42.555 INFO:tasks.rados.rados.0.smithi077.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T11:03:42.563 INFO:tasks.rados.rados.0.smithi077.stdout:123: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:123: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:122: done (4 left) 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:124: done (3 left) 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:127: read oid 38 snap -1 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:127: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:128: copy_from oid 2 from oid 8 current snap is 5 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:123: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 7 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:125: finishing write tid 1 to smithi07774545-32 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:125: finishing write tid 2 to smithi07774545-32 2024-09-16T11:03:42.564 INFO:tasks.rados.rados.0.smithi077.stdout:125: finishing write tid 3 to smithi07774545-32 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:125: finishing write tid 4 to smithi07774545-32 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 22 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:125: left oid 32 (ObjNum 66 snap 5 seq_num 66) 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:126: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:126: finishing copy_from to smithi07774545-1 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:123: done (4 left) 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:125: done (3 left) 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:126: done (2 left) 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:129: copy_from oid 29 from oid 10 current snap is 5 2024-09-16T11:03:42.565 INFO:tasks.rados.rados.0.smithi077.stdout:130: snap_create 2024-09-16T11:03:42.567 INFO:tasks.rados.rados.0.smithi077.stdout:129: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:03:42.567 INFO:tasks.rados.rados.0.smithi077.stdout:128: finishing copy_from racing read to smithi07774545-2 2024-09-16T11:03:42.568 INFO:tasks.rados.rados.0.smithi077.stdout:129: finishing copy_from to smithi07774545-29 2024-09-16T11:03:42.568 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 15 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T11:03:42.568 INFO:tasks.rados.rados.0.smithi077.stdout:128: finishing copy_from to smithi07774545-2 2024-09-16T11:03:42.568 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-16T11:03:42.571 INFO:tasks.rados.rados.0.smithi077.stdout:127: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T11:03:42.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:42 smithi077 ceph-mon[27497]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:42.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:42 smithi077 ceph-mon[27497]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T11:03:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:42 smithi077 ceph-mon[35468]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:42 smithi077 ceph-mon[35468]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T11:03:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:42 smithi191 ceph-mon[31349]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 83 op/s 2024-09-16T11:03:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:42 smithi191 ceph-mon[31349]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T11:03:43.522 INFO:tasks.rados.rados.0.smithi077.stdout:127: done (3 left) 2024-09-16T11:03:43.522 INFO:tasks.rados.rados.0.smithi077.stdout:128: done (2 left) 2024-09-16T11:03:43.522 INFO:tasks.rados.rados.0.smithi077.stdout:129: done (1 left) 2024-09-16T11:03:43.523 INFO:tasks.rados.rados.0.smithi077.stdout:130: done (0 left) 2024-09-16T11:03:43.523 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 6 2024-09-16T11:03:43.523 INFO:tasks.rados.rados.0.smithi077.stdout:131: seq_num 67 ranges {139264=729088,868352=401408} 2024-09-16T11:03:43.526 INFO:tasks.rados.rados.0.smithi077.stdout:131: writing smithi07774545-9 from 139264 to 868352 tid 1 2024-09-16T11:03:43.529 INFO:tasks.rados.rados.0.smithi077.stdout:131: writing smithi07774545-9 from 868352 to 1269760 tid 2 2024-09-16T11:03:43.529 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 6 2024-09-16T11:03:43.529 INFO:tasks.rados.rados.0.smithi077.stdout:132: seq_num 68 ranges {188416=745472,933888=401408} 2024-09-16T11:03:43.535 INFO:tasks.rados.rados.0.smithi077.stdout:132: writing smithi07774545-12 from 188416 to 933888 tid 1 2024-09-16T11:03:43.538 INFO:tasks.rados.rados.0.smithi077.stdout:132: writing smithi07774545-12 from 933888 to 1335296 tid 2 2024-09-16T11:03:43.539 INFO:tasks.rados.rados.0.smithi077.stdout:133: rollback oid 22 current snap is 6 2024-09-16T11:03:43.539 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 0 2024-09-16T11:03:43.539 INFO:tasks.rados.rados.0.smithi077.stdout:131: finishing write tid 1 to smithi07774545-9 2024-09-16T11:03:43.539 INFO:tasks.rados.rados.0.smithi077.stdout:131: finishing write tid 2 to smithi07774545-9 2024-09-16T11:03:43.539 INFO:tasks.rados.rados.0.smithi077.stdout:131: finishing write tid 3 to smithi07774545-9 2024-09-16T11:03:43.540 INFO:tasks.rados.rados.0.smithi077.stdout:131: finishing write tid 4 to smithi07774545-9 2024-09-16T11:03:43.540 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 30 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-09-16T11:03:43.540 INFO:tasks.rados.rados.0.smithi077.stdout:131: left oid 9 (ObjNum 67 snap 6 seq_num 67) 2024-09-16T11:03:43.540 INFO:tasks.rados.rados.0.smithi077.stdout:131: done (2 left) 2024-09-16T11:03:43.541 INFO:tasks.rados.rados.0.smithi077.stdout:134: snap_create 2024-09-16T11:03:43.542 INFO:tasks.rados.rados.0.smithi077.stdout:132: finishing write tid 1 to smithi07774545-12 2024-09-16T11:03:43.543 INFO:tasks.rados.rados.0.smithi077.stdout:132: finishing write tid 2 to smithi07774545-12 2024-09-16T11:03:43.543 INFO:tasks.rados.rados.0.smithi077.stdout:133: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:03:43.543 INFO:tasks.rados.rados.0.smithi077.stdout:132: finishing write tid 3 to smithi07774545-12 2024-09-16T11:03:43.543 INFO:tasks.rados.rados.0.smithi077.stdout:133: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:03:43.543 INFO:tasks.rados.rados.0.smithi077.stdout:133: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:03:43.544 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 11 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:03:43.544 INFO:tasks.rados.rados.0.smithi077.stdout:132: finishing write tid 4 to smithi07774545-12 2024-09-16T11:03:43.544 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 22 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-16T11:03:43.544 INFO:tasks.rados.rados.0.smithi077.stdout:132: left oid 12 (ObjNum 68 snap 6 seq_num 68) 2024-09-16T11:03:43.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[35468]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T11:03:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[27497]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T11:03:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:43 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:43 smithi191 ceph-mon[31349]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T11:03:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:43 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:132: done (2 left) 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:133: done (1 left) 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:134: done (0 left) 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:135: read oid 33 snap -1 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T11:03:44.526 INFO:tasks.rados.rados.0.smithi077.stdout:136: read oid 45 snap -1 2024-09-16T11:03:44.527 INFO:tasks.rados.rados.0.smithi077.stdout:136: expect (ObjNum 58 snap 3 seq_num 58) 2024-09-16T11:03:44.527 INFO:tasks.rados.rados.0.smithi077.stdout:137: snap_create 2024-09-16T11:03:44.529 INFO:tasks.rados.rados.0.smithi077.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T11:03:44.546 INFO:tasks.rados.rados.0.smithi077.stdout:136: expect (ObjNum 58 snap 3 seq_num 58) 2024-09-16T11:03:44.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:44 smithi077 ceph-mon[27497]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:44 smithi077 ceph-mon[27497]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T11:03:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:44 smithi077 ceph-mon[35468]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:44 smithi077 ceph-mon[35468]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T11:03:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:44 smithi191 ceph-mon[31349]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:44 smithi191 ceph-mon[31349]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T11:03:45.537 INFO:tasks.rados.rados.0.smithi077.stdout:135: done (2 left) 2024-09-16T11:03:45.537 INFO:tasks.rados.rados.0.smithi077.stdout:136: done (1 left) 2024-09-16T11:03:45.538 INFO:tasks.rados.rados.0.smithi077.stdout:137: done (0 left) 2024-09-16T11:03:45.538 INFO:tasks.rados.rados.0.smithi077.stdout:138: copy_from oid 48 from oid 42 current snap is 8 2024-09-16T11:03:45.538 INFO:tasks.rados.rados.0.smithi077.stdout:139: delete oid 29 current snap is 8 2024-09-16T11:03:45.543 INFO:tasks.rados.rados.0.smithi077.stdout:139: done (1 left) 2024-09-16T11:03:45.543 INFO:tasks.rados.rados.0.smithi077.stdout:140: snap_create 2024-09-16T11:03:45.547 INFO:tasks.rados.rados.0.smithi077.stdout:138: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:03:45.548 INFO:tasks.rados.rados.0.smithi077.stdout:138: finishing copy_from to smithi07774545-48 2024-09-16T11:03:45.548 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T11:03:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:45 smithi077 ceph-mon[27497]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T11:03:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:45 smithi077 ceph-mon[35468]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T11:03:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:45 smithi191 ceph-mon[31349]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T11:03:46.548 INFO:tasks.rados.rados.0.smithi077.stdout:138: done (1 left) 2024-09-16T11:03:46.548 INFO:tasks.rados.rados.0.smithi077.stdout:140: done (0 left) 2024-09-16T11:03:46.548 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 9 2024-09-16T11:03:46.548 INFO:tasks.rados.rados.0.smithi077.stdout:141: seq_num 70 ranges {712704=778240,1490944=401408} 2024-09-16T11:03:46.556 INFO:tasks.rados.rados.0.smithi077.stdout:141: writing smithi07774545-43 from 712704 to 1490944 tid 1 2024-09-16T11:03:46.560 INFO:tasks.rados.rados.0.smithi077.stdout:141: writing smithi07774545-43 from 1490944 to 1892352 tid 2 2024-09-16T11:03:46.560 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 9 2024-09-16T11:03:46.560 INFO:tasks.rados.rados.0.smithi077.stdout:142: seq_num 71 ranges {155648=794624,950272=401408} 2024-09-16T11:03:46.565 INFO:tasks.rados.rados.0.smithi077.stdout:142: writing smithi07774545-10 from 155648 to 950272 tid 1 2024-09-16T11:03:46.567 INFO:tasks.rados.rados.0.smithi077.stdout:142: writing smithi07774545-10 from 950272 to 1351680 tid 2 2024-09-16T11:03:46.567 INFO:tasks.rados.rados.0.smithi077.stdout:143: snap_create 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:141: finishing write tid 1 to smithi07774545-43 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:141: finishing write tid 2 to smithi07774545-43 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:141: finishing write tid 3 to smithi07774545-43 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:141: finishing write tid 4 to smithi07774545-43 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 26 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T11:03:46.568 INFO:tasks.rados.rados.0.smithi077.stdout:141: left oid 43 (ObjNum 70 snap 9 seq_num 70) 2024-09-16T11:03:46.569 INFO:tasks.rados.rados.0.smithi077.stdout:142: finishing write tid 1 to smithi07774545-10 2024-09-16T11:03:46.569 INFO:tasks.rados.rados.0.smithi077.stdout:142: finishing write tid 2 to smithi07774545-10 2024-09-16T11:03:46.569 INFO:tasks.rados.rados.0.smithi077.stdout:142: finishing write tid 3 to smithi07774545-10 2024-09-16T11:03:46.570 INFO:tasks.rados.rados.0.smithi077.stdout:142: finishing write tid 4 to smithi07774545-10 2024-09-16T11:03:46.570 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 30 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-09-16T11:03:46.570 INFO:tasks.rados.rados.0.smithi077.stdout:142: left oid 10 (ObjNum 71 snap 9 seq_num 71) 2024-09-16T11:03:46.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:46 smithi077 ceph-mon[27497]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:46 smithi077 ceph-mon[27497]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T11:03:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:46 smithi077 ceph-mon[35468]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:46 smithi077 ceph-mon[35468]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T11:03:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:46 smithi191 ceph-mon[31349]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:46 smithi191 ceph-mon[31349]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T11:03:47.552 INFO:tasks.rados.rados.0.smithi077.stdout:141: done (2 left) 2024-09-16T11:03:47.552 INFO:tasks.rados.rados.0.smithi077.stdout:142: done (1 left) 2024-09-16T11:03:47.552 INFO:tasks.rados.rados.0.smithi077.stdout:143: done (0 left) 2024-09-16T11:03:47.552 INFO:tasks.rados.rados.0.smithi077.stdout:144: snap_create 2024-09-16T11:03:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:47 smithi191 ceph-mon[31349]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T11:03:47.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:47.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:47 smithi077 ceph-mon[27497]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T11:03:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:47 smithi077 ceph-mon[35468]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:144: done (0 left) 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:145: read oid 42 snap -1 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:145: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:146: rmattr oid 17 current snap is 11 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:146: done (1 left) 2024-09-16T11:03:48.559 INFO:tasks.rados.rados.0.smithi077.stdout:147: setattr oid 28 current snap is 11 2024-09-16T11:03:48.561 INFO:tasks.rados.rados.0.smithi077.stdout:148: copy_from oid 33 from oid 16 current snap is 11 2024-09-16T11:03:48.561 INFO:tasks.rados.rados.0.smithi077.stdout:149: setattr oid 32 current snap is 11 2024-09-16T11:03:48.565 INFO:tasks.rados.rados.0.smithi077.stdout:150: snap_remove snap 4 2024-09-16T11:03:48.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:48 smithi077 ceph-mon[27497]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:48 smithi077 ceph-mon[27497]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T11:03:48.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:48] "GET /metrics HTTP/1.1" 200 239737 "" "Prometheus/2.43.0" 2024-09-16T11:03:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:48 smithi077 ceph-mon[35468]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:48 smithi077 ceph-mon[35468]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T11:03:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:48 smithi191 ceph-mon[31349]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-09-16T11:03:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:48 smithi191 ceph-mon[31349]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T11:03:49.563 INFO:tasks.rados.rados.0.smithi077.stdout:150: done (4 left) 2024-09-16T11:03:49.563 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 11 2024-09-16T11:03:49.563 INFO:tasks.rados.rados.0.smithi077.stdout:151: seq_num 72 ranges {606208=409600,1015808=524288,1540096=278528} 2024-09-16T11:03:49.569 INFO:tasks.rados.rados.0.smithi077.stdout:151: writing smithi07774545-25 from 606208 to 1015808 tid 1 2024-09-16T11:03:49.574 INFO:tasks.rados.rados.0.smithi077.stdout:151: writing smithi07774545-25 from 1015808 to 1540096 tid 2 2024-09-16T11:03:49.576 INFO:tasks.rados.rados.0.smithi077.stdout:151: writing smithi07774545-25 from 1540096 to 1818624 tid 3 2024-09-16T11:03:49.576 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 11 2024-09-16T11:03:49.576 INFO:tasks.rados.rados.0.smithi077.stdout:152: seq_num 73 ranges {573440=425984,999424=409600,1409024=393216} 2024-09-16T11:03:49.582 INFO:tasks.rados.rados.0.smithi077.stdout:152: writing smithi07774545-35 from 573440 to 999424 tid 1 2024-09-16T11:03:49.585 INFO:tasks.rados.rados.0.smithi077.stdout:152: writing smithi07774545-35 from 999424 to 1409024 tid 2 2024-09-16T11:03:49.588 INFO:tasks.rados.rados.0.smithi077.stdout:152: writing smithi07774545-35 from 1409024 to 1802240 tid 3 2024-09-16T11:03:49.588 INFO:tasks.rados.rados.0.smithi077.stdout:153: snap_remove snap 7 2024-09-16T11:03:49.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:49 smithi077 ceph-mon[27497]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T11:03:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:49 smithi077 ceph-mon[35468]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T11:03:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:49 smithi191 ceph-mon[31349]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T11:03:50.291 INFO:tasks.rados.rados.0.smithi077.stdout:153: done (6 left) 2024-09-16T11:03:50.291 INFO:tasks.rados.rados.0.smithi077.stdout:154: delete oid 31 current snap is 11 2024-09-16T11:03:50.291 INFO:tasks.rados.rados.0.smithi077.stdout:145: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T11:03:50.317 INFO:tasks.rados.rados.0.smithi077.stdout:145: done (6 left) 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:154: done (5 left) 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:155: snap_create 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:148: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:148: finishing copy_from to smithi07774545-33 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 10 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 32 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:151: finishing write tid 1 to smithi07774545-25 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:151: finishing write tid 2 to smithi07774545-25 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:151: finishing write tid 3 to smithi07774545-25 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:151: finishing write tid 4 to smithi07774545-25 2024-09-16T11:03:50.318 INFO:tasks.rados.rados.0.smithi077.stdout:151: finishing write tid 5 to smithi07774545-25 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 41 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:151: left oid 25 (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: finishing write tid 1 to smithi07774545-35 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: finishing write tid 2 to smithi07774545-35 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: finishing write tid 3 to smithi07774545-35 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: finishing write tid 4 to smithi07774545-35 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: finishing write tid 5 to smithi07774545-35 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 20 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-09-16T11:03:50.319 INFO:tasks.rados.rados.0.smithi077.stdout:152: left oid 35 (ObjNum 73 snap 11 seq_num 73) 2024-09-16T11:03:50.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[35468]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[35468]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T11:03:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[35468]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T11:03:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[27497]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[27497]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T11:03:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:50 smithi077 ceph-mon[27497]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T11:03:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:50 smithi191 ceph-mon[31349]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:50 smithi191 ceph-mon[31349]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T11:03:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:50 smithi191 ceph-mon[31349]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:147: done (5 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:148: done (4 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:149: done (3 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:151: done (2 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:152: done (1 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:155: done (0 left) 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 12 2024-09-16T11:03:51.291 INFO:tasks.rados.rados.0.smithi077.stdout:156: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-09-16T11:03:51.293 INFO:tasks.rados.rados.0.smithi077.stdout:156: writing smithi07774545-31 from 0 to 458752 tid 1 2024-09-16T11:03:51.296 INFO:tasks.rados.rados.0.smithi077.stdout:156: writing smithi07774545-31 from 458752 to 1040384 tid 2 2024-09-16T11:03:51.298 INFO:tasks.rados.rados.0.smithi077.stdout:156: writing smithi07774545-31 from 1040384 to 1261568 tid 3 2024-09-16T11:03:51.298 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 12 2024-09-16T11:03:51.298 INFO:tasks.rados.rados.0.smithi077.stdout:156: finishing write tid 1 to smithi07774545-31 2024-09-16T11:03:51.298 INFO:tasks.rados.rados.0.smithi077.stdout:157: seq_num 76 ranges {253952=475136,729088=458752,1187840=344064} 2024-09-16T11:03:51.302 INFO:tasks.rados.rados.0.smithi077.stdout:157: writing smithi07774545-16 from 253952 to 729088 tid 1 2024-09-16T11:03:51.305 INFO:tasks.rados.rados.0.smithi077.stdout:157: writing smithi07774545-16 from 729088 to 1187840 tid 2 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:157: writing smithi07774545-16 from 1187840 to 1531904 tid 3 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:158: copy_from oid 10 from oid 39 current snap is 12 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:156: finishing write tid 2 to smithi07774545-31 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:156: finishing write tid 3 to smithi07774545-31 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:156: finishing write tid 4 to smithi07774545-31 2024-09-16T11:03:51.309 INFO:tasks.rados.rados.0.smithi077.stdout:156: finishing write tid 5 to smithi07774545-31 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 33 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:156: left oid 31 (ObjNum 75 snap 12 seq_num 75) 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:157: finishing write tid 1 to smithi07774545-16 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:157: finishing write tid 2 to smithi07774545-16 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:156: done (2 left) 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:159: read oid 25 snap 0 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:159: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:160: copy_from oid 21 from oid 35 current snap is 12 2024-09-16T11:03:51.310 INFO:tasks.rados.rados.0.smithi077.stdout:161: snap_remove snap 6 2024-09-16T11:03:52.296 INFO:tasks.rados.rados.0.smithi077.stdout:161: done (4 left) 2024-09-16T11:03:52.296 INFO:tasks.rados.rados.0.smithi077.stdout:162: delete oid 8 current snap is 12 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:157: finishing write tid 3 to smithi07774545-16 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:157: finishing write tid 4 to smithi07774545-16 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:157: finishing write tid 5 to smithi07774545-16 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 29 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:157: left oid 16 (ObjNum 76 snap 12 seq_num 76) 2024-09-16T11:03:52.297 INFO:tasks.rados.rados.0.smithi077.stdout:159: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:158: finishing copy_from racing read to smithi07774545-10 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:158: finishing copy_from to smithi07774545-10 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 18 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:160: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:160: finishing copy_from to smithi07774545-21 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 20 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:157: done (4 left) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:158: done (3 left) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:159: done (2 left) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:160: done (1 left) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:162: done (0 left) 2024-09-16T11:03:52.312 INFO:tasks.rados.rados.0.smithi077.stdout:163: snap_remove snap 5 2024-09-16T11:03:52.552 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:52 smithi077 ceph-mon[27497]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:52.552 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:52 smithi077 ceph-mon[27497]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T11:03:52.552 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:52 smithi077 ceph-mon[35468]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:52.552 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:52 smithi077 ceph-mon[35468]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T11:03:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:52 smithi191 ceph-mon[31349]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 812 KiB/s wr, 16 op/s 2024-09-16T11:03:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:52 smithi191 ceph-mon[31349]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T11:03:53.301 INFO:tasks.rados.rados.0.smithi077.stdout:163: done (0 left) 2024-09-16T11:03:53.301 INFO:tasks.rados.rados.0.smithi077.stdout:164: snap_create 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[27497]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T11:03:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:53 smithi077 ceph-mon[35468]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T11:03:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T11:03:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T11:03:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T11:03:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:03:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:03:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:53 smithi191 ceph-mon[31349]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T11:03:54.309 INFO:tasks.rados.rados.0.smithi077.stdout:164: done (0 left) 2024-09-16T11:03:54.310 INFO:tasks.rados.rados.0.smithi077.stdout:165: read oid 46 snap -1 2024-09-16T11:03:54.310 INFO:tasks.rados.rados.0.smithi077.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:03:54.310 INFO:tasks.rados.rados.0.smithi077.stdout:166: read oid 7 snap 11 2024-09-16T11:03:54.310 INFO:tasks.rados.rados.0.smithi077.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:03:54.310 INFO:tasks.rados.rados.0.smithi077.stdout:167: snap_create 2024-09-16T11:03:54.312 INFO:tasks.rados.rados.0.smithi077.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:03:54.316 INFO:tasks.rados.rados.0.smithi077.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:03:54.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[27497]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi191 2024-09-16T11:03:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[27497]: pgmap v131: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[27497]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T11:03:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[35468]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi191 2024-09-16T11:03:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[35468]: pgmap v131: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:54 smithi077 ceph-mon[35468]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T11:03:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:54 smithi191 ceph-mon[31349]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi191 2024-09-16T11:03:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:54 smithi191 ceph-mon[31349]: pgmap v131: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:03:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:54 smithi191 ceph-mon[31349]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T11:03:55.314 INFO:tasks.rados.rados.0.smithi077.stdout:165: done (2 left) 2024-09-16T11:03:55.314 INFO:tasks.rados.rados.0.smithi077.stdout:166: done (1 left) 2024-09-16T11:03:55.314 INFO:tasks.rados.rados.0.smithi077.stdout:167: done (0 left) 2024-09-16T11:03:55.314 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 14 2024-09-16T11:03:55.314 INFO:tasks.rados.rados.0.smithi077.stdout:168: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-09-16T11:03:55.317 INFO:tasks.rados.rados.0.smithi077.stdout:168: writing smithi07774545-13 from 0 to 516096 tid 1 2024-09-16T11:03:55.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: writing smithi07774545-13 from 516096 to 1196032 tid 2 2024-09-16T11:03:55.322 INFO:tasks.rados.rados.0.smithi077.stdout:168: writing smithi07774545-13 from 1196032 to 1318912 tid 3 2024-09-16T11:03:55.322 INFO:tasks.rados.rados.0.smithi077.stdout:169: copy_from oid 15 from oid 5 current snap is 14 2024-09-16T11:03:55.322 INFO:tasks.rados.rados.0.smithi077.stdout:168: finishing write tid 1 to smithi07774545-13 2024-09-16T11:03:55.322 INFO:tasks.rados.rados.0.smithi077.stdout:170: rollback oid 19 current snap is 14 2024-09-16T11:03:55.322 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 13 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:171: copy_from oid 21 from oid 24 current snap is 14 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:172: copy_from oid 3 from oid 7 current snap is 14 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:173: read oid 33 snap -1 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 14 2024-09-16T11:03:55.323 INFO:tasks.rados.rados.0.smithi077.stdout:174: seq_num 79 ranges {1531904=532480,2064384=565248,2629632=237568} 2024-09-16T11:03:55.334 INFO:tasks.rados.rados.0.smithi077.stdout:174: writing smithi07774545-16 from 1531904 to 2064384 tid 1 2024-09-16T11:03:55.337 INFO:tasks.rados.rados.0.smithi077.stdout:174: writing smithi07774545-16 from 2064384 to 2629632 tid 2 2024-09-16T11:03:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:174: writing smithi07774545-16 from 2629632 to 2867200 tid 3 2024-09-16T11:03:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:175: rmattr oid 34 current snap is 14 2024-09-16T11:03:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:175: done (7 left) 2024-09-16T11:03:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:176: snap_remove snap 8 2024-09-16T11:03:55.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:55 smithi077 ceph-mon[27497]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T11:03:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:55 smithi077 ceph-mon[35468]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T11:03:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:55 smithi191 ceph-mon[31349]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T11:03:56.320 INFO:tasks.rados.rados.0.smithi077.stdout:170: finishing rollback tid 0 to smithi07774545-19 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: finishing write tid 2 to smithi07774545-13 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: finishing write tid 3 to smithi07774545-13 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:170: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: finishing write tid 4 to smithi07774545-13 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:170: finishing rollback tid 2 to smithi07774545-19 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 8 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:172: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:171: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: finishing write tid 5 to smithi07774545-13 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 39 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:168: left oid 13 (ObjNum 78 snap 14 seq_num 78) 2024-09-16T11:03:56.321 INFO:tasks.rados.rados.0.smithi077.stdout:171: finishing copy_from to smithi07774545-21 2024-09-16T11:03:56.322 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:03:56.322 INFO:tasks.rados.rados.0.smithi077.stdout:172: finishing copy_from to smithi07774545-3 2024-09-16T11:03:56.322 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:03:56.322 INFO:tasks.rados.rados.0.smithi077.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-16T11:03:56.329 INFO:tasks.rados.rados.0.smithi077.stdout:169: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:03:56.329 INFO:tasks.rados.rados.0.smithi077.stdout:169: finishing copy_from to smithi07774545-15 2024-09-16T11:03:56.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T11:03:56.329 INFO:tasks.rados.rados.0.smithi077.stdout:174: finishing write tid 1 to smithi07774545-16 2024-09-16T11:03:56.329 INFO:tasks.rados.rados.0.smithi077.stdout:174: finishing write tid 2 to smithi07774545-16 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:174: finishing write tid 3 to smithi07774545-16 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:174: finishing write tid 4 to smithi07774545-16 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:174: finishing write tid 5 to smithi07774545-16 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 44 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:174: left oid 16 (ObjNum 79 snap 14 seq_num 79) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:168: done (7 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:169: done (6 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:170: done (5 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:171: done (4 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:172: done (3 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:173: done (2 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:174: done (1 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:176: done (0 left) 2024-09-16T11:03:56.330 INFO:tasks.rados.rados.0.smithi077.stdout:177: read oid 40 snap -1 2024-09-16T11:03:56.331 INFO:tasks.rados.rados.0.smithi077.stdout:177: expect deleted 2024-09-16T11:03:56.331 INFO:tasks.rados.rados.0.smithi077.stdout:178: rmattr oid 1 current snap is 14 2024-09-16T11:03:56.331 INFO:tasks.rados.rados.0.smithi077.stdout:178: done (1 left) 2024-09-16T11:03:56.331 INFO:tasks.rados.rados.0.smithi077.stdout:179: snap_create 2024-09-16T11:03:56.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:56 smithi077 ceph-mon[27497]: pgmap v134: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:56 smithi077 ceph-mon[27497]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T11:03:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:56 smithi077 ceph-mon[35468]: pgmap v134: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:56 smithi077 ceph-mon[35468]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T11:03:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:56 smithi191 ceph-mon[31349]: pgmap v134: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:56 smithi191 ceph-mon[31349]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T11:03:57.331 INFO:tasks.rados.rados.0.smithi077.stdout:177: done (1 left) 2024-09-16T11:03:57.331 INFO:tasks.rados.rados.0.smithi077.stdout:179: done (0 left) 2024-09-16T11:03:57.331 INFO:tasks.rados.rados.0.smithi077.stdout:180: copy_from oid 17 from oid 8 current snap is 15 2024-09-16T11:03:57.331 INFO:tasks.rados.rados.0.smithi077.stdout:181: read oid 32 snap -1 2024-09-16T11:03:57.332 INFO:tasks.rados.rados.0.smithi077.stdout:181: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T11:03:57.332 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 15 2024-09-16T11:03:57.332 INFO:tasks.rados.rados.0.smithi077.stdout:182: seq_num 80 ranges {1892352=548864,2441216=450560,2891776=352256} 2024-09-16T11:03:57.344 INFO:tasks.rados.rados.0.smithi077.stdout:182: writing smithi07774545-43 from 1892352 to 2441216 tid 1 2024-09-16T11:03:57.347 INFO:tasks.rados.rados.0.smithi077.stdout:182: writing smithi07774545-43 from 2441216 to 2891776 tid 2 2024-09-16T11:03:57.349 INFO:tasks.rados.rados.0.smithi077.stdout:182: writing smithi07774545-43 from 2891776 to 3244032 tid 3 2024-09-16T11:03:57.350 INFO:tasks.rados.rados.0.smithi077.stdout:183: setattr oid 39 current snap is 15 2024-09-16T11:03:57.350 INFO:tasks.rados.rados.0.smithi077.stdout:180: finishing copy_from to smithi07774545-17 2024-09-16T11:03:57.350 INFO:tasks.rados.rados.0.smithi077.stdout:180: got expected ENOENT (src dne) 2024-09-16T11:03:57.350 INFO:tasks.rados.rados.0.smithi077.stdout:180: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:03:57.350 INFO:tasks.rados.rados.0.smithi077.stdout:181: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T11:03:57.404 INFO:tasks.rados.rados.0.smithi077.stdout:182: finishing write tid 1 to smithi07774545-43 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:182: finishing write tid 2 to smithi07774545-43 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:182: finishing write tid 3 to smithi07774545-43 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:182: finishing write tid 4 to smithi07774545-43 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:182: finishing write tid 5 to smithi07774545-43 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 82 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:182: left oid 43 (ObjNum 80 snap 15 seq_num 80) 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:180: done (3 left) 2024-09-16T11:03:57.405 INFO:tasks.rados.rados.0.smithi077.stdout:181: done (2 left) 2024-09-16T11:03:57.406 INFO:tasks.rados.rados.0.smithi077.stdout:182: done (1 left) 2024-09-16T11:03:57.406 INFO:tasks.rados.rados.0.smithi077.stdout:184: read oid 21 snap 11 2024-09-16T11:03:57.406 INFO:tasks.rados.rados.0.smithi077.stdout:184: expect (ObjNum 65 snap 4 seq_num 65) 2024-09-16T11:03:57.406 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 15 2024-09-16T11:03:57.406 INFO:tasks.rados.rados.0.smithi077.stdout:185: seq_num 81 ranges {0=565248,565248=737280,1302528=65536} 2024-09-16T11:03:57.407 INFO:tasks.rados.rados.0.smithi077.stdout:185: writing smithi07774545-34 from 0 to 565248 tid 1 2024-09-16T11:03:57.411 INFO:tasks.rados.rados.0.smithi077.stdout:185: writing smithi07774545-34 from 565248 to 1302528 tid 2 2024-09-16T11:03:57.412 INFO:tasks.rados.rados.0.smithi077.stdout:185: writing smithi07774545-34 from 1302528 to 1368064 tid 3 2024-09-16T11:03:57.413 INFO:tasks.rados.rados.0.smithi077.stdout:186: snap_create 2024-09-16T11:03:57.413 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 21 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:03:57.413 INFO:tasks.rados.rados.0.smithi077.stdout:185: finishing write tid 1 to smithi07774545-34 2024-09-16T11:03:57.413 INFO:tasks.rados.rados.0.smithi077.stdout:184: expect (ObjNum 65 snap 4 seq_num 65) 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:185: finishing write tid 2 to smithi07774545-34 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:185: finishing write tid 3 to smithi07774545-34 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:185: finishing write tid 4 to smithi07774545-34 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:185: finishing write tid 5 to smithi07774545-34 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 28 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-09-16T11:03:57.449 INFO:tasks.rados.rados.0.smithi077.stdout:185: left oid 34 (ObjNum 81 snap 15 seq_num 81) 2024-09-16T11:03:57.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:57 smithi077 ceph-mon[35468]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T11:03:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:57 smithi077 ceph-mon[27497]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T11:03:57.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:03:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:03:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:57 smithi191 ceph-mon[31349]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T11:03:58.330 INFO:tasks.rados.rados.0.smithi077.stdout:183: done (3 left) 2024-09-16T11:03:58.330 INFO:tasks.rados.rados.0.smithi077.stdout:184: done (2 left) 2024-09-16T11:03:58.330 INFO:tasks.rados.rados.0.smithi077.stdout:185: done (1 left) 2024-09-16T11:03:58.331 INFO:tasks.rados.rados.0.smithi077.stdout:186: done (0 left) 2024-09-16T11:03:58.331 INFO:tasks.rados.rados.0.smithi077.stdout:187: snap_create 2024-09-16T11:03:58.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[27497]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:58.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[27497]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T11:03:58.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:58.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[35468]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:58.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[35468]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T11:03:58.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:58 smithi191 ceph-mon[31349]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-16T11:03:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:58 smithi191 ceph-mon[31349]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T11:03:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:58 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:03:58.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:03:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:03:58] "GET /metrics HTTP/1.1" 200 239891 "" "Prometheus/2.43.0" 2024-09-16T11:03:59.339 INFO:tasks.rados.rados.0.smithi077.stdout:187: done (0 left) 2024-09-16T11:03:59.339 INFO:tasks.rados.rados.0.smithi077.stdout:188: read oid 45 snap -1 2024-09-16T11:03:59.339 INFO:tasks.rados.rados.0.smithi077.stdout:188: expect (ObjNum 58 snap 3 seq_num 58) 2024-09-16T11:03:59.339 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 17 2024-09-16T11:03:59.340 INFO:tasks.rados.rados.0.smithi077.stdout:189: seq_num 82 ranges {1261568=581632,1843200=622592,2465792=180224} 2024-09-16T11:03:59.349 INFO:tasks.rados.rados.0.smithi077.stdout:189: writing smithi07774545-31 from 1261568 to 1843200 tid 1 2024-09-16T11:03:59.353 INFO:tasks.rados.rados.0.smithi077.stdout:189: writing smithi07774545-31 from 1843200 to 2465792 tid 2 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:189: writing smithi07774545-31 from 2465792 to 2646016 tid 3 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:190: read oid 49 snap -1 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:191: read oid 38 snap -1 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:191: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:192: read oid 40 snap -1 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:192: expect deleted 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:193: snap_create 2024-09-16T11:03:59.355 INFO:tasks.rados.rados.0.smithi077.stdout:188: expect (ObjNum 58 snap 3 seq_num 58) 2024-09-16T11:03:59.407 INFO:tasks.rados.rados.0.smithi077.stdout:189: finishing write tid 1 to smithi07774545-31 2024-09-16T11:03:59.407 INFO:tasks.rados.rados.0.smithi077.stdout:189: finishing write tid 2 to smithi07774545-31 2024-09-16T11:03:59.407 INFO:tasks.rados.rados.0.smithi077.stdout:189: finishing write tid 3 to smithi07774545-31 2024-09-16T11:03:59.408 INFO:tasks.rados.rados.0.smithi077.stdout:189: finishing write tid 4 to smithi07774545-31 2024-09-16T11:03:59.408 INFO:tasks.rados.rados.0.smithi077.stdout:189: finishing write tid 5 to smithi07774545-31 2024-09-16T11:03:59.408 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 50 (ObjNum 82 snap 17 seq_num 82) dirty exists 2024-09-16T11:03:59.408 INFO:tasks.rados.rados.0.smithi077.stdout:189: left oid 31 (ObjNum 82 snap 17 seq_num 82) 2024-09-16T11:03:59.408 INFO:tasks.rados.rados.0.smithi077.stdout:191: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T11:03:59.500 INFO:tasks.rados.rados.0.smithi077.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T11:03:59.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:03:59 smithi077 ceph-mon[27497]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T11:03:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:03:59 smithi077 ceph-mon[35468]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T11:03:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:03:59 smithi191 ceph-mon[31349]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T11:04:00.292 INFO:tasks.rados.rados.0.smithi077.stdout:188: done (5 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:189: done (4 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:190: done (3 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:191: done (2 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:192: done (1 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:193: done (0 left) 2024-09-16T11:04:00.293 INFO:tasks.rados.rados.0.smithi077.stdout:194: snap_remove snap 16 2024-09-16T11:04:00.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[35468]: pgmap v140: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:00.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[35468]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T11:04:00.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[35468]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T11:04:00.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[27497]: pgmap v140: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:00.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[27497]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T11:04:00.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:00 smithi077 ceph-mon[27497]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T11:04:00.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:00 smithi191 ceph-mon[31349]: pgmap v140: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:00.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:00 smithi191 ceph-mon[31349]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T11:04:00.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:00 smithi191 ceph-mon[31349]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T11:04:01.138 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:04:01.295 INFO:tasks.rados.rados.0.smithi077.stdout:194: done (0 left) 2024-09-16T11:04:01.295 INFO:tasks.rados.rados.0.smithi077.stdout:195: read oid 36 snap -1 2024-09-16T11:04:01.295 INFO:tasks.rados.rados.0.smithi077.stdout:195: expect (ObjNum 57 snap 3 seq_num 57) 2024-09-16T11:04:01.296 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 18 2024-09-16T11:04:01.296 INFO:tasks.rados.rados.0.smithi077.stdout:196: seq_num 83 ranges {393216=598016,991232=499712,1490944=303104} 2024-09-16T11:04:01.301 INFO:tasks.rados.rados.0.smithi077.stdout:196: writing smithi07774545-1 from 393216 to 991232 tid 1 2024-09-16T11:04:01.303 INFO:tasks.rados.rados.0.smithi077.stdout:196: writing smithi07774545-1 from 991232 to 1490944 tid 2 2024-09-16T11:04:01.306 INFO:tasks.rados.rados.0.smithi077.stdout:196: writing smithi07774545-1 from 1490944 to 1794048 tid 3 2024-09-16T11:04:01.306 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 18 2024-09-16T11:04:01.306 INFO:tasks.rados.rados.0.smithi077.stdout:197: seq_num 84 ranges {1269760=614400,1884160=434176,2318336=368640} 2024-09-16T11:04:01.317 INFO:tasks.rados.rados.0.smithi077.stdout:197: writing smithi07774545-9 from 1269760 to 1884160 tid 1 2024-09-16T11:04:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:197: writing smithi07774545-9 from 1884160 to 2318336 tid 2 2024-09-16T11:04:01.322 INFO:tasks.rados.rados.0.smithi077.stdout:197: writing smithi07774545-9 from 2318336 to 2686976 tid 3 2024-09-16T11:04:01.322 INFO:tasks.rados.rados.0.smithi077.stdout:198: rmattr oid 11 current snap is 18 2024-09-16T11:04:01.322 INFO:tasks.rados.rados.0.smithi077.stdout:198: done (3 left) 2024-09-16T11:04:01.322 INFO:tasks.rados.rados.0.smithi077.stdout:199: snap_remove snap 3 2024-09-16T11:04:01.436 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:04:01.436 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (2m) 107s ago 3m 14.6M - 0.25.0 c8568f914cd2 fd163217d3a8 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (2m) 108s ago 2m 82.7M - 9.4.7 954c08fa6188 6ac90cb3d06b 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (3m) 107s ago 3m 13.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (3m) 108s ago 3m 18.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443 running (7m) 108s ago 7m 399M - 17.2.7-1633-g6d025bc2 33ed8dba3996 943db93dfb8c 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:9283,8765 running (8m) 107s ago 8m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 ce18a7ac4f39 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (8m) 107s ago 8m 47.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 58132dbc11ec 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (7m) 108s ago 7m 39.9M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (7m) 107s ago 7m 39.0M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:04:01.437 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (2m) 107s ago 2m 9319k - 1.5.0 0da6a335fe13 22114143b0bf 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (2m) 108s ago 2m 3632k - 1.5.0 0da6a335fe13 c7cef7b91d45 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (6m) 107s ago 6m 44.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (6m) 107s ago 6m 44.2M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (6m) 107s ago 6m 45.4M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (5m) 107s ago 5m 40.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (5m) 108s ago 5m 42.8M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (4m) 108s ago 4m 43.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (4m) 108s ago 4m 47.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (4m) 108s ago 4m 41.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:04:01.438 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (116s) 108s ago 3m 24.6M - 2.43.0 a07b618ecd1d 506c81fc2fbe 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:04:01.747 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 15 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:04:01.748 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:04:02.302 INFO:tasks.rados.rados.0.smithi077.stdout:199: done (3 left) 2024-09-16T11:04:02.302 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 18 2024-09-16T11:04:02.303 INFO:tasks.rados.rados.0.smithi077.stdout:200: seq_num 85 ranges {122880=630784,753664=720896,1474560=81920} 2024-09-16T11:04:02.307 INFO:tasks.rados.rados.0.smithi077.stdout:200: writing smithi07774545-2 from 122880 to 753664 tid 1 2024-09-16T11:04:02.311 INFO:tasks.rados.rados.0.smithi077.stdout:200: writing smithi07774545-2 from 753664 to 1474560 tid 2 2024-09-16T11:04:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: writing smithi07774545-2 from 1474560 to 1556480 tid 3 2024-09-16T11:04:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:201: copy_from oid 38 from oid 46 current snap is 18 2024-09-16T11:04:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:196: finishing write tid 1 to smithi07774545-1 2024-09-16T11:04:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:196: finishing write tid 2 to smithi07774545-1 2024-09-16T11:04:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:195: expect (ObjNum 57 snap 3 seq_num 57) 2024-09-16T11:04:02.373 INFO:tasks.rados.rados.0.smithi077.stdout:196: finishing write tid 3 to smithi07774545-1 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:196: finishing write tid 4 to smithi07774545-1 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:196: finishing write tid 5 to smithi07774545-1 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 26 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:196: left oid 1 (ObjNum 83 snap 18 seq_num 83) 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:197: finishing write tid 1 to smithi07774545-9 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:197: finishing write tid 2 to smithi07774545-9 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:197: finishing write tid 3 to smithi07774545-9 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:195: done (4 left) 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:196: done (3 left) 2024-09-16T11:04:02.374 INFO:tasks.rados.rados.0.smithi077.stdout:202: snap_remove snap 11 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[27497]: pgmap v143: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[27497]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[27497]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[27497]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/3347633551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[35468]: pgmap v143: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[35468]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[35468]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T11:04:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[35468]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:02 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/3347633551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:02 smithi191 ceph-mon[31349]: pgmap v143: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T11:04:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:02 smithi191 ceph-mon[31349]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:02 smithi191 ceph-mon[31349]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T11:04:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:02 smithi191 ceph-mon[31349]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:02 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/3347633551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:202: done (3 left) 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:203: rmattr oid 7 current snap is 18 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:203: done (3 left) 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:204: rmattr oid 24 current snap is 18 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:204: done (3 left) 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:205: rmattr oid 39 current snap is 18 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:197: finishing write tid 4 to smithi07774545-9 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:197: finishing write tid 5 to smithi07774545-9 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 39 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-09-16T11:04:03.311 INFO:tasks.rados.rados.0.smithi077.stdout:197: left oid 9 (ObjNum 84 snap 18 seq_num 84) 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: finishing write tid 1 to smithi07774545-2 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: finishing write tid 2 to smithi07774545-2 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: finishing write tid 3 to smithi07774545-2 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: finishing write tid 4 to smithi07774545-2 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: finishing write tid 5 to smithi07774545-2 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 48 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: left oid 2 (ObjNum 85 snap 18 seq_num 85) 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:201: finishing copy_from racing read to smithi07774545-38 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:201: finishing copy_from to smithi07774545-38 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:197: done (3 left) 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:200: done (2 left) 2024-09-16T11:04:03.312 INFO:tasks.rados.rados.0.smithi077.stdout:201: done (1 left) 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:206: read oid 5 snap -1 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:206: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:207: read oid 48 snap -1 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:207: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:208: setattr oid 38 current snap is 18 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 18 2024-09-16T11:04:03.313 INFO:tasks.rados.rados.0.smithi077.stdout:209: seq_num 86 ranges {606208=647168,1253376=606208,1859584=196608} 2024-09-16T11:04:03.320 INFO:tasks.rados.rados.0.smithi077.stdout:209: writing smithi07774545-37 from 606208 to 1253376 tid 1 2024-09-16T11:04:03.324 INFO:tasks.rados.rados.0.smithi077.stdout:209: writing smithi07774545-37 from 1253376 to 1859584 tid 2 2024-09-16T11:04:03.326 INFO:tasks.rados.rados.0.smithi077.stdout:209: writing smithi07774545-37 from 1859584 to 2056192 tid 3 2024-09-16T11:04:03.326 INFO:tasks.rados.rados.0.smithi077.stdout:210: copy_from oid 41 from oid 31 current snap is 18 2024-09-16T11:04:03.326 INFO:tasks.rados.rados.0.smithi077.stdout:206: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:03.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 44 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:04:03.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 30 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:04:03.329 INFO:tasks.rados.rados.0.smithi077.stdout:207: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T11:04:03.348 INFO:tasks.rados.rados.0.smithi077.stdout:209: finishing write tid 1 to smithi07774545-37 2024-09-16T11:04:03.348 INFO:tasks.rados.rados.0.smithi077.stdout:209: finishing write tid 2 to smithi07774545-37 2024-09-16T11:04:03.348 INFO:tasks.rados.rados.0.smithi077.stdout:209: finishing write tid 3 to smithi07774545-37 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:209: finishing write tid 4 to smithi07774545-37 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:209: finishing write tid 5 to smithi07774545-37 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 20 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:209: left oid 37 (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:210: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:210: finishing copy_from to smithi07774545-41 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 50 (ObjNum 82 snap 17 seq_num 82) dirty exists 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:205: done (5 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:206: done (4 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:207: done (3 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:208: done (2 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:209: done (1 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:210: done (0 left) 2024-09-16T11:04:03.349 INFO:tasks.rados.rados.0.smithi077.stdout:211: snap_create 2024-09-16T11:04:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:03 smithi077 ceph-mon[27497]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T11:04:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:03 smithi077 ceph-mon[35468]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T11:04:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:03 smithi191 ceph-mon[31349]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T11:04:04.320 INFO:tasks.rados.rados.0.smithi077.stdout:211: done (0 left) 2024-09-16T11:04:04.320 INFO:tasks.rados.rados.0.smithi077.stdout:212: delete oid 31 current snap is 19 2024-09-16T11:04:04.322 INFO:tasks.rados.rados.0.smithi077.stdout:212: done (0 left) 2024-09-16T11:04:04.322 INFO:tasks.rados.rados.0.smithi077.stdout:213: delete oid 26 current snap is 19 2024-09-16T11:04:04.326 INFO:tasks.rados.rados.0.smithi077.stdout:213: done (0 left) 2024-09-16T11:04:04.326 INFO:tasks.rados.rados.0.smithi077.stdout:214: copy_from oid 20 from oid 42 current snap is 19 2024-09-16T11:04:04.326 INFO:tasks.rados.rados.0.smithi077.stdout:215: delete oid 5 current snap is 19 2024-09-16T11:04:04.330 INFO:tasks.rados.rados.0.smithi077.stdout:215: done (1 left) 2024-09-16T11:04:04.330 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 19 2024-09-16T11:04:04.330 INFO:tasks.rados.rados.0.smithi077.stdout:216: seq_num 90 ranges {1318912=712704,2031616=540672,2572288=262144} 2024-09-16T11:04:04.341 INFO:tasks.rados.rados.0.smithi077.stdout:216: writing smithi07774545-13 from 1318912 to 2031616 tid 1 2024-09-16T11:04:04.344 INFO:tasks.rados.rados.0.smithi077.stdout:216: writing smithi07774545-13 from 2031616 to 2572288 tid 2 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:216: writing smithi07774545-13 from 2572288 to 2834432 tid 3 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:217: read oid 19 snap -1 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:217: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 19 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:214: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:214: finishing copy_from to smithi07774545-20 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:216: finishing write tid 1 to smithi07774545-13 2024-09-16T11:04:04.346 INFO:tasks.rados.rados.0.smithi077.stdout:218: seq_num 91 ranges {393216=729088,1122304=425984,1548288=376832} 2024-09-16T11:04:04.352 INFO:tasks.rados.rados.0.smithi077.stdout:218: writing smithi07774545-21 from 393216 to 1122304 tid 1 2024-09-16T11:04:04.355 INFO:tasks.rados.rados.0.smithi077.stdout:218: writing smithi07774545-21 from 1122304 to 1548288 tid 2 2024-09-16T11:04:04.357 INFO:tasks.rados.rados.0.smithi077.stdout:218: writing smithi07774545-21 from 1548288 to 1925120 tid 3 2024-09-16T11:04:04.357 INFO:tasks.rados.rados.0.smithi077.stdout:214: done (3 left) 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:219: delete oid 11 current snap is 19 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:216: finishing write tid 2 to smithi07774545-13 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:216: finishing write tid 3 to smithi07774545-13 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:216: finishing write tid 4 to smithi07774545-13 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:216: finishing write tid 5 to smithi07774545-13 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 57 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:216: left oid 13 (ObjNum 90 snap 19 seq_num 90) 2024-09-16T11:04:04.358 INFO:tasks.rados.rados.0.smithi077.stdout:217: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:04:04.369 INFO:tasks.rados.rados.0.smithi077.stdout:218: finishing write tid 1 to smithi07774545-21 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: finishing write tid 2 to smithi07774545-21 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: finishing write tid 3 to smithi07774545-21 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: finishing write tid 4 to smithi07774545-21 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: finishing write tid 5 to smithi07774545-21 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 57 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: left oid 21 (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:216: done (3 left) 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:217: done (2 left) 2024-09-16T11:04:04.370 INFO:tasks.rados.rados.0.smithi077.stdout:218: done (1 left) 2024-09-16T11:04:04.371 INFO:tasks.rados.rados.0.smithi077.stdout:219: done (0 left) 2024-09-16T11:04:04.371 INFO:tasks.rados.rados.0.smithi077.stdout:220: read oid 38 snap -1 2024-09-16T11:04:04.371 INFO:tasks.rados.rados.0.smithi077.stdout:220: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:04:04.371 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 19 2024-09-16T11:04:04.371 INFO:tasks.rados.rados.0.smithi077.stdout:221: seq_num 93 ranges {1556480=761856,2318336=647168,2965504=155648} 2024-09-16T11:04:04.382 INFO:tasks.rados.rados.0.smithi077.stdout:221: writing smithi07774545-2 from 1556480 to 2318336 tid 1 2024-09-16T11:04:04.385 INFO:tasks.rados.rados.0.smithi077.stdout:221: writing smithi07774545-2 from 2318336 to 2965504 tid 2 2024-09-16T11:04:04.386 INFO:tasks.rados.rados.0.smithi077.stdout:221: writing smithi07774545-2 from 2965504 to 3121152 tid 3 2024-09-16T11:04:04.386 INFO:tasks.rados.rados.0.smithi077.stdout:222: delete oid 41 current snap is 19 2024-09-16T11:04:04.387 INFO:tasks.rados.rados.0.smithi077.stdout:220: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: finishing write tid 1 to smithi07774545-2 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: finishing write tid 2 to smithi07774545-2 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: finishing write tid 3 to smithi07774545-2 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: finishing write tid 4 to smithi07774545-2 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: finishing write tid 5 to smithi07774545-2 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 62 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: left oid 2 (ObjNum 93 snap 19 seq_num 93) 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:220: done (2 left) 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:221: done (1 left) 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:222: done (0 left) 2024-09-16T11:04:04.409 INFO:tasks.rados.rados.0.smithi077.stdout:223: delete oid 35 current snap is 19 2024-09-16T11:04:04.410 INFO:tasks.rados.rados.0.smithi077.stdout:223: done (0 left) 2024-09-16T11:04:04.410 INFO:tasks.rados.rados.0.smithi077.stdout:224: setattr oid 29 current snap is 19 2024-09-16T11:04:04.412 INFO:tasks.rados.rados.0.smithi077.stdout:225: snap_remove snap 0 2024-09-16T11:04:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:04 smithi077 ceph-mon[27497]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:04 smithi077 ceph-mon[27497]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T11:04:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:04 smithi077 ceph-mon[35468]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:04 smithi077 ceph-mon[35468]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T11:04:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:04 smithi191 ceph-mon[31349]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:04 smithi191 ceph-mon[31349]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T11:04:05.327 INFO:tasks.rados.rados.0.smithi077.stdout:225: done (1 left) 2024-09-16T11:04:05.328 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 19 2024-09-16T11:04:05.328 INFO:tasks.rados.rados.0.smithi077.stdout:226: seq_num 96 ranges {761856=409600,1171456=696320,1867776=507904} 2024-09-16T11:04:05.334 INFO:tasks.rados.rados.0.smithi077.stdout:226: writing smithi07774545-38 from 761856 to 1171456 tid 1 2024-09-16T11:04:05.339 INFO:tasks.rados.rados.0.smithi077.stdout:226: writing smithi07774545-38 from 1171456 to 1867776 tid 2 2024-09-16T11:04:05.343 INFO:tasks.rados.rados.0.smithi077.stdout:226: writing smithi07774545-38 from 1867776 to 2375680 tid 3 2024-09-16T11:04:05.343 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 19 2024-09-16T11:04:05.343 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 21 (ObjNum 33 snap 0 seq_num 455351184) dirty exists 2024-09-16T11:04:05.344 INFO:tasks.rados.rados.0.smithi077.stdout:226: finishing write tid 1 to smithi07774545-38 2024-09-16T11:04:05.344 INFO:tasks.rados.rados.0.smithi077.stdout:227: seq_num 97 ranges {811008=434176,1245184=581632,1826816=540672,2367488=81920} 2024-09-16T11:04:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:227: writing smithi07774545-49 from 811008 to 1245184 tid 1 2024-09-16T11:04:05.354 INFO:tasks.rados.rados.0.smithi077.stdout:227: writing smithi07774545-49 from 1245184 to 1826816 tid 2 2024-09-16T11:04:05.357 INFO:tasks.rados.rados.0.smithi077.stdout:227: writing smithi07774545-49 from 1826816 to 2367488 tid 3 2024-09-16T11:04:05.358 INFO:tasks.rados.rados.0.smithi077.stdout:227: writing smithi07774545-49 from 2367488 to 2449408 tid 4 2024-09-16T11:04:05.358 INFO:tasks.rados.rados.0.smithi077.stdout:224: done (2 left) 2024-09-16T11:04:05.358 INFO:tasks.rados.rados.0.smithi077.stdout:228: copy_from oid 26 from oid 25 current snap is 19 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: finishing write tid 2 to smithi07774545-38 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: finishing write tid 3 to smithi07774545-38 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: finishing write tid 4 to smithi07774545-38 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: finishing write tid 5 to smithi07774545-38 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 59 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: left oid 38 (ObjNum 96 snap 19 seq_num 96) 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 1 to smithi07774545-49 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 2 to smithi07774545-49 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:226: done (2 left) 2024-09-16T11:04:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:229: snap_create 2024-09-16T11:04:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 3 to smithi07774545-49 2024-09-16T11:04:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 4 to smithi07774545-49 2024-09-16T11:04:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 5 to smithi07774545-49 2024-09-16T11:04:05.361 INFO:tasks.rados.rados.0.smithi077.stdout:227: finishing write tid 6 to smithi07774545-49 2024-09-16T11:04:05.361 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 36 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-09-16T11:04:05.361 INFO:tasks.rados.rados.0.smithi077.stdout:227: left oid 49 (ObjNum 97 snap 19 seq_num 97) 2024-09-16T11:04:05.369 INFO:tasks.rados.rados.0.smithi077.stdout:228: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:04:05.370 INFO:tasks.rados.rados.0.smithi077.stdout:228: finishing copy_from to smithi07774545-26 2024-09-16T11:04:05.370 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 41 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-09-16T11:04:05.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:05 smithi077 ceph-mon[27497]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T11:04:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:05 smithi077 ceph-mon[35468]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T11:04:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:05 smithi191 ceph-mon[31349]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T11:04:06.328 INFO:tasks.rados.rados.0.smithi077.stdout:227: done (2 left) 2024-09-16T11:04:06.328 INFO:tasks.rados.rados.0.smithi077.stdout:228: done (1 left) 2024-09-16T11:04:06.329 INFO:tasks.rados.rados.0.smithi077.stdout:229: done (0 left) 2024-09-16T11:04:06.329 INFO:tasks.rados.rados.0.smithi077.stdout:230: snap_create 2024-09-16T11:04:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:06 smithi077 ceph-mon[27497]: pgmap v149: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:06 smithi077 ceph-mon[27497]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T11:04:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:06 smithi077 ceph-mon[35468]: pgmap v149: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:06 smithi077 ceph-mon[35468]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T11:04:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:06 smithi191 ceph-mon[31349]: pgmap v149: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:06 smithi191 ceph-mon[31349]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T11:04:07.337 INFO:tasks.rados.rados.0.smithi077.stdout:230: done (0 left) 2024-09-16T11:04:07.337 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 21 2024-09-16T11:04:07.337 INFO:tasks.rados.rados.0.smithi077.stdout:231: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-09-16T11:04:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:231: writing smithi07774545-17 from 0 to 450560 tid 1 2024-09-16T11:04:07.342 INFO:tasks.rados.rados.0.smithi077.stdout:231: writing smithi07774545-17 from 450560 to 917504 tid 2 2024-09-16T11:04:07.346 INFO:tasks.rados.rados.0.smithi077.stdout:231: writing smithi07774545-17 from 917504 to 1654784 tid 3 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:232: rollback oid 8 current snap is 21 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 18 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:231: finishing write tid 1 to smithi07774545-17 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:231: finishing write tid 2 to smithi07774545-17 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:233: rmattr oid 26 current snap is 21 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:233: done (2 left) 2024-09-16T11:04:07.347 INFO:tasks.rados.rados.0.smithi077.stdout:234: delete oid 2 current snap is 21 2024-09-16T11:04:07.348 INFO:tasks.rados.rados.0.smithi077.stdout:232: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:04:07.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 18 (ObjNum 129 snap 0 seq_num 454856696) dirty dne 2024-09-16T11:04:07.349 INFO:tasks.rados.rados.0.smithi077.stdout:231: finishing write tid 3 to smithi07774545-17 2024-09-16T11:04:07.349 INFO:tasks.rados.rados.0.smithi077.stdout:231: finishing write tid 4 to smithi07774545-17 2024-09-16T11:04:07.350 INFO:tasks.rados.rados.0.smithi077.stdout:232: done (2 left) 2024-09-16T11:04:07.350 INFO:tasks.rados.rados.0.smithi077.stdout:234: done (1 left) 2024-09-16T11:04:07.350 INFO:tasks.rados.rados.0.smithi077.stdout:235: rmattr oid 10 current snap is 21 2024-09-16T11:04:07.350 INFO:tasks.rados.rados.0.smithi077.stdout:235: done (1 left) 2024-09-16T11:04:07.350 INFO:tasks.rados.rados.0.smithi077.stdout:236: snap_create 2024-09-16T11:04:07.351 INFO:tasks.rados.rados.0.smithi077.stdout:231: finishing write tid 5 to smithi07774545-17 2024-09-16T11:04:07.351 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 63 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-09-16T11:04:07.351 INFO:tasks.rados.rados.0.smithi077.stdout:231: left oid 17 (ObjNum 98 snap 21 seq_num 98) 2024-09-16T11:04:07.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:07 smithi077 ceph-mon[35468]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T11:04:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:07 smithi077 ceph-mon[27497]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T11:04:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:07 smithi191 ceph-mon[31349]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T11:04:07.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:07 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:231: done (1 left) 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:236: done (0 left) 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:237: copy_from oid 48 from oid 47 current snap is 22 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:238: read oid 34 snap -1 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:238: expect (ObjNum 81 snap 15 seq_num 81) 2024-09-16T11:04:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:239: snap_create 2024-09-16T11:04:08.348 INFO:tasks.rados.rados.0.smithi077.stdout:238: expect (ObjNum 81 snap 15 seq_num 81) 2024-09-16T11:04:08.384 INFO:tasks.rados.rados.0.smithi077.stdout:237: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:04:08.384 INFO:tasks.rados.rados.0.smithi077.stdout:237: finishing copy_from to smithi07774545-48 2024-09-16T11:04:08.384 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:04:08.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:08 smithi077 ceph-mon[27497]: pgmap v152: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:08.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:08 smithi077 ceph-mon[27497]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T11:04:08.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:08 smithi077 ceph-mon[35468]: pgmap v152: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:08.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:08 smithi077 ceph-mon[35468]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T11:04:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:08 smithi191 ceph-mon[31349]: pgmap v152: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:04:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:08 smithi191 ceph-mon[31349]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T11:04:08.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:08] "GET /metrics HTTP/1.1" 200 239891 "" "Prometheus/2.43.0" 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:237: done (2 left) 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:238: done (1 left) 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:239: done (0 left) 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:240: read oid 47 snap -1 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:09.346 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 23 2024-09-16T11:04:09.347 INFO:tasks.rados.rados.0.smithi077.stdout:241: seq_num 100 ranges {1531904=483328,2015232=688128,2703360=516096} 2024-09-16T11:04:09.357 INFO:tasks.rados.rados.0.smithi077.stdout:241: writing smithi07774545-45 from 1531904 to 2015232 tid 1 2024-09-16T11:04:09.360 INFO:tasks.rados.rados.0.smithi077.stdout:241: writing smithi07774545-45 from 2015232 to 2703360 tid 2 2024-09-16T11:04:09.365 INFO:tasks.rados.rados.0.smithi077.stdout:241: writing smithi07774545-45 from 2703360 to 3219456 tid 3 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:242: read oid 49 snap 17 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:242: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:243: read oid 28 snap -1 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:243: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:244: read oid 11 snap -1 2024-09-16T11:04:09.366 INFO:tasks.rados.rados.0.smithi077.stdout:244: expect deleted 2024-09-16T11:04:09.367 INFO:tasks.rados.rados.0.smithi077.stdout:245: read oid 5 snap 13 2024-09-16T11:04:09.367 INFO:tasks.rados.rados.0.smithi077.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:09.367 INFO:tasks.rados.rados.0.smithi077.stdout:246: setattr oid 48 current snap is 23 2024-09-16T11:04:09.367 INFO:tasks.rados.rados.0.smithi077.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:09.385 INFO:tasks.rados.rados.0.smithi077.stdout:241: finishing write tid 1 to smithi07774545-45 2024-09-16T11:04:09.386 INFO:tasks.rados.rados.0.smithi077.stdout:241: finishing write tid 2 to smithi07774545-45 2024-09-16T11:04:09.386 INFO:tasks.rados.rados.0.smithi077.stdout:241: finishing write tid 3 to smithi07774545-45 2024-09-16T11:04:09.386 INFO:tasks.rados.rados.0.smithi077.stdout:241: finishing write tid 4 to smithi07774545-45 2024-09-16T11:04:09.386 INFO:tasks.rados.rados.0.smithi077.stdout:242: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T11:04:09.407 INFO:tasks.rados.rados.0.smithi077.stdout:241: finishing write tid 5 to smithi07774545-45 2024-09-16T11:04:09.407 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 43 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-09-16T11:04:09.407 INFO:tasks.rados.rados.0.smithi077.stdout:241: left oid 45 (ObjNum 100 snap 23 seq_num 100) 2024-09-16T11:04:09.407 INFO:tasks.rados.rados.0.smithi077.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:09.409 INFO:tasks.rados.rados.0.smithi077.stdout:243: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:09.434 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 41 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:04:09.435 INFO:tasks.rados.rados.0.smithi077.stdout:240: done (6 left) 2024-09-16T11:04:09.435 INFO:tasks.rados.rados.0.smithi077.stdout:241: done (5 left) 2024-09-16T11:04:09.435 INFO:tasks.rados.rados.0.smithi077.stdout:242: done (4 left) 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:243: done (3 left) 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:244: done (2 left) 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:245: done (1 left) 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:246: done (0 left) 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:247: rollback oid 32 current snap is 23 2024-09-16T11:04:09.436 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 22 2024-09-16T11:04:09.437 INFO:tasks.rados.rados.0.smithi077.stdout:248: delete oid 49 current snap is 23 2024-09-16T11:04:09.437 INFO:tasks.rados.rados.0.smithi077.stdout:248: done (1 left) 2024-09-16T11:04:09.438 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 23 2024-09-16T11:04:09.438 INFO:tasks.rados.rados.0.smithi077.stdout:249: seq_num 102 ranges {0=516096,516096=450560,966656=729088,1695744=24576} 2024-09-16T11:04:09.439 INFO:tasks.rados.rados.0.smithi077.stdout:249: writing smithi07774545-35 from 0 to 516096 tid 1 2024-09-16T11:04:09.440 INFO:tasks.rados.rados.0.smithi077.stdout:249: writing smithi07774545-35 from 516096 to 966656 tid 2 2024-09-16T11:04:09.445 INFO:tasks.rados.rados.0.smithi077.stdout:249: writing smithi07774545-35 from 966656 to 1695744 tid 3 2024-09-16T11:04:09.445 INFO:tasks.rados.rados.0.smithi077.stdout:249: writing smithi07774545-35 from 1695744 to 1720320 tid 4 2024-09-16T11:04:09.445 INFO:tasks.rados.rados.0.smithi077.stdout:250: setattr oid 42 current snap is 23 2024-09-16T11:04:09.445 INFO:tasks.rados.rados.0.smithi077.stdout:247: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:04:09.445 INFO:tasks.rados.rados.0.smithi077.stdout:247: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:04:09.446 INFO:tasks.rados.rados.0.smithi077.stdout:247: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:04:09.446 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 106 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-09-16T11:04:09.446 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 1 to smithi07774545-35 2024-09-16T11:04:09.446 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 2 to smithi07774545-35 2024-09-16T11:04:09.447 INFO:tasks.rados.rados.0.smithi077.stdout:247: done (2 left) 2024-09-16T11:04:09.447 INFO:tasks.rados.rados.0.smithi077.stdout:251: setattr oid 3 current snap is 23 2024-09-16T11:04:09.447 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 3 to smithi07774545-35 2024-09-16T11:04:09.447 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 4 to smithi07774545-35 2024-09-16T11:04:09.448 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 5 to smithi07774545-35 2024-09-16T11:04:09.449 INFO:tasks.rados.rados.0.smithi077.stdout:252: snap_remove snap 12 2024-09-16T11:04:09.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:09 smithi077 ceph-mon[35468]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T11:04:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:09 smithi077 ceph-mon[27497]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T11:04:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:09 smithi191 ceph-mon[31349]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:252: done (3 left) 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:253: read oid 49 snap -1 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:253: expect deleted 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:254: read oid 43 snap -1 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:254: expect (ObjNum 80 snap 15 seq_num 80) 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:255: read oid 32 snap -1 2024-09-16T11:04:10.301 INFO:tasks.rados.rados.0.smithi077.stdout:255: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:256: copy_from oid 29 from oid 8 current snap is 23 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 72 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:249: finishing write tid 6 to smithi07774545-35 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 57 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:249: left oid 35 (ObjNum 102 snap 23 seq_num 102) 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 44 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:249: done (6 left) 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:250: done (5 left) 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:251: done (4 left) 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:257: copy_from oid 17 from oid 23 current snap is 23 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:258: read oid 5 snap -1 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:258: expect deleted 2024-09-16T11:04:10.302 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 23 2024-09-16T11:04:10.303 INFO:tasks.rados.rados.0.smithi077.stdout:259: seq_num 103 ranges {696320=532480,1228800=737280,1966080=466944} 2024-09-16T11:04:10.308 INFO:tasks.rados.rados.0.smithi077.stdout:259: writing smithi07774545-42 from 696320 to 1228800 tid 1 2024-09-16T11:04:10.313 INFO:tasks.rados.rados.0.smithi077.stdout:259: writing smithi07774545-42 from 1228800 to 1966080 tid 2 2024-09-16T11:04:10.316 INFO:tasks.rados.rados.0.smithi077.stdout:259: writing smithi07774545-42 from 1966080 to 2433024 tid 3 2024-09-16T11:04:10.317 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 23 2024-09-16T11:04:10.317 INFO:tasks.rados.rados.0.smithi077.stdout:260: seq_num 104 ranges {1335296=548864,1884160=622592,2506752=581632} 2024-09-16T11:04:10.327 INFO:tasks.rados.rados.0.smithi077.stdout:260: writing smithi07774545-12 from 1335296 to 1884160 tid 1 2024-09-16T11:04:10.331 INFO:tasks.rados.rados.0.smithi077.stdout:260: writing smithi07774545-12 from 1884160 to 2506752 tid 2 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:260: writing smithi07774545-12 from 2506752 to 3088384 tid 3 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:261: rollback oid 6 current snap is 23 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 13 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:256: finishing copy_from to smithi07774545-29 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:256: got expected ENOENT (src dne) 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:256: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:253: done (8 left) 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:256: done (7 left) 2024-09-16T11:04:10.337 INFO:tasks.rados.rados.0.smithi077.stdout:258: done (6 left) 2024-09-16T11:04:10.338 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 23 2024-09-16T11:04:10.338 INFO:tasks.rados.rados.0.smithi077.stdout:259: finishing write tid 1 to smithi07774545-42 2024-09-16T11:04:10.338 INFO:tasks.rados.rados.0.smithi077.stdout:262: seq_num 105 ranges {221184=565248,786432=507904,1294336=507904,1802240=188416} 2024-09-16T11:04:10.340 INFO:tasks.rados.rados.0.smithi077.stdout:262: writing smithi07774545-14 from 221184 to 786432 tid 1 2024-09-16T11:04:10.343 INFO:tasks.rados.rados.0.smithi077.stdout:262: writing smithi07774545-14 from 786432 to 1294336 tid 2 2024-09-16T11:04:10.346 INFO:tasks.rados.rados.0.smithi077.stdout:262: writing smithi07774545-14 from 1294336 to 1802240 tid 3 2024-09-16T11:04:10.348 INFO:tasks.rados.rados.0.smithi077.stdout:262: writing smithi07774545-14 from 1802240 to 1990656 tid 4 2024-09-16T11:04:10.348 INFO:tasks.rados.rados.0.smithi077.stdout:263: read oid 45 snap -1 2024-09-16T11:04:10.348 INFO:tasks.rados.rados.0.smithi077.stdout:263: expect (ObjNum 100 snap 23 seq_num 100) 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:264: rollback oid 27 current snap is 23 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 15 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:259: finishing write tid 2 to smithi07774545-42 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:259: finishing write tid 3 to smithi07774545-42 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:259: finishing write tid 4 to smithi07774545-42 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:265: rmattr oid 24 current snap is 23 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:265: done (9 left) 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:266: copy_from oid 10 from oid 44 current snap is 23 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:257: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:259: finishing write tid 5 to smithi07774545-42 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 82 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:259: left oid 42 (ObjNum 103 snap 23 seq_num 103) 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:257: finishing copy_from to smithi07774545-17 2024-09-16T11:04:10.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T11:04:10.350 INFO:tasks.rados.rados.0.smithi077.stdout:254: expect (ObjNum 80 snap 15 seq_num 80) 2024-09-16T11:04:10.473 INFO:tasks.rados.rados.0.smithi077.stdout:255: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: finishing write tid 1 to smithi07774545-12 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: finishing write tid 2 to smithi07774545-12 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: finishing write tid 3 to smithi07774545-12 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:261: finishing rollback tid 0 to smithi07774545-6 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:261: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: finishing write tid 4 to smithi07774545-12 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:261: finishing rollback tid 2 to smithi07774545-6 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 49 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: finishing write tid 5 to smithi07774545-12 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 76 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:260: left oid 12 (ObjNum 104 snap 23 seq_num 104) 2024-09-16T11:04:10.527 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 1 to smithi07774545-14 2024-09-16T11:04:10.528 INFO:tasks.rados.rados.0.smithi077.stdout:254: done (9 left) 2024-09-16T11:04:10.528 INFO:tasks.rados.rados.0.smithi077.stdout:255: done (8 left) 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:257: done (7 left) 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:259: done (6 left) 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:260: done (5 left) 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:261: done (4 left) 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 23 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 2 to smithi07774545-14 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 3 to smithi07774545-14 2024-09-16T11:04:10.529 INFO:tasks.rados.rados.0.smithi077.stdout:267: seq_num 106 ranges {1638400=581632,2220032=794624,3014656=409600} 2024-09-16T11:04:10.540 INFO:tasks.rados.rados.0.smithi077.stdout:267: writing smithi07774545-32 from 1638400 to 2220032 tid 1 2024-09-16T11:04:10.543 INFO:tasks.rados.rados.0.smithi077.stdout:267: writing smithi07774545-32 from 2220032 to 3014656 tid 2 2024-09-16T11:04:10.546 INFO:tasks.rados.rados.0.smithi077.stdout:267: writing smithi07774545-32 from 3014656 to 3424256 tid 3 2024-09-16T11:04:10.546 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 23 2024-09-16T11:04:10.546 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 4 to smithi07774545-14 2024-09-16T11:04:10.546 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 5 to smithi07774545-14 2024-09-16T11:04:10.546 INFO:tasks.rados.rados.0.smithi077.stdout:262: finishing write tid 6 to smithi07774545-14 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 74 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:262: left oid 14 (ObjNum 105 snap 23 seq_num 105) 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:266: finishing copy_from racing read to smithi07774545-10 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:266: finishing copy_from to smithi07774545-10 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T11:04:10.547 INFO:tasks.rados.rados.0.smithi077.stdout:268: seq_num 107 ranges {3088384=598016,3686400=729088,4415488=466944,4882432=8192} 2024-09-16T11:04:10.566 INFO:tasks.rados.rados.0.smithi077.stdout:268: writing smithi07774545-12 from 3088384 to 3686400 tid 1 2024-09-16T11:04:10.570 INFO:tasks.rados.rados.0.smithi077.stdout:268: writing smithi07774545-12 from 3686400 to 4415488 tid 2 2024-09-16T11:04:10.573 INFO:tasks.rados.rados.0.smithi077.stdout:268: writing smithi07774545-12 from 4415488 to 4882432 tid 3 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:268: writing smithi07774545-12 from 4882432 to 4890624 tid 4 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:262: done (5 left) 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:266: done (4 left) 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:269: read oid 39 snap 21 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:269: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:270: rollback oid 29 current snap is 23 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 22 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:264: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:264: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:04:10.574 INFO:tasks.rados.rados.0.smithi077.stdout:271: rollback oid 38 current snap is 23 2024-09-16T11:04:10.575 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 19 2024-09-16T11:04:10.575 INFO:tasks.rados.rados.0.smithi077.stdout:263: expect (ObjNum 100 snap 23 seq_num 100) 2024-09-16T11:04:10.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[27497]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:10.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[27497]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T11:04:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[27497]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T11:04:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[35468]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[35468]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T11:04:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:10 smithi077 ceph-mon[35468]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T11:04:10.689 INFO:tasks.rados.rados.0.smithi077.stdout:264: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:04:10.689 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 53 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: finishing write tid 1 to smithi07774545-32 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: finishing write tid 2 to smithi07774545-32 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: finishing write tid 3 to smithi07774545-32 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: finishing write tid 4 to smithi07774545-32 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: finishing write tid 5 to smithi07774545-32 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 116 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: left oid 32 (ObjNum 106 snap 23 seq_num 106) 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 1 to smithi07774545-12 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 2 to smithi07774545-12 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 3 to smithi07774545-12 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:263: done (6 left) 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:264: done (5 left) 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:267: done (4 left) 2024-09-16T11:04:10.690 INFO:tasks.rados.rados.0.smithi077.stdout:272: rmattr oid 20 current snap is 23 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:272: done (4 left) 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:273: rollback oid 14 current snap is 23 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 17 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 4 to smithi07774545-12 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 5 to smithi07774545-12 2024-09-16T11:04:10.691 INFO:tasks.rados.rados.0.smithi077.stdout:269: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:270: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:271: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:268: finishing write tid 6 to smithi07774545-12 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 81 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:268: left oid 12 (ObjNum 107 snap 23 seq_num 107) 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:270: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:271: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:268: done (4 left) 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:269: done (3 left) 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:274: rmattr oid 39 current snap is 23 2024-09-16T11:04:10.708 INFO:tasks.rados.rados.0.smithi077.stdout:270: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 31 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:271: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 73 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:273: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:270: done (3 left) 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:271: done (2 left) 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:275: copy_from oid 35 from oid 28 current snap is 23 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:273: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:273: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 77 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:273: done (2 left) 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:276: rollback oid 37 current snap is 23 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 22 2024-09-16T11:04:10.709 INFO:tasks.rados.rados.0.smithi077.stdout:277: snap_remove snap 14 2024-09-16T11:04:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:10 smithi191 ceph-mon[31349]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:10 smithi191 ceph-mon[31349]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T11:04:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:10 smithi191 ceph-mon[31349]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T11:04:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:277: done (3 left) 2024-09-16T11:04:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:278: snap_create 2024-09-16T11:04:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 55 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:276: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:276: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:276: finishing rollback tid 2 to smithi07774545-37 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 53 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:275: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:275: finishing copy_from to smithi07774545-35 2024-09-16T11:04:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:274: done (3 left) 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:275: done (2 left) 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:276: done (1 left) 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:278: done (0 left) 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 24 2024-09-16T11:04:12.357 INFO:tasks.rados.rados.0.smithi077.stdout:279: seq_num 108 ranges {2867200=614400,3481600=606208,4087808=598016} 2024-09-16T11:04:12.374 INFO:tasks.rados.rados.0.smithi077.stdout:279: writing smithi07774545-16 from 2867200 to 3481600 tid 1 2024-09-16T11:04:12.379 INFO:tasks.rados.rados.0.smithi077.stdout:279: writing smithi07774545-16 from 3481600 to 4087808 tid 2 2024-09-16T11:04:12.382 INFO:tasks.rados.rados.0.smithi077.stdout:279: writing smithi07774545-16 from 4087808 to 4685824 tid 3 2024-09-16T11:04:12.383 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 24 2024-09-16T11:04:12.383 INFO:tasks.rados.rados.0.smithi077.stdout:279: finishing write tid 1 to smithi07774545-16 2024-09-16T11:04:12.383 INFO:tasks.rados.rados.0.smithi077.stdout:279: finishing write tid 2 to smithi07774545-16 2024-09-16T11:04:12.383 INFO:tasks.rados.rados.0.smithi077.stdout:280: seq_num 109 ranges {286720=630784,917504=491520,1409024=483328,1892352=229376} 2024-09-16T11:04:12.388 INFO:tasks.rados.rados.0.smithi077.stdout:280: writing smithi07774545-18 from 286720 to 917504 tid 1 2024-09-16T11:04:12.390 INFO:tasks.rados.rados.0.smithi077.stdout:280: writing smithi07774545-18 from 917504 to 1409024 tid 2 2024-09-16T11:04:12.393 INFO:tasks.rados.rados.0.smithi077.stdout:280: writing smithi07774545-18 from 1409024 to 1892352 tid 3 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:280: writing smithi07774545-18 from 1892352 to 2121728 tid 4 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:281: setattr oid 45 current snap is 24 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:279: finishing write tid 3 to smithi07774545-16 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:279: finishing write tid 4 to smithi07774545-16 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:279: finishing write tid 5 to smithi07774545-16 2024-09-16T11:04:12.395 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 92 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-09-16T11:04:12.396 INFO:tasks.rados.rados.0.smithi077.stdout:279: left oid 16 (ObjNum 108 snap 24 seq_num 108) 2024-09-16T11:04:12.396 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 1 to smithi07774545-18 2024-09-16T11:04:12.396 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 2 to smithi07774545-18 2024-09-16T11:04:12.397 INFO:tasks.rados.rados.0.smithi077.stdout:279: done (2 left) 2024-09-16T11:04:12.397 INFO:tasks.rados.rados.0.smithi077.stdout:282: snap_remove snap 10 2024-09-16T11:04:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:12 smithi077 ceph-mon[27497]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:12 smithi077 ceph-mon[27497]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T11:04:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:12 smithi077 ceph-mon[35468]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:12 smithi077 ceph-mon[35468]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T11:04:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:12 smithi191 ceph-mon[31349]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-16T11:04:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:12 smithi191 ceph-mon[31349]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T11:04:13.363 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 3 to smithi07774545-18 2024-09-16T11:04:13.363 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 4 to smithi07774545-18 2024-09-16T11:04:13.363 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 5 to smithi07774545-18 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:280: finishing write tid 6 to smithi07774545-18 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 62 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:280: left oid 18 (ObjNum 109 snap 24 seq_num 109) 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 65 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:280: done (2 left) 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:281: done (1 left) 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:282: done (0 left) 2024-09-16T11:04:13.364 INFO:tasks.rados.rados.0.smithi077.stdout:283: setattr oid 40 current snap is 24 2024-09-16T11:04:13.365 INFO:tasks.rados.rados.0.smithi077.stdout:284: snap_create 2024-09-16T11:04:13.373 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 123 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T11:04:13.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:13 smithi077 ceph-mon[27497]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T11:04:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:13 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:13 smithi077 ceph-mon[35468]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T11:04:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:13 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:13 smithi191 ceph-mon[31349]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T11:04:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:13 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:14.372 INFO:tasks.rados.rados.0.smithi077.stdout:283: done (1 left) 2024-09-16T11:04:14.372 INFO:tasks.rados.rados.0.smithi077.stdout:284: done (0 left) 2024-09-16T11:04:14.372 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 25 2024-09-16T11:04:14.372 INFO:tasks.rados.rados.0.smithi077.stdout:285: seq_num 110 ranges {253952=647168,901120=778240,1679360=425984} 2024-09-16T11:04:14.376 INFO:tasks.rados.rados.0.smithi077.stdout:285: writing smithi07774545-33 from 253952 to 901120 tid 1 2024-09-16T11:04:14.381 INFO:tasks.rados.rados.0.smithi077.stdout:285: writing smithi07774545-33 from 901120 to 1679360 tid 2 2024-09-16T11:04:14.384 INFO:tasks.rados.rados.0.smithi077.stdout:285: writing smithi07774545-33 from 1679360 to 2105344 tid 3 2024-09-16T11:04:14.384 INFO:tasks.rados.rados.0.smithi077.stdout:286: copy_from oid 18 from oid 13 current snap is 25 2024-09-16T11:04:14.384 INFO:tasks.rados.rados.0.smithi077.stdout:285: finishing write tid 1 to smithi07774545-33 2024-09-16T11:04:14.384 INFO:tasks.rados.rados.0.smithi077.stdout:287: snap_create 2024-09-16T11:04:14.384 INFO:tasks.rados.rados.0.smithi077.stdout:285: finishing write tid 2 to smithi07774545-33 2024-09-16T11:04:14.386 INFO:tasks.rados.rados.0.smithi077.stdout:285: finishing write tid 3 to smithi07774545-33 2024-09-16T11:04:14.387 INFO:tasks.rados.rados.0.smithi077.stdout:285: finishing write tid 4 to smithi07774545-33 2024-09-16T11:04:14.388 INFO:tasks.rados.rados.0.smithi077.stdout:285: finishing write tid 5 to smithi07774545-33 2024-09-16T11:04:14.388 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 92 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-09-16T11:04:14.388 INFO:tasks.rados.rados.0.smithi077.stdout:285: left oid 33 (ObjNum 110 snap 25 seq_num 110) 2024-09-16T11:04:14.399 INFO:tasks.rados.rados.0.smithi077.stdout:286: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:04:14.401 INFO:tasks.rados.rados.0.smithi077.stdout:286: finishing copy_from to smithi07774545-18 2024-09-16T11:04:14.402 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 57 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-09-16T11:04:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:14 smithi077 ceph-mon[27497]: pgmap v161: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:14 smithi077 ceph-mon[27497]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T11:04:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:14 smithi077 ceph-mon[35468]: pgmap v161: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:14 smithi077 ceph-mon[35468]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T11:04:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:14 smithi191 ceph-mon[31349]: pgmap v161: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:14 smithi191 ceph-mon[31349]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T11:04:15.375 INFO:tasks.rados.rados.0.smithi077.stdout:285: done (2 left) 2024-09-16T11:04:15.375 INFO:tasks.rados.rados.0.smithi077.stdout:286: done (1 left) 2024-09-16T11:04:15.375 INFO:tasks.rados.rados.0.smithi077.stdout:287: done (0 left) 2024-09-16T11:04:15.375 INFO:tasks.rados.rados.0.smithi077.stdout:288: snap_create 2024-09-16T11:04:15.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:15 smithi077 ceph-mon[27497]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T11:04:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:15 smithi077 ceph-mon[35468]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T11:04:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:15 smithi191 ceph-mon[31349]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:288: done (0 left) 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:289: read oid 15 snap -1 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:289: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:290: read oid 1 snap -1 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:290: expect (ObjNum 83 snap 18 seq_num 83) 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:291: read oid 10 snap -1 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:291: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T11:04:16.377 INFO:tasks.rados.rados.0.smithi077.stdout:292: delete oid 49 current snap is 27 2024-09-16T11:04:16.381 INFO:tasks.rados.rados.0.smithi077.stdout:289: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:16.384 INFO:tasks.rados.rados.0.smithi077.stdout:289: done (3 left) 2024-09-16T11:04:16.384 INFO:tasks.rados.rados.0.smithi077.stdout:292: done (2 left) 2024-09-16T11:04:16.384 INFO:tasks.rados.rados.0.smithi077.stdout:293: delete oid 5 current snap is 27 2024-09-16T11:04:16.385 INFO:tasks.rados.rados.0.smithi077.stdout:293: done (2 left) 2024-09-16T11:04:16.385 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 27 2024-09-16T11:04:16.385 INFO:tasks.rados.rados.0.smithi077.stdout:294: seq_num 113 ranges {0=696320,696320=434176,1130496=466944,1597440=303104} 2024-09-16T11:04:16.390 INFO:tasks.rados.rados.0.smithi077.stdout:294: writing smithi07774545-29 from 0 to 696320 tid 1 2024-09-16T11:04:16.392 INFO:tasks.rados.rados.0.smithi077.stdout:294: writing smithi07774545-29 from 696320 to 1130496 tid 2 2024-09-16T11:04:16.395 INFO:tasks.rados.rados.0.smithi077.stdout:294: writing smithi07774545-29 from 1130496 to 1597440 tid 3 2024-09-16T11:04:16.397 INFO:tasks.rados.rados.0.smithi077.stdout:294: writing smithi07774545-29 from 1597440 to 1900544 tid 4 2024-09-16T11:04:16.397 INFO:tasks.rados.rados.0.smithi077.stdout:295: delete oid 40 current snap is 27 2024-09-16T11:04:16.397 INFO:tasks.rados.rados.0.smithi077.stdout:291: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T11:04:16.416 INFO:tasks.rados.rados.0.smithi077.stdout:290: expect (ObjNum 83 snap 18 seq_num 83) 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 1 to smithi07774545-29 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 2 to smithi07774545-29 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 3 to smithi07774545-29 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 4 to smithi07774545-29 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 5 to smithi07774545-29 2024-09-16T11:04:16.468 INFO:tasks.rados.rados.0.smithi077.stdout:294: finishing write tid 6 to smithi07774545-29 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 42 (ObjNum 113 snap 27 seq_num 113) dirty exists 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:294: left oid 29 (ObjNum 113 snap 27 seq_num 113) 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:290: done (3 left) 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:291: done (2 left) 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:294: done (1 left) 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:295: done (0 left) 2024-09-16T11:04:16.469 INFO:tasks.rados.rados.0.smithi077.stdout:296: snap_remove snap 23 2024-09-16T11:04:16.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:16 smithi077 ceph-mon[27497]: pgmap v164: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:16 smithi077 ceph-mon[27497]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T11:04:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:16 smithi077 ceph-mon[35468]: pgmap v164: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:16 smithi077 ceph-mon[35468]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T11:04:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:16 smithi191 ceph-mon[31349]: pgmap v164: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:16 smithi191 ceph-mon[31349]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T11:04:17.392 INFO:tasks.rados.rados.0.smithi077.stdout:296: done (0 left) 2024-09-16T11:04:17.392 INFO:tasks.rados.rados.0.smithi077.stdout:297: delete oid 38 current snap is 27 2024-09-16T11:04:17.397 INFO:tasks.rados.rados.0.smithi077.stdout:297: done (0 left) 2024-09-16T11:04:17.397 INFO:tasks.rados.rados.0.smithi077.stdout:298: copy_from oid 36 from oid 46 current snap is 27 2024-09-16T11:04:17.397 INFO:tasks.rados.rados.0.smithi077.stdout:299: rollback oid 15 current snap is 27 2024-09-16T11:04:17.397 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 17 2024-09-16T11:04:17.397 INFO:tasks.rados.rados.0.smithi077.stdout:300: setattr oid 14 current snap is 27 2024-09-16T11:04:17.400 INFO:tasks.rados.rados.0.smithi077.stdout:299: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:04:17.400 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 27 2024-09-16T11:04:17.400 INFO:tasks.rados.rados.0.smithi077.stdout:301: seq_num 116 ranges {827392=745472,1572864=532480,2105344=638976,2744320=32768} 2024-09-16T11:04:17.409 INFO:tasks.rados.rados.0.smithi077.stdout:301: writing smithi07774545-50 from 827392 to 1572864 tid 1 2024-09-16T11:04:17.412 INFO:tasks.rados.rados.0.smithi077.stdout:301: writing smithi07774545-50 from 1572864 to 2105344 tid 2 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:301: writing smithi07774545-50 from 2105344 to 2744320 tid 3 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:301: writing smithi07774545-50 from 2744320 to 2777088 tid 4 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:302: read oid 12 snap 19 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:302: expect (ObjNum 68 snap 6 seq_num 68) 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 27 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:299: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:299: finishing rollback tid 2 to smithi07774545-15 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 47 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 96 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:298: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:04:17.417 INFO:tasks.rados.rados.0.smithi077.stdout:298: finishing copy_from to smithi07774545-36 2024-09-16T11:04:17.418 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:04:17.418 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 1 to smithi07774545-50 2024-09-16T11:04:17.418 INFO:tasks.rados.rados.0.smithi077.stdout:303: seq_num 117 ranges {696320=770048,1466368=417792,1884160=442368,2326528=344064} 2024-09-16T11:04:17.425 INFO:tasks.rados.rados.0.smithi077.stdout:303: writing smithi07774545-20 from 696320 to 1466368 tid 1 2024-09-16T11:04:17.427 INFO:tasks.rados.rados.0.smithi077.stdout:303: writing smithi07774545-20 from 1466368 to 1884160 tid 2 2024-09-16T11:04:17.430 INFO:tasks.rados.rados.0.smithi077.stdout:303: writing smithi07774545-20 from 1884160 to 2326528 tid 3 2024-09-16T11:04:17.432 INFO:tasks.rados.rados.0.smithi077.stdout:303: writing smithi07774545-20 from 2326528 to 2670592 tid 4 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:298: done (5 left) 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:299: done (4 left) 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:300: done (3 left) 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 27 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 2 to smithi07774545-50 2024-09-16T11:04:17.433 INFO:tasks.rados.rados.0.smithi077.stdout:304: seq_num 118 ranges {638976=786432,1425408=704512,2129920=499712} 2024-09-16T11:04:17.440 INFO:tasks.rados.rados.0.smithi077.stdout:304: writing smithi07774545-39 from 638976 to 1425408 tid 1 2024-09-16T11:04:17.444 INFO:tasks.rados.rados.0.smithi077.stdout:304: writing smithi07774545-39 from 1425408 to 2129920 tid 2 2024-09-16T11:04:17.447 INFO:tasks.rados.rados.0.smithi077.stdout:304: writing smithi07774545-39 from 2129920 to 2629632 tid 3 2024-09-16T11:04:17.447 INFO:tasks.rados.rados.0.smithi077.stdout:305: rollback oid 9 current snap is 27 2024-09-16T11:04:17.448 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 18 2024-09-16T11:04:17.448 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 3 to smithi07774545-50 2024-09-16T11:04:17.448 INFO:tasks.rados.rados.0.smithi077.stdout:306: snap_remove snap 17 2024-09-16T11:04:17.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:17 smithi077 ceph-mon[27497]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T11:04:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:17 smithi077 ceph-mon[35468]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T11:04:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:17 smithi191 ceph-mon[31349]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T11:04:17.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[33213]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:04:18.394 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 4 to smithi07774545-50 2024-09-16T11:04:18.395 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 5 to smithi07774545-50 2024-09-16T11:04:18.395 INFO:tasks.rados.rados.0.smithi077.stdout:301: finishing write tid 6 to smithi07774545-50 2024-09-16T11:04:18.395 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 76 (ObjNum 116 snap 27 seq_num 116) dirty exists 2024-09-16T11:04:18.395 INFO:tasks.rados.rados.0.smithi077.stdout:301: left oid 50 (ObjNum 116 snap 27 seq_num 116) 2024-09-16T11:04:18.395 INFO:tasks.rados.rados.0.smithi077.stdout:302: expect (ObjNum 68 snap 6 seq_num 68) 2024-09-16T11:04:18.440 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 1 to smithi07774545-20 2024-09-16T11:04:18.440 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 2 to smithi07774545-20 2024-09-16T11:04:18.440 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 3 to smithi07774545-20 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 4 to smithi07774545-20 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 5 to smithi07774545-20 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:303: finishing write tid 6 to smithi07774545-20 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 62 (ObjNum 117 snap 27 seq_num 117) dirty exists 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:303: left oid 20 (ObjNum 117 snap 27 seq_num 117) 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:304: finishing write tid 1 to smithi07774545-39 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:301: done (5 left) 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:302: done (4 left) 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:303: done (3 left) 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:306: done (2 left) 2024-09-16T11:04:18.441 INFO:tasks.rados.rados.0.smithi077.stdout:307: rollback oid 24 current snap is 27 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 22 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:304: finishing write tid 2 to smithi07774545-39 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:305: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:305: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:304: finishing write tid 3 to smithi07774545-39 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:305: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 87 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:304: finishing write tid 4 to smithi07774545-39 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:304: finishing write tid 5 to smithi07774545-39 2024-09-16T11:04:18.442 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 80 (ObjNum 118 snap 27 seq_num 118) dirty exists 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:304: left oid 39 (ObjNum 118 snap 27 seq_num 118) 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:304: done (2 left) 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:305: done (1 left) 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:308: snap_create 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:307: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:04:18.443 INFO:tasks.rados.rados.0.smithi077.stdout:307: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:04:18.444 INFO:tasks.rados.rados.0.smithi077.stdout:307: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:04:18.444 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 88 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:04:18.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:18 smithi077 ceph-mon[35468]: pgmap v167: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:18.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:18 smithi077 ceph-mon[35468]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T11:04:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:18 smithi077 ceph-mon[27497]: pgmap v167: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:18.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:18 smithi077 ceph-mon[27497]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T11:04:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:18 smithi191 ceph-mon[31349]: pgmap v167: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-09-16T11:04:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:18 smithi191 ceph-mon[31349]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T11:04:18.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:18] "GET /metrics HTTP/1.1" 200 240012 "" "Prometheus/2.43.0" 2024-09-16T11:04:19.399 INFO:tasks.rados.rados.0.smithi077.stdout:307: done (1 left) 2024-09-16T11:04:19.399 INFO:tasks.rados.rados.0.smithi077.stdout:308: done (0 left) 2024-09-16T11:04:19.399 INFO:tasks.rados.rados.0.smithi077.stdout:309: read oid 23 snap -1 2024-09-16T11:04:19.399 INFO:tasks.rados.rados.0.smithi077.stdout:309: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T11:04:19.399 INFO:tasks.rados.rados.0.smithi077.stdout:310: delete oid 34 current snap is 28 2024-09-16T11:04:19.404 INFO:tasks.rados.rados.0.smithi077.stdout:310: done (1 left) 2024-09-16T11:04:19.404 INFO:tasks.rados.rados.0.smithi077.stdout:311: delete oid 10 current snap is 28 2024-09-16T11:04:19.404 INFO:tasks.rados.rados.0.smithi077.stdout:309: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T11:04:19.444 INFO:tasks.rados.rados.0.smithi077.stdout:309: done (1 left) 2024-09-16T11:04:19.444 INFO:tasks.rados.rados.0.smithi077.stdout:311: done (0 left) 2024-09-16T11:04:19.445 INFO:tasks.rados.rados.0.smithi077.stdout:312: read oid 29 snap -1 2024-09-16T11:04:19.445 INFO:tasks.rados.rados.0.smithi077.stdout:312: expect (ObjNum 113 snap 27 seq_num 113) 2024-09-16T11:04:19.445 INFO:tasks.rados.rados.0.smithi077.stdout:313: copy_from oid 6 from oid 26 current snap is 28 2024-09-16T11:04:19.445 INFO:tasks.rados.rados.0.smithi077.stdout:314: snap_create 2024-09-16T11:04:19.455 INFO:tasks.rados.rados.0.smithi077.stdout:313: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:04:19.455 INFO:tasks.rados.rados.0.smithi077.stdout:312: expect (ObjNum 113 snap 27 seq_num 113) 2024-09-16T11:04:19.506 INFO:tasks.rados.rados.0.smithi077.stdout:313: finishing copy_from to smithi07774545-6 2024-09-16T11:04:19.506 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 41 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[35468]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[27497]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:04:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:04:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:19 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:19.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:19 smithi191 ceph-mon[31349]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T11:04:19.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:19 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:19.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:19 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:04:19.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:19 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:04:19.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:19 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:20.297 INFO:tasks.rados.rados.0.smithi077.stdout:312: done (2 left) 2024-09-16T11:04:20.297 INFO:tasks.rados.rados.0.smithi077.stdout:313: done (1 left) 2024-09-16T11:04:20.297 INFO:tasks.rados.rados.0.smithi077.stdout:314: done (0 left) 2024-09-16T11:04:20.297 INFO:tasks.rados.rados.0.smithi077.stdout:315: rollback oid 14 current snap is 29 2024-09-16T11:04:20.297 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 28 2024-09-16T11:04:20.298 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 29 2024-09-16T11:04:20.298 INFO:tasks.rados.rados.0.smithi077.stdout:316: seq_num 121 ranges {2686976=434176,3121152=753664,3874816=425984,4300800=425984} 2024-09-16T11:04:20.314 INFO:tasks.rados.rados.0.smithi077.stdout:316: writing smithi07774545-9 from 2686976 to 3121152 tid 1 2024-09-16T11:04:20.318 INFO:tasks.rados.rados.0.smithi077.stdout:316: writing smithi07774545-9 from 3121152 to 3874816 tid 2 2024-09-16T11:04:20.321 INFO:tasks.rados.rados.0.smithi077.stdout:316: writing smithi07774545-9 from 3874816 to 4300800 tid 3 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:316: writing smithi07774545-9 from 4300800 to 4726784 tid 4 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:317: read oid 29 snap -1 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:317: expect (ObjNum 113 snap 27 seq_num 113) 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:318: copy_from oid 42 from oid 21 current snap is 29 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:315: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:04:20.325 INFO:tasks.rados.rados.0.smithi077.stdout:315: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:315: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 106 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 1 to smithi07774545-9 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 2 to smithi07774545-9 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 3 to smithi07774545-9 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:315: done (3 left) 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:319: rollback oid 16 current snap is 29 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 18 2024-09-16T11:04:20.326 INFO:tasks.rados.rados.0.smithi077.stdout:320: read oid 41 snap -1 2024-09-16T11:04:20.327 INFO:tasks.rados.rados.0.smithi077.stdout:320: expect deleted 2024-09-16T11:04:20.327 INFO:tasks.rados.rados.0.smithi077.stdout:321: rmattr oid 17 current snap is 29 2024-09-16T11:04:20.327 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 29 2024-09-16T11:04:20.327 INFO:tasks.rados.rados.0.smithi077.stdout:322: seq_num 122 ranges {778240=450560,1228800=688128,1916928=630784,2547712=286720} 2024-09-16T11:04:20.331 INFO:tasks.rados.rados.0.smithi077.stdout:322: writing smithi07774545-35 from 778240 to 1228800 tid 1 2024-09-16T11:04:20.336 INFO:tasks.rados.rados.0.smithi077.stdout:322: writing smithi07774545-35 from 1228800 to 1916928 tid 2 2024-09-16T11:04:20.340 INFO:tasks.rados.rados.0.smithi077.stdout:322: writing smithi07774545-35 from 1916928 to 2547712 tid 3 2024-09-16T11:04:20.342 INFO:tasks.rados.rados.0.smithi077.stdout:322: writing smithi07774545-35 from 2547712 to 2834432 tid 4 2024-09-16T11:04:20.342 INFO:tasks.rados.rados.0.smithi077.stdout:323: read oid 34 snap -1 2024-09-16T11:04:20.342 INFO:tasks.rados.rados.0.smithi077.stdout:323: expect deleted 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:324: copy_from oid 48 from oid 25 current snap is 29 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:319: finishing rollback tid 0 to smithi07774545-16 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:320: done (8 left) 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:325: read oid 6 snap -1 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:325: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:326: read oid 28 snap 27 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:326: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:327: delete oid 18 current snap is 29 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:319: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 4 to smithi07774545-9 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:319: finishing rollback tid 2 to smithi07774545-16 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 112 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-09-16T11:04:20.343 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 5 to smithi07774545-9 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 99 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:316: finishing write tid 6 to smithi07774545-9 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 97 (ObjNum 121 snap 29 seq_num 121) dirty exists 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:316: left oid 9 (ObjNum 121 snap 29 seq_num 121) 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 1 to smithi07774545-35 2024-09-16T11:04:20.344 INFO:tasks.rados.rados.0.smithi077.stdout:317: expect (ObjNum 113 snap 27 seq_num 113) 2024-09-16T11:04:20.398 INFO:tasks.rados.rados.0.smithi077.stdout:318: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:318: finishing copy_from to smithi07774545-42 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 57 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 2 to smithi07774545-35 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 3 to smithi07774545-35 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 4 to smithi07774545-35 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 5 to smithi07774545-35 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:322: finishing write tid 6 to smithi07774545-35 2024-09-16T11:04:20.399 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 94 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-09-16T11:04:20.400 INFO:tasks.rados.rados.0.smithi077.stdout:322: left oid 35 (ObjNum 122 snap 29 seq_num 122) 2024-09-16T11:04:20.400 INFO:tasks.rados.rados.0.smithi077.stdout:326: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T11:04:20.422 INFO:tasks.rados.rados.0.smithi077.stdout:325: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:20 smithi191 ceph-mon[31349]: Upgrade: Updating mgr.x 2024-09-16T11:04:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:20 smithi191 ceph-mon[31349]: Deploying daemon mgr.x on smithi191 2024-09-16T11:04:20.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:20 smithi191 ceph-mon[31349]: pgmap v170: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:20.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:20 smithi191 ceph-mon[31349]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T11:04:20.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:20 smithi191 ceph-mon[31349]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T11:04:20.477 INFO:tasks.rados.rados.0.smithi077.stdout:324: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:324: finishing copy_from to smithi07774545-48 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 41 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:316: done (10 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:317: done (9 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:318: done (8 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:319: done (7 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:321: done (6 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:322: done (5 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:323: done (4 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:324: done (3 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:325: done (2 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:326: done (1 left) 2024-09-16T11:04:20.478 INFO:tasks.rados.rados.0.smithi077.stdout:327: done (0 left) 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:328: rollback oid 18 current snap is 29 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 25 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:329: snap_create 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:328: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:328: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:04:20.479 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 98 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-09-16T11:04:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[35468]: Upgrade: Updating mgr.x 2024-09-16T11:04:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[35468]: Deploying daemon mgr.x on smithi191 2024-09-16T11:04:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[35468]: pgmap v170: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[35468]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T11:04:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[35468]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T11:04:20.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[27497]: Upgrade: Updating mgr.x 2024-09-16T11:04:20.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[27497]: Deploying daemon mgr.x on smithi191 2024-09-16T11:04:20.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[27497]: pgmap v170: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:20.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[27497]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T11:04:20.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:20 smithi077 ceph-mon[27497]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T11:04:20.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:20 smithi191 systemd[1]: Stopping Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:21.235 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:20 smithi191 podman[64026]: 2024-09-16 11:04:20.96353025 +0000 UTC m=+0.111720461 container died 943db93dfb8cf976b72e869424d9877d888d8e4b1ee47007031433b61b172229 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:328: done (1 left) 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:329: done (0 left) 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:330: rollback oid 41 current snap is 30 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 15 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:331: rollback oid 18 current snap is 30 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 27 2024-09-16T11:04:21.406 INFO:tasks.rados.rados.0.smithi077.stdout:332: rmattr oid 23 current snap is 30 2024-09-16T11:04:21.407 INFO:tasks.rados.rados.0.smithi077.stdout:333: copy_from oid 13 from oid 37 current snap is 30 2024-09-16T11:04:21.407 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 30 2024-09-16T11:04:21.407 INFO:tasks.rados.rados.0.smithi077.stdout:334: seq_num 124 ranges {761856=483328,1245184=458752,1703936=598016,2301952=548864} 2024-09-16T11:04:21.413 INFO:tasks.rados.rados.0.smithi077.stdout:334: writing smithi07774545-36 from 761856 to 1245184 tid 1 2024-09-16T11:04:21.417 INFO:tasks.rados.rados.0.smithi077.stdout:334: writing smithi07774545-36 from 1245184 to 1703936 tid 2 2024-09-16T11:04:21.420 INFO:tasks.rados.rados.0.smithi077.stdout:334: writing smithi07774545-36 from 1703936 to 2301952 tid 3 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:334: writing smithi07774545-36 from 2301952 to 2850816 tid 4 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 30 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:330: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:330: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 100 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T11:04:21.424 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T11:04:21.425 INFO:tasks.rados.rados.0.smithi077.stdout:331: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:04:21.425 INFO:tasks.rados.rados.0.smithi077.stdout:331: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:04:21.425 INFO:tasks.rados.rados.0.smithi077.stdout:335: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2024-09-16T11:04:21.426 INFO:tasks.rados.rados.0.smithi077.stdout:335: writing smithi07774545-31 from 0 to 499712 tid 1 2024-09-16T11:04:21.431 INFO:tasks.rados.rados.0.smithi077.stdout:335: writing smithi07774545-31 from 499712 to 1245184 tid 2 2024-09-16T11:04:21.433 INFO:tasks.rados.rados.0.smithi077.stdout:335: writing smithi07774545-31 from 1245184 to 1654784 tid 3 2024-09-16T11:04:21.436 INFO:tasks.rados.rados.0.smithi077.stdout:335: writing smithi07774545-31 from 1654784 to 2105344 tid 4 2024-09-16T11:04:21.436 INFO:tasks.rados.rados.0.smithi077.stdout:330: done (5 left) 2024-09-16T11:04:21.436 INFO:tasks.rados.rados.0.smithi077.stdout:332: done (4 left) 2024-09-16T11:04:21.436 INFO:tasks.rados.rados.0.smithi077.stdout:336: setattr oid 42 current snap is 30 2024-09-16T11:04:21.436 INFO:tasks.rados.rados.0.smithi077.stdout:331: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 104 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 1 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 2 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:333: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:333: finishing copy_from to smithi07774545-13 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 53 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 3 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 4 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 5 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: finishing write tid 6 to smithi07774545-36 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 112 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:334: left oid 36 (ObjNum 124 snap 30 seq_num 124) 2024-09-16T11:04:21.437 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 1 to smithi07774545-31 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 2 to smithi07774545-31 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 3 to smithi07774545-31 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:331: done (4 left) 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:333: done (3 left) 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:334: done (2 left) 2024-09-16T11:04:21.438 INFO:tasks.rados.rados.0.smithi077.stdout:337: snap_create 2024-09-16T11:04:21.439 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 4 to smithi07774545-31 2024-09-16T11:04:21.439 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 5 to smithi07774545-31 2024-09-16T11:04:21.439 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 114 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:04:21.441 INFO:tasks.rados.rados.0.smithi077.stdout:335: finishing write tid 6 to smithi07774545-31 2024-09-16T11:04:21.441 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 111 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-09-16T11:04:21.441 INFO:tasks.rados.rados.0.smithi077.stdout:335: left oid 31 (ObjNum 125 snap 30 seq_num 125) 2024-09-16T11:04:22.411 INFO:tasks.rados.rados.0.smithi077.stdout:335: done (2 left) 2024-09-16T11:04:22.411 INFO:tasks.rados.rados.0.smithi077.stdout:336: done (1 left) 2024-09-16T11:04:22.411 INFO:tasks.rados.rados.0.smithi077.stdout:337: done (0 left) 2024-09-16T11:04:22.411 INFO:tasks.rados.rados.0.smithi077.stdout:338: copy_from oid 34 from oid 46 current snap is 31 2024-09-16T11:04:22.411 INFO:tasks.rados.rados.0.smithi077.stdout:339: snap_remove snap 21 2024-09-16T11:04:22.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:22 smithi077 ceph-mon[27497]: pgmap v173: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:22 smithi077 ceph-mon[27497]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T11:04:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:22 smithi077 ceph-mon[35468]: pgmap v173: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:22 smithi077 ceph-mon[35468]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T11:04:22.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:22 smithi191 podman[64026]: 2024-09-16 11:04:22.568454983 +0000 UTC m=+1.716645177 container cleanup 943db93dfb8cf976b72e869424d9877d888d8e4b1ee47007031433b61b172229 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-16T11:04:22.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:22 smithi191 bash[64026]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x 2024-09-16T11:04:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:22 smithi191 ceph-mon[31349]: pgmap v173: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T11:04:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:22 smithi191 ceph-mon[31349]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T11:04:23.418 INFO:tasks.rados.rados.0.smithi077.stdout:339: done (1 left) 2024-09-16T11:04:23.418 INFO:tasks.rados.rados.0.smithi077.stdout:340: rollback oid 45 current snap is 31 2024-09-16T11:04:23.418 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 30 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:341: read oid 20 snap -1 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:341: expect (ObjNum 117 snap 27 seq_num 117) 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:342: read oid 37 snap -1 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:342: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:343: delete oid 28 current snap is 31 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:338: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:338: finishing copy_from to smithi07774545-34 2024-09-16T11:04:23.419 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:04:23.426 INFO:tasks.rados.rados.0.smithi077.stdout:340: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:04:23.427 INFO:tasks.rados.rados.0.smithi077.stdout:338: done (4 left) 2024-09-16T11:04:23.427 INFO:tasks.rados.rados.0.smithi077.stdout:343: done (3 left) 2024-09-16T11:04:23.427 INFO:tasks.rados.rados.0.smithi077.stdout:344: rollback oid 46 current snap is 31 2024-09-16T11:04:23.427 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 20 2024-09-16T11:04:23.427 INFO:tasks.rados.rados.0.smithi077.stdout:345: snap_remove snap 15 2024-09-16T11:04:23.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:23 smithi077 ceph-mon[35468]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T11:04:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:23 smithi077 ceph-mon[27497]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T11:04:23.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:23 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:04:23.513Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.191:8443: connect: connection refused" 2024-09-16T11:04:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:23 smithi191 ceph-mon[31349]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T11:04:24.422 INFO:tasks.rados.rados.0.smithi077.stdout:345: done (4 left) 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:346: copy_from oid 47 from oid 24 current snap is 31 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:340: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:340: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 92 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:344: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:344: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:344: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 24 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:04:24.423 INFO:tasks.rados.rados.0.smithi077.stdout:341: expect (ObjNum 117 snap 27 seq_num 117) 2024-09-16T11:04:24.510 INFO:tasks.rados.rados.0.smithi077.stdout:342: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:04:24.571 INFO:tasks.rados.rados.0.smithi077.stdout:346: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:04:24.571 INFO:tasks.rados.rados.0.smithi077.stdout:346: finishing copy_from to smithi07774545-47 2024-09-16T11:04:24.571 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 88 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:04:24.571 INFO:tasks.rados.rados.0.smithi077.stdout:340: done (4 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:341: done (3 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:342: done (2 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:344: done (1 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:346: done (0 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:347: rmattr oid 13 current snap is 31 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:347: done (0 left) 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 31 2024-09-16T11:04:24.572 INFO:tasks.rados.rados.0.smithi077.stdout:348: seq_num 127 ranges {3424256=532480,3956736=507904,4464640=778240,5242880=319488} 2024-09-16T11:04:24.591 INFO:tasks.rados.rados.0.smithi077.stdout:348: writing smithi07774545-32 from 3424256 to 3956736 tid 1 2024-09-16T11:04:24.594 INFO:tasks.rados.rados.0.smithi077.stdout:348: writing smithi07774545-32 from 3956736 to 4464640 tid 2 2024-09-16T11:04:24.599 INFO:tasks.rados.rados.0.smithi077.stdout:348: writing smithi07774545-32 from 4464640 to 5242880 tid 3 2024-09-16T11:04:24.601 INFO:tasks.rados.rados.0.smithi077.stdout:348: writing smithi07774545-32 from 5242880 to 5562368 tid 4 2024-09-16T11:04:24.601 INFO:tasks.rados.rados.0.smithi077.stdout:349: snap_create 2024-09-16T11:04:24.601 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 1 to smithi07774545-32 2024-09-16T11:04:24.601 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 2 to smithi07774545-32 2024-09-16T11:04:24.603 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 3 to smithi07774545-32 2024-09-16T11:04:24.603 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 4 to smithi07774545-32 2024-09-16T11:04:24.603 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 5 to smithi07774545-32 2024-09-16T11:04:24.604 INFO:tasks.rados.rados.0.smithi077.stdout:348: finishing write tid 6 to smithi07774545-32 2024-09-16T11:04:24.604 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 153 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-09-16T11:04:24.604 INFO:tasks.rados.rados.0.smithi077.stdout:348: left oid 32 (ObjNum 127 snap 31 seq_num 127) 2024-09-16T11:04:24.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:24 smithi077 ceph-mon[27497]: pgmap v176: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:24 smithi077 ceph-mon[27497]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T11:04:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:24 smithi077 ceph-mon[35468]: pgmap v176: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:24 smithi077 ceph-mon[35468]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T11:04:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:24 smithi191 ceph-mon[31349]: pgmap v176: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:24 smithi191 ceph-mon[31349]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T11:04:24.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 podman[64039]: 2024-09-16 11:04:24.389287596 +0000 UTC m=+3.421480900 container remove 943db93dfb8cf976b72e869424d9877d888d8e4b1ee47007031433b61b172229 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc) 2024-09-16T11:04:24.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:04:24.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T11:04:24.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 systemd[1]: Stopped Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:24.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Consumed 10.155s CPU time. 2024-09-16T11:04:25.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 systemd[1]: Starting Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:25.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:24 smithi191 podman[64168]: 2024-09-16 11:04:24.865320477 +0000 UTC m=+0.015614477 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:04:25.432 INFO:tasks.rados.rados.0.smithi077.stdout:348: done (1 left) 2024-09-16T11:04:25.432 INFO:tasks.rados.rados.0.smithi077.stdout:349: done (0 left) 2024-09-16T11:04:25.432 INFO:tasks.rados.rados.0.smithi077.stdout:350: read oid 25 snap 9 2024-09-16T11:04:25.432 INFO:tasks.rados.rados.0.smithi077.stdout:350: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-16T11:04:25.432 INFO:tasks.rados.rados.0.smithi077.stdout:351: snap_remove snap 26 2024-09-16T11:04:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:25 smithi191 ceph-mon[31349]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T11:04:25.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:25 smithi077 ceph-mon[27497]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T11:04:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:25 smithi077 ceph-mon[35468]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T11:04:26.429 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:26 smithi191 podman[64168]: 2024-09-16 11:04:26.025361627 +0000 UTC m=+1.175655673 container create 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T11:04:26.439 INFO:tasks.rados.rados.0.smithi077.stdout:351: done (1 left) 2024-09-16T11:04:26.439 INFO:tasks.rados.rados.0.smithi077.stdout:352: copy_from oid 9 from oid 36 current snap is 32 2024-09-16T11:04:26.439 INFO:tasks.rados.rados.0.smithi077.stdout:353: snap_create 2024-09-16T11:04:26.439 INFO:tasks.rados.rados.0.smithi077.stdout:350: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-16T11:04:26.465 INFO:tasks.rados.rados.0.smithi077.stdout:352: finishing copy_from racing read to smithi07774545-9 2024-09-16T11:04:26.466 INFO:tasks.rados.rados.0.smithi077.stdout:352: finishing copy_from to smithi07774545-9 2024-09-16T11:04:26.466 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 112 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-09-16T11:04:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:26 smithi191 ceph-mon[31349]: pgmap v179: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:26 smithi191 ceph-mon[31349]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T11:04:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:26 smithi077 ceph-mon[35468]: pgmap v179: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:26 smithi077 ceph-mon[35468]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T11:04:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:26 smithi077 ceph-mon[27497]: pgmap v179: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:26 smithi077 ceph-mon[27497]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T11:04:27.445 INFO:tasks.rados.rados.0.smithi077.stdout:350: done (2 left) 2024-09-16T11:04:27.445 INFO:tasks.rados.rados.0.smithi077.stdout:352: done (1 left) 2024-09-16T11:04:27.445 INFO:tasks.rados.rados.0.smithi077.stdout:353: done (0 left) 2024-09-16T11:04:27.445 INFO:tasks.rados.rados.0.smithi077.stdout:354: snap_remove snap 18 2024-09-16T11:04:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:27 smithi191 ceph-mon[31349]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T11:04:27.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:27 smithi077 ceph-mon[27497]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T11:04:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:27 smithi077 ceph-mon[35468]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T11:04:28.359 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 podman[64168]: 2024-09-16 11:04:28.019059056 +0000 UTC m=+3.169353060 container init 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:04:28.360 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 podman[64168]: 2024-09-16 11:04:28.022651461 +0000 UTC m=+3.172945470 container start 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2) 2024-09-16T11:04:28.360 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-mgr[64187]: -- 172.21.15.191:0/1385799654 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564ad6432d00 con 0x564ad6407000 2024-09-16T11:04:28.360 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.150+0000 7fa71d7ad040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:04:28.360 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.208+0000 7fa71d7ad040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:04:28.360 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.357+0000 7fa71d7ad040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:04:28.453 INFO:tasks.rados.rados.0.smithi077.stdout:354: done (0 left) 2024-09-16T11:04:28.453 INFO:tasks.rados.rados.0.smithi077.stdout:355: snap_remove snap 20 2024-09-16T11:04:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-mon[31349]: pgmap v182: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-mon[31349]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T11:04:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:28.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.424+0000 7fa71d7ad040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:04:28.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.587+0000 7fa71d7ad040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:04:28.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[27497]: pgmap v182: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[27497]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:28] "GET /metrics HTTP/1.1" 200 240142 "" "Prometheus/2.43.0" 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[35468]: pgmap v182: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[35468]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T11:04:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:28 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:29.080 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:28.736+0000 7fa71d7ad040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:04:29.080 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 bash[64168]: 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 2024-09-16T11:04:29.080 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:28 smithi191 systemd[1]: Started Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:29.081 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:29.078+0000 7fa71d7ad040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:04:29.348 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:29.143+0000 7fa71d7ad040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:04:29.459 INFO:tasks.rados.rados.0.smithi077.stdout:355: done (0 left) 2024-09-16T11:04:29.459 INFO:tasks.rados.rados.0.smithi077.stdout:356: copy_from oid 43 from oid 3 current snap is 33 2024-09-16T11:04:29.459 INFO:tasks.rados.rados.0.smithi077.stdout:357: read oid 37 snap -1 2024-09-16T11:04:29.459 INFO:tasks.rados.rados.0.smithi077.stdout:357: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:04:29.460 INFO:tasks.rados.rados.0.smithi077.stdout:358: delete oid 12 current snap is 33 2024-09-16T11:04:29.465 INFO:tasks.rados.rados.0.smithi077.stdout:358: done (2 left) 2024-09-16T11:04:29.465 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 33 2024-09-16T11:04:29.465 INFO:tasks.rados.rados.0.smithi077.stdout:359: seq_num 129 ranges {2056192=565248,2621440=679936,3301376=786432,4087808=139264} 2024-09-16T11:04:29.480 INFO:tasks.rados.rados.0.smithi077.stdout:359: writing smithi07774545-13 from 2056192 to 2621440 tid 1 2024-09-16T11:04:29.484 INFO:tasks.rados.rados.0.smithi077.stdout:359: writing smithi07774545-13 from 2621440 to 3301376 tid 2 2024-09-16T11:04:29.489 INFO:tasks.rados.rados.0.smithi077.stdout:359: writing smithi07774545-13 from 3301376 to 4087808 tid 3 2024-09-16T11:04:29.490 INFO:tasks.rados.rados.0.smithi077.stdout:359: writing smithi07774545-13 from 4087808 to 4227072 tid 4 2024-09-16T11:04:29.490 INFO:tasks.rados.rados.0.smithi077.stdout:360: delete oid 9 current snap is 33 2024-09-16T11:04:29.490 INFO:tasks.rados.rados.0.smithi077.stdout:357: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:356: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:356: finishing copy_from to smithi07774545-43 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 44 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 1 to smithi07774545-13 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 2 to smithi07774545-13 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 3 to smithi07774545-13 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 4 to smithi07774545-13 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 5 to smithi07774545-13 2024-09-16T11:04:29.553 INFO:tasks.rados.rados.0.smithi077.stdout:359: finishing write tid 6 to smithi07774545-13 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 154 (ObjNum 129 snap 33 seq_num 129) dirty exists 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:359: left oid 13 (ObjNum 129 snap 33 seq_num 129) 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:356: done (3 left) 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:357: done (2 left) 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:359: done (1 left) 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:360: done (0 left) 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 33 2024-09-16T11:04:29.554 INFO:tasks.rados.rados.0.smithi077.stdout:361: seq_num 131 ranges {2056192=598016,2654208=499712,3153920=753664,3907584=352256} 2024-09-16T11:04:29.567 INFO:tasks.rados.rados.0.smithi077.stdout:361: writing smithi07774545-37 from 2056192 to 2654208 tid 1 2024-09-16T11:04:29.569 INFO:tasks.rados.rados.0.smithi077.stdout:361: writing smithi07774545-37 from 2654208 to 3153920 tid 2 2024-09-16T11:04:29.573 INFO:tasks.rados.rados.0.smithi077.stdout:361: writing smithi07774545-37 from 3153920 to 3907584 tid 3 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:361: writing smithi07774545-37 from 3907584 to 4259840 tid 4 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:362: copy_from oid 21 from oid 32 current snap is 33 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 1 to smithi07774545-37 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 2 to smithi07774545-37 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:363: setattr oid 43 current snap is 33 2024-09-16T11:04:29.576 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 3 to smithi07774545-37 2024-09-16T11:04:29.578 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 4 to smithi07774545-37 2024-09-16T11:04:29.578 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 5 to smithi07774545-37 2024-09-16T11:04:29.578 INFO:tasks.rados.rados.0.smithi077.stdout:364: read oid 34 snap -1 2024-09-16T11:04:29.579 INFO:tasks.rados.rados.0.smithi077.stdout:364: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:04:29.579 INFO:tasks.rados.rados.0.smithi077.stdout:365: snap_create 2024-09-16T11:04:29.579 INFO:tasks.rados.rados.0.smithi077.stdout:361: finishing write tid 6 to smithi07774545-37 2024-09-16T11:04:29.579 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 116 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T11:04:29.579 INFO:tasks.rados.rados.0.smithi077.stdout:361: left oid 37 (ObjNum 131 snap 33 seq_num 131) 2024-09-16T11:04:29.582 INFO:tasks.rados.rados.0.smithi077.stdout:364: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:04:29.603 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 170 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:29.607 INFO:tasks.rados.rados.0.smithi077.stdout:362: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:04:29.610 INFO:tasks.rados.rados.0.smithi077.stdout:362: finishing copy_from to smithi07774545-21 2024-09-16T11:04:29.611 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 153 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-09-16T11:04:29.689 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:29.346+0000 7fa71d7ad040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:04:29.689 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-mon[31349]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T11:04:29.689 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.690 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.690 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:29 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:29.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[35468]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[27497]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:29 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:30.302 INFO:tasks.rados.rados.0.smithi077.stdout:361: done (4 left) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:362: done (3 left) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:363: done (2 left) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:364: done (1 left) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:365: done (0 left) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:366: read oid 31 snap -1 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:366: expect (ObjNum 125 snap 30 seq_num 125) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:367: rollback oid 22 current snap is 34 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 28 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:368: read oid 48 snap -1 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:368: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:30.303 INFO:tasks.rados.rados.0.smithi077.stdout:369: read oid 3 snap 29 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:369: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:370: rmattr oid 6 current snap is 34 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:370: done (4 left) 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:371: rmattr oid 8 current snap is 34 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:371: done (4 left) 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:372: rmattr oid 40 current snap is 34 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:372: done (4 left) 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:373: copy_from oid 33 from oid 47 current snap is 34 2024-09-16T11:04:30.304 INFO:tasks.rados.rados.0.smithi077.stdout:374: delete oid 24 current snap is 34 2024-09-16T11:04:30.306 INFO:tasks.rados.rados.0.smithi077.stdout:369: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:04:30.314 INFO:tasks.rados.rados.0.smithi077.stdout:367: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:04:30.314 INFO:tasks.rados.rados.0.smithi077.stdout:367: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:04:30.315 INFO:tasks.rados.rados.0.smithi077.stdout:367: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:04:30.315 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T11:04:30.315 INFO:tasks.rados.rados.0.smithi077.stdout:368: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:30.371 INFO:tasks.rados.rados.0.smithi077.stdout:366: expect (ObjNum 125 snap 30 seq_num 125) 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:373: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:373: finishing copy_from to smithi07774545-33 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 88 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:366: done (5 left) 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:367: done (4 left) 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:368: done (3 left) 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:369: done (2 left) 2024-09-16T11:04:30.424 INFO:tasks.rados.rados.0.smithi077.stdout:373: done (1 left) 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:374: done (0 left) 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:375: rollback oid 30 current snap is 34 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 25 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:376: read oid 19 snap -1 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:376: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:04:30.425 INFO:tasks.rados.rados.0.smithi077.stdout:377: snap_remove snap 19 2024-09-16T11:04:30.548 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:30 smithi191 ceph-mon[31349]: pgmap v185: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:30.548 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:30 smithi191 ceph-mon[31349]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T11:04:30.548 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:30 smithi191 ceph-mon[31349]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T11:04:30.549 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:30.293+0000 7fa71d7ad040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:04:30.549 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:30.365+0000 7fa71d7ad040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[35468]: pgmap v185: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[35468]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[35468]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[27497]: pgmap v185: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[27497]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T11:04:30.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:30 smithi077 ceph-mon[27497]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T11:04:31.303 INFO:tasks.rados.rados.0.smithi077.stdout:375: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:04:31.303 INFO:tasks.rados.rados.0.smithi077.stdout:375: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:04:31.303 INFO:tasks.rados.rados.0.smithi077.stdout:375: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:04:31.303 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 44 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T11:04:31.303 INFO:tasks.rados.rados.0.smithi077.stdout:376: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T11:04:31.317 INFO:tasks.rados.rados.0.smithi077.stdout:375: done (2 left) 2024-09-16T11:04:31.317 INFO:tasks.rados.rados.0.smithi077.stdout:376: done (1 left) 2024-09-16T11:04:31.317 INFO:tasks.rados.rados.0.smithi077.stdout:377: done (0 left) 2024-09-16T11:04:31.318 INFO:tasks.rados.rados.0.smithi077.stdout:378: delete oid 18 current snap is 34 2024-09-16T11:04:31.322 INFO:tasks.rados.rados.0.smithi077.stdout:378: done (0 left) 2024-09-16T11:04:31.322 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 34 2024-09-16T11:04:31.322 INFO:tasks.rados.rados.0.smithi077.stdout:379: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-09-16T11:04:31.326 INFO:tasks.rados.rados.0.smithi077.stdout:379: writing smithi07774545-12 from 0 to 647168 tid 1 2024-09-16T11:04:31.330 INFO:tasks.rados.rados.0.smithi077.stdout:379: writing smithi07774545-12 from 647168 to 1196032 tid 2 2024-09-16T11:04:31.334 INFO:tasks.rados.rados.0.smithi077.stdout:379: writing smithi07774545-12 from 1196032 to 1769472 tid 3 2024-09-16T11:04:31.337 INFO:tasks.rados.rados.0.smithi077.stdout:379: writing smithi07774545-12 from 1769472 to 2252800 tid 4 2024-09-16T11:04:31.337 INFO:tasks.rados.rados.0.smithi077.stdout:380: snap_remove snap 13 2024-09-16T11:04:31.425 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.144+0000 7fa71d7ad040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:04:31.425 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.264+0000 7fa71d7ad040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:04:31.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.423+0000 7fa71d7ad040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:04:31.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.485+0000 7fa71d7ad040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:04:31.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.650+0000 7fa71d7ad040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:04:32.021 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.718+0000 7fa71d7ad040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:04:32.021 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.779+0000 7fa71d7ad040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:04:32.021 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:31.954+0000 7fa71d7ad040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:04:32.021 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:32.019+0000 7fa71d7ad040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:04:32.026 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (2m) 2m ago 3m 14.6M - 0.25.0 c8568f914cd2 fd163217d3a8 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (3m) 2m ago 3m 82.7M - 9.4.7 954c08fa6188 6ac90cb3d06b 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (4m) 2m ago 4m 13.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (4m) 2m ago 4m 18.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283 starting - - - - 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:9283,8765 running (9m) 2m ago 9m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 ce18a7ac4f39 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (9m) 2m ago 9m 47.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 58132dbc11ec 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (8m) 2m ago 8m 39.9M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:04:32.274 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (8m) 2m ago 8m 39.0M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (3m) 2m ago 3m 9319k - 1.5.0 0da6a335fe13 22114143b0bf 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (3m) 2m ago 3m 3632k - 1.5.0 0da6a335fe13 c7cef7b91d45 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (7m) 2m ago 7m 44.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (7m) 2m ago 7m 44.2M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (6m) 2m ago 6m 45.4M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (6m) 2m ago 6m 40.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (5m) 2m ago 5m 42.8M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (5m) 2m ago 5m 43.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (5m) 2m ago 5m 47.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (4m) 2m ago 4m 41.1M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:04:32.275 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (2m) 2m ago 3m 24.6M - 2.43.0 a07b618ecd1d 506c81fc2fbe 2024-09-16T11:04:32.284 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:32.086+0000 7fa71d7ad040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:04:32.284 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:32.172+0000 7fa71d7ad040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:04:32.284 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:32.231+0000 7fa71d7ad040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:04:32.308 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 1 to smithi07774545-12 2024-09-16T11:04:32.308 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 2 to smithi07774545-12 2024-09-16T11:04:32.308 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 3 to smithi07774545-12 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 4 to smithi07774545-12 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 5 to smithi07774545-12 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:379: finishing write tid 6 to smithi07774545-12 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 165 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:379: left oid 12 (ObjNum 134 snap 34 seq_num 134) 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:379: done (1 left) 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:380: done (0 left) 2024-09-16T11:04:32.309 INFO:tasks.rados.rados.0.smithi077.stdout:381: snap_remove snap 28 2024-09-16T11:04:32.586 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:04:32.586 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:04:32.586 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:04:32.587 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:04:32.588 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 15 2024-09-16T11:04:32.588 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:04:32.588 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:04:32.588 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:32 smithi077 ceph-mon[27497]: pgmap v188: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:32.588 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:32 smithi077 ceph-mon[27497]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T11:04:32.588 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:32 smithi077 ceph-mon[35468]: pgmap v188: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:32.589 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:32 smithi077 ceph-mon[35468]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T11:04:32.713 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:32.292+0000 7fa71d7ad040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:04:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-mon[31349]: pgmap v188: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T11:04:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:32 smithi191 ceph-mon[31349]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T11:04:33.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:33.121+0000 7fa71d7ad040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:04:33.212 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:33] ENGINE Bus STARTING 2024-09-16T11:04:33.213 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: CherryPy Checker: 2024-09-16T11:04:33.213 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: The Application mounted at '' has an empty config. 2024-09-16T11:04:33.213 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:33.321 INFO:tasks.rados.rados.0.smithi077.stdout:381: done (0 left) 2024-09-16T11:04:33.321 INFO:tasks.rados.rados.0.smithi077.stdout:382: snap_remove snap 33 2024-09-16T11:04:33.671 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:04:33.512Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.191:8443: connect: connection refused" 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/198868681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: Standby manager daemon x restarted 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: Standby manager daemon x started 2024-09-16T11:04:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/198868681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: Standby manager daemon x restarted 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:04:33.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:33 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:33.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:33] ENGINE Serving on http://:::9283 2024-09-16T11:04:33.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:33] ENGINE Bus STARTED 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/198868681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: Standby manager daemon x restarted 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:04:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:33 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:34.321 INFO:tasks.rados.rados.0.smithi077.stdout:382: done (0 left) 2024-09-16T11:04:34.321 INFO:tasks.rados.rados.0.smithi077.stdout:383: snap_remove snap 31 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: pgmap v191: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.565 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:34 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: pgmap v191: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: pgmap v191: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T11:04:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-16T11:04:34.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:34.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:34 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:35.326 INFO:tasks.rados.rados.0.smithi077.stdout:383: done (0 left) 2024-09-16T11:04:35.326 INFO:tasks.rados.rados.0.smithi077.stdout:384: setattr oid 41 current snap is 34 2024-09-16T11:04:35.328 INFO:tasks.rados.rados.0.smithi077.stdout:385: read oid 26 snap -1 2024-09-16T11:04:35.328 INFO:tasks.rados.rados.0.smithi077.stdout:385: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:35.328 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 34 2024-09-16T11:04:35.328 INFO:tasks.rados.rados.0.smithi077.stdout:386: seq_num 135 ranges {2105344=663552,2768896=434176,3203072=786432,3989504=385024} 2024-09-16T11:04:35.344 INFO:tasks.rados.rados.0.smithi077.stdout:386: writing smithi07774545-31 from 2105344 to 2768896 tid 1 2024-09-16T11:04:35.346 INFO:tasks.rados.rados.0.smithi077.stdout:386: writing smithi07774545-31 from 2768896 to 3203072 tid 2 2024-09-16T11:04:35.350 INFO:tasks.rados.rados.0.smithi077.stdout:386: writing smithi07774545-31 from 3203072 to 3989504 tid 3 2024-09-16T11:04:35.353 INFO:tasks.rados.rados.0.smithi077.stdout:386: writing smithi07774545-31 from 3989504 to 4374528 tid 4 2024-09-16T11:04:35.353 INFO:tasks.rados.rados.0.smithi077.stdout:387: setattr oid 8 current snap is 34 2024-09-16T11:04:35.353 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 176 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T11:04:35.353 INFO:tasks.rados.rados.0.smithi077.stdout:385: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 1 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 2 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 3 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 4 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 5 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: finishing write tid 6 to smithi07774545-31 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 159 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:386: left oid 31 (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:35.411 INFO:tasks.rados.rados.0.smithi077.stdout:384: done (3 left) 2024-09-16T11:04:35.412 INFO:tasks.rados.rados.0.smithi077.stdout:385: done (2 left) 2024-09-16T11:04:35.412 INFO:tasks.rados.rados.0.smithi077.stdout:386: done (1 left) 2024-09-16T11:04:35.412 INFO:tasks.rados.rados.0.smithi077.stdout:388: read oid 47 snap -1 2024-09-16T11:04:35.412 INFO:tasks.rados.rados.0.smithi077.stdout:388: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T11:04:35.412 INFO:tasks.rados.rados.0.smithi077.stdout:389: snap_remove snap 9 2024-09-16T11:04:35.655 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:35 smithi191 ceph-mon[31349]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T11:04:35.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:35 smithi077 ceph-mon[35468]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T11:04:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:35 smithi077 ceph-mon[27497]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T11:04:36.336 INFO:tasks.rados.rados.0.smithi077.stdout:389: done (2 left) 2024-09-16T11:04:36.337 INFO:tasks.rados.rados.0.smithi077.stdout:390: snap_remove snap 25 2024-09-16T11:04:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:36 smithi077 ceph-mon[35468]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:04:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:36 smithi077 ceph-mon[35468]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T11:04:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:36 smithi077 ceph-mon[27497]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:04:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:36 smithi077 ceph-mon[27497]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T11:04:36.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:36 smithi191 ceph-mon[31349]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:04:36.701 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:36 smithi191 ceph-mon[31349]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T11:04:37.150 INFO:tasks.rados.rados.0.smithi077.stdout:390: done (2 left) 2024-09-16T11:04:37.151 INFO:tasks.rados.rados.0.smithi077.stdout:391: read oid 14 snap -1 2024-09-16T11:04:37.151 INFO:tasks.rados.rados.0.smithi077.stdout:391: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:37.151 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 34 2024-09-16T11:04:37.151 INFO:tasks.rados.rados.0.smithi077.stdout:392: seq_num 136 ranges {1818624=688128,2506752=720896,3227648=540672,3768320=344064} 2024-09-16T11:04:37.164 INFO:tasks.rados.rados.0.smithi077.stdout:392: writing smithi07774545-48 from 1818624 to 2506752 tid 1 2024-09-16T11:04:37.169 INFO:tasks.rados.rados.0.smithi077.stdout:392: writing smithi07774545-48 from 2506752 to 3227648 tid 2 2024-09-16T11:04:37.173 INFO:tasks.rados.rados.0.smithi077.stdout:392: writing smithi07774545-48 from 3227648 to 3768320 tid 3 2024-09-16T11:04:37.175 INFO:tasks.rados.rados.0.smithi077.stdout:392: writing smithi07774545-48 from 3768320 to 4112384 tid 4 2024-09-16T11:04:37.176 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 70 (ObjNum 65 snap 0 seq_num 1400136803) dirty exists 2024-09-16T11:04:37.176 INFO:tasks.rados.rados.0.smithi077.stdout:388: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T11:04:37.190 INFO:tasks.rados.rados.0.smithi077.stdout:391: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:37.199 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 1 to smithi07774545-48 2024-09-16T11:04:37.199 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 2 to smithi07774545-48 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 3 to smithi07774545-48 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 4 to smithi07774545-48 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 5 to smithi07774545-48 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:392: finishing write tid 6 to smithi07774545-48 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 82 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:392: left oid 48 (ObjNum 136 snap 34 seq_num 136) 2024-09-16T11:04:37.200 INFO:tasks.rados.rados.0.smithi077.stdout:387: done (3 left) 2024-09-16T11:04:37.201 INFO:tasks.rados.rados.0.smithi077.stdout:388: done (2 left) 2024-09-16T11:04:37.201 INFO:tasks.rados.rados.0.smithi077.stdout:391: done (1 left) 2024-09-16T11:04:37.201 INFO:tasks.rados.rados.0.smithi077.stdout:392: done (0 left) 2024-09-16T11:04:37.201 INFO:tasks.rados.rados.0.smithi077.stdout:393: delete oid 43 current snap is 34 2024-09-16T11:04:37.202 INFO:tasks.rados.rados.0.smithi077.stdout:393: done (0 left) 2024-09-16T11:04:37.202 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 34 2024-09-16T11:04:37.202 INFO:tasks.rados.rados.0.smithi077.stdout:394: seq_num 138 ranges {1818624=720896,2539520=540672,3080192=557056,3637248=507904} 2024-09-16T11:04:37.215 INFO:tasks.rados.rados.0.smithi077.stdout:394: writing smithi07774545-25 from 1818624 to 2539520 tid 1 2024-09-16T11:04:37.218 INFO:tasks.rados.rados.0.smithi077.stdout:394: writing smithi07774545-25 from 2539520 to 3080192 tid 2 2024-09-16T11:04:37.222 INFO:tasks.rados.rados.0.smithi077.stdout:394: writing smithi07774545-25 from 3080192 to 3637248 tid 3 2024-09-16T11:04:37.225 INFO:tasks.rados.rados.0.smithi077.stdout:394: writing smithi07774545-25 from 3637248 to 4145152 tid 4 2024-09-16T11:04:37.226 INFO:tasks.rados.rados.0.smithi077.stdout:395: setattr oid 48 current snap is 34 2024-09-16T11:04:37.226 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 1 to smithi07774545-25 2024-09-16T11:04:37.226 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 2 to smithi07774545-25 2024-09-16T11:04:37.226 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 3 to smithi07774545-25 2024-09-16T11:04:37.227 INFO:tasks.rados.rados.0.smithi077.stdout:396: read oid 14 snap -1 2024-09-16T11:04:37.227 INFO:tasks.rados.rados.0.smithi077.stdout:396: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:37.227 INFO:tasks.rados.rados.0.smithi077.stdout:397: delete oid 47 current snap is 34 2024-09-16T11:04:37.228 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 4 to smithi07774545-25 2024-09-16T11:04:37.228 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 5 to smithi07774545-25 2024-09-16T11:04:37.228 INFO:tasks.rados.rados.0.smithi077.stdout:397: done (3 left) 2024-09-16T11:04:37.228 INFO:tasks.rados.rados.0.smithi077.stdout:398: delete oid 13 current snap is 34 2024-09-16T11:04:37.229 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 83 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-09-16T11:04:37.230 INFO:tasks.rados.rados.0.smithi077.stdout:394: finishing write tid 6 to smithi07774545-25 2024-09-16T11:04:37.230 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 211 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:04:37.230 INFO:tasks.rados.rados.0.smithi077.stdout:394: left oid 25 (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:04:37.230 INFO:tasks.rados.rados.0.smithi077.stdout:396: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:37.240 INFO:tasks.rados.rados.0.smithi077.stdout:394: done (3 left) 2024-09-16T11:04:37.240 INFO:tasks.rados.rados.0.smithi077.stdout:395: done (2 left) 2024-09-16T11:04:37.240 INFO:tasks.rados.rados.0.smithi077.stdout:396: done (1 left) 2024-09-16T11:04:37.240 INFO:tasks.rados.rados.0.smithi077.stdout:398: done (0 left) 2024-09-16T11:04:37.240 INFO:tasks.rados.rados.0.smithi077.stdout:399: snap_create 2024-09-16T11:04:37.340 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE Bus STOPPING 2024-09-16T11:04:37.340 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:04:37.340 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE Bus STOPPED 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setuser ceph since I am not root 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ignoring --setgroup ceph since I am not root 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mgr[27730]: -- 172.21.15.77:0/3148730494 <== mon.2 v2:172.21.15.77:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ff1b670340 con 0x55ff1b67c800 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.312+0000 7f1b42f32ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.378+0000 7f1b42f32ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:04:37.447 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.444+0000 7f1b42f32ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: Activating manager daemon x 2024-09-16T11:04:37.448 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: mgrmap e24: x(active, starting, since 0.00830718s) 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:04:37.449 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:37.450 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: Activating manager daemon x 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: mgrmap e24: x(active, starting, since 0.00830718s) 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:04:37.451 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:04:37.452 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:04:37.616 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE Bus STARTING 2024-09-16T11:04:37.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T11:04:37.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:37.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: Activating manager daemon x 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T11:04:37.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.14580 172.21.15.77:0/988422300' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T11:04:37.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: mgrmap e24: x(active, starting, since 0.00830718s) 2024-09-16T11:04:37.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:37.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:37.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:37.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:04:37.620 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:04:37.620 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:04:37.620 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:04:37.620 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:04:37.620 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:04:37.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:04:37.622 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:04:37.622 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:04:37.710 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.568+0000 7f1b42f32ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:04:37.872 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa68433d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.872 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa68433d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.872 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa68433d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.872 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa68433d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa68433d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa687b44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa687b44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa687b44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa687b44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:37.614+0000 7fa687b44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE Serving on http://:::9283 2024-09-16T11:04:37.873 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:04:37] ENGINE Bus STARTED 2024-09-16T11:04:37.975 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.707+0000 7f1b42f32ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:04:37.975 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:37 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:37.972+0000 7f1b42f32ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:399: done (0 left) 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:400: read oid 45 snap -1 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:400: expect (ObjNum 100 snap 23 seq_num 100) 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:401: rmattr oid 18 current snap is 35 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:401: done (1 left) 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:402: read oid 28 snap -1 2024-09-16T11:04:38.149 INFO:tasks.rados.rados.0.smithi077.stdout:402: expect deleted 2024-09-16T11:04:38.150 INFO:tasks.rados.rados.0.smithi077.stdout:403: copy_from oid 19 from oid 20 current snap is 35 2024-09-16T11:04:38.150 INFO:tasks.rados.rados.0.smithi077.stdout:404: rmattr oid 26 current snap is 35 2024-09-16T11:04:38.150 INFO:tasks.rados.rados.0.smithi077.stdout:404: done (3 left) 2024-09-16T11:04:38.150 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 35 2024-09-16T11:04:38.150 INFO:tasks.rados.rados.0.smithi077.stdout:405: seq_num 141 ranges {2629632=770048,3399680=589824,3989504=729088,4718592=286720} 2024-09-16T11:04:38.168 INFO:tasks.rados.rados.0.smithi077.stdout:405: writing smithi07774545-39 from 2629632 to 3399680 tid 1 2024-09-16T11:04:38.171 INFO:tasks.rados.rados.0.smithi077.stdout:405: writing smithi07774545-39 from 3399680 to 3989504 tid 2 2024-09-16T11:04:38.176 INFO:tasks.rados.rados.0.smithi077.stdout:405: writing smithi07774545-39 from 3989504 to 4718592 tid 3 2024-09-16T11:04:38.177 INFO:tasks.rados.rados.0.smithi077.stdout:405: writing smithi07774545-39 from 4718592 to 5005312 tid 4 2024-09-16T11:04:38.177 INFO:tasks.rados.rados.0.smithi077.stdout:406: delete oid 1 current snap is 35 2024-09-16T11:04:38.177 INFO:tasks.rados.rados.0.smithi077.stdout:403: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:04:38.178 INFO:tasks.rados.rados.0.smithi077.stdout:400: expect (ObjNum 100 snap 23 seq_num 100) 2024-09-16T11:04:38.298 INFO:tasks.rados.rados.0.smithi077.stdout:403: finishing copy_from to smithi07774545-19 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 62 (ObjNum 117 snap 27 seq_num 117) dirty exists 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 1 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 2 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 3 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 4 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 5 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: finishing write tid 6 to smithi07774545-39 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 156 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:405: left oid 39 (ObjNum 141 snap 35 seq_num 141) 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:400: done (4 left) 2024-09-16T11:04:38.299 INFO:tasks.rados.rados.0.smithi077.stdout:402: done (3 left) 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:403: done (2 left) 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:405: done (1 left) 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:406: done (0 left) 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:407: delete oid 47 current snap is 35 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:407: done (0 left) 2024-09-16T11:04:38.300 INFO:tasks.rados.rados.0.smithi077.stdout:408: read oid 33 snap 30 2024-09-16T11:04:38.301 INFO:tasks.rados.rados.0.smithi077.stdout:408: expect (ObjNum 110 snap 25 seq_num 110) 2024-09-16T11:04:38.301 INFO:tasks.rados.rados.0.smithi077.stdout:409: setattr oid 15 current snap is 35 2024-09-16T11:04:38.302 INFO:tasks.rados.rados.0.smithi077.stdout:410: setattr oid 29 current snap is 35 2024-09-16T11:04:38.304 INFO:tasks.rados.rados.0.smithi077.stdout:411: delete oid 34 current snap is 35 2024-09-16T11:04:38.305 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 89 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T11:04:38.307 INFO:tasks.rados.rados.0.smithi077.stdout:409: done (3 left) 2024-09-16T11:04:38.307 INFO:tasks.rados.rados.0.smithi077.stdout:411: done (2 left) 2024-09-16T11:04:38.307 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 35 2024-09-16T11:04:38.307 INFO:tasks.rados.rados.0.smithi077.stdout:412: seq_num 145 ranges {2850816=32768} 2024-09-16T11:04:38.324 INFO:tasks.rados.rados.0.smithi077.stdout:412: writing smithi07774545-36 from 2850816 to 2883584 tid 1 2024-09-16T11:04:38.324 INFO:tasks.rados.rados.0.smithi077.stdout:413: snap_remove snap 27 2024-09-16T11:04:38.340 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:38.036+0000 7f1b42f32ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:04:38.341 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:38.216+0000 7f1b42f32ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: Manager daemon x is now available 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: Deploying cephadm binary to smithi077 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: Deploying cephadm binary to smithi191 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[35468]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: Manager daemon x is now available 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: Deploying cephadm binary to smithi077 2024-09-16T11:04:38.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: Deploying cephadm binary to smithi191 2024-09-16T11:04:38.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:38 smithi077 ceph-mon[27497]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T11:04:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: Manager daemon x is now available 2024-09-16T11:04:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: Deploying cephadm binary to smithi077 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: Deploying cephadm binary to smithi191 2024-09-16T11:04:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:38 smithi191 ceph-mon[31349]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T11:04:39.152 INFO:tasks.rados.rados.0.smithi077.stdout:413: done (3 left) 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:414: copy_from oid 20 from oid 12 current snap is 35 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:415: read oid 26 snap -1 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:415: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:416: rollback oid 3 current snap is 35 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 24 2024-09-16T11:04:39.153 INFO:tasks.rados.rados.0.smithi077.stdout:417: snap_remove snap 29 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[35468]: mgrmap e25: x(active, since 1.20799s) 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[35468]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[35468]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[27497]: mgrmap e25: x(active, since 1.20799s) 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[27497]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:39.391 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-mon[27497]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T11:04:39.392 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:39.110+0000 7f1b42f32ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:04:39.392 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:39.193+0000 7f1b42f32ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:04:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-mon[31349]: mgrmap e25: x(active, since 1.20799s) 2024-09-16T11:04:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-mon[31349]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-mon[31349]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:39.830+0000 7fa66d30f640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:11:04:39] ENGINE Error in HTTPServer.serve 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: Traceback (most recent call last): 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: self._connections.run(self.expiration_interval) 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: self._run(expiration_interval) 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:04:40.118 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: s = self.context.wrap_socket( 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: return self.sslsocket_class._create( 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: self.do_handshake() 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: self._sslobj.do_handshake() 2024-09-16T11:04:40.119 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:04:40.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:04:40.156 INFO:tasks.rados.rados.0.smithi077.stdout:417: done (6 left) 2024-09-16T11:04:40.157 INFO:tasks.rados.rados.0.smithi077.stdout:418: setattr oid 5 current snap is 35 2024-09-16T11:04:40.157 INFO:tasks.rados.rados.0.smithi077.stdout:419: read oid 40 snap -1 2024-09-16T11:04:40.157 INFO:tasks.rados.rados.0.smithi077.stdout:419: expect deleted 2024-09-16T11:04:40.157 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 35 2024-09-16T11:04:40.157 INFO:tasks.rados.rados.0.smithi077.stdout:420: seq_num 146 ranges {5005312=49152} 2024-09-16T11:04:40.184 INFO:tasks.rados.rados.0.smithi077.stdout:420: writing smithi07774545-39 from 5005312 to 5054464 tid 1 2024-09-16T11:04:40.184 INFO:tasks.rados.rados.0.smithi077.stdout:421: delete oid 10 current snap is 35 2024-09-16T11:04:40.185 INFO:tasks.rados.rados.0.smithi077.stdout:408: expect (ObjNum 110 snap 25 seq_num 110) 2024-09-16T11:04:40.219 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:39.965+0000 7f1b42f32ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:04:40.219 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.080+0000 7f1b42f32ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:04:40.219 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.216+0000 7f1b42f32ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 66 (ObjNum 113 snap 27 seq_num 113) dirty exists 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:412: finishing write tid 1 to smithi07774545-36 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:412: finishing write tid 2 to smithi07774545-36 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:412: finishing write tid 3 to smithi07774545-36 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 208 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:412: left oid 36 (ObjNum 145 snap 35 seq_num 145) 2024-09-16T11:04:40.252 INFO:tasks.rados.rados.0.smithi077.stdout:415: expect (ObjNum 72 snap 11 seq_num 72) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:416: finishing rollback tid 0 to smithi07774545-3 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:416: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:416: finishing rollback tid 2 to smithi07774545-3 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 121 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:414: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:408: done (9 left) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:410: done (8 left) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:412: done (7 left) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:415: done (6 left) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:416: done (5 left) 2024-09-16T11:04:40.315 INFO:tasks.rados.rados.0.smithi077.stdout:421: done (4 left) 2024-09-16T11:04:40.316 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 35 2024-09-16T11:04:40.316 INFO:tasks.rados.rados.0.smithi077.stdout:414: finishing copy_from to smithi07774545-20 2024-09-16T11:04:40.316 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 165 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-09-16T11:04:40.316 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 71 (ObjNum 33 snap 0 seq_num 1303416922) dirty exists 2024-09-16T11:04:40.316 INFO:tasks.rados.rados.0.smithi077.stdout:422: seq_num 148 ranges {1269760=81920} 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:422: writing smithi07774545-23 from 1269760 to 1351680 tid 1 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:414: done (4 left) 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:418: done (3 left) 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:419: done (2 left) 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:423: read oid 35 snap -1 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:423: expect (ObjNum 122 snap 29 seq_num 122) 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:424: rollback oid 3 current snap is 35 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 30 2024-09-16T11:04:40.323 INFO:tasks.rados.rados.0.smithi077.stdout:420: finishing write tid 1 to smithi07774545-39 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:420: finishing write tid 2 to smithi07774545-39 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:420: finishing write tid 3 to smithi07774545-39 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 172 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:420: left oid 39 (ObjNum 146 snap 35 seq_num 146) 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:420: done (3 left) 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:425: rollback oid 50 current snap is 35 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 24 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 35 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:426: seq_num 149 ranges {0=98304} 2024-09-16T11:04:40.324 INFO:tasks.rados.rados.0.smithi077.stdout:426: writing smithi07774545-10 from 0 to 98304 tid 1 2024-09-16T11:04:40.325 INFO:tasks.rados.rados.0.smithi077.stdout:427: copy_from oid 45 from oid 13 current snap is 35 2024-09-16T11:04:40.325 INFO:tasks.rados.rados.0.smithi077.stdout:428: snap_create 2024-09-16T11:04:40.326 INFO:tasks.rados.rados.0.smithi077.stdout:427: finishing copy_from to smithi07774545-45 2024-09-16T11:04:40.327 INFO:tasks.rados.rados.0.smithi077.stdout:427: got expected ENOENT (src dne) 2024-09-16T11:04:40.327 INFO:tasks.rados.rados.0.smithi077.stdout:427: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:04:40.337 INFO:tasks.rados.rados.0.smithi077.stdout:423: expect (ObjNum 122 snap 29 seq_num 122) 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:424: finishing rollback tid 0 to smithi07774545-3 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:422: finishing write tid 1 to smithi07774545-23 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:422: finishing write tid 2 to smithi07774545-23 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:426: finishing write tid 1 to smithi07774545-10 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:426: finishing write tid 2 to smithi07774545-10 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:424: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:04:40.431 INFO:tasks.rados.rados.0.smithi077.stdout:422: finishing write tid 3 to smithi07774545-23 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 93 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:422: left oid 23 (ObjNum 148 snap 35 seq_num 148) 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:424: finishing rollback tid 2 to smithi07774545-3 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 168 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:425: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:425: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:426: finishing write tid 3 to smithi07774545-10 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 228 (ObjNum 149 snap 35 seq_num 149) dirty exists 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:426: left oid 10 (ObjNum 149 snap 35 seq_num 149) 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:425: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:04:40.432 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 212 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:04:40.497 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.281+0000 7f1b42f32ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:04:40.497 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.425+0000 7f1b42f32ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:04:40.497 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.495+0000 7f1b42f32ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:04:40.774 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.553+0000 7f1b42f32ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:04:40.774 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.702+0000 7f1b42f32ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.772+0000 7f1b42f32ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: pgmap v6: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: mgrmap e26: x(active, since 2s) 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: [16/Sep/2024:11:04:39] ENGINE Bus STARTING 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: [16/Sep/2024:11:04:39] ENGINE Serving on https://172.21.15.191:7150 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: [16/Sep/2024:11:04:39] ENGINE Error in HTTPServer.serve 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:04:40.775 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: self.do_handshake() 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:04:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: [16/Sep/2024:11:04:39] ENGINE Serving on http://172.21.15.191:8765 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: [16/Sep/2024:11:04:39] ENGINE Bus STARTED 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[35468]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: pgmap v6: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: mgrmap e26: x(active, since 2s) 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: [16/Sep/2024:11:04:39] ENGINE Bus STARTING 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: [16/Sep/2024:11:04:39] ENGINE Serving on https://172.21.15.191:7150 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: [16/Sep/2024:11:04:39] ENGINE Error in HTTPServer.serve 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:04:40.777 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T11:04:40.778 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: [16/Sep/2024:11:04:39] ENGINE Serving on http://172.21.15.191:8765 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: [16/Sep/2024:11:04:39] ENGINE Bus STARTED 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T11:04:40.779 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-mon[27497]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T11:04:40.912 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: pgmap v6: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:40.912 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: mgrmap e26: x(active, since 2s) 2024-09-16T11:04:40.912 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: [16/Sep/2024:11:04:39] ENGINE Bus STARTING 2024-09-16T11:04:40.912 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: [16/Sep/2024:11:04:39] ENGINE Serving on https://172.21.15.191:7150 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: [16/Sep/2024:11:04:39] ENGINE Error in HTTPServer.serve 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: Traceback (most recent call last): 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._run(expiration_interval) 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: s = self.context.wrap_socket( 2024-09-16T11:04:40.913 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: return self.sslsocket_class._create( 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: self.do_handshake() 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._sslobj.do_handshake() 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: [16/Sep/2024:11:04:39] ENGINE Serving on http://172.21.15.191:8765 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: [16/Sep/2024:11:04:39] ENGINE Bus STARTED 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T11:04:40.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:40 smithi191 ceph-mon[31349]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T11:04:41.039 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.838+0000 7f1b42f32ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:04:41.039 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.918+0000 7f1b42f32ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:04:41.040 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:40.976+0000 7f1b42f32ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:04:41.040 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:41.037+0000 7f1b42f32ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:422: done (6 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:423: done (5 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:424: done (4 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:425: done (3 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:426: done (2 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:427: done (1 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:428: done (0 left) 2024-09-16T11:04:41.310 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 36 2024-09-16T11:04:41.311 INFO:tasks.rados.rados.0.smithi077.stdout:429: seq_num 150 ranges {2252800=114688} 2024-09-16T11:04:41.323 INFO:tasks.rados.rados.0.smithi077.stdout:429: writing smithi07774545-12 from 2252800 to 2367488 tid 1 2024-09-16T11:04:41.323 INFO:tasks.rados.rados.0.smithi077.stdout:430: read oid 9 snap -1 2024-09-16T11:04:41.323 INFO:tasks.rados.rados.0.smithi077.stdout:430: expect deleted 2024-09-16T11:04:41.323 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 36 2024-09-16T11:04:41.323 INFO:tasks.rados.rados.0.smithi077.stdout:431: seq_num 151 ranges {1818624=131072} 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:431: writing smithi07774545-26 from 1818624 to 1949696 tid 1 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:432: snap_create 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:429: finishing write tid 1 to smithi07774545-12 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:429: finishing write tid 2 to smithi07774545-12 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:429: finishing write tid 3 to smithi07774545-12 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 207 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-16T11:04:41.334 INFO:tasks.rados.rados.0.smithi077.stdout:429: left oid 12 (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:04:41.335 INFO:tasks.rados.rados.0.smithi077.stdout:431: finishing write tid 1 to smithi07774545-26 2024-09-16T11:04:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:431: finishing write tid 2 to smithi07774545-26 2024-09-16T11:04:41.337 INFO:tasks.rados.rados.0.smithi077.stdout:431: finishing write tid 3 to smithi07774545-26 2024-09-16T11:04:41.337 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 155 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-09-16T11:04:41.337 INFO:tasks.rados.rados.0.smithi077.stdout:431: left oid 26 (ObjNum 151 snap 36 seq_num 151) 2024-09-16T11:04:41.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:41.815+0000 7f1b42f32ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:04:41.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:04:41] ENGINE Bus STARTING 2024-09-16T11:04:41.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: CherryPy Checker: 2024-09-16T11:04:41.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: The Application mounted at '' has an empty config. 2024-09-16T11:04:41.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: 2024-09-16T11:04:42.309 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:04:41] ENGINE Serving on http://:::9283 2024-09-16T11:04:42.309 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: [16/Sep/2024:11:04:41] ENGINE Bus STARTED 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:429: done (3 left) 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:430: done (2 left) 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:431: done (1 left) 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:432: done (0 left) 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:433: copy_from oid 15 from oid 40 current snap is 37 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:434: read oid 7 snap 36 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:434: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:04:42.325 INFO:tasks.rados.rados.0.smithi077.stdout:435: rollback oid 31 current snap is 37 2024-09-16T11:04:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 31 to 34 2024-09-16T11:04:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:436: delete oid 35 current snap is 37 2024-09-16T11:04:42.327 INFO:tasks.rados.rados.0.smithi077.stdout:433: finishing copy_from to smithi07774545-15 2024-09-16T11:04:42.327 INFO:tasks.rados.rados.0.smithi077.stdout:433: got expected ENOENT (src dne) 2024-09-16T11:04:42.328 INFO:tasks.rados.rados.0.smithi077.stdout:433: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:04:42.328 INFO:tasks.rados.rados.0.smithi077.stdout:434: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:04:42.332 INFO:tasks.rados.rados.0.smithi077.stdout:435: finishing rollback tid 0 to smithi07774545-31 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:435: finishing rollback tid 1 to smithi07774545-31 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:435: finishing rollback tid 2 to smithi07774545-31 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 179 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:433: done (3 left) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:434: done (2 left) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:435: done (1 left) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:436: done (0 left) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:437: read oid 41 snap -1 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:437: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:438: rmattr oid 6 current snap is 37 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:438: done (1 left) 2024-09-16T11:04:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:439: setattr oid 25 current snap is 37 2024-09-16T11:04:42.334 INFO:tasks.rados.rados.0.smithi077.stdout:440: snap_create 2024-09-16T11:04:42.336 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 230 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:04:42.336 INFO:tasks.rados.rados.0.smithi077.stdout:437: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T11:04:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: pgmap v9: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T11:04:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: mgrmap e27: x(active, since 4s) 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: Standby manager daemon y started 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: pgmap v9: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T11:04:42.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: mgrmap e27: x(active, since 4s) 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: Standby manager daemon y started 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:42.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:42 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: pgmap v9: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T11:04:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: mgrmap e27: x(active, since 4s) 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: Standby manager daemon y started 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/337971358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:42.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:42 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.326 INFO:tasks.rados.rados.0.smithi077.stdout:437: done (2 left) 2024-09-16T11:04:43.326 INFO:tasks.rados.rados.0.smithi077.stdout:439: done (1 left) 2024-09-16T11:04:43.326 INFO:tasks.rados.rados.0.smithi077.stdout:440: done (0 left) 2024-09-16T11:04:43.326 INFO:tasks.rados.rados.0.smithi077.stdout:441: setattr oid 39 current snap is 38 2024-09-16T11:04:43.327 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 38 2024-09-16T11:04:43.327 INFO:tasks.rados.rados.0.smithi077.stdout:442: seq_num 153 ranges {794624=163840} 2024-09-16T11:04:43.333 INFO:tasks.rados.rados.0.smithi077.stdout:442: writing smithi07774545-22 from 794624 to 958464 tid 1 2024-09-16T11:04:43.333 INFO:tasks.rados.rados.0.smithi077.stdout:443: snap_remove snap 24 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi077 to 2480M 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.662 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:43 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi077 to 2480M 2024-09-16T11:04:43.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi077 to 2480M 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T11:04:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:04:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:43 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:443: done (2 left) 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:444: rmattr oid 7 current snap is 38 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:444: done (2 left) 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:445: copy_from oid 19 from oid 37 current snap is 38 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 174 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:442: finishing write tid 1 to smithi07774545-22 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:442: finishing write tid 2 to smithi07774545-22 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:442: finishing write tid 3 to smithi07774545-22 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 44 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-09-16T11:04:44.345 INFO:tasks.rados.rados.0.smithi077.stdout:442: left oid 22 (ObjNum 153 snap 38 seq_num 153) 2024-09-16T11:04:44.346 INFO:tasks.rados.rados.0.smithi077.stdout:441: done (2 left) 2024-09-16T11:04:44.346 INFO:tasks.rados.rados.0.smithi077.stdout:442: done (1 left) 2024-09-16T11:04:44.346 INFO:tasks.rados.rados.0.smithi077.stdout:446: copy_from oid 48 from oid 31 current snap is 38 2024-09-16T11:04:44.346 INFO:tasks.rados.rados.0.smithi077.stdout:447: delete oid 16 current snap is 38 2024-09-16T11:04:44.353 INFO:tasks.rados.rados.0.smithi077.stdout:447: done (2 left) 2024-09-16T11:04:44.353 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 38 2024-09-16T11:04:44.353 INFO:tasks.rados.rados.0.smithi077.stdout:448: seq_num 155 ranges {5562368=204800} 2024-09-16T11:04:44.386 INFO:tasks.rados.rados.0.smithi077.stdout:448: writing smithi07774545-21 from 5562368 to 5767168 tid 1 2024-09-16T11:04:44.386 INFO:tasks.rados.rados.0.smithi077.stdout:449: delete oid 39 current snap is 38 2024-09-16T11:04:44.386 INFO:tasks.rados.rados.0.smithi077.stdout:446: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:04:44.386 INFO:tasks.rados.rados.0.smithi077.stdout:446: finishing copy_from to smithi07774545-48 2024-09-16T11:04:44.386 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 179 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T11:04:44.387 INFO:tasks.rados.rados.0.smithi077.stdout:445: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:04:44.387 INFO:tasks.rados.rados.0.smithi077.stdout:445: finishing copy_from to smithi07774545-19 2024-09-16T11:04:44.387 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 116 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T11:04:44.387 INFO:tasks.rados.rados.0.smithi077.stdout:445: done (3 left) 2024-09-16T11:04:44.387 INFO:tasks.rados.rados.0.smithi077.stdout:446: done (2 left) 2024-09-16T11:04:44.388 INFO:tasks.rados.rados.0.smithi077.stdout:449: done (1 left) 2024-09-16T11:04:44.388 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 38 2024-09-16T11:04:44.388 INFO:tasks.rados.rados.0.smithi077.stdout:450: seq_num 157 ranges {73728=237568} 2024-09-16T11:04:44.390 INFO:tasks.rados.rados.0.smithi077.stdout:450: writing smithi07774545-15 from 73728 to 311296 tid 1 2024-09-16T11:04:44.390 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 38 2024-09-16T11:04:44.390 INFO:tasks.rados.rados.0.smithi077.stdout:448: finishing write tid 1 to smithi07774545-21 2024-09-16T11:04:44.390 INFO:tasks.rados.rados.0.smithi077.stdout:448: finishing write tid 2 to smithi07774545-21 2024-09-16T11:04:44.390 INFO:tasks.rados.rados.0.smithi077.stdout:451: seq_num 158 ranges {1900544=253952} 2024-09-16T11:04:44.401 INFO:tasks.rados.rados.0.smithi077.stdout:451: writing smithi07774545-29 from 1900544 to 2154496 tid 1 2024-09-16T11:04:44.401 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 38 2024-09-16T11:04:44.401 INFO:tasks.rados.rados.0.smithi077.stdout:452: seq_num 159 ranges {491520=270336} 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:452: writing smithi07774545-30 from 491520 to 761856 tid 1 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:453: read oid 41 snap -1 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:453: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:454: read oid 14 snap -1 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:454: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:44.406 INFO:tasks.rados.rados.0.smithi077.stdout:455: copy_from oid 23 from oid 50 current snap is 38 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:448: finishing write tid 3 to smithi07774545-21 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 235 (ObjNum 155 snap 38 seq_num 155) dirty exists 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:448: left oid 21 (ObjNum 155 snap 38 seq_num 155) 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:450: finishing write tid 1 to smithi07774545-15 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:450: finishing write tid 2 to smithi07774545-15 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:450: finishing write tid 3 to smithi07774545-15 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 104 (ObjNum 157 snap 38 seq_num 157) dirty exists 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:450: left oid 15 (ObjNum 157 snap 38 seq_num 157) 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:451: finishing write tid 1 to smithi07774545-29 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:451: finishing write tid 2 to smithi07774545-29 2024-09-16T11:04:44.407 INFO:tasks.rados.rados.0.smithi077.stdout:448: done (6 left) 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:450: done (5 left) 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:456: snap_create 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:451: finishing write tid 3 to smithi07774545-29 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 76 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:451: left oid 29 (ObjNum 158 snap 38 seq_num 158) 2024-09-16T11:04:44.408 INFO:tasks.rados.rados.0.smithi077.stdout:452: finishing write tid 1 to smithi07774545-30 2024-09-16T11:04:44.409 INFO:tasks.rados.rados.0.smithi077.stdout:452: finishing write tid 2 to smithi07774545-30 2024-09-16T11:04:44.409 INFO:tasks.rados.rados.0.smithi077.stdout:454: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T11:04:44.418 INFO:tasks.rados.rados.0.smithi077.stdout:453: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T11:04:44.438 INFO:tasks.rados.rados.0.smithi077.stdout:452: finishing write tid 3 to smithi07774545-30 2024-09-16T11:04:44.439 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 102 (ObjNum 159 snap 38 seq_num 159) dirty exists 2024-09-16T11:04:44.439 INFO:tasks.rados.rados.0.smithi077.stdout:452: left oid 30 (ObjNum 159 snap 38 seq_num 159) 2024-09-16T11:04:44.439 INFO:tasks.rados.rados.0.smithi077.stdout:455: finishing copy_from racing read to smithi07774545-23 2024-09-16T11:04:44.439 INFO:tasks.rados.rados.0.smithi077.stdout:455: finishing copy_from to smithi07774545-23 2024-09-16T11:04:44.439 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 212 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:04:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:44 smithi191 ceph-mon[31349]: pgmap v12: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:44.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:44 smithi191 ceph-mon[31349]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T11:04:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:44 smithi077 ceph-mon[27497]: pgmap v12: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:44 smithi077 ceph-mon[27497]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T11:04:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:44 smithi077 ceph-mon[35468]: pgmap v12: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:44 smithi077 ceph-mon[35468]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:451: done (5 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:452: done (4 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:453: done (3 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:454: done (2 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:455: done (1 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:456: done (0 left) 2024-09-16T11:04:45.348 INFO:tasks.rados.rados.0.smithi077.stdout:457: snap_create 2024-09-16T11:04:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:45 smithi077 ceph-mon[35468]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T11:04:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:45 smithi077 ceph-mon[27497]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T11:04:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:45 smithi191 ceph-mon[31349]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T11:04:46.348 INFO:tasks.rados.rados.0.smithi077.stdout:457: done (0 left) 2024-09-16T11:04:46.348 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 40 2024-09-16T11:04:46.348 INFO:tasks.rados.rados.0.smithi077.stdout:458: seq_num 160 ranges {393216=286720} 2024-09-16T11:04:46.351 INFO:tasks.rados.rados.0.smithi077.stdout:458: writing smithi07774545-33 from 393216 to 679936 tid 1 2024-09-16T11:04:46.351 INFO:tasks.rados.rados.0.smithi077.stdout:459: read oid 27 snap -1 2024-09-16T11:04:46.351 INFO:tasks.rados.rados.0.smithi077.stdout:459: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:46.352 INFO:tasks.rados.rados.0.smithi077.stdout:460: copy_from oid 30 from oid 25 current snap is 40 2024-09-16T11:04:46.352 INFO:tasks.rados.rados.0.smithi077.stdout:461: read oid 31 snap -1 2024-09-16T11:04:46.352 INFO:tasks.rados.rados.0.smithi077.stdout:461: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:46.352 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 40 2024-09-16T11:04:46.352 INFO:tasks.rados.rados.0.smithi077.stdout:462: seq_num 161 ranges {1818624=303104} 2024-09-16T11:04:46.364 INFO:tasks.rados.rados.0.smithi077.stdout:462: writing smithi07774545-6 from 1818624 to 2121728 tid 1 2024-09-16T11:04:46.364 INFO:tasks.rados.rados.0.smithi077.stdout:459: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:46.381 INFO:tasks.rados.rados.0.smithi077.stdout:458: finishing write tid 1 to smithi07774545-33 2024-09-16T11:04:46.381 INFO:tasks.rados.rados.0.smithi077.stdout:458: finishing write tid 2 to smithi07774545-33 2024-09-16T11:04:46.381 INFO:tasks.rados.rados.0.smithi077.stdout:462: finishing write tid 1 to smithi07774545-6 2024-09-16T11:04:46.381 INFO:tasks.rados.rados.0.smithi077.stdout:462: finishing write tid 2 to smithi07774545-6 2024-09-16T11:04:46.381 INFO:tasks.rados.rados.0.smithi077.stdout:462: finishing write tid 3 to smithi07774545-6 2024-09-16T11:04:46.382 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 164 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-09-16T11:04:46.382 INFO:tasks.rados.rados.0.smithi077.stdout:462: left oid 6 (ObjNum 161 snap 40 seq_num 161) 2024-09-16T11:04:46.382 INFO:tasks.rados.rados.0.smithi077.stdout:461: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:458: finishing write tid 3 to smithi07774545-33 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 186 (ObjNum 160 snap 40 seq_num 160) dirty exists 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:458: left oid 33 (ObjNum 160 snap 40 seq_num 160) 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:460: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:458: done (4 left) 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:459: done (3 left) 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:461: done (2 left) 2024-09-16T11:04:46.533 INFO:tasks.rados.rados.0.smithi077.stdout:462: done (1 left) 2024-09-16T11:04:46.534 INFO:tasks.rados.rados.0.smithi077.stdout:463: read oid 15 snap 30 2024-09-16T11:04:46.534 INFO:tasks.rados.rados.0.smithi077.stdout:463: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:46.534 INFO:tasks.rados.rados.0.smithi077.stdout:464: snap_remove snap 35 2024-09-16T11:04:46.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: pgmap v15: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: pgmap v15: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:46 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: pgmap v15: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:04:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:46 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:04:47.359 INFO:tasks.rados.rados.0.smithi077.stdout:464: done (2 left) 2024-09-16T11:04:47.360 INFO:tasks.rados.rados.0.smithi077.stdout:465: snap_remove snap 38 2024-09-16T11:04:47.614 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Adjusting osd_memory_target on smithi191 to 2480M 2024-09-16T11:04:47.614 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:04:47.614 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.615 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Adjusting osd_memory_target on smithi191 to 2480M 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.617 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:47 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:47] "GET /metrics HTTP/1.1" 200 33179 "" "Prometheus/2.43.0" 2024-09-16T11:04:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Adjusting osd_memory_target on smithi191 to 2480M 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:47.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:47 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:48.368 INFO:tasks.rados.rados.0.smithi077.stdout:465: done (2 left) 2024-09-16T11:04:48.368 INFO:tasks.rados.rados.0.smithi077.stdout:466: copy_from oid 48 from oid 50 current snap is 40 2024-09-16T11:04:48.368 INFO:tasks.rados.rados.0.smithi077.stdout:460: finishing copy_from to smithi07774545-30 2024-09-16T11:04:48.368 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 230 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:04:48.368 INFO:tasks.rados.rados.0.smithi077.stdout:463: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:460: done (2 left) 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:463: done (1 left) 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:467: rollback oid 8 current snap is 40 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 22 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 40 2024-09-16T11:04:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:468: seq_num 162 ranges {679936=319488} 2024-09-16T11:04:48.377 INFO:tasks.rados.rados.0.smithi077.stdout:468: writing smithi07774545-41 from 679936 to 999424 tid 1 2024-09-16T11:04:48.377 INFO:tasks.rados.rados.0.smithi077.stdout:469: snap_create 2024-09-16T11:04:48.377 INFO:tasks.rados.rados.0.smithi077.stdout:466: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:04:48.377 INFO:tasks.rados.rados.0.smithi077.stdout:466: finishing copy_from to smithi07774545-48 2024-09-16T11:04:48.377 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 212 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:04:48.378 INFO:tasks.rados.rados.0.smithi077.stdout:467: finishing rollback tid 0 to smithi07774545-8 2024-09-16T11:04:48.378 INFO:tasks.rados.rados.0.smithi077.stdout:467: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:04:48.378 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 214 (ObjNum 65 snap 0 seq_num 1685018978) dirty dne 2024-09-16T11:04:48.381 INFO:tasks.rados.rados.0.smithi077.stdout:468: finishing write tid 1 to smithi07774545-41 2024-09-16T11:04:48.381 INFO:tasks.rados.rados.0.smithi077.stdout:468: finishing write tid 2 to smithi07774545-41 2024-09-16T11:04:48.382 INFO:tasks.rados.rados.0.smithi077.stdout:468: finishing write tid 3 to smithi07774545-41 2024-09-16T11:04:48.382 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 227 (ObjNum 162 snap 40 seq_num 162) dirty exists 2024-09-16T11:04:48.382 INFO:tasks.rados.rados.0.smithi077.stdout:468: left oid 41 (ObjNum 162 snap 40 seq_num 162) 2024-09-16T11:04:48.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: pgmap v18: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:48.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:04:48.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:04:48.648 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.649 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.650 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: pgmap v18: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: pgmap v18: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 706 KiB/s wr, 55 op/s 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: Reconfiguring daemon alertmanager.a on smithi077 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:04:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:04:48.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:48 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:04:48.898 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:04:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[27726]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:466: done (3 left) 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:467: done (2 left) 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:468: done (1 left) 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:469: done (0 left) 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 41 2024-09-16T11:04:49.377 INFO:tasks.rados.rados.0.smithi077.stdout:470: seq_num 163 ranges {1269760=335872} 2024-09-16T11:04:49.385 INFO:tasks.rados.rados.0.smithi077.stdout:470: writing smithi07774545-17 from 1269760 to 1605632 tid 1 2024-09-16T11:04:49.385 INFO:tasks.rados.rados.0.smithi077.stdout:471: copy_from oid 28 from oid 42 current snap is 41 2024-09-16T11:04:49.386 INFO:tasks.rados.rados.0.smithi077.stdout:472: rollback oid 15 current snap is 41 2024-09-16T11:04:49.386 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 32 2024-09-16T11:04:49.386 INFO:tasks.rados.rados.0.smithi077.stdout:473: rollback oid 33 current snap is 41 2024-09-16T11:04:49.386 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 34 2024-09-16T11:04:49.386 INFO:tasks.rados.rados.0.smithi077.stdout:474: delete oid 46 current snap is 41 2024-09-16T11:04:49.392 INFO:tasks.rados.rados.0.smithi077.stdout:470: finishing write tid 1 to smithi07774545-17 2024-09-16T11:04:49.392 INFO:tasks.rados.rados.0.smithi077.stdout:472: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:04:49.393 INFO:tasks.rados.rados.0.smithi077.stdout:473: finishing rollback tid 0 to smithi07774545-33 2024-09-16T11:04:49.393 INFO:tasks.rados.rados.0.smithi077.stdout:473: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:04:49.393 INFO:tasks.rados.rados.0.smithi077.stdout:474: done (4 left) 2024-09-16T11:04:49.393 INFO:tasks.rados.rados.0.smithi077.stdout:475: read oid 11 snap 36 2024-09-16T11:04:49.393 INFO:tasks.rados.rados.0.smithi077.stdout:475: expect deleted 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:476: read oid 19 snap -1 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:476: expect (ObjNum 131 snap 33 seq_num 131) 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:472: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:470: finishing write tid 2 to smithi07774545-17 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:477: copy_from oid 14 from oid 7 current snap is 41 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:473: finishing rollback tid 2 to smithi07774545-33 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 196 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:473: done (6 left) 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:478: delete oid 21 current snap is 41 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:472: finishing rollback tid 2 to smithi07774545-15 2024-09-16T11:04:49.394 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 110 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T11:04:49.395 INFO:tasks.rados.rados.0.smithi077.stdout:470: finishing write tid 3 to smithi07774545-17 2024-09-16T11:04:49.395 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 166 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-16T11:04:49.395 INFO:tasks.rados.rados.0.smithi077.stdout:470: left oid 17 (ObjNum 163 snap 41 seq_num 163) 2024-09-16T11:04:49.396 INFO:tasks.rados.rados.0.smithi077.stdout:470: done (6 left) 2024-09-16T11:04:49.396 INFO:tasks.rados.rados.0.smithi077.stdout:472: done (5 left) 2024-09-16T11:04:49.396 INFO:tasks.rados.rados.0.smithi077.stdout:475: done (4 left) 2024-09-16T11:04:49.397 INFO:tasks.rados.rados.0.smithi077.stdout:478: done (3 left) 2024-09-16T11:04:49.397 INFO:tasks.rados.rados.0.smithi077.stdout:479: read oid 20 snap -1 2024-09-16T11:04:49.397 INFO:tasks.rados.rados.0.smithi077.stdout:479: expect (ObjNum 134 snap 34 seq_num 134) 2024-09-16T11:04:49.397 INFO:tasks.rados.rados.0.smithi077.stdout:480: delete oid 10 current snap is 41 2024-09-16T11:04:49.397 INFO:tasks.rados.rados.0.smithi077.stdout:477: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:04:49.398 INFO:tasks.rados.rados.0.smithi077.stdout:477: finishing copy_from to smithi07774545-14 2024-09-16T11:04:49.398 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:04:49.398 INFO:tasks.rados.rados.0.smithi077.stdout:477: done (4 left) 2024-09-16T11:04:49.399 INFO:tasks.rados.rados.0.smithi077.stdout:480: done (3 left) 2024-09-16T11:04:49.399 INFO:tasks.rados.rados.0.smithi077.stdout:481: copy_from oid 29 from oid 27 current snap is 41 2024-09-16T11:04:49.399 INFO:tasks.rados.rados.0.smithi077.stdout:482: delete oid 45 current snap is 41 2024-09-16T11:04:49.401 INFO:tasks.rados.rados.0.smithi077.stdout:471: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:04:49.402 INFO:tasks.rados.rados.0.smithi077.stdout:482: done (4 left) 2024-09-16T11:04:49.402 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 41 2024-09-16T11:04:49.402 INFO:tasks.rados.rados.0.smithi077.stdout:483: seq_num 168 ranges {1605632=417792} 2024-09-16T11:04:49.416 INFO:tasks.rados.rados.0.smithi077.stdout:483: writing smithi07774545-17 from 1605632 to 2023424 tid 1 2024-09-16T11:04:49.416 INFO:tasks.rados.rados.0.smithi077.stdout:484: rollback oid 32 current snap is 41 2024-09-16T11:04:49.416 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 30 2024-09-16T11:04:49.416 INFO:tasks.rados.rados.0.smithi077.stdout:479: expect (ObjNum 134 snap 34 seq_num 134) 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:481: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:481: finishing copy_from to smithi07774545-29 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 53 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:471: finishing copy_from to smithi07774545-28 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 114 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:471: done (5 left) 2024-09-16T11:04:49.476 INFO:tasks.rados.rados.0.smithi077.stdout:479: done (4 left) 2024-09-16T11:04:49.477 INFO:tasks.rados.rados.0.smithi077.stdout:481: done (3 left) 2024-09-16T11:04:49.477 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 41 2024-09-16T11:04:49.477 INFO:tasks.rados.rados.0.smithi077.stdout:476: expect (ObjNum 131 snap 33 seq_num 131) 2024-09-16T11:04:49.625 INFO:tasks.rados.rados.0.smithi077.stdout:483: finishing write tid 1 to smithi07774545-17 2024-09-16T11:04:49.625 INFO:tasks.rados.rados.0.smithi077.stdout:483: finishing write tid 2 to smithi07774545-17 2024-09-16T11:04:49.625 INFO:tasks.rados.rados.0.smithi077.stdout:484: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:04:49.625 INFO:tasks.rados.rados.0.smithi077.stdout:484: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:04:49.625 INFO:tasks.rados.rados.0.smithi077.stdout:483: finishing write tid 3 to smithi07774545-17 2024-09-16T11:04:49.626 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 168 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-09-16T11:04:49.626 INFO:tasks.rados.rados.0.smithi077.stdout:483: left oid 17 (ObjNum 168 snap 41 seq_num 168) 2024-09-16T11:04:49.626 INFO:tasks.rados.rados.0.smithi077.stdout:484: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:04:49.626 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 248 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T11:04:49.626 INFO:tasks.rados.rados.0.smithi077.stdout:485: seq_num 169 ranges {729088=434176} 2024-09-16T11:04:49.631 INFO:tasks.rados.rados.0.smithi077.stdout:485: writing smithi07774545-44 from 729088 to 1163264 tid 1 2024-09-16T11:04:49.632 INFO:tasks.rados.rados.0.smithi077.stdout:476: done (3 left) 2024-09-16T11:04:49.632 INFO:tasks.rados.rados.0.smithi077.stdout:483: done (2 left) 2024-09-16T11:04:49.632 INFO:tasks.rados.rados.0.smithi077.stdout:484: done (1 left) 2024-09-16T11:04:49.632 INFO:tasks.rados.rados.0.smithi077.stdout:486: delete oid 34 current snap is 41 2024-09-16T11:04:49.633 INFO:tasks.rados.rados.0.smithi077.stdout:486: done (1 left) 2024-09-16T11:04:49.633 INFO:tasks.rados.rados.0.smithi077.stdout:487: delete oid 10 current snap is 41 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:485: finishing write tid 1 to smithi07774545-44 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:487: done (1 left) 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:488: rmattr oid 29 current snap is 41 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:488: done (1 left) 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 41 2024-09-16T11:04:49.634 INFO:tasks.rados.rados.0.smithi077.stdout:489: seq_num 172 ranges {4259840=483328} 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:489: writing smithi07774545-37 from 4259840 to 4743168 tid 1 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:490: read oid 29 snap -1 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:490: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 41 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:485: finishing write tid 2 to smithi07774545-44 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:485: finishing write tid 3 to smithi07774545-44 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 222 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:485: left oid 44 (ObjNum 169 snap 41 seq_num 169) 2024-09-16T11:04:49.660 INFO:tasks.rados.rados.0.smithi077.stdout:491: seq_num 173 ranges {2367488=499712} 2024-09-16T11:04:49.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:49 smithi077 ceph-mon[27497]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T11:04:49.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:49 smithi077 ceph-mon[35468]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:491: writing smithi07774545-12 from 2367488 to 2867200 tid 1 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:485: done (3 left) 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 41 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:489: finishing write tid 1 to smithi07774545-37 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:489: finishing write tid 2 to smithi07774545-37 2024-09-16T11:04:49.675 INFO:tasks.rados.rados.0.smithi077.stdout:492: seq_num 174 ranges {2883584=516096} 2024-09-16T11:04:49.693 INFO:tasks.rados.rados.0.smithi077.stdout:492: writing smithi07774545-36 from 2883584 to 3399680 tid 1 2024-09-16T11:04:49.694 INFO:tasks.rados.rados.0.smithi077.stdout:493: snap_remove snap 39 2024-09-16T11:04:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:49 smithi191 ceph-mon[31349]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T11:04:50.307 INFO:tasks.rados.rados.0.smithi077.stdout:493: done (4 left) 2024-09-16T11:04:50.307 INFO:tasks.rados.rados.0.smithi077.stdout:494: snap_create 2024-09-16T11:04:50.307 INFO:tasks.rados.rados.0.smithi077.stdout:490: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:50.324 INFO:tasks.rados.rados.0.smithi077.stdout:489: finishing write tid 3 to smithi07774545-37 2024-09-16T11:04:50.324 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 173 (ObjNum 172 snap 41 seq_num 172) dirty exists 2024-09-16T11:04:50.324 INFO:tasks.rados.rados.0.smithi077.stdout:489: left oid 37 (ObjNum 172 snap 41 seq_num 172) 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:491: finishing write tid 1 to smithi07774545-12 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:491: finishing write tid 2 to smithi07774545-12 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:491: finishing write tid 3 to smithi07774545-12 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 225 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:491: left oid 12 (ObjNum 173 snap 41 seq_num 173) 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:492: finishing write tid 1 to smithi07774545-36 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:492: finishing write tid 2 to smithi07774545-36 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:492: finishing write tid 3 to smithi07774545-36 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 242 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-09-16T11:04:50.325 INFO:tasks.rados.rados.0.smithi077.stdout:492: left oid 36 (ObjNum 174 snap 41 seq_num 174) 2024-09-16T11:04:50.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[35468]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[35468]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T11:04:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[35468]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T11:04:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[35468]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T11:04:50.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:50 smithi077 systemd[1]: Stopping Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[27497]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[27497]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T11:04:50.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[27497]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T11:04:50.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-mon[27497]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T11:04:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:50 smithi191 ceph-mon[31349]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:50 smithi191 ceph-mon[31349]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T11:04:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:50 smithi191 ceph-mon[31349]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T11:04:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:50 smithi191 ceph-mon[31349]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T11:04:50.876 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:50 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[70551]: ts=2024-09-16T11:04:50.566Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:04:50.877 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:50 smithi077 podman[76882]: 2024-09-16 11:04:50.607072882 +0000 UTC m=+0.174346840 container died fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:51.171 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76882]: 2024-09-16 11:04:51.092084465 +0000 UTC m=+0.659358414 container cleanup fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:51.171 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 bash[76882]: ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:489: done (4 left) 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:490: done (3 left) 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:491: done (2 left) 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:492: done (1 left) 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:494: done (0 left) 2024-09-16T11:04:51.307 INFO:tasks.rados.rados.0.smithi077.stdout:495: snap_remove snap 22 2024-09-16T11:04:51.671 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76893]: 2024-09-16 11:04:51.343536361 +0000 UTC m=+0.731656258 container remove fd163217d3a8f842f8ef7c0f877f496ae8d8f373321103a65621a3c6f2c5ee86 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:51.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76893]: 2024-09-16 11:04:51.402440276 +0000 UTC m=+0.790560173 volume remove b78d4b6ce635d24fbdc03de759a9a60325c5b086dffb7c285857813b1a963199 2024-09-16T11:04:51.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T11:04:51.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 systemd[1]: Stopped Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:51.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 systemd[1]: Starting Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:52.136 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76986]: 2024-09-16 11:04:51.663249135 +0000 UTC m=+0.015781035 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T11:04:52.136 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76986]: 2024-09-16 11:04:51.761665318 +0000 UTC m=+0.114197213 volume create 071c160e13d55f916aef17971ee4ab2721856dd440145f4480ebf3d5168d1ad2 2024-09-16T11:04:52.136 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:51 smithi077 podman[76986]: 2024-09-16 11:04:51.853777356 +0000 UTC m=+0.206309249 container create 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:52.314 INFO:tasks.rados.rados.0.smithi077.stdout:495: done (0 left) 2024-09-16T11:04:52.314 INFO:tasks.rados.rados.0.smithi077.stdout:496: read oid 16 snap 40 2024-09-16T11:04:52.314 INFO:tasks.rados.rados.0.smithi077.stdout:496: expect deleted 2024-09-16T11:04:52.314 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 42 2024-09-16T11:04:52.314 INFO:tasks.rados.rados.0.smithi077.stdout:497: seq_num 175 ranges {0=540672} 2024-09-16T11:04:52.318 INFO:tasks.rados.rados.0.smithi077.stdout:497: writing smithi07774545-2 from 0 to 540672 tid 1 2024-09-16T11:04:52.318 INFO:tasks.rados.rados.0.smithi077.stdout:498: setattr oid 49 current snap is 42 2024-09-16T11:04:52.322 INFO:tasks.rados.rados.0.smithi077.stdout:496: done (2 left) 2024-09-16T11:04:52.322 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 42 2024-09-16T11:04:52.322 INFO:tasks.rados.rados.0.smithi077.stdout:499: seq_num 176 ranges {393216=557056} 2024-09-16T11:04:52.328 INFO:tasks.rados.rados.0.smithi077.stdout:499: writing smithi07774545-33 from 393216 to 950272 tid 1 2024-09-16T11:04:52.328 INFO:tasks.rados.rados.0.smithi077.stdout:500: read oid 29 snap -1 2024-09-16T11:04:52.328 INFO:tasks.rados.rados.0.smithi077.stdout:500: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:501: read oid 5 snap -1 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:501: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:502: delete oid 46 current snap is 42 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:497: finishing write tid 1 to smithi07774545-2 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:497: finishing write tid 2 to smithi07774545-2 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 182 (ObjNum 129 snap 0 seq_num 1452388830) dirty exists 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:497: finishing write tid 3 to smithi07774545-2 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 256 (ObjNum 175 snap 42 seq_num 175) dirty exists 2024-09-16T11:04:52.329 INFO:tasks.rados.rados.0.smithi077.stdout:497: left oid 2 (ObjNum 175 snap 42 seq_num 175) 2024-09-16T11:04:52.332 INFO:tasks.rados.rados.0.smithi077.stdout:500: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:04:52.346 INFO:tasks.rados.rados.0.smithi077.stdout:501: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:499: finishing write tid 1 to smithi07774545-33 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:499: finishing write tid 2 to smithi07774545-33 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:499: finishing write tid 3 to smithi07774545-33 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 209 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:499: left oid 33 (ObjNum 176 snap 42 seq_num 176) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:497: done (5 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:498: done (4 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:499: done (3 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:500: done (2 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:501: done (1 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:502: done (0 left) 2024-09-16T11:04:52.347 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 42 2024-09-16T11:04:52.348 INFO:tasks.rados.rados.0.smithi077.stdout:503: seq_num 178 ranges {0=589824} 2024-09-16T11:04:52.349 INFO:tasks.rados.rados.0.smithi077.stdout:503: writing smithi07774545-40 from 0 to 589824 tid 1 2024-09-16T11:04:52.350 INFO:tasks.rados.rados.0.smithi077.stdout:504: snap_create 2024-09-16T11:04:52.352 INFO:tasks.rados.rados.0.smithi077.stdout:503: finishing write tid 1 to smithi07774545-40 2024-09-16T11:04:52.352 INFO:tasks.rados.rados.0.smithi077.stdout:503: finishing write tid 2 to smithi07774545-40 2024-09-16T11:04:52.355 INFO:tasks.rados.rados.0.smithi077.stdout:503: finishing write tid 3 to smithi07774545-40 2024-09-16T11:04:52.355 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 263 (ObjNum 178 snap 42 seq_num 178) dirty exists 2024-09-16T11:04:52.355 INFO:tasks.rados.rados.0.smithi077.stdout:503: left oid 40 (ObjNum 178 snap 42 seq_num 178) 2024-09-16T11:04:52.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-mon[35468]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-mon[35468]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T11:04:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-mon[27497]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-mon[27497]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T11:04:52.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 podman[76986]: 2024-09-16 11:04:52.240307643 +0000 UTC m=+0.592839534 container init 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:52.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 podman[76986]: 2024-09-16 11:04:52.243458896 +0000 UTC m=+0.595990797 container start 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:52.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.257Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T11:04:52.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.257Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.257Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.77 port=9094 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.258Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.281Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.281Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.285Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:52.285Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 bash[76986]: 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 2024-09-16T11:04:52.423 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:52 smithi077 systemd[1]: Started Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:52 smithi191 ceph-mon[31349]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-16T11:04:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:52 smithi191 ceph-mon[31349]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T11:04:52.921 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:52 smithi077 systemd[1]: Stopping Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:53.205 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:52 smithi077 podman[77142]: 2024-09-16 11:04:52.922054065 +0000 UTC m=+0.137019369 container died 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:53.330 INFO:tasks.rados.rados.0.smithi077.stdout:503: done (1 left) 2024-09-16T11:04:53.330 INFO:tasks.rados.rados.0.smithi077.stdout:504: done (0 left) 2024-09-16T11:04:53.331 INFO:tasks.rados.rados.0.smithi077.stdout:505: setattr oid 5 current snap is 43 2024-09-16T11:04:53.332 INFO:tasks.rados.rados.0.smithi077.stdout:506: rollback oid 50 current snap is 43 2024-09-16T11:04:53.332 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 37 2024-09-16T11:04:53.332 INFO:tasks.rados.rados.0.smithi077.stdout:507: setattr oid 47 current snap is 43 2024-09-16T11:04:53.334 INFO:tasks.rados.rados.0.smithi077.stdout:508: rollback oid 10 current snap is 43 2024-09-16T11:04:53.334 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 42 2024-09-16T11:04:53.334 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 43 2024-09-16T11:04:53.334 INFO:tasks.rados.rados.0.smithi077.stdout:509: seq_num 179 ranges {0=606208} 2024-09-16T11:04:53.338 INFO:tasks.rados.rados.0.smithi077.stdout:509: writing smithi07774545-11 from 0 to 606208 tid 1 2024-09-16T11:04:53.338 INFO:tasks.rados.rados.0.smithi077.stdout:510: snap_remove snap 34 2024-09-16T11:04:53.555 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 podman[77142]: 2024-09-16 11:04:53.294339844 +0000 UTC m=+0.509305143 container cleanup 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:53.555 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 bash[77142]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T11:04:53.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T11:04:53.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T11:04:53.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: Reconfiguring daemon node-exporter.a on smithi077 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: Reconfiguring daemon node-exporter.a on smithi077 2024-09-16T11:04:53.556 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:53 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T11:04:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T11:04:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: Reconfiguring daemon node-exporter.a on smithi077 2024-09-16T11:04:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:53 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 podman[77161]: 2024-09-16 11:04:53.554052926 +0000 UTC m=+0.631995948 container remove 22114143b0bf9e0d559bb0cf8ea43b386ca8e5081253d121e2ff46d1f2ffb635 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 systemd[1]: Stopped Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.040s CPU time. 2024-09-16T11:04:53.898 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 systemd[1]: Starting Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:54.149 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 podman[77254]: 2024-09-16 11:04:53.799448064 +0000 UTC m=+0.015181525 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:04:54.149 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:53 smithi077 podman[77254]: 2024-09-16 11:04:53.930500989 +0000 UTC m=+0.146234448 container create 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:54.149 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 podman[77254]: 2024-09-16 11:04:54.14146681 +0000 UTC m=+0.357200271 container init 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:54.149 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 podman[77254]: 2024-09-16 11:04:54.144209446 +0000 UTC m=+0.359942903 container start 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:54.339 INFO:tasks.rados.rados.0.smithi077.stdout:506: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:04:54.339 INFO:tasks.rados.rados.0.smithi077.stdout:506: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:04:54.339 INFO:tasks.rados.rados.0.smithi077.stdout:506: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 239 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 257 (ObjNum 65 snap 0 seq_num 1566726250) dirty exists 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 86 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:508: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 244 (ObjNum 129 snap 0 seq_num 455241936) dirty dne 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:509: finishing write tid 1 to smithi07774545-11 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:509: finishing write tid 2 to smithi07774545-11 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:509: finishing write tid 3 to smithi07774545-11 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 239 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:509: left oid 11 (ObjNum 179 snap 43 seq_num 179) 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:505: done (5 left) 2024-09-16T11:04:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:506: done (4 left) 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:507: done (3 left) 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:508: done (2 left) 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:509: done (1 left) 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:510: done (0 left) 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 43 2024-09-16T11:04:54.341 INFO:tasks.rados.rados.0.smithi077.stdout:511: seq_num 180 ranges {0=622592} 2024-09-16T11:04:54.343 INFO:tasks.rados.rados.0.smithi077.stdout:511: writing smithi07774545-8 from 0 to 622592 tid 1 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:512: rollback oid 43 current snap is 43 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 42 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:513: rmattr oid 4 current snap is 43 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:513: done (2 left) 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:514: read oid 35 snap -1 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:514: expect deleted 2024-09-16T11:04:54.344 INFO:tasks.rados.rados.0.smithi077.stdout:515: snap_create 2024-09-16T11:04:54.349 INFO:tasks.rados.rados.0.smithi077.stdout:511: finishing write tid 1 to smithi07774545-8 2024-09-16T11:04:54.349 INFO:tasks.rados.rados.0.smithi077.stdout:512: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:04:54.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 205 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:04:54.349 INFO:tasks.rados.rados.0.smithi077.stdout:511: finishing write tid 2 to smithi07774545-8 2024-09-16T11:04:54.351 INFO:tasks.rados.rados.0.smithi077.stdout:511: finishing write tid 3 to smithi07774545-8 2024-09-16T11:04:54.351 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 216 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-16T11:04:54.351 INFO:tasks.rados.rados.0.smithi077.stdout:511: left oid 8 (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:04:54.422 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:04:54.259Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00090415s 2024-09-16T11:04:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[27497]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[27497]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T11:04:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[35468]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[35468]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T11:04:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:54.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.147Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:04:54.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.147Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:04:54.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.148Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:04:54.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:04:54.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:04:54.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[77268]: ts=2024-09-16T11:04:54.149Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:04:54.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 bash[77254]: 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 2024-09-16T11:04:54.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:04:54 smithi077 systemd[1]: Started Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:54 smithi191 ceph-mon[31349]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:04:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:54 smithi191 ceph-mon[31349]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T11:04:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:54 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:54 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:55.342 INFO:tasks.rados.rados.0.smithi077.stdout:511: done (3 left) 2024-09-16T11:04:55.342 INFO:tasks.rados.rados.0.smithi077.stdout:512: done (2 left) 2024-09-16T11:04:55.343 INFO:tasks.rados.rados.0.smithi077.stdout:514: done (1 left) 2024-09-16T11:04:55.343 INFO:tasks.rados.rados.0.smithi077.stdout:515: done (0 left) 2024-09-16T11:04:55.343 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 44 2024-09-16T11:04:55.343 INFO:tasks.rados.rados.0.smithi077.stdout:516: seq_num 181 ranges {106496=638976} 2024-09-16T11:04:55.346 INFO:tasks.rados.rados.0.smithi077.stdout:516: writing smithi07774545-3 from 106496 to 745472 tid 1 2024-09-16T11:04:55.347 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 44 2024-09-16T11:04:55.347 INFO:tasks.rados.rados.0.smithi077.stdout:517: seq_num 182 ranges {0=655360} 2024-09-16T11:04:55.351 INFO:tasks.rados.rados.0.smithi077.stdout:517: writing smithi07774545-49 from 0 to 655360 tid 1 2024-09-16T11:04:55.351 INFO:tasks.rados.rados.0.smithi077.stdout:518: read oid 32 snap 32 2024-09-16T11:04:55.351 INFO:tasks.rados.rados.0.smithi077.stdout:518: expect (ObjNum 127 snap 31 seq_num 127) 2024-09-16T11:04:55.351 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 44 2024-09-16T11:04:55.351 INFO:tasks.rados.rados.0.smithi077.stdout:519: seq_num 183 ranges {827392=671744} 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:519: writing smithi07774545-50 from 827392 to 1499136 tid 1 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:520: delete oid 37 current snap is 44 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:516: finishing write tid 1 to smithi07774545-3 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:516: finishing write tid 2 to smithi07774545-3 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:516: finishing write tid 3 to smithi07774545-3 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 170 (ObjNum 181 snap 44 seq_num 181) dirty exists 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:516: left oid 3 (ObjNum 181 snap 44 seq_num 181) 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:517: finishing write tid 1 to smithi07774545-49 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:517: finishing write tid 2 to smithi07774545-49 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:517: finishing write tid 3 to smithi07774545-49 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 195 (ObjNum 182 snap 44 seq_num 182) dirty exists 2024-09-16T11:04:55.362 INFO:tasks.rados.rados.0.smithi077.stdout:517: left oid 49 (ObjNum 182 snap 44 seq_num 182) 2024-09-16T11:04:55.364 INFO:tasks.rados.rados.0.smithi077.stdout:516: done (4 left) 2024-09-16T11:04:55.364 INFO:tasks.rados.rados.0.smithi077.stdout:517: done (3 left) 2024-09-16T11:04:55.364 INFO:tasks.rados.rados.0.smithi077.stdout:520: done (2 left) 2024-09-16T11:04:55.364 INFO:tasks.rados.rados.0.smithi077.stdout:521: rollback oid 30 current snap is 44 2024-09-16T11:04:55.365 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 42 2024-09-16T11:04:55.365 INFO:tasks.rados.rados.0.smithi077.stdout:522: read oid 31 snap -1 2024-09-16T11:04:55.365 INFO:tasks.rados.rados.0.smithi077.stdout:522: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:55.365 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 44 2024-09-16T11:04:55.365 INFO:tasks.rados.rados.0.smithi077.stdout:523: seq_num 185 ranges {827392=704512} 2024-09-16T11:04:55.374 INFO:tasks.rados.rados.0.smithi077.stdout:523: writing smithi07774545-23 from 827392 to 1531904 tid 1 2024-09-16T11:04:55.374 INFO:tasks.rados.rados.0.smithi077.stdout:524: snap_create 2024-09-16T11:04:55.374 INFO:tasks.rados.rados.0.smithi077.stdout:519: finishing write tid 1 to smithi07774545-50 2024-09-16T11:04:55.374 INFO:tasks.rados.rados.0.smithi077.stdout:519: finishing write tid 2 to smithi07774545-50 2024-09-16T11:04:55.375 INFO:tasks.rados.rados.0.smithi077.stdout:519: finishing write tid 3 to smithi07774545-50 2024-09-16T11:04:55.375 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 248 (ObjNum 183 snap 44 seq_num 183) dirty exists 2024-09-16T11:04:55.375 INFO:tasks.rados.rados.0.smithi077.stdout:519: left oid 50 (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:04:55.377 INFO:tasks.rados.rados.0.smithi077.stdout:521: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:04:55.378 INFO:tasks.rados.rados.0.smithi077.stdout:521: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:04:55.378 INFO:tasks.rados.rados.0.smithi077.stdout:521: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:04:55.378 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 234 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:04:55.381 INFO:tasks.rados.rados.0.smithi077.stdout:518: expect (ObjNum 127 snap 31 seq_num 127) 2024-09-16T11:04:55.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:55 smithi191 ceph-mon[31349]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:04:55.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:55 smithi191 ceph-mon[31349]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T11:04:55.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:55 smithi191 ceph-mon[31349]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:04:55.611 INFO:tasks.rados.rados.0.smithi077.stdout:523: finishing write tid 1 to smithi07774545-23 2024-09-16T11:04:55.611 INFO:tasks.rados.rados.0.smithi077.stdout:523: finishing write tid 2 to smithi07774545-23 2024-09-16T11:04:55.611 INFO:tasks.rados.rados.0.smithi077.stdout:522: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:55.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[35468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:04:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[35468]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T11:04:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[35468]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:04:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[27497]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:04:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[27497]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T11:04:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:55 smithi077 ceph-mon[27497]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:04:55.754 INFO:tasks.rados.rados.0.smithi077.stdout:523: finishing write tid 3 to smithi07774545-23 2024-09-16T11:04:55.754 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 236 (ObjNum 185 snap 44 seq_num 185) dirty exists 2024-09-16T11:04:55.754 INFO:tasks.rados.rados.0.smithi077.stdout:523: left oid 23 (ObjNum 185 snap 44 seq_num 185) 2024-09-16T11:04:56.348 INFO:tasks.rados.rados.0.smithi077.stdout:518: done (5 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:519: done (4 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:521: done (3 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:522: done (2 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:523: done (1 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:524: done (0 left) 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 45 2024-09-16T11:04:56.349 INFO:tasks.rados.rados.0.smithi077.stdout:525: seq_num 186 ranges {1531904=720896} 2024-09-16T11:04:56.361 INFO:tasks.rados.rados.0.smithi077.stdout:525: writing smithi07774545-23 from 1531904 to 2252800 tid 1 2024-09-16T11:04:56.361 INFO:tasks.rados.rados.0.smithi077.stdout:526: copy_from oid 26 from oid 22 current snap is 45 2024-09-16T11:04:56.361 INFO:tasks.rados.rados.0.smithi077.stdout:527: snap_create 2024-09-16T11:04:56.364 INFO:tasks.rados.rados.0.smithi077.stdout:525: finishing write tid 1 to smithi07774545-23 2024-09-16T11:04:56.364 INFO:tasks.rados.rados.0.smithi077.stdout:525: finishing write tid 2 to smithi07774545-23 2024-09-16T11:04:56.365 INFO:tasks.rados.rados.0.smithi077.stdout:525: finishing write tid 3 to smithi07774545-23 2024-09-16T11:04:56.365 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 238 (ObjNum 186 snap 45 seq_num 186) dirty exists 2024-09-16T11:04:56.365 INFO:tasks.rados.rados.0.smithi077.stdout:525: left oid 23 (ObjNum 186 snap 45 seq_num 186) 2024-09-16T11:04:56.372 INFO:tasks.rados.rados.0.smithi077.stdout:526: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:04:56.372 INFO:tasks.rados.rados.0.smithi077.stdout:526: finishing copy_from to smithi07774545-26 2024-09-16T11:04:56.372 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 44 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-09-16T11:04:56.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:56 smithi077 ceph-mon[27497]: pgmap v30: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:56 smithi077 ceph-mon[27497]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T11:04:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:56 smithi077 ceph-mon[35468]: pgmap v30: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:56 smithi077 ceph-mon[35468]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T11:04:56.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:56 smithi191 ceph-mon[31349]: pgmap v30: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:56.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:56 smithi191 ceph-mon[31349]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T11:04:57.358 INFO:tasks.rados.rados.0.smithi077.stdout:525: done (2 left) 2024-09-16T11:04:57.358 INFO:tasks.rados.rados.0.smithi077.stdout:526: done (1 left) 2024-09-16T11:04:57.359 INFO:tasks.rados.rados.0.smithi077.stdout:527: done (0 left) 2024-09-16T11:04:57.359 INFO:tasks.rados.rados.0.smithi077.stdout:528: snap_create 2024-09-16T11:04:57.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-mon[31349]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T11:04:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:57 smithi077 ceph-mon[27497]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T11:04:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:57 smithi077 ceph-mon[35468]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T11:04:57.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:04:57] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-09-16T11:04:57.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 systemd[1]: Stopping Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:58.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T11:04:58.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[62087]: ts=2024-09-16T11:04:57.941Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T11:04:58.296 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:57 smithi191 podman[72452]: 2024-09-16 11:04:57.951453091 +0000 UTC m=+0.105130904 container died 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:58.362 INFO:tasks.rados.rados.0.smithi077.stdout:528: done (0 left) 2024-09-16T11:04:58.362 INFO:tasks.rados.rados.0.smithi077.stdout:529: delete oid 4 current snap is 47 2024-09-16T11:04:58.366 INFO:tasks.rados.rados.0.smithi077.stdout:529: done (0 left) 2024-09-16T11:04:58.366 INFO:tasks.rados.rados.0.smithi077.stdout:530: delete oid 15 current snap is 47 2024-09-16T11:04:58.372 INFO:tasks.rados.rados.0.smithi077.stdout:530: done (0 left) 2024-09-16T11:04:58.372 INFO:tasks.rados.rados.0.smithi077.stdout:531: snap_create 2024-09-16T11:04:58.568 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:58 smithi191 ceph-mon[31349]: pgmap v33: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:58.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:58 smithi191 ceph-mon[31349]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T11:04:58.569 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 podman[72452]: 2024-09-16 11:04:58.340997431 +0000 UTC m=+0.494675244 container cleanup 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:58.569 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 bash[72452]: ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T11:04:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:58 smithi077 ceph-mon[27497]: pgmap v33: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:58 smithi077 ceph-mon[27497]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T11:04:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:58 smithi077 ceph-mon[35468]: pgmap v33: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-16T11:04:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:58 smithi077 ceph-mon[35468]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T11:04:58.922 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 podman[72466]: 2024-09-16 11:04:58.567386913 +0000 UTC m=+0.618015984 container remove 506c81fc2fbeff262eca2a625ad00466f0f5bd85f406bfa6939866754889887b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:58.923 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T11:04:58.923 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 systemd[1]: Stopped Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:58.923 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.490s CPU time. 2024-09-16T11:04:58.923 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 systemd[1]: Starting Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:59.175 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 podman[72558]: 2024-09-16 11:04:58.825075682 +0000 UTC m=+0.016837270 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T11:04:59.175 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:58 smithi191 podman[72558]: 2024-09-16 11:04:58.935022306 +0000 UTC m=+0.126783882 container create be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 podman[72558]: 2024-09-16 11:04:59.128508808 +0000 UTC m=+0.320270396 container init be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 podman[72558]: 2024-09-16 11:04:59.131298554 +0000 UTC m=+0.323060131 container start be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.155Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.155Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.155Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi191 (none))" 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.155Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.155Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.156Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.156Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.158Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.158Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T11:04:59.176 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.160Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.160Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.444µs 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.160Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.160Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.174Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.174Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-16T11:04:59.177 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.174Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.68µs wal_replay_duration=13.681065ms wbl_replay_duration=142ns total_replay_duration=13.718397ms 2024-09-16T11:04:59.376 INFO:tasks.rados.rados.0.smithi077.stdout:531: done (0 left) 2024-09-16T11:04:59.377 INFO:tasks.rados.rados.0.smithi077.stdout:532: setattr oid 19 current snap is 48 2024-09-16T11:04:59.378 INFO:tasks.rados.rados.0.smithi077.stdout:533: rmattr oid 42 current snap is 48 2024-09-16T11:04:59.378 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 48 2024-09-16T11:04:59.378 INFO:tasks.rados.rados.0.smithi077.stdout:534: seq_num 189 ranges {0=770048} 2024-09-16T11:04:59.383 INFO:tasks.rados.rados.0.smithi077.stdout:534: writing smithi07774545-38 from 0 to 770048 tid 1 2024-09-16T11:04:59.383 INFO:tasks.rados.rados.0.smithi077.stdout:535: read oid 26 snap -1 2024-09-16T11:04:59.383 INFO:tasks.rados.rados.0.smithi077.stdout:535: expect (ObjNum 153 snap 38 seq_num 153) 2024-09-16T11:04:59.383 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 48 2024-09-16T11:04:59.383 INFO:tasks.rados.rados.0.smithi077.stdout:536: seq_num 190 ranges {0=786432} 2024-09-16T11:04:59.388 INFO:tasks.rados.rados.0.smithi077.stdout:536: writing smithi07774545-37 from 0 to 786432 tid 1 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 117 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 263 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:532: done (4 left) 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:533: done (3 left) 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 48 2024-09-16T11:04:59.389 INFO:tasks.rados.rados.0.smithi077.stdout:537: seq_num 191 ranges {2252800=802816} 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:537: writing smithi07774545-23 from 2252800 to 3055616 tid 1 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:538: read oid 31 snap -1 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:538: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:539: copy_from oid 11 from oid 2 current snap is 48 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:534: finishing write tid 1 to smithi07774545-38 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 48 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:534: finishing write tid 2 to smithi07774545-38 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:534: finishing write tid 3 to smithi07774545-38 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 180 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:534: left oid 38 (ObjNum 189 snap 48 seq_num 189) 2024-09-16T11:04:59.406 INFO:tasks.rados.rados.0.smithi077.stdout:535: expect (ObjNum 153 snap 38 seq_num 153) 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:536: finishing write tid 1 to smithi07774545-37 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:536: finishing write tid 2 to smithi07774545-37 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:536: finishing write tid 3 to smithi07774545-37 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 201 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:536: left oid 37 (ObjNum 190 snap 48 seq_num 190) 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:539: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:04:59.447 INFO:tasks.rados.rados.0.smithi077.stdout:540: seq_num 192 ranges {655360=417792,1073152=401408} 2024-09-16T11:04:59.452 INFO:tasks.rados.rados.0.smithi077.stdout:540: writing smithi07774545-49 from 655360 to 1073152 tid 1 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:540: writing smithi07774545-49 from 1073152 to 1474560 tid 2 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:534: done (6 left) 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:535: done (5 left) 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:536: done (4 left) 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:541: delete oid 36 current snap is 48 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:539: finishing copy_from to smithi07774545-11 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 256 (ObjNum 175 snap 42 seq_num 175) dirty exists 2024-09-16T11:04:59.456 INFO:tasks.rados.rados.0.smithi077.stdout:537: finishing write tid 1 to smithi07774545-23 2024-09-16T11:04:59.457 INFO:tasks.rados.rados.0.smithi077.stdout:537: finishing write tid 2 to smithi07774545-23 2024-09-16T11:04:59.457 INFO:tasks.rados.rados.0.smithi077.stdout:537: finishing write tid 3 to smithi07774545-23 2024-09-16T11:04:59.457 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 240 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-09-16T11:04:59.457 INFO:tasks.rados.rados.0.smithi077.stdout:537: left oid 23 (ObjNum 191 snap 48 seq_num 191) 2024-09-16T11:04:59.457 INFO:tasks.rados.rados.0.smithi077.stdout:538: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:04:59.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-mon[31349]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T11:04:59.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.176Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T11:04:59.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.176Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.176Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.196Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.847568ms db_storage=813ns remote_storage=1.449µs web_handler=369ns query_engine=597ns scrape=327.159µs scrape_sd=101.549µs notify=9.401µs notify_sd=29.356µs rules=19.039319ms tracing=6.335µs 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.196Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:04:59.196Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 bash[72558]: be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 2024-09-16T11:04:59.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:04:59 smithi191 systemd[1]: Started Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:540: finishing write tid 1 to smithi07774545-49 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:540: finishing write tid 2 to smithi07774545-49 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:540: finishing write tid 3 to smithi07774545-49 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:540: finishing write tid 4 to smithi07774545-49 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 205 (ObjNum 192 snap 48 seq_num 192) dirty exists 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:540: left oid 49 (ObjNum 192 snap 48 seq_num 192) 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:537: done (4 left) 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:538: done (3 left) 2024-09-16T11:04:59.599 INFO:tasks.rados.rados.0.smithi077.stdout:539: done (2 left) 2024-09-16T11:04:59.600 INFO:tasks.rados.rados.0.smithi077.stdout:540: done (1 left) 2024-09-16T11:04:59.600 INFO:tasks.rados.rados.0.smithi077.stdout:541: done (0 left) 2024-09-16T11:04:59.600 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 48 2024-09-16T11:04:59.600 INFO:tasks.rados.rados.0.smithi077.stdout:542: seq_num 194 ranges {770048=458752,1228800=401408} 2024-09-16T11:04:59.605 INFO:tasks.rados.rados.0.smithi077.stdout:542: writing smithi07774545-38 from 770048 to 1228800 tid 1 2024-09-16T11:04:59.608 INFO:tasks.rados.rados.0.smithi077.stdout:542: writing smithi07774545-38 from 1228800 to 1630208 tid 2 2024-09-16T11:04:59.608 INFO:tasks.rados.rados.0.smithi077.stdout:543: setattr oid 26 current snap is 48 2024-09-16T11:04:59.608 INFO:tasks.rados.rados.0.smithi077.stdout:542: finishing write tid 1 to smithi07774545-38 2024-09-16T11:04:59.609 INFO:tasks.rados.rados.0.smithi077.stdout:544: delete oid 43 current snap is 48 2024-09-16T11:04:59.609 INFO:tasks.rados.rados.0.smithi077.stdout:542: finishing write tid 2 to smithi07774545-38 2024-09-16T11:04:59.610 INFO:tasks.rados.rados.0.smithi077.stdout:542: finishing write tid 3 to smithi07774545-38 2024-09-16T11:04:59.610 INFO:tasks.rados.rados.0.smithi077.stdout:544: done (2 left) 2024-09-16T11:04:59.610 INFO:tasks.rados.rados.0.smithi077.stdout:545: snap_remove snap 46 2024-09-16T11:04:59.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[27497]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T11:04:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[35468]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T11:04:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:04:59 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:04:59.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:04:59 smithi191 systemd[1]: Stopping Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:04:59.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:04:59 smithi191 podman[72713]: 2024-09-16 11:04:59.784128605 +0000 UTC m=+0.109085885 container died c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:00.310 INFO:tasks.rados.rados.0.smithi077.stdout:545: done (2 left) 2024-09-16T11:05:00.310 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 48 2024-09-16T11:05:00.310 INFO:tasks.rados.rados.0.smithi077.stdout:542: finishing write tid 4 to smithi07774545-38 2024-09-16T11:05:00.310 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 183 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-09-16T11:05:00.311 INFO:tasks.rados.rados.0.smithi077.stdout:542: left oid 38 (ObjNum 194 snap 48 seq_num 194) 2024-09-16T11:05:00.311 INFO:tasks.rados.rados.0.smithi077.stdout:546: seq_num 196 ranges {950272=491520,1441792=401408} 2024-09-16T11:05:00.318 INFO:tasks.rados.rados.0.smithi077.stdout:546: writing smithi07774545-33 from 950272 to 1441792 tid 1 2024-09-16T11:05:00.322 INFO:tasks.rados.rados.0.smithi077.stdout:546: writing smithi07774545-33 from 1441792 to 1843200 tid 2 2024-09-16T11:05:00.322 INFO:tasks.rados.rados.0.smithi077.stdout:542: done (2 left) 2024-09-16T11:05:00.322 INFO:tasks.rados.rados.0.smithi077.stdout:547: snap_create 2024-09-16T11:05:00.322 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 207 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-09-16T11:05:00.324 INFO:tasks.rados.rados.0.smithi077.stdout:546: finishing write tid 1 to smithi07774545-33 2024-09-16T11:05:00.324 INFO:tasks.rados.rados.0.smithi077.stdout:546: finishing write tid 2 to smithi07774545-33 2024-09-16T11:05:00.324 INFO:tasks.rados.rados.0.smithi077.stdout:546: finishing write tid 3 to smithi07774545-33 2024-09-16T11:05:00.325 INFO:tasks.rados.rados.0.smithi077.stdout:546: finishing write tid 4 to smithi07774545-33 2024-09-16T11:05:00.325 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 219 (ObjNum 196 snap 48 seq_num 196) dirty exists 2024-09-16T11:05:00.325 INFO:tasks.rados.rados.0.smithi077.stdout:546: left oid 33 (ObjNum 196 snap 48 seq_num 196) 2024-09-16T11:05:00.374 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 podman[72713]: 2024-09-16 11:05:00.148515681 +0000 UTC m=+0.473472952 container cleanup c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:00.374 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 bash[72713]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T11:05:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[27497]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[27497]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T11:05:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[27497]: Reconfiguring daemon node-exporter.b on smithi191 2024-09-16T11:05:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[27497]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T11:05:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[27497]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T11:05:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[35468]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[35468]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T11:05:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[35468]: Reconfiguring daemon node-exporter.b on smithi191 2024-09-16T11:05:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[35468]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T11:05:00.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:00 smithi077 ceph-mon[35468]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T11:05:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:00 smithi191 ceph-mon[31349]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:00 smithi191 ceph-mon[31349]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T11:05:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:00 smithi191 ceph-mon[31349]: Reconfiguring daemon node-exporter.b on smithi191 2024-09-16T11:05:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:00 smithi191 ceph-mon[31349]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T11:05:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:00 smithi191 ceph-mon[31349]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 podman[72724]: 2024-09-16 11:05:00.416559252 +0000 UTC m=+0.633260617 container remove c7cef7b91d45e798b06983aaf3e7a802d8f69f06a5c090fffc83425682a8d4e8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 systemd[1]: Stopped Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 1.948s CPU time. 2024-09-16T11:05:00.713 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 systemd[1]: Starting Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:01.053 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 podman[72822]: 2024-09-16 11:05:00.691945533 +0000 UTC m=+0.019192466 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:05:01.054 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:00 smithi191 podman[72822]: 2024-09-16 11:05:00.851043104 +0000 UTC m=+0.178290041 container create 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:01.054 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 podman[72822]: 2024-09-16 11:05:01.052972095 +0000 UTC m=+0.380219027 container init 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:01.311 INFO:tasks.rados.rados.0.smithi077.stdout:543: done (2 left) 2024-09-16T11:05:01.311 INFO:tasks.rados.rados.0.smithi077.stdout:546: done (1 left) 2024-09-16T11:05:01.312 INFO:tasks.rados.rados.0.smithi077.stdout:547: done (0 left) 2024-09-16T11:05:01.312 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 49 2024-09-16T11:05:01.312 INFO:tasks.rados.rados.0.smithi077.stdout:548: seq_num 197 ranges {442368=507904,950272=401408} 2024-09-16T11:05:01.316 INFO:tasks.rados.rados.0.smithi077.stdout:548: writing smithi07774545-27 from 442368 to 950272 tid 1 2024-09-16T11:05:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:548: writing smithi07774545-27 from 950272 to 1351680 tid 2 2024-09-16T11:05:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:549: rollback oid 16 current snap is 49 2024-09-16T11:05:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 37 2024-09-16T11:05:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 49 2024-09-16T11:05:01.319 INFO:tasks.rados.rados.0.smithi077.stdout:550: seq_num 198 ranges {3424256=524288,3948544=401408} 2024-09-16T11:05:01.340 INFO:tasks.rados.rados.0.smithi077.stdout:550: writing smithi07774545-32 from 3424256 to 3948544 tid 1 2024-09-16T11:05:01.342 INFO:tasks.rados.rados.0.smithi077.stdout:550: writing smithi07774545-32 from 3948544 to 4349952 tid 2 2024-09-16T11:05:01.342 INFO:tasks.rados.rados.0.smithi077.stdout:551: snap_create 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:549: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:549: finishing rollback tid 2 to smithi07774545-16 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 258 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:548: finishing write tid 1 to smithi07774545-27 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:548: finishing write tid 2 to smithi07774545-27 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:548: finishing write tid 3 to smithi07774545-27 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:548: finishing write tid 4 to smithi07774545-27 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 205 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-09-16T11:05:01.343 INFO:tasks.rados.rados.0.smithi077.stdout:548: left oid 27 (ObjNum 197 snap 49 seq_num 197) 2024-09-16T11:05:01.346 INFO:tasks.rados.rados.0.smithi077.stdout:550: finishing write tid 1 to smithi07774545-32 2024-09-16T11:05:01.347 INFO:tasks.rados.rados.0.smithi077.stdout:550: finishing write tid 2 to smithi07774545-32 2024-09-16T11:05:01.347 INFO:tasks.rados.rados.0.smithi077.stdout:550: finishing write tid 3 to smithi07774545-32 2024-09-16T11:05:01.348 INFO:tasks.rados.rados.0.smithi077.stdout:550: finishing write tid 4 to smithi07774545-32 2024-09-16T11:05:01.348 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 274 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-09-16T11:05:01.348 INFO:tasks.rados.rados.0.smithi077.stdout:550: left oid 32 (ObjNum 198 snap 49 seq_num 198) 2024-09-16T11:05:01.462 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 podman[72822]: 2024-09-16 11:05:01.055900829 +0000 UTC m=+0.383147771 container start 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:05:01.462 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.059Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.059Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:05:01.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:05:01.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.060Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:05:01.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:05:01.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[72837]: ts=2024-09-16T11:05:01.061Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 bash[72822]: 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 2024-09-16T11:05:01.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:05:01 smithi191 systemd[1]: Started Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:548: done (3 left) 2024-09-16T11:05:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:549: done (2 left) 2024-09-16T11:05:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:550: done (1 left) 2024-09-16T11:05:02.312 INFO:tasks.rados.rados.0.smithi077.stdout:551: done (0 left) 2024-09-16T11:05:02.313 INFO:tasks.rados.rados.0.smithi077.stdout:552: setattr oid 7 current snap is 50 2024-09-16T11:05:02.314 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 50 2024-09-16T11:05:02.314 INFO:tasks.rados.rados.0.smithi077.stdout:553: seq_num 199 ranges {4259840=540672,4800512=401408} 2024-09-16T11:05:02.340 INFO:tasks.rados.rados.0.smithi077.stdout:553: writing smithi07774545-19 from 4259840 to 4800512 tid 1 2024-09-16T11:05:02.342 INFO:tasks.rados.rados.0.smithi077.stdout:553: writing smithi07774545-19 from 4800512 to 5201920 tid 2 2024-09-16T11:05:02.342 INFO:tasks.rados.rados.0.smithi077.stdout:554: copy_from oid 13 from oid 8 current snap is 50 2024-09-16T11:05:02.342 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 259 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:05:02.342 INFO:tasks.rados.rados.0.smithi077.stdout:552: done (2 left) 2024-09-16T11:05:02.343 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 50 2024-09-16T11:05:02.343 INFO:tasks.rados.rados.0.smithi077.stdout:555: seq_num 200 ranges {999424=557056,1556480=401408} 2024-09-16T11:05:02.351 INFO:tasks.rados.rados.0.smithi077.stdout:555: writing smithi07774545-41 from 999424 to 1556480 tid 1 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:555: writing smithi07774545-41 from 1556480 to 1957888 tid 2 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:556: read oid 20 snap 45 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:556: expect (ObjNum 134 snap 34 seq_num 134) 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:557: read oid 21 snap -1 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:557: expect deleted 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 50 2024-09-16T11:05:02.354 INFO:tasks.rados.rados.0.smithi077.stdout:558: seq_num 201 ranges {958464=573440,1531904=401408} 2024-09-16T11:05:02.362 INFO:tasks.rados.rados.0.smithi077.stdout:558: writing smithi07774545-26 from 958464 to 1531904 tid 1 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:558: writing smithi07774545-26 from 1531904 to 1933312 tid 2 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:559: rollback oid 12 current snap is 50 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 37 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:553: finishing write tid 1 to smithi07774545-19 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:560: rollback oid 48 current snap is 50 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 48 to 48 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:553: finishing write tid 2 to smithi07774545-19 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:553: finishing write tid 3 to smithi07774545-19 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:553: finishing write tid 4 to smithi07774545-19 2024-09-16T11:05:02.366 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 120 (ObjNum 199 snap 50 seq_num 199) dirty exists 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:553: left oid 19 (ObjNum 199 snap 50 seq_num 199) 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:554: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:554: finishing copy_from to smithi07774545-13 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 216 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:555: finishing write tid 1 to smithi07774545-41 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:555: finishing write tid 2 to smithi07774545-41 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:555: finishing write tid 3 to smithi07774545-41 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:555: finishing write tid 4 to smithi07774545-41 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 252 (ObjNum 200 snap 50 seq_num 200) dirty exists 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:555: left oid 41 (ObjNum 200 snap 50 seq_num 200) 2024-09-16T11:05:02.367 INFO:tasks.rados.rados.0.smithi077.stdout:556: expect (ObjNum 134 snap 34 seq_num 134) 2024-09-16T11:05:02.425 INFO:tasks.rados.rados.0.smithi077.stdout:558: finishing write tid 1 to smithi07774545-26 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:560: finishing rollback tid 0 to smithi07774545-48 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:560: finishing rollback tid 1 to smithi07774545-48 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:560: finishing rollback tid 2 to smithi07774545-48 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 219 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:558: finishing write tid 2 to smithi07774545-26 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:558: finishing write tid 3 to smithi07774545-26 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:559: finishing rollback tid 0 to smithi07774545-12 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:559: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:559: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 262 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:558: finishing write tid 4 to smithi07774545-26 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 215 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-09-16T11:05:02.426 INFO:tasks.rados.rados.0.smithi077.stdout:558: left oid 26 (ObjNum 201 snap 50 seq_num 201) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:553: done (7 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:554: done (6 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:555: done (5 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:556: done (4 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:557: done (3 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:558: done (2 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:559: done (1 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:560: done (0 left) 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 50 2024-09-16T11:05:02.427 INFO:tasks.rados.rados.0.smithi077.stdout:561: seq_num 202 ranges {2121728=589824,2711552=401408} 2024-09-16T11:05:02.439 INFO:tasks.rados.rados.0.smithi077.stdout:561: writing smithi07774545-6 from 2121728 to 2711552 tid 1 2024-09-16T11:05:02.442 INFO:tasks.rados.rados.0.smithi077.stdout:561: writing smithi07774545-6 from 2711552 to 3112960 tid 2 2024-09-16T11:05:02.442 INFO:tasks.rados.rados.0.smithi077.stdout:562: rollback oid 15 current snap is 50 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 47 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:563: read oid 43 snap -1 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:563: expect deleted 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:564: rollback oid 29 current snap is 50 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 40 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:565: read oid 8 snap -1 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:565: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:566: rollback oid 34 current snap is 50 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 40 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:567: snap_create 2024-09-16T11:05:02.443 INFO:tasks.rados.rados.0.smithi077.stdout:561: finishing write tid 1 to smithi07774545-6 2024-09-16T11:05:02.444 INFO:tasks.rados.rados.0.smithi077.stdout:562: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:05:02.444 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 121 (ObjNum 177 snap 0 seq_num 455546288) dirty dne 2024-09-16T11:05:02.444 INFO:tasks.rados.rados.0.smithi077.stdout:566: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:05:02.444 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 117 (ObjNum 33 snap 0 seq_num 3534733942) dirty dne 2024-09-16T11:05:02.445 INFO:tasks.rados.rados.0.smithi077.stdout:561: finishing write tid 2 to smithi07774545-6 2024-09-16T11:05:02.445 INFO:tasks.rados.rados.0.smithi077.stdout:561: finishing write tid 3 to smithi07774545-6 2024-09-16T11:05:02.446 INFO:tasks.rados.rados.0.smithi077.stdout:565: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:05:02.462 INFO:tasks.rados.rados.0.smithi077.stdout:561: finishing write tid 4 to smithi07774545-6 2024-09-16T11:05:02.462 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 219 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-09-16T11:05:02.462 INFO:tasks.rados.rados.0.smithi077.stdout:561: left oid 6 (ObjNum 202 snap 50 seq_num 202) 2024-09-16T11:05:02.462 INFO:tasks.rados.rados.0.smithi077.stdout:564: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:05:02.463 INFO:tasks.rados.rados.0.smithi077.stdout:564: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:05:02.463 INFO:tasks.rados.rados.0.smithi077.stdout:564: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:05:02.463 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 92 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-09-16T11:05:02.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: pgmap v39: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:02.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T11:05:02.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: Reconfiguring daemon grafana.a on smithi191 2024-09-16T11:05:02.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:02 smithi191 ceph-mon[31349]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T11:05:02.671 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:05:02.263Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004278135s 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: pgmap v39: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: Reconfiguring daemon grafana.a on smithi191 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[27497]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T11:05:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: pgmap v39: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-16T11:05:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T11:05:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: Reconfiguring daemon grafana.a on smithi191 2024-09-16T11:05:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:02 smithi077 ceph-mon[35468]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T11:05:02.868 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 starting - - - - 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (3m) 20s ago 3m 88.4M - 9.4.7 954c08fa6188 6ac90cb3d06b 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (4m) 21s ago 4m 14.4M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (4m) 20s ago 4m 19.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:05:03.119 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283 running (38s) 20s ago 8m 465M - 18.2.4-845-ge4e227b3 67ddd33fa72f 4d9537f8fd35 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:9283,8765 running (9m) 21s ago 9m 136M - 17.2.7-1633-g6d025bc2 33ed8dba3996 ce18a7ac4f39 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (9m) 21s ago 9m 52.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 58132dbc11ec 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (8m) 20s ago 8m 43.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (8m) 21s ago 8m 40.9M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 starting - - - - 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 starting - - - - 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (7m) 21s ago 7m 99.1M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (7m) 21s ago 7m 88.5M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (7m) 21s ago 7m 101M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (6m) 21s ago 6m 68.5M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (6m) 20s ago 6m 76.8M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (6m) 20s ago 6m 87.0M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:05:03.120 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (5m) 20s ago 5m 86.1M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:05:03.121 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (5m) 20s ago 5m 78.8M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:05:03.121 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 starting - - - - 2024-09-16T11:05:03.315 INFO:tasks.rados.rados.0.smithi077.stdout:561: done (6 left) 2024-09-16T11:05:03.315 INFO:tasks.rados.rados.0.smithi077.stdout:562: done (5 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:563: done (4 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:564: done (3 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:565: done (2 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:566: done (1 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:567: done (0 left) 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:568: rollback oid 42 current snap is 51 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 30 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:569: copy_from oid 3 from oid 1 current snap is 51 2024-09-16T11:05:03.316 INFO:tasks.rados.rados.0.smithi077.stdout:570: snap_remove snap 44 2024-09-16T11:05:03.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:03 smithi077 ceph-mon[27497]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T11:05:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:03 smithi077 ceph-mon[27497]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:03 smithi077 ceph-mon[35468]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T11:05:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:03 smithi077 ceph-mon[35468]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T11:05:03.433 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 14, 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:05:03.434 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:05:03.635 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:03 smithi191 ceph-mon[31349]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T11:05:03.636 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:03 smithi191 ceph-mon[31349]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:03.962 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:03 smithi191 systemd[1]: Stopping Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:04.257 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:03 smithi191 podman[73050]: 2024-09-16 11:05:03.964894629 +0000 UTC m=+0.128621483 container died 6ac90cb3d06b6f2941e03cc2186fb8628e89485d803857a275efc51927da6cae (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, architecture=x86_64, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, description=Ceph Grafana Container, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0) 2024-09-16T11:05:04.324 INFO:tasks.rados.rados.0.smithi077.stdout:570: done (2 left) 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:571: snap_create 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:569: finishing copy_from to smithi07774545-3 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:569: got expected ENOENT (src dne) 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:569: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:568: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:568: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:568: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:05:04.325 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 273 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[35468]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[35468]: pgmap v42: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[35468]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/370640007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[27497]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[27497]: pgmap v42: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:04.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[27497]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T11:05:04.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:04 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/370640007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:04.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 podman[73050]: 2024-09-16 11:05:04.446576958 +0000 UTC m=+0.610303809 container cleanup 6ac90cb3d06b6f2941e03cc2186fb8628e89485d803857a275efc51927da6cae (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, version=8.5, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, com.redhat.component=ubi8-container, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64) 2024-09-16T11:05:04.707 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 bash[73050]: ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a 2024-09-16T11:05:04.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:04 smithi191 ceph-mon[31349]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:04.707 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:04 smithi191 ceph-mon[31349]: pgmap v42: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:04.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:04 smithi191 ceph-mon[31349]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T11:05:04.708 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:04 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/370640007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:04.962 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 podman[73062]: 2024-09-16 11:05:04.706195785 +0000 UTC m=+0.738614971 container remove 6ac90cb3d06b6f2941e03cc2186fb8628e89485d803857a275efc51927da6cae (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, io.buildah.version=1.32.0, version=8.5, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, com.redhat.component=ubi8-container, release=239.1651231664, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-16T11:05:04.962 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:05:04.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T11:05:04.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 systemd[1]: Stopped Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:04.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Consumed 4.889s CPU time. 2024-09-16T11:05:04.963 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:04 smithi191 systemd[1]: Starting Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:05.327 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 podman[73158]: 2024-09-16 11:05:04.956268558 +0000 UTC m=+0.014912530 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-16T11:05:05.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 podman[73158]: 2024-09-16 11:05:05.057195761 +0000 UTC m=+0.115839733 container create 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, version=8.5, distribution-scope=public, io.buildah.version=1.32.0, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-16T11:05:05.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 podman[73158]: 2024-09-16 11:05:05.251194047 +0000 UTC m=+0.309838033 container init 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, architecture=x86_64, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, vcs-type=git, distribution-scope=public, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-16T11:05:05.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 podman[73158]: 2024-09-16 11:05:05.253949901 +0000 UTC m=+0.312593876 container start 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, release=239.1651231664, description=Ceph Grafana Container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, distribution-scope=public, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.openshift.expose-services=, version=8.5, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner ) 2024-09-16T11:05:05.332 INFO:tasks.rados.rados.0.smithi077.stdout:568: done (2 left) 2024-09-16T11:05:05.332 INFO:tasks.rados.rados.0.smithi077.stdout:569: done (1 left) 2024-09-16T11:05:05.332 INFO:tasks.rados.rados.0.smithi077.stdout:571: done (0 left) 2024-09-16T11:05:05.332 INFO:tasks.rados.rados.0.smithi077.stdout:572: read oid 46 snap -1 2024-09-16T11:05:05.333 INFO:tasks.rados.rados.0.smithi077.stdout:572: expect deleted 2024-09-16T11:05:05.333 INFO:tasks.rados.rados.0.smithi077.stdout:573: rollback oid 42 current snap is 52 2024-09-16T11:05:05.333 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 32 2024-09-16T11:05:05.333 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 52 2024-09-16T11:05:05.333 INFO:tasks.rados.rados.0.smithi077.stdout:574: seq_num 203 ranges {1933312=606208,2539520=401408} 2024-09-16T11:05:05.346 INFO:tasks.rados.rados.0.smithi077.stdout:574: writing smithi07774545-26 from 1933312 to 2539520 tid 1 2024-09-16T11:05:05.349 INFO:tasks.rados.rados.0.smithi077.stdout:574: writing smithi07774545-26 from 2539520 to 2940928 tid 2 2024-09-16T11:05:05.349 INFO:tasks.rados.rados.0.smithi077.stdout:575: copy_from oid 41 from oid 40 current snap is 52 2024-09-16T11:05:05.349 INFO:tasks.rados.rados.0.smithi077.stdout:573: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:05:05.349 INFO:tasks.rados.rados.0.smithi077.stdout:573: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:05:05.349 INFO:tasks.rados.rados.0.smithi077.stdout:573: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 281 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:572: done (3 left) 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:573: done (2 left) 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:576: rollback oid 16 current snap is 52 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 40 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:577: copy_from oid 18 from oid 23 current snap is 52 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:578: rollback oid 17 current snap is 52 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 41 2024-09-16T11:05:05.350 INFO:tasks.rados.rados.0.smithi077.stdout:579: delete oid 6 current snap is 52 2024-09-16T11:05:05.351 INFO:tasks.rados.rados.0.smithi077.stdout:576: finishing rollback tid 0 to smithi07774545-16 2024-09-16T11:05:05.352 INFO:tasks.rados.rados.0.smithi077.stdout:574: finishing write tid 1 to smithi07774545-26 2024-09-16T11:05:05.354 INFO:tasks.rados.rados.0.smithi077.stdout:576: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:05:05.354 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 267 (ObjNum 65 snap 0 seq_num 1567384169) dirty dne 2024-09-16T11:05:05.354 INFO:tasks.rados.rados.0.smithi077.stdout:574: finishing write tid 2 to smithi07774545-26 2024-09-16T11:05:05.355 INFO:tasks.rados.rados.0.smithi077.stdout:574: finishing write tid 3 to smithi07774545-26 2024-09-16T11:05:05.355 INFO:tasks.rados.rados.0.smithi077.stdout:576: done (5 left) 2024-09-16T11:05:05.355 INFO:tasks.rados.rados.0.smithi077.stdout:579: done (4 left) 2024-09-16T11:05:05.355 INFO:tasks.rados.rados.0.smithi077.stdout:580: delete oid 33 current snap is 52 2024-09-16T11:05:05.357 INFO:tasks.rados.rados.0.smithi077.stdout:578: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:05:05.357 INFO:tasks.rados.rados.0.smithi077.stdout:578: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:05:05.357 INFO:tasks.rados.rados.0.smithi077.stdout:578: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:05:05.357 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 187 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:574: finishing write tid 4 to smithi07774545-26 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 229 (ObjNum 203 snap 52 seq_num 203) dirty exists 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:574: left oid 26 (ObjNum 203 snap 52 seq_num 203) 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:574: done (4 left) 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:578: done (3 left) 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:580: done (2 left) 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:581: read oid 4 snap -1 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:581: expect deleted 2024-09-16T11:05:05.359 INFO:tasks.rados.rados.0.smithi077.stdout:582: rollback oid 7 current snap is 52 2024-09-16T11:05:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 37 2024-09-16T11:05:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:575: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:05:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:583: delete oid 42 current snap is 52 2024-09-16T11:05:05.360 INFO:tasks.rados.rados.0.smithi077.stdout:575: finishing copy_from to smithi07774545-41 2024-09-16T11:05:05.361 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 263 (ObjNum 178 snap 42 seq_num 178) dirty exists 2024-09-16T11:05:05.362 INFO:tasks.rados.rados.0.smithi077.stdout:575: done (4 left) 2024-09-16T11:05:05.362 INFO:tasks.rados.rados.0.smithi077.stdout:581: done (3 left) 2024-09-16T11:05:05.362 INFO:tasks.rados.rados.0.smithi077.stdout:583: done (2 left) 2024-09-16T11:05:05.362 INFO:tasks.rados.rados.0.smithi077.stdout:584: read oid 30 snap -1 2024-09-16T11:05:05.362 INFO:tasks.rados.rados.0.smithi077.stdout:584: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:05.363 INFO:tasks.rados.rados.0.smithi077.stdout:585: snap_create 2024-09-16T11:05:05.363 INFO:tasks.rados.rados.0.smithi077.stdout:582: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:05:05.363 INFO:tasks.rados.rados.0.smithi077.stdout:582: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:05:05.364 INFO:tasks.rados.rados.0.smithi077.stdout:582: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:05:05.364 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 271 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:05:05.371 INFO:tasks.rados.rados.0.smithi077.stdout:577: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:05:05.374 INFO:tasks.rados.rados.0.smithi077.stdout:577: finishing copy_from to smithi07774545-18 2024-09-16T11:05:05.374 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 240 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-09-16T11:05:05.380 INFO:tasks.rados.rados.0.smithi077.stdout:584: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:05.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:05 smithi077 ceph-mon[27497]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T11:05:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:05 smithi077 ceph-mon[35468]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T11:05:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-mon[31349]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 bash[73158]: 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 systemd[1]: Started Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412747516Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412938769Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412959479Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412966411Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.41297255Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412978681Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T11:05:05.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412986244Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412992009Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.412998154Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.413003902Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.413009564Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.413014918Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.413020808Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=settings t=2024-09-16T11:05:05.413026573Z level=info msg="App mode production" 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=sqlstore t=2024-09-16T11:05:05.413078399Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=sqlstore t=2024-09-16T11:05:05.413095373Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=migrator t=2024-09-16T11:05:05.427086787Z level=info msg="Starting DB migrations" 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=migrator t=2024-09-16T11:05:05.432196962Z level=info msg="migrations completed" performed=0 skipped=481 duration=505.44µs 2024-09-16T11:05:05.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=sqlstore t=2024-09-16T11:05:05.432545623Z level=info msg="Created default organization" 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=plugin.loader t=2024-09-16T11:05:05.489490092Z level=info msg="Plugin registered" pluginID=input 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=plugin.loader t=2024-09-16T11:05:05.516516971Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=plugin.loader t=2024-09-16T11:05:05.51653495Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=secrets t=2024-09-16T11:05:05.516566499Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=query_data t=2024-09-16T11:05:05.518289676Z level=info msg="Query Service initialization" 2024-09-16T11:05:05.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=live.push_http t=2024-09-16T11:05:05.52060304Z level=info msg="Live Push Gateway initialization" 2024-09-16T11:05:06.328 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:06.328 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T11:05:06.329 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.336 INFO:tasks.rados.rados.0.smithi077.stdout:577: done (3 left) 2024-09-16T11:05:06.336 INFO:tasks.rados.rados.0.smithi077.stdout:582: done (2 left) 2024-09-16T11:05:06.337 INFO:tasks.rados.rados.0.smithi077.stdout:584: done (1 left) 2024-09-16T11:05:06.337 INFO:tasks.rados.rados.0.smithi077.stdout:585: done (0 left) 2024-09-16T11:05:06.337 INFO:tasks.rados.rados.0.smithi077.stdout:586: delete oid 27 current snap is 53 2024-09-16T11:05:06.340 INFO:tasks.rados.rados.0.smithi077.stdout:586: done (0 left) 2024-09-16T11:05:06.340 INFO:tasks.rados.rados.0.smithi077.stdout:587: snap_create 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[27497]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:06.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:06 smithi077 ceph-mon[35468]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:05:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:06.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-mon[31349]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=infra.usagestats.collector t=2024-09-16T11:05:06.217167502Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=provisioning.datasources t=2024-09-16T11:05:06.304248183Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=provisioning.datasources t=2024-09-16T11:05:06.304267748Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=provisioning.datasources t=2024-09-16T11:05:06.314628381Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=provisioning.alerting t=2024-09-16T11:05:06.39664917Z level=info msg="starting to provision alerting" 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=provisioning.alerting t=2024-09-16T11:05:06.396676869Z level=info msg="finished to provision alerting" 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=grafanaStorageLogger t=2024-09-16T11:05:06.396831052Z level=info msg="storage starting" 2024-09-16T11:05:06.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=ngalert.state.manager t=2024-09-16T11:05:06.396935206Z level=info msg="Warming state cache for startup" 2024-09-16T11:05:06.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=http.server t=2024-09-16T11:05:06.402404608Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T11:05:06.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=ngalert.state.manager t=2024-09-16T11:05:06.408641046Z level=info msg="State cache has been initialized" states=0 duration=11.704833ms 2024-09-16T11:05:06.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=ngalert.multiorg.alertmanager t=2024-09-16T11:05:06.408678754Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T11:05:06.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:05:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[73173]: logger=ticker t=2024-09-16T11:05:06.408704821Z level=info msg=starting first_tick=2024-09-16T11:05:10Z 2024-09-16T11:05:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:587: done (0 left) 2024-09-16T11:05:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:588: read oid 45 snap -1 2024-09-16T11:05:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:588: expect deleted 2024-09-16T11:05:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:589: copy_from oid 49 from oid 4 current snap is 54 2024-09-16T11:05:07.339 INFO:tasks.rados.rados.0.smithi077.stdout:590: snap_remove snap 42 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: Upgrade: Updating mgr.y 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:07.504 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[27497]: Deploying daemon mgr.y on smithi077 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: Upgrade: Updating mgr.y 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:07.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:07 smithi077 ceph-mon[35468]: Deploying daemon mgr.y on smithi077 2024-09-16T11:05:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: Upgrade: Updating mgr.y 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:07 smithi191 ceph-mon[31349]: Deploying daemon mgr.y on smithi077 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:590: done (2 left) 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:591: rollback oid 14 current snap is 54 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 48 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:592: snap_create 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:589: finishing copy_from to smithi07774545-49 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:589: got expected ENOENT (src dne) 2024-09-16T11:05:08.341 INFO:tasks.rados.rados.0.smithi077.stdout:589: finishing copy_from racing read to smithi07774545-49 2024-09-16T11:05:08.353 INFO:tasks.rados.rados.0.smithi077.stdout:591: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:05:08.353 INFO:tasks.rados.rados.0.smithi077.stdout:591: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:05:08.353 INFO:tasks.rados.rados.0.smithi077.stdout:591: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:05:08.353 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 227 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:05:08.591 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[27497]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:08.591 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[27497]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[27497]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[35468]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[35468]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:08.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:08 smithi077 ceph-mon[35468]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T11:05:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:08 smithi191 ceph-mon[31349]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T11:05:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:08 smithi191 ceph-mon[31349]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T11:05:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:08 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:08 smithi191 ceph-mon[31349]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T11:05:08.912 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:08 smithi077 systemd[1]: Stopping Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:09.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:08 smithi077 podman[77652]: 2024-09-16 11:05:08.911571049 +0000 UTC m=+0.179904675 container died ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:588: done (3 left) 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:589: done (2 left) 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:591: done (1 left) 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:592: done (0 left) 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:593: copy_from oid 16 from oid 10 current snap is 55 2024-09-16T11:05:09.343 INFO:tasks.rados.rados.0.smithi077.stdout:594: snap_remove snap 36 2024-09-16T11:05:09.646 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 podman[77652]: 2024-09-16 11:05:09.244833221 +0000 UTC m=+0.513166836 container cleanup ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc) 2024-09-16T11:05:09.646 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 bash[77652]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y 2024-09-16T11:05:09.647 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 podman[77666]: 2024-09-16 11:05:09.429786356 +0000 UTC m=+0.517357901 container remove ce18a7ac4f39fe97d17462a3d818c333af9ddc1bf03ced57f2cf4a8b21bc9a80 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T11:05:09.647 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:05:10.082 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-16T11:05:10.083 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 systemd[1]: Stopped Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:10.083 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service: Consumed 41.264s CPU time. 2024-09-16T11:05:10.083 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:09 smithi077 systemd[1]: Starting Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:10.311 INFO:tasks.rados.rados.0.smithi077.stdout:594: done (1 left) 2024-09-16T11:05:10.311 INFO:tasks.rados.rados.0.smithi077.stdout:595: read oid 35 snap -1 2024-09-16T11:05:10.312 INFO:tasks.rados.rados.0.smithi077.stdout:595: expect deleted 2024-09-16T11:05:10.312 INFO:tasks.rados.rados.0.smithi077.stdout:596: snap_create 2024-09-16T11:05:10.312 INFO:tasks.rados.rados.0.smithi077.stdout:593: finishing copy_from to smithi07774545-16 2024-09-16T11:05:10.312 INFO:tasks.rados.rados.0.smithi077.stdout:593: got expected ENOENT (src dne) 2024-09-16T11:05:10.312 INFO:tasks.rados.rados.0.smithi077.stdout:593: finishing copy_from racing read to smithi07774545-16 2024-09-16T11:05:10.340 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 podman[77789]: 2024-09-16 11:05:09.984368918 +0000 UTC m=+0.016008013 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:05:10.340 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 podman[77789]: 2024-09-16 11:05:10.081530633 +0000 UTC m=+0.113169767 container create 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T11:05:10.340 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 podman[77789]: 2024-09-16 11:05:10.314691859 +0000 UTC m=+0.346330965 container init 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T11:05:10.341 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 podman[77789]: 2024-09-16 11:05:10.319423189 +0000 UTC m=+0.351062288 container start 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[35468]: pgmap v51: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[35468]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[35468]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[27497]: pgmap v51: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[27497]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T11:05:10.666 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mon[27497]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-mgr[77808]: -- 172.21.15.77:0/865724387 <== mon.2 v2:172.21.15.77:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555e9fd04d00 con 0x555e9fcd9000 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 bash[77789]: 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 systemd[1]: Started Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:10.443+0000 7fc73bf91040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:10.505+0000 7fc73bf91040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:10.667 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:10.664+0000 7fc73bf91040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:05:10.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:10 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:05:10] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-09-16T11:05:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:10 smithi191 ceph-mon[31349]: pgmap v51: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:10 smithi191 ceph-mon[31349]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T11:05:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:10 smithi191 ceph-mon[31349]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T11:05:10.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:10.738+0000 7fc73bf91040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:05:10.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:10 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:10.900+0000 7fc73bf91040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:11.311 INFO:tasks.rados.rados.0.smithi077.stdout:593: done (2 left) 2024-09-16T11:05:11.311 INFO:tasks.rados.rados.0.smithi077.stdout:595: done (1 left) 2024-09-16T11:05:11.311 INFO:tasks.rados.rados.0.smithi077.stdout:596: done (0 left) 2024-09-16T11:05:11.311 INFO:tasks.rados.rados.0.smithi077.stdout:597: rmattr oid 33 current snap is 56 2024-09-16T11:05:11.311 INFO:tasks.rados.rados.0.smithi077.stdout:597: done (0 left) 2024-09-16T11:05:11.312 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 56 2024-09-16T11:05:11.312 INFO:tasks.rados.rados.0.smithi077.stdout:598: seq_num 208 ranges {4349952=688128,5038080=401408} 2024-09-16T11:05:11.338 INFO:tasks.rados.rados.0.smithi077.stdout:598: writing smithi07774545-32 from 4349952 to 5038080 tid 1 2024-09-16T11:05:11.341 INFO:tasks.rados.rados.0.smithi077.stdout:598: writing smithi07774545-32 from 5038080 to 5439488 tid 2 2024-09-16T11:05:11.341 INFO:tasks.rados.rados.0.smithi077.stdout:599: copy_from oid 11 from oid 45 current snap is 56 2024-09-16T11:05:11.341 INFO:tasks.rados.rados.0.smithi077.stdout:600: read oid 12 snap -1 2024-09-16T11:05:11.341 INFO:tasks.rados.rados.0.smithi077.stdout:600: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:05:11.341 INFO:tasks.rados.rados.0.smithi077.stdout:601: rollback oid 13 current snap is 56 2024-09-16T11:05:11.342 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 13 to 30 2024-09-16T11:05:11.342 INFO:tasks.rados.rados.0.smithi077.stdout:602: setattr oid 30 current snap is 56 2024-09-16T11:05:11.342 INFO:tasks.rados.rados.0.smithi077.stdout:603: rmattr oid 41 current snap is 56 2024-09-16T11:05:11.342 INFO:tasks.rados.rados.0.smithi077.stdout:603: done (5 left) 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:604: read oid 31 snap -1 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:604: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:605: rollback oid 20 current snap is 56 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 50 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:606: copy_from oid 21 from oid 50 current snap is 56 2024-09-16T11:05:11.343 INFO:tasks.rados.rados.0.smithi077.stdout:607: delete oid 44 current snap is 56 2024-09-16T11:05:11.345 INFO:tasks.rados.rados.0.smithi077.stdout:599: finishing copy_from to smithi07774545-11 2024-09-16T11:05:11.345 INFO:tasks.rados.rados.0.smithi077.stdout:599: got expected ENOENT (src dne) 2024-09-16T11:05:11.345 INFO:tasks.rados.rados.0.smithi077.stdout:599: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:05:11.347 INFO:tasks.rados.rados.0.smithi077.stdout:598: finishing write tid 1 to smithi07774545-32 2024-09-16T11:05:11.347 INFO:tasks.rados.rados.0.smithi077.stdout:598: finishing write tid 2 to smithi07774545-32 2024-09-16T11:05:11.349 INFO:tasks.rados.rados.0.smithi077.stdout:598: finishing write tid 3 to smithi07774545-32 2024-09-16T11:05:11.349 INFO:tasks.rados.rados.0.smithi077.stdout:605: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:05:11.349 INFO:tasks.rados.rados.0.smithi077.stdout:605: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:05:11.350 INFO:tasks.rados.rados.0.smithi077.stdout:605: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:05:11.350 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 173 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-09-16T11:05:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:598: finishing write tid 4 to smithi07774545-32 2024-09-16T11:05:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 288 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-16T11:05:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:598: left oid 32 (ObjNum 208 snap 56 seq_num 208) 2024-09-16T11:05:11.351 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 241 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:05:11.352 INFO:tasks.rados.rados.0.smithi077.stdout:606: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:05:11.353 INFO:tasks.rados.rados.0.smithi077.stdout:600: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:05:11.386 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:11.043+0000 7fc73bf91040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:05:11.386 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:11.384+0000 7fc73bf91040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:606: finishing copy_from to smithi07774545-21 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 248 (ObjNum 183 snap 44 seq_num 183) dirty exists 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:601: finishing rollback tid 0 to smithi07774545-13 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:601: finishing rollback tid 1 to smithi07774545-13 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:601: finishing rollback tid 2 to smithi07774545-13 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 287 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-09-16T11:05:11.457 INFO:tasks.rados.rados.0.smithi077.stdout:604: expect (ObjNum 135 snap 34 seq_num 135) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:598: done (8 left) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:599: done (7 left) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:600: done (6 left) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:601: done (5 left) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:602: done (4 left) 2024-09-16T11:05:11.628 INFO:tasks.rados.rados.0.smithi077.stdout:604: done (3 left) 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:605: done (2 left) 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:606: done (1 left) 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:607: done (0 left) 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:608: rollback oid 26 current snap is 56 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 49 2024-09-16T11:05:11.629 INFO:tasks.rados.rados.0.smithi077.stdout:609: snap_remove snap 43 2024-09-16T11:05:11.658 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:11.446+0000 7fc73bf91040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:05:11.658 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.658 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.658 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:11.658 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[27497]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T11:05:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-mon[35468]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T11:05:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:11 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:11 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:11 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:11 smithi191 ceph-mon[31349]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T11:05:11.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:11.671+0000 7fc73bf91040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:05:12.504 INFO:tasks.rados.rados.0.smithi077.stdout:609: done (1 left) 2024-09-16T11:05:12.504 INFO:tasks.rados.rados.0.smithi077.stdout:610: read oid 32 snap -1 2024-09-16T11:05:12.504 INFO:tasks.rados.rados.0.smithi077.stdout:610: expect (ObjNum 208 snap 56 seq_num 208) 2024-09-16T11:05:12.504 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 56 2024-09-16T11:05:12.504 INFO:tasks.rados.rados.0.smithi077.stdout:611: seq_num 210 ranges {0=720896,720896=401408} 2024-09-16T11:05:12.508 INFO:tasks.rados.rados.0.smithi077.stdout:611: writing smithi07774545-15 from 0 to 720896 tid 1 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:611: writing smithi07774545-15 from 720896 to 1122304 tid 2 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:608: finishing rollback tid 0 to smithi07774545-26 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:608: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:608: finishing rollback tid 2 to smithi07774545-26 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 249 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:608: done (2 left) 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:612: rollback oid 50 current snap is 56 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 41 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 56 2024-09-16T11:05:12.512 INFO:tasks.rados.rados.0.smithi077.stdout:613: seq_num 211 ranges {106496=737280,843776=401408} 2024-09-16T11:05:12.518 INFO:tasks.rados.rados.0.smithi077.stdout:613: writing smithi07774545-7 from 106496 to 843776 tid 1 2024-09-16T11:05:12.520 INFO:tasks.rados.rados.0.smithi077.stdout:613: writing smithi07774545-7 from 843776 to 1245184 tid 2 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: finishing write tid 1 to smithi07774545-15 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: finishing write tid 2 to smithi07774545-15 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: finishing write tid 3 to smithi07774545-15 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: finishing write tid 4 to smithi07774545-15 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 135 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: left oid 15 (ObjNum 210 snap 56 seq_num 210) 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:611: done (3 left) 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:614: rollback oid 24 current snap is 56 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 51 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:615: rollback oid 41 current snap is 56 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 52 2024-09-16T11:05:12.522 INFO:tasks.rados.rados.0.smithi077.stdout:616: read oid 29 snap 50 2024-09-16T11:05:12.523 INFO:tasks.rados.rados.0.smithi077.stdout:616: expect (ObjNum 158 snap 38 seq_num 158) 2024-09-16T11:05:12.523 INFO:tasks.rados.rados.0.smithi077.stdout:617: rollback oid 46 current snap is 56 2024-09-16T11:05:12.523 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 40 2024-09-16T11:05:12.524 INFO:tasks.rados.rados.0.smithi077.stdout:613: finishing write tid 1 to smithi07774545-7 2024-09-16T11:05:12.525 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 56 2024-09-16T11:05:12.526 INFO:tasks.rados.rados.0.smithi077.stdout:618: seq_num 212 ranges {958464=753664,1712128=401408} 2024-09-16T11:05:12.536 INFO:tasks.rados.rados.0.smithi077.stdout:618: writing smithi07774545-26 from 958464 to 1712128 tid 1 2024-09-16T11:05:12.539 INFO:tasks.rados.rados.0.smithi077.stdout:618: writing smithi07774545-26 from 1712128 to 2113536 tid 2 2024-09-16T11:05:12.541 INFO:tasks.rados.rados.0.smithi077.stdout:617: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:05:12.541 INFO:tasks.rados.rados.0.smithi077.stdout:613: finishing write tid 2 to smithi07774545-7 2024-09-16T11:05:12.541 INFO:tasks.rados.rados.0.smithi077.stdout:613: finishing write tid 3 to smithi07774545-7 2024-09-16T11:05:12.542 INFO:tasks.rados.rados.0.smithi077.stdout:617: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:05:12.542 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 243 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:05:12.542 INFO:tasks.rados.rados.0.smithi077.stdout:613: finishing write tid 4 to smithi07774545-7 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 301 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:613: left oid 7 (ObjNum 211 snap 56 seq_num 211) 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:612: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:612: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:612: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:05:12.543 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 275 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:05:12.544 INFO:tasks.rados.rados.0.smithi077.stdout:612: done (7 left) 2024-09-16T11:05:12.544 INFO:tasks.rados.rados.0.smithi077.stdout:613: done (6 left) 2024-09-16T11:05:12.544 INFO:tasks.rados.rados.0.smithi077.stdout:617: done (5 left) 2024-09-16T11:05:12.544 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 56 2024-09-16T11:05:12.544 INFO:tasks.rados.rados.0.smithi077.stdout:619: seq_num 213 ranges {0=770048,770048=401408} 2024-09-16T11:05:12.546 INFO:tasks.rados.rados.0.smithi077.stdout:619: writing smithi07774545-34 from 0 to 770048 tid 1 2024-09-16T11:05:12.549 INFO:tasks.rados.rados.0.smithi077.stdout:619: writing smithi07774545-34 from 770048 to 1171456 tid 2 2024-09-16T11:05:12.549 INFO:tasks.rados.rados.0.smithi077.stdout:620: rollback oid 9 current snap is 56 2024-09-16T11:05:12.549 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 45 2024-09-16T11:05:12.549 INFO:tasks.rados.rados.0.smithi077.stdout:610: expect (ObjNum 208 snap 56 seq_num 208) 2024-09-16T11:05:12.803 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:12 smithi191 ceph-mon[31349]: pgmap v54: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:12.873 INFO:tasks.rados.rados.0.smithi077.stdout:614: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:05:12.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 146 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:615: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:615: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:615: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 280 (ObjNum 178 snap 42 seq_num 178) dirty exists 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:618: finishing write tid 1 to smithi07774545-26 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:618: finishing write tid 2 to smithi07774545-26 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:610: done (6 left) 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:614: done (5 left) 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:615: done (4 left) 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:621: read oid 2 snap -1 2024-09-16T11:05:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:621: expect (ObjNum 175 snap 42 seq_num 175) 2024-09-16T11:05:12.875 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 56 2024-09-16T11:05:12.875 INFO:tasks.rados.rados.0.smithi077.stdout:618: finishing write tid 3 to smithi07774545-26 2024-09-16T11:05:12.875 INFO:tasks.rados.rados.0.smithi077.stdout:622: seq_num 214 ranges {0=794624,794624=401408} 2024-09-16T11:05:12.877 INFO:tasks.rados.rados.0.smithi077.stdout:622: writing smithi07774545-27 from 0 to 794624 tid 1 2024-09-16T11:05:12.880 INFO:tasks.rados.rados.0.smithi077.stdout:622: writing smithi07774545-27 from 794624 to 1196032 tid 2 2024-09-16T11:05:12.880 INFO:tasks.rados.rados.0.smithi077.stdout:623: snap_create 2024-09-16T11:05:12.880 INFO:tasks.rados.rados.0.smithi077.stdout:616: expect (ObjNum 158 snap 38 seq_num 158) 2024-09-16T11:05:12.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:12 smithi077 ceph-mon[27497]: pgmap v54: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:12 smithi077 ceph-mon[35468]: pgmap v54: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:05:12.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:12.614+0000 7fc73bf91040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:05:12.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:12.693+0000 7fc73bf91040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:05:12.972 INFO:tasks.rados.rados.0.smithi077.stdout:618: finishing write tid 4 to smithi07774545-26 2024-09-16T11:05:12.972 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 260 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:618: left oid 26 (ObjNum 212 snap 56 seq_num 212) 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:619: finishing write tid 1 to smithi07774545-34 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:620: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 127 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:619: finishing write tid 2 to smithi07774545-34 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:619: finishing write tid 3 to smithi07774545-34 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:619: finishing write tid 4 to smithi07774545-34 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 176 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:619: left oid 34 (ObjNum 213 snap 56 seq_num 213) 2024-09-16T11:05:12.973 INFO:tasks.rados.rados.0.smithi077.stdout:621: expect (ObjNum 175 snap 42 seq_num 175) 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:622: finishing write tid 1 to smithi07774545-27 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:622: finishing write tid 2 to smithi07774545-27 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:622: finishing write tid 3 to smithi07774545-27 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:622: finishing write tid 4 to smithi07774545-27 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 222 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-09-16T11:05:12.986 INFO:tasks.rados.rados.0.smithi077.stdout:622: left oid 27 (ObjNum 214 snap 56 seq_num 214) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:616: done (6 left) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:618: done (5 left) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:619: done (4 left) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:620: done (3 left) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:621: done (2 left) 2024-09-16T11:05:13.511 INFO:tasks.rados.rados.0.smithi077.stdout:622: done (1 left) 2024-09-16T11:05:13.512 INFO:tasks.rados.rados.0.smithi077.stdout:623: done (0 left) 2024-09-16T11:05:13.512 INFO:tasks.rados.rados.0.smithi077.stdout:624: delete oid 2 current snap is 57 2024-09-16T11:05:13.514 INFO:tasks.rados.rados.0.smithi077.stdout:624: done (0 left) 2024-09-16T11:05:13.514 INFO:tasks.rados.rados.0.smithi077.stdout:625: delete oid 5 current snap is 57 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:625: done (0 left) 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:626: read oid 43 snap -1 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:626: expect deleted 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:627: read oid 28 snap 51 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:627: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:05:13.517 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 57 2024-09-16T11:05:13.518 INFO:tasks.rados.rados.0.smithi077.stdout:628: seq_num 217 ranges {540672=442368,983040=696320,1679360=106496} 2024-09-16T11:05:13.522 INFO:tasks.rados.rados.0.smithi077.stdout:628: writing smithi07774545-11 from 540672 to 983040 tid 1 2024-09-16T11:05:13.527 INFO:tasks.rados.rados.0.smithi077.stdout:628: writing smithi07774545-11 from 983040 to 1679360 tid 2 2024-09-16T11:05:13.528 INFO:tasks.rados.rados.0.smithi077.stdout:628: writing smithi07774545-11 from 1679360 to 1785856 tid 3 2024-09-16T11:05:13.528 INFO:tasks.rados.rados.0.smithi077.stdout:629: read oid 39 snap -1 2024-09-16T11:05:13.528 INFO:tasks.rados.rados.0.smithi077.stdout:629: expect deleted 2024-09-16T11:05:13.528 INFO:tasks.rados.rados.0.smithi077.stdout:628: finishing write tid 1 to smithi07774545-11 2024-09-16T11:05:13.529 INFO:tasks.rados.rados.0.smithi077.stdout:627: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:628: finishing write tid 2 to smithi07774545-11 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:628: finishing write tid 3 to smithi07774545-11 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:628: finishing write tid 4 to smithi07774545-11 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:628: finishing write tid 5 to smithi07774545-11 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 306 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:628: left oid 11 (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:626: done (3 left) 2024-09-16T11:05:13.591 INFO:tasks.rados.rados.0.smithi077.stdout:627: done (2 left) 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:628: done (1 left) 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:630: rollback oid 20 current snap is 57 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 32 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:631: setattr oid 40 current snap is 57 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:629: done (2 left) 2024-09-16T11:05:13.592 INFO:tasks.rados.rados.0.smithi077.stdout:632: delete oid 29 current snap is 57 2024-09-16T11:05:13.594 INFO:tasks.rados.rados.0.smithi077.stdout:630: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:05:13.594 INFO:tasks.rados.rados.0.smithi077.stdout:630: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:05:13.595 INFO:tasks.rados.rados.0.smithi077.stdout:630: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:05:13.595 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 179 (ObjNum 117 snap 27 seq_num 117) dirty exists 2024-09-16T11:05:13.595 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 292 (ObjNum 178 snap 42 seq_num 178) dirty exists 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:630: done (2 left) 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:631: done (1 left) 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:632: done (0 left) 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:633: rollback oid 15 current snap is 57 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 48 2024-09-16T11:05:13.596 INFO:tasks.rados.rados.0.smithi077.stdout:634: setattr oid 42 current snap is 57 2024-09-16T11:05:13.597 INFO:tasks.rados.rados.0.smithi077.stdout:633: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:05:13.597 INFO:tasks.rados.rados.0.smithi077.stdout:635: setattr oid 27 current snap is 57 2024-09-16T11:05:13.597 INFO:tasks.rados.rados.0.smithi077.stdout:633: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:05:13.597 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 138 (ObjNum 129 snap 0 seq_num 2426379600) dirty dne 2024-09-16T11:05:13.598 INFO:tasks.rados.rados.0.smithi077.stdout:633: done (2 left) 2024-09-16T11:05:13.598 INFO:tasks.rados.rados.0.smithi077.stdout:636: snap_remove snap 50 2024-09-16T11:05:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:13 smithi191 ceph-mon[31349]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T11:05:13.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:13 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:13.722 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-mon[27497]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T11:05:13.722 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-mon[35468]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T11:05:13.722 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:13.440+0000 7fc73bf91040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:05:13.722 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:13.575+0000 7fc73bf91040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:05:14.005 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:13.720+0000 7fc73bf91040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:14.005 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:13.785+0000 7fc73bf91040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:05:14.005 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:13.934+0000 7fc73bf91040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:05:14.005 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.003+0000 7fc73bf91040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:05:14.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.063+0000 7fc73bf91040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:05:14.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.227+0000 7fc73bf91040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:05:14.297 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.295+0000 7fc73bf91040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:05:14.514 INFO:tasks.rados.rados.0.smithi077.stdout:636: done (2 left) 2024-09-16T11:05:14.514 INFO:tasks.rados.rados.0.smithi077.stdout:637: delete oid 25 current snap is 57 2024-09-16T11:05:14.515 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 300 (ObjNum 65 snap 0 seq_num 441086928) dirty exists 2024-09-16T11:05:14.515 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 224 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-09-16T11:05:14.527 INFO:tasks.rados.rados.0.smithi077.stdout:634: done (2 left) 2024-09-16T11:05:14.527 INFO:tasks.rados.rados.0.smithi077.stdout:635: done (1 left) 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:637: done (0 left) 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:638: read oid 42 snap -1 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:638: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:639: read oid 26 snap -1 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:639: expect (ObjNum 212 snap 56 seq_num 212) 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:640: copy_from oid 40 from oid 27 current snap is 57 2024-09-16T11:05:14.528 INFO:tasks.rados.rados.0.smithi077.stdout:641: snap_remove snap 32 2024-09-16T11:05:14.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[35468]: pgmap v57: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:14.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[35468]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T11:05:14.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:14.592 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.365+0000 7fc73bf91040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.452+0000 7fc73bf91040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.522+0000 7fc73bf91040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:14.590+0000 7fc73bf91040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[27497]: pgmap v57: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[27497]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:14.593 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:14 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-mon[31349]: pgmap v57: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-mon[31349]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T11:05:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:14 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.521 INFO:tasks.rados.rados.0.smithi077.stdout:641: done (3 left) 2024-09-16T11:05:15.521 INFO:tasks.rados.rados.0.smithi077.stdout:642: delete oid 29 current snap is 57 2024-09-16T11:05:15.521 INFO:tasks.rados.rados.0.smithi077.stdout:638: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:15.528 INFO:tasks.rados.rados.0.smithi077.stdout:640: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:05:15.528 INFO:tasks.rados.rados.0.smithi077.stdout:640: finishing copy_from to smithi07774545-40 2024-09-16T11:05:15.528 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 224 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-09-16T11:05:15.528 INFO:tasks.rados.rados.0.smithi077.stdout:639: expect (ObjNum 212 snap 56 seq_num 212) 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:638: done (3 left) 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:639: done (2 left) 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:640: done (1 left) 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:642: done (0 left) 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:643: read oid 24 snap -1 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:643: expect deleted 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:644: read oid 13 snap -1 2024-09-16T11:05:15.616 INFO:tasks.rados.rados.0.smithi077.stdout:644: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:05:15.617 INFO:tasks.rados.rados.0.smithi077.stdout:645: rollback oid 4 current snap is 57 2024-09-16T11:05:15.617 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 30 2024-09-16T11:05:15.617 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 57 2024-09-16T11:05:15.617 INFO:tasks.rados.rados.0.smithi077.stdout:646: seq_num 221 ranges {5439488=507904,5947392=688128,6635520=114688} 2024-09-16T11:05:15.647 INFO:tasks.rados.rados.0.smithi077.stdout:646: writing smithi07774545-32 from 5439488 to 5947392 tid 1 2024-09-16T11:05:15.651 INFO:tasks.rados.rados.0.smithi077.stdout:646: writing smithi07774545-32 from 5947392 to 6635520 tid 2 2024-09-16T11:05:15.652 INFO:tasks.rados.rados.0.smithi077.stdout:646: writing smithi07774545-32 from 6635520 to 6750208 tid 3 2024-09-16T11:05:15.652 INFO:tasks.rados.rados.0.smithi077.stdout:647: read oid 5 snap -1 2024-09-16T11:05:15.652 INFO:tasks.rados.rados.0.smithi077.stdout:647: expect deleted 2024-09-16T11:05:15.652 INFO:tasks.rados.rados.0.smithi077.stdout:648: read oid 10 snap -1 2024-09-16T11:05:15.652 INFO:tasks.rados.rados.0.smithi077.stdout:648: expect deleted 2024-09-16T11:05:15.653 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 57 2024-09-16T11:05:15.653 INFO:tasks.rados.rados.0.smithi077.stdout:649: seq_num 222 ranges {2113536=524288,2637824=565248,3203072=237568} 2024-09-16T11:05:15.666 INFO:tasks.rados.rados.0.smithi077.stdout:649: writing smithi07774545-26 from 2113536 to 2637824 tid 1 2024-09-16T11:05:15.669 INFO:tasks.rados.rados.0.smithi077.stdout:649: writing smithi07774545-26 from 2637824 to 3203072 tid 2 2024-09-16T11:05:15.671 INFO:tasks.rados.rados.0.smithi077.stdout:649: writing smithi07774545-26 from 3203072 to 3440640 tid 3 2024-09-16T11:05:15.671 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 57 2024-09-16T11:05:15.671 INFO:tasks.rados.rados.0.smithi077.stdout:650: seq_num 223 ranges {2023424=540672,2564096=450560,3014656=352256} 2024-09-16T11:05:15.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: Standby manager daemon y restarted 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: Standby manager daemon y started 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:05:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: Standby manager daemon y restarted 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: Standby manager daemon y started 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:05:15.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:15.419+0000 7fc73bf91040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:15] ENGINE Bus STARTING 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: CherryPy Checker: 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: The Application mounted at '' has an empty config. 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:15] ENGINE Serving on http://:::9283 2024-09-16T11:05:15.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:15] ENGINE Bus STARTED 2024-09-16T11:05:15.685 INFO:tasks.rados.rados.0.smithi077.stdout:650: writing smithi07774545-17 from 2023424 to 2564096 tid 1 2024-09-16T11:05:15.688 INFO:tasks.rados.rados.0.smithi077.stdout:650: writing smithi07774545-17 from 2564096 to 3014656 tid 2 2024-09-16T11:05:15.690 INFO:tasks.rados.rados.0.smithi077.stdout:650: writing smithi07774545-17 from 3014656 to 3366912 tid 3 2024-09-16T11:05:15.690 INFO:tasks.rados.rados.0.smithi077.stdout:651: snap_remove snap 51 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: Standby manager daemon y restarted 2024-09-16T11:05:15.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: Standby manager daemon y started 2024-09-16T11:05:15.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T11:05:15.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:15.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T11:05:15.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:15 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:16.536 INFO:tasks.rados.rados.0.smithi077.stdout:651: done (8 left) 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:652: rollback oid 27 current snap is 57 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 41 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:645: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:645: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 18 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T11:05:16.537 INFO:tasks.rados.rados.0.smithi077.stdout:644: expect (ObjNum 86 snap 18 seq_num 86) 2024-09-16T11:05:16.606 INFO:tasks.rados.rados.0.smithi077.stdout:646: finishing write tid 1 to smithi07774545-32 2024-09-16T11:05:16.606 INFO:tasks.rados.rados.0.smithi077.stdout:646: finishing write tid 2 to smithi07774545-32 2024-09-16T11:05:16.606 INFO:tasks.rados.rados.0.smithi077.stdout:646: finishing write tid 3 to smithi07774545-32 2024-09-16T11:05:16.606 INFO:tasks.rados.rados.0.smithi077.stdout:646: finishing write tid 4 to smithi07774545-32 2024-09-16T11:05:16.606 INFO:tasks.rados.rados.0.smithi077.stdout:646: finishing write tid 5 to smithi07774545-32 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 310 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:646: left oid 32 (ObjNum 221 snap 57 seq_num 221) 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: finishing write tid 1 to smithi07774545-26 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: finishing write tid 2 to smithi07774545-26 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: finishing write tid 3 to smithi07774545-26 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: finishing write tid 4 to smithi07774545-26 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: finishing write tid 5 to smithi07774545-26 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 275 (ObjNum 222 snap 57 seq_num 222) dirty exists 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:649: left oid 26 (ObjNum 222 snap 57 seq_num 222) 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:650: finishing write tid 1 to smithi07774545-17 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:650: finishing write tid 2 to smithi07774545-17 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:650: finishing write tid 3 to smithi07774545-17 2024-09-16T11:05:16.607 INFO:tasks.rados.rados.0.smithi077.stdout:650: finishing write tid 4 to smithi07774545-17 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:650: finishing write tid 5 to smithi07774545-17 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 205 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:650: left oid 17 (ObjNum 223 snap 57 seq_num 223) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:643: done (8 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:644: done (7 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:645: done (6 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:646: done (5 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:647: done (4 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:648: done (3 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:649: done (2 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:650: done (1 left) 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 57 2024-09-16T11:05:16.608 INFO:tasks.rados.rados.0.smithi077.stdout:652: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:05:16.609 INFO:tasks.rados.rados.0.smithi077.stdout:652: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:05:16.609 INFO:tasks.rados.rados.0.smithi077.stdout:652: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:05:16.609 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 237 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T11:05:16.609 INFO:tasks.rados.rados.0.smithi077.stdout:653: seq_num 224 ranges {3055616=557056,3612672=737280,4349952=65536} 2024-09-16T11:05:16.625 INFO:tasks.rados.rados.0.smithi077.stdout:653: writing smithi07774545-23 from 3055616 to 3612672 tid 1 2024-09-16T11:05:16.629 INFO:tasks.rados.rados.0.smithi077.stdout:653: writing smithi07774545-23 from 3612672 to 4349952 tid 2 2024-09-16T11:05:16.630 INFO:tasks.rados.rados.0.smithi077.stdout:653: writing smithi07774545-23 from 4349952 to 4415488 tid 3 2024-09-16T11:05:16.630 INFO:tasks.rados.rados.0.smithi077.stdout:652: done (1 left) 2024-09-16T11:05:16.630 INFO:tasks.rados.rados.0.smithi077.stdout:654: snap_create 2024-09-16T11:05:16.630 INFO:tasks.rados.rados.0.smithi077.stdout:653: finishing write tid 1 to smithi07774545-23 2024-09-16T11:05:16.633 INFO:tasks.rados.rados.0.smithi077.stdout:653: finishing write tid 2 to smithi07774545-23 2024-09-16T11:05:16.633 INFO:tasks.rados.rados.0.smithi077.stdout:653: finishing write tid 3 to smithi07774545-23 2024-09-16T11:05:16.633 INFO:tasks.rados.rados.0.smithi077.stdout:653: finishing write tid 4 to smithi07774545-23 2024-09-16T11:05:16.633 INFO:tasks.rados.rados.0.smithi077.stdout:653: finishing write tid 5 to smithi07774545-23 2024-09-16T11:05:16.634 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 247 (ObjNum 224 snap 57 seq_num 224) dirty exists 2024-09-16T11:05:16.634 INFO:tasks.rados.rados.0.smithi077.stdout:653: left oid 23 (ObjNum 224 snap 57 seq_num 224) 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[35468]: pgmap v60: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[35468]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[35468]: mgrmap e30: x(active, since 38s), standbys: y 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[27497]: pgmap v60: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[27497]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T11:05:16.715 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:16 smithi077 ceph-mon[27497]: mgrmap e30: x(active, since 38s), standbys: y 2024-09-16T11:05:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:16 smithi191 ceph-mon[31349]: pgmap v60: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:16 smithi191 ceph-mon[31349]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T11:05:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:16 smithi191 ceph-mon[31349]: mgrmap e30: x(active, since 38s), standbys: y 2024-09-16T11:05:17.541 INFO:tasks.rados.rados.0.smithi077.stdout:653: done (1 left) 2024-09-16T11:05:17.541 INFO:tasks.rados.rados.0.smithi077.stdout:654: done (0 left) 2024-09-16T11:05:17.541 INFO:tasks.rados.rados.0.smithi077.stdout:655: rollback oid 13 current snap is 58 2024-09-16T11:05:17.541 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 13 to 47 2024-09-16T11:05:17.542 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 58 2024-09-16T11:05:17.542 INFO:tasks.rados.rados.0.smithi077.stdout:656: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-09-16T11:05:17.544 INFO:tasks.rados.rados.0.smithi077.stdout:656: writing smithi07774545-35 from 0 to 573440 tid 1 2024-09-16T11:05:17.548 INFO:tasks.rados.rados.0.smithi077.stdout:656: writing smithi07774545-35 from 573440 to 1196032 tid 2 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:656: writing smithi07774545-35 from 1196032 to 1376256 tid 3 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:657: read oid 1 snap -1 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:657: expect deleted 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:658: copy_from oid 17 from oid 38 current snap is 58 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:655: finishing rollback tid 0 to smithi07774545-13 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:655: finishing rollback tid 1 to smithi07774545-13 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 339 (ObjNum 4113 snap 0 seq_num 17) dirty dne 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:656: finishing write tid 1 to smithi07774545-35 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:655: done (3 left) 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 58 2024-09-16T11:05:17.550 INFO:tasks.rados.rados.0.smithi077.stdout:659: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-09-16T11:05:17.553 INFO:tasks.rados.rados.0.smithi077.stdout:659: writing smithi07774545-6 from 0 to 589824 tid 1 2024-09-16T11:05:17.556 INFO:tasks.rados.rados.0.smithi077.stdout:659: writing smithi07774545-6 from 589824 to 1097728 tid 2 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:659: writing smithi07774545-6 from 1097728 to 1392640 tid 3 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:660: setattr oid 27 current snap is 58 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:656: finishing write tid 2 to smithi07774545-35 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:656: finishing write tid 3 to smithi07774545-35 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:656: finishing write tid 4 to smithi07774545-35 2024-09-16T11:05:17.559 INFO:tasks.rados.rados.0.smithi077.stdout:656: finishing write tid 5 to smithi07774545-35 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 302 (ObjNum 225 snap 58 seq_num 225) dirty exists 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:656: left oid 35 (ObjNum 225 snap 58 seq_num 225) 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:659: finishing write tid 1 to smithi07774545-6 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:658: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:656: done (4 left) 2024-09-16T11:05:17.560 INFO:tasks.rados.rados.0.smithi077.stdout:657: done (3 left) 2024-09-16T11:05:17.561 INFO:tasks.rados.rados.0.smithi077.stdout:661: setattr oid 2 current snap is 58 2024-09-16T11:05:17.561 INFO:tasks.rados.rados.0.smithi077.stdout:659: finishing write tid 2 to smithi07774545-6 2024-09-16T11:05:17.561 INFO:tasks.rados.rados.0.smithi077.stdout:659: finishing write tid 3 to smithi07774545-6 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:658: finishing copy_from to smithi07774545-17 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 183 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:659: finishing write tid 4 to smithi07774545-6 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:658: done (3 left) 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:662: snap_create 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:659: finishing write tid 5 to smithi07774545-6 2024-09-16T11:05:17.562 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 283 (ObjNum 226 snap 58 seq_num 226) dirty exists 2024-09-16T11:05:17.563 INFO:tasks.rados.rados.0.smithi077.stdout:659: left oid 6 (ObjNum 226 snap 58 seq_num 226) 2024-09-16T11:05:17.563 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 241 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T11:05:17.565 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 317 (ObjNum 383201 snap 0 seq_num 454851680) dirty exists 2024-09-16T11:05:17.628 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:17 smithi077 ceph-mon[35468]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T11:05:17.628 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:17 smithi077 ceph-mon[27497]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T11:05:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:17 smithi191 ceph-mon[31349]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T11:05:18.111 INFO:tasks.rados.rados.0.smithi077.stdout:659: done (3 left) 2024-09-16T11:05:18.111 INFO:tasks.rados.rados.0.smithi077.stdout:660: done (2 left) 2024-09-16T11:05:18.111 INFO:tasks.rados.rados.0.smithi077.stdout:661: done (1 left) 2024-09-16T11:05:18.111 INFO:tasks.rados.rados.0.smithi077.stdout:662: done (0 left) 2024-09-16T11:05:18.111 INFO:tasks.rados.rados.0.smithi077.stdout:663: rollback oid 32 current snap is 59 2024-09-16T11:05:18.112 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 57 2024-09-16T11:05:18.112 INFO:tasks.rados.rados.0.smithi077.stdout:664: snap_remove snap 45 2024-09-16T11:05:18.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE Bus STOPPING 2024-09-16T11:05:18.455 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ignoring --setuser ceph since I am not root 2024-09-16T11:05:18.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ignoring --setgroup ceph since I am not root 2024-09-16T11:05:18.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mgr[64187]: -- 172.21.15.191:0/291807879 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a70659ed00 con 0x55a706572800 2024-09-16T11:05:18.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.252+0000 7fba5ec5b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:05:18.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.307+0000 7fba5ec5b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:18.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.453+0000 7fba5ec5b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:05:18.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.519+0000 7fba5ec5b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:05:18.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.665+0000 7fba5ec5b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:18.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: pgmap v63: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: Activating manager daemon y 2024-09-16T11:05:18.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T11:05:18.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T11:05:18.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: mgrmap e31: y(active, starting, since 0.00644127s) 2024-09-16T11:05:18.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:18.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:18.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:18.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:18.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:18.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:18.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:18.717 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:18.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: pgmap v63: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:18.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T11:05:18.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: Activating manager daemon y 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: mgrmap e31: y(active, starting, since 0.00644127s) 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:18.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:18.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:18.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:18.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:18.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:18.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: pgmap v63: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:18.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 172.21.15.191:0/1175156583' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: Activating manager daemon y 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: mgrmap e31: y(active, starting, since 0.00644127s) 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:18.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:18.795 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE Bus STOPPED 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE Bus STARTING 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.683+0000 7fc6a2b61640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.683+0000 7fc6a2b61640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.683+0000 7fc6a2b61640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.683+0000 7fc6a2b61640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.683+0000 7fc6a2b61640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.684+0000 7fc6a5366640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.684+0000 7fc6a5366640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.684+0000 7fc6a5366640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.796 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.684+0000 7fc6a5366640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.797 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:18.684+0000 7fc6a5366640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:18.797 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE Serving on http://:::9283 2024-09-16T11:05:18.797 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:18] ENGINE Bus STARTED 2024-09-16T11:05:19.115 INFO:tasks.rados.rados.0.smithi077.stdout:664: done (1 left) 2024-09-16T11:05:19.115 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 59 2024-09-16T11:05:19.115 INFO:tasks.rados.rados.0.smithi077.stdout:665: seq_num 227 ranges {0=606208,606208=794624,1400832=8192} 2024-09-16T11:05:19.118 INFO:tasks.rados.rados.0.smithi077.stdout:665: writing smithi07774545-24 from 0 to 606208 tid 1 2024-09-16T11:05:19.124 INFO:tasks.rados.rados.0.smithi077.stdout:665: writing smithi07774545-24 from 606208 to 1400832 tid 2 2024-09-16T11:05:19.125 INFO:tasks.rados.rados.0.smithi077.stdout:665: writing smithi07774545-24 from 1400832 to 1409024 tid 3 2024-09-16T11:05:19.125 INFO:tasks.rados.rados.0.smithi077.stdout:666: copy_from oid 3 from oid 45 current snap is 59 2024-09-16T11:05:19.125 INFO:tasks.rados.rados.0.smithi077.stdout:663: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:663: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:663: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 320 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:663: done (2 left) 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:667: snap_create 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:666: finishing copy_from to smithi07774545-3 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:666: got expected ENOENT (src dne) 2024-09-16T11:05:19.126 INFO:tasks.rados.rados.0.smithi077.stdout:666: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:05:19.132 INFO:tasks.rados.rados.0.smithi077.stdout:665: finishing write tid 1 to smithi07774545-24 2024-09-16T11:05:19.133 INFO:tasks.rados.rados.0.smithi077.stdout:665: finishing write tid 2 to smithi07774545-24 2024-09-16T11:05:19.133 INFO:tasks.rados.rados.0.smithi077.stdout:665: finishing write tid 3 to smithi07774545-24 2024-09-16T11:05:19.133 INFO:tasks.rados.rados.0.smithi077.stdout:665: finishing write tid 4 to smithi07774545-24 2024-09-16T11:05:19.135 INFO:tasks.rados.rados.0.smithi077.stdout:665: finishing write tid 5 to smithi07774545-24 2024-09-16T11:05:19.135 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 310 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-09-16T11:05:19.135 INFO:tasks.rados.rados.0.smithi077.stdout:665: left oid 24 (ObjNum 227 snap 59 seq_num 227) 2024-09-16T11:05:19.141 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:18.808+0000 7fba5ec5b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:05:19.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:19.139+0000 7fba5ec5b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:05:19.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:19.208+0000 7fba5ec5b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:05:19.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:19.405+0000 7fba5ec5b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: Manager daemon y is now available 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:19.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:19 smithi191 ceph-mon[31349]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T11:05:19.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: Manager daemon y is now available 2024-09-16T11:05:19.790 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[27497]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: Manager daemon y is now available 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:19.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-mon[35468]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T11:05:20.112 INFO:tasks.rados.rados.0.smithi077.stdout:665: done (2 left) 2024-09-16T11:05:20.112 INFO:tasks.rados.rados.0.smithi077.stdout:666: done (1 left) 2024-09-16T11:05:20.112 INFO:tasks.rados.rados.0.smithi077.stdout:667: done (0 left) 2024-09-16T11:05:20.112 INFO:tasks.rados.rados.0.smithi077.stdout:668: read oid 39 snap -1 2024-09-16T11:05:20.112 INFO:tasks.rados.rados.0.smithi077.stdout:668: expect deleted 2024-09-16T11:05:20.113 INFO:tasks.rados.rados.0.smithi077.stdout:669: read oid 8 snap 37 2024-09-16T11:05:20.113 INFO:tasks.rados.rados.0.smithi077.stdout:669: expect (ObjNum 454848416 snap 21865 seq_num 455038960) 2024-09-16T11:05:20.113 INFO:tasks.rados.rados.0.smithi077.stdout:670: snap_remove snap 49 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:19.787+0000 7fc68a330640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:11:05:19] ENGINE Error in HTTPServer.serve 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: Traceback (most recent call last): 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._connections.run(self.expiration_interval) 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:05:20.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._run(expiration_interval) 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: s = self.context.wrap_socket( 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: return self.sslsocket_class._create( 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self.do_handshake() 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._sslobj.do_handshake() 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:05:20.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:19 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:20.312 INFO:tasks.rados.rados.0.smithi077.stdout:670: done (2 left) 2024-09-16T11:05:20.313 INFO:tasks.rados.rados.0.smithi077.stdout:671: delete oid 33 current snap is 60 2024-09-16T11:05:20.313 INFO:tasks.rados.rados.0.smithi077.stdout:669: expect (ObjNum 454848416 snap 21865 seq_num 455038960) 2024-09-16T11:05:20.322 INFO:tasks.rados.rados.0.smithi077.stdout:668: done (2 left) 2024-09-16T11:05:20.323 INFO:tasks.rados.rados.0.smithi077.stdout:669: done (1 left) 2024-09-16T11:05:20.323 INFO:tasks.rados.rados.0.smithi077.stdout:671: done (0 left) 2024-09-16T11:05:20.323 INFO:tasks.rados.rados.0.smithi077.stdout:672: snap_create 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:20.312+0000 7fba5ec5b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:20.387+0000 7fba5ec5b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: mgrmap e32: y(active, since 1.43947s) 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:19] ENGINE Bus STARTING 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:19] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:19] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:19] ENGINE Bus STARTED 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:19] ENGINE Error in HTTPServer.serve 2024-09-16T11:05:20.569 INFO:journalctl@ceph.mon.b.smithi191.stdout: Traceback (most recent call last): 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._run(expiration_interval) 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: s = self.context.wrap_socket( 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: return self.sslsocket_class._create( 2024-09-16T11:05:20.570 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout: self.do_handshake() 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._sslobj.do_handshake() 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:20.571 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:20 smithi191 ceph-mon[31349]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: mgrmap e32: y(active, since 1.43947s) 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: [16/Sep/2024:11:05:19] ENGINE Bus STARTING 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: [16/Sep/2024:11:05:19] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: [16/Sep/2024:11:05:19] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: [16/Sep/2024:11:05:19] ENGINE Bus STARTED 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: [16/Sep/2024:11:05:19] ENGINE Error in HTTPServer.serve 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:05:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:05:20.923 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[27497]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: mgrmap e32: y(active, since 1.43947s) 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:19] ENGINE Bus STARTING 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:19] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:19] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:19] ENGINE Bus STARTED 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:19] ENGINE Error in HTTPServer.serve 2024-09-16T11:05:20.924 INFO:journalctl@ceph.mon.c.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:05:20.925 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout: self.do_handshake() 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:20.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:20 smithi077 ceph-mon[35468]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T11:05:21.313 INFO:tasks.rados.rados.0.smithi077.stdout:672: done (0 left) 2024-09-16T11:05:21.313 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 61 2024-09-16T11:05:21.314 INFO:tasks.rados.rados.0.smithi077.stdout:673: seq_num 229 ranges {3440640=638976,4079616=606208,4685824=196608} 2024-09-16T11:05:21.335 INFO:tasks.rados.rados.0.smithi077.stdout:673: writing smithi07774545-26 from 3440640 to 4079616 tid 1 2024-09-16T11:05:21.339 INFO:tasks.rados.rados.0.smithi077.stdout:673: writing smithi07774545-26 from 4079616 to 4685824 tid 2 2024-09-16T11:05:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:673: writing smithi07774545-26 from 4685824 to 4882432 tid 3 2024-09-16T11:05:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 61 2024-09-16T11:05:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:674: seq_num 230 ranges {1392640=655360,2048000=491520,2539520=311296} 2024-09-16T11:05:21.352 INFO:tasks.rados.rados.0.smithi077.stdout:674: writing smithi07774545-6 from 1392640 to 2048000 tid 1 2024-09-16T11:05:21.355 INFO:tasks.rados.rados.0.smithi077.stdout:674: writing smithi07774545-6 from 2048000 to 2539520 tid 2 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:674: writing smithi07774545-6 from 2539520 to 2850816 tid 3 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:675: copy_from oid 41 from oid 39 current snap is 61 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:673: finishing write tid 1 to smithi07774545-26 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:673: finishing write tid 2 to smithi07774545-26 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:673: finishing write tid 3 to smithi07774545-26 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:673: finishing write tid 4 to smithi07774545-26 2024-09-16T11:05:21.358 INFO:tasks.rados.rados.0.smithi077.stdout:673: finishing write tid 5 to smithi07774545-26 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 298 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:673: left oid 26 (ObjNum 229 snap 61 seq_num 229) 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:674: finishing write tid 1 to smithi07774545-6 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:673: done (2 left) 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 61 2024-09-16T11:05:21.359 INFO:tasks.rados.rados.0.smithi077.stdout:676: seq_num 231 ranges {5201920=671744,5873664=778240,6651904=24576} 2024-09-16T11:05:21.389 INFO:tasks.rados.rados.0.smithi077.stdout:676: writing smithi07774545-19 from 5201920 to 5873664 tid 1 2024-09-16T11:05:21.393 INFO:tasks.rados.rados.0.smithi077.stdout:676: writing smithi07774545-19 from 5873664 to 6651904 tid 2 2024-09-16T11:05:21.393 INFO:tasks.rados.rados.0.smithi077.stdout:676: writing smithi07774545-19 from 6651904 to 6676480 tid 3 2024-09-16T11:05:21.393 INFO:tasks.rados.rados.0.smithi077.stdout:677: delete oid 46 current snap is 61 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:674: finishing write tid 2 to smithi07774545-6 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:675: finishing copy_from to smithi07774545-41 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:675: got expected ENOENT (src dne) 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:675: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:674: finishing write tid 3 to smithi07774545-6 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:674: finishing write tid 4 to smithi07774545-6 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:674: finishing write tid 5 to smithi07774545-6 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 303 (ObjNum 230 snap 61 seq_num 230) dirty exists 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:674: left oid 6 (ObjNum 230 snap 61 seq_num 230) 2024-09-16T11:05:21.394 INFO:tasks.rados.rados.0.smithi077.stdout:676: finishing write tid 1 to smithi07774545-19 2024-09-16T11:05:21.395 INFO:tasks.rados.rados.0.smithi077.stdout:674: done (3 left) 2024-09-16T11:05:21.395 INFO:tasks.rados.rados.0.smithi077.stdout:675: done (2 left) 2024-09-16T11:05:21.395 INFO:tasks.rados.rados.0.smithi077.stdout:677: done (1 left) 2024-09-16T11:05:21.395 INFO:tasks.rados.rados.0.smithi077.stdout:678: snap_remove snap 54 2024-09-16T11:05:21.430 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.158+0000 7fba5ec5b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:05:21.431 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.273+0000 7fba5ec5b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:05:21.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.429+0000 7fba5ec5b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:21.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.494+0000 7fba5ec5b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:05:21.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.644+0000 7fba5ec5b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:05:22.008 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.711+0000 7fba5ec5b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:05:22.008 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.774+0000 7fba5ec5b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:05:22.008 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:21 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:21.942+0000 7fba5ec5b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:05:22.008 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:22.006+0000 7fba5ec5b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:05:22.277 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:22.075+0000 7fba5ec5b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:05:22.277 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:22.157+0000 7fba5ec5b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:22.277 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:22.217+0000 7fba5ec5b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:05:22.277 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:22.275+0000 7fba5ec5b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:05:22.328 INFO:tasks.rados.rados.0.smithi077.stdout:678: done (1 left) 2024-09-16T11:05:22.328 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 61 2024-09-16T11:05:22.328 INFO:tasks.rados.rados.0.smithi077.stdout:679: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-09-16T11:05:22.333 INFO:tasks.rados.rados.0.smithi077.stdout:679: writing smithi07774545-36 from 0 to 712704 tid 1 2024-09-16T11:05:22.337 INFO:tasks.rados.rados.0.smithi077.stdout:679: writing smithi07774545-36 from 712704 to 1261568 tid 2 2024-09-16T11:05:22.339 INFO:tasks.rados.rados.0.smithi077.stdout:679: writing smithi07774545-36 from 1261568 to 1515520 tid 3 2024-09-16T11:05:22.339 INFO:tasks.rados.rados.0.smithi077.stdout:676: finishing write tid 2 to smithi07774545-19 2024-09-16T11:05:22.339 INFO:tasks.rados.rados.0.smithi077.stdout:676: finishing write tid 3 to smithi07774545-19 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:676: finishing write tid 4 to smithi07774545-19 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:676: finishing write tid 5 to smithi07774545-19 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 124 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:676: left oid 19 (ObjNum 231 snap 61 seq_num 231) 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:676: done (1 left) 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:680: read oid 29 snap -1 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:680: expect deleted 2024-09-16T11:05:22.340 INFO:tasks.rados.rados.0.smithi077.stdout:681: snap_create 2024-09-16T11:05:22.341 INFO:tasks.rados.rados.0.smithi077.stdout:679: finishing write tid 1 to smithi07774545-36 2024-09-16T11:05:22.343 INFO:tasks.rados.rados.0.smithi077.stdout:679: finishing write tid 2 to smithi07774545-36 2024-09-16T11:05:22.343 INFO:tasks.rados.rados.0.smithi077.stdout:679: finishing write tid 3 to smithi07774545-36 2024-09-16T11:05:22.343 INFO:tasks.rados.rados.0.smithi077.stdout:679: finishing write tid 4 to smithi07774545-36 2024-09-16T11:05:22.345 INFO:tasks.rados.rados.0.smithi077.stdout:679: finishing write tid 5 to smithi07774545-36 2024-09-16T11:05:22.345 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 333 (ObjNum 233 snap 61 seq_num 233) dirty exists 2024-09-16T11:05:22.345 INFO:tasks.rados.rados.0.smithi077.stdout:679: left oid 36 (ObjNum 233 snap 61 seq_num 233) 2024-09-16T11:05:22.386 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:22 smithi077 ceph-mon[27497]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T11:05:22.387 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:22 smithi077 ceph-mon[35468]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T11:05:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:22 smithi191 ceph-mon[31349]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T11:05:23.329 INFO:tasks.rados.rados.0.smithi077.stdout:679: done (2 left) 2024-09-16T11:05:23.329 INFO:tasks.rados.rados.0.smithi077.stdout:680: done (1 left) 2024-09-16T11:05:23.329 INFO:tasks.rados.rados.0.smithi077.stdout:681: done (0 left) 2024-09-16T11:05:23.329 INFO:tasks.rados.rados.0.smithi077.stdout:682: setattr oid 33 current snap is 62 2024-09-16T11:05:23.330 INFO:tasks.rados.rados.0.smithi077.stdout:683: read oid 6 snap -1 2024-09-16T11:05:23.330 INFO:tasks.rados.rados.0.smithi077.stdout:683: expect (ObjNum 230 snap 61 seq_num 230) 2024-09-16T11:05:23.330 INFO:tasks.rados.rados.0.smithi077.stdout:684: delete oid 27 current snap is 62 2024-09-16T11:05:23.332 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 263 (ObjNum 97 snap 0 seq_num 454989584) dirty exists 2024-09-16T11:05:23.334 INFO:tasks.rados.rados.0.smithi077.stdout:682: done (2 left) 2024-09-16T11:05:23.334 INFO:tasks.rados.rados.0.smithi077.stdout:684: done (1 left) 2024-09-16T11:05:23.334 INFO:tasks.rados.rados.0.smithi077.stdout:685: rollback oid 34 current snap is 62 2024-09-16T11:05:23.334 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 61 2024-09-16T11:05:23.334 INFO:tasks.rados.rados.0.smithi077.stdout:686: read oid 9 snap -1 2024-09-16T11:05:23.335 INFO:tasks.rados.rados.0.smithi077.stdout:686: expect deleted 2024-09-16T11:05:23.335 INFO:tasks.rados.rados.0.smithi077.stdout:687: read oid 18 snap 59 2024-09-16T11:05:23.335 INFO:tasks.rados.rados.0.smithi077.stdout:687: expect (ObjNum 191 snap 48 seq_num 191) 2024-09-16T11:05:23.335 INFO:tasks.rados.rados.0.smithi077.stdout:688: snap_create 2024-09-16T11:05:23.339 INFO:tasks.rados.rados.0.smithi077.stdout:685: finishing rollback tid 0 to smithi07774545-34 2024-09-16T11:05:23.339 INFO:tasks.rados.rados.0.smithi077.stdout:685: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:05:23.345 INFO:tasks.rados.rados.0.smithi077.stdout:685: finishing rollback tid 2 to smithi07774545-34 2024-09-16T11:05:23.345 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 194 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-09-16T11:05:23.347 INFO:tasks.rados.rados.0.smithi077.stdout:683: expect (ObjNum 230 snap 61 seq_num 230) 2024-09-16T11:05:23.446 INFO:tasks.rados.rados.0.smithi077.stdout:687: expect (ObjNum 191 snap 48 seq_num 191) 2024-09-16T11:05:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: mgrmap e33: y(active, since 4s) 2024-09-16T11:05:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.463 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:23.097+0000 7fba5ec5b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:05:23] ENGINE Bus STARTING 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: CherryPy Checker: 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: The Application mounted at '' has an empty config. 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:05:23] ENGINE Serving on http://:::9283 2024-09-16T11:05:23.464 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: [16/Sep/2024:11:05:23] ENGINE Bus STARTED 2024-09-16T11:05:23.614 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: mgrmap e33: y(active, since 4s) 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:23.615 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: mgrmap e33: y(active, since 4s) 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: Standby manager daemon x started 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:23.616 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1305616560' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.617 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:23 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:23.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:24.336 INFO:tasks.rados.rados.0.smithi077.stdout:683: done (4 left) 2024-09-16T11:05:24.337 INFO:tasks.rados.rados.0.smithi077.stdout:685: done (3 left) 2024-09-16T11:05:24.337 INFO:tasks.rados.rados.0.smithi077.stdout:686: done (2 left) 2024-09-16T11:05:24.337 INFO:tasks.rados.rados.0.smithi077.stdout:687: done (1 left) 2024-09-16T11:05:24.337 INFO:tasks.rados.rados.0.smithi077.stdout:688: done (0 left) 2024-09-16T11:05:24.337 INFO:tasks.rados.rados.0.smithi077.stdout:689: snap_remove snap 61 2024-09-16T11:05:24.554 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[27497]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T11:05:24.554 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[27497]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-16T11:05:24.554 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[35468]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[35468]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:24.555 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:24 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:24 smithi191 ceph-mon[31349]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T11:05:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:24 smithi191 ceph-mon[31349]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-16T11:05:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:24 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:24 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:24 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:25.315 INFO:tasks.rados.rados.0.smithi077.stdout:689: done (0 left) 2024-09-16T11:05:25.315 INFO:tasks.rados.rados.0.smithi077.stdout:690: snap_remove snap 52 2024-09-16T11:05:25.453 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[27497]: pgmap v12: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:25.453 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[27497]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T11:05:25.453 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[27497]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T11:05:25.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[35468]: pgmap v12: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:25.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[35468]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T11:05:25.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:25 smithi077 ceph-mon[35468]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T11:05:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:25 smithi191 ceph-mon[31349]: pgmap v12: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:25 smithi191 ceph-mon[31349]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T11:05:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:25 smithi191 ceph-mon[31349]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T11:05:26.319 INFO:tasks.rados.rados.0.smithi077.stdout:690: done (0 left) 2024-09-16T11:05:26.319 INFO:tasks.rados.rados.0.smithi077.stdout:691: copy_from oid 48 from oid 5 current snap is 63 2024-09-16T11:05:26.319 INFO:tasks.rados.rados.0.smithi077.stdout:692: setattr oid 20 current snap is 63 2024-09-16T11:05:26.321 INFO:tasks.rados.rados.0.smithi077.stdout:693: read oid 3 snap -1 2024-09-16T11:05:26.321 INFO:tasks.rados.rados.0.smithi077.stdout:693: expect (ObjNum 181 snap 44 seq_num 181) 2024-09-16T11:05:26.321 INFO:tasks.rados.rados.0.smithi077.stdout:694: snap_remove snap 37 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:694: done (3 left) 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:695: rmattr oid 41 current snap is 63 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:695: done (3 left) 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:696: delete oid 7 current snap is 63 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:691: finishing copy_from to smithi07774545-48 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:691: got expected ENOENT (src dne) 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:691: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 198 (ObjNum 117 snap 27 seq_num 117) dirty exists 2024-09-16T11:05:27.318 INFO:tasks.rados.rados.0.smithi077.stdout:693: expect (ObjNum 181 snap 44 seq_num 181) 2024-09-16T11:05:27.351 INFO:tasks.rados.rados.0.smithi077.stdout:691: done (3 left) 2024-09-16T11:05:27.352 INFO:tasks.rados.rados.0.smithi077.stdout:692: done (2 left) 2024-09-16T11:05:27.352 INFO:tasks.rados.rados.0.smithi077.stdout:693: done (1 left) 2024-09-16T11:05:27.352 INFO:tasks.rados.rados.0.smithi077.stdout:696: done (0 left) 2024-09-16T11:05:27.352 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 63 2024-09-16T11:05:27.352 INFO:tasks.rados.rados.0.smithi077.stdout:697: seq_num 236 ranges {57344=761856,819200=647168,1466368=155648} 2024-09-16T11:05:27.356 INFO:tasks.rados.rados.0.smithi077.stdout:697: writing smithi07774545-4 from 57344 to 819200 tid 1 2024-09-16T11:05:27.359 INFO:tasks.rados.rados.0.smithi077.stdout:697: writing smithi07774545-4 from 819200 to 1466368 tid 2 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:697: writing smithi07774545-4 from 1466368 to 1622016 tid 3 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:698: read oid 11 snap -1 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:698: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:699: read oid 42 snap 55 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:699: expect deleted 2024-09-16T11:05:27.361 INFO:tasks.rados.rados.0.smithi077.stdout:700: setattr oid 18 current snap is 63 2024-09-16T11:05:27.362 INFO:tasks.rados.rados.0.smithi077.stdout:697: finishing write tid 1 to smithi07774545-4 2024-09-16T11:05:27.362 INFO:tasks.rados.rados.0.smithi077.stdout:699: done (3 left) 2024-09-16T11:05:27.362 INFO:tasks.rados.rados.0.smithi077.stdout:701: snap_remove snap 47 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:27.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:27 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:27.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:27 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:701: done (3 left) 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:702: delete oid 20 current snap is 63 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:697: finishing write tid 2 to smithi07774545-4 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:697: finishing write tid 3 to smithi07774545-4 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:697: finishing write tid 4 to smithi07774545-4 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:697: finishing write tid 5 to smithi07774545-4 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 27 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:697: left oid 4 (ObjNum 236 snap 63 seq_num 236) 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 328 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-09-16T11:05:28.323 INFO:tasks.rados.rados.0.smithi077.stdout:698: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:05:28.384 INFO:tasks.rados.rados.0.smithi077.stdout:697: done (3 left) 2024-09-16T11:05:28.384 INFO:tasks.rados.rados.0.smithi077.stdout:698: done (2 left) 2024-09-16T11:05:28.384 INFO:tasks.rados.rados.0.smithi077.stdout:700: done (1 left) 2024-09-16T11:05:28.384 INFO:tasks.rados.rados.0.smithi077.stdout:702: done (0 left) 2024-09-16T11:05:28.384 INFO:tasks.rados.rados.0.smithi077.stdout:703: snap_create 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:05:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[27497]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:05:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:28 smithi077 ceph-mon[35468]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T11:05:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:05:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:05:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:05:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T11:05:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:28 smithi191 ceph-mon[31349]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T11:05:29.334 INFO:tasks.rados.rados.0.smithi077.stdout:703: done (0 left) 2024-09-16T11:05:29.334 INFO:tasks.rados.rados.0.smithi077.stdout:704: setattr oid 43 current snap is 64 2024-09-16T11:05:29.334 INFO:tasks.rados.rados.0.smithi077.stdout:705: snap_remove snap 30 2024-09-16T11:05:29.434 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:05:29.434 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:29.434 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.435 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.437 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.437 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.437 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:29 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:05:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T11:05:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: Reconfiguring daemon prometheus.a on smithi191 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:05:29.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:29.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:29.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:29 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:30.345 INFO:tasks.rados.rados.0.smithi077.stdout:705: done (1 left) 2024-09-16T11:05:30.345 INFO:tasks.rados.rados.0.smithi077.stdout:706: read oid 21 snap -1 2024-09-16T11:05:30.345 INFO:tasks.rados.rados.0.smithi077.stdout:706: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:05:30.345 INFO:tasks.rados.rados.0.smithi077.stdout:707: snap_remove snap 62 2024-09-16T11:05:30.428 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 systemd[1]: Stopping Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:30.428 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-mon[31349]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T11:05:30.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:30 smithi077 ceph-mon[27497]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T11:05:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:30 smithi077 ceph-mon[35468]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T11:05:30.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[64183]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:05:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T11:05:30.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.594Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T11:05:30.714 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.595Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T11:05:30.714 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[72573]: ts=2024-09-16T11:05:30.595Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T11:05:30.714 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 podman[75591]: 2024-09-16 11:05:30.60466344 +0000 UTC m=+0.133651398 container died be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:31.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 podman[75591]: 2024-09-16 11:05:30.978392147 +0000 UTC m=+0.507380103 container cleanup be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:31.212 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:30 smithi191 bash[75591]: ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T11:05:31.345 INFO:tasks.rados.rados.0.smithi077.stdout:707: done (2 left) 2024-09-16T11:05:31.345 INFO:tasks.rados.rados.0.smithi077.stdout:708: copy_from oid 46 from oid 26 current snap is 64 2024-09-16T11:05:31.345 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 357 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T11:05:31.345 INFO:tasks.rados.rados.0.smithi077.stdout:706: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:708: finishing copy_from racing read to smithi07774545-46 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:708: finishing copy_from to smithi07774545-46 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 298 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:704: done (2 left) 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:706: done (1 left) 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:708: done (0 left) 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:709: copy_from oid 25 from oid 2 current snap is 64 2024-09-16T11:05:31.401 INFO:tasks.rados.rados.0.smithi077.stdout:710: snap_remove snap 55 2024-09-16T11:05:31.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 podman[75604]: 2024-09-16 11:05:31.256369845 +0000 UTC m=+0.654347684 container remove be0037d0e7c1993c723d4d69e50f8fa165f15e9c728cc219400d050ec025a274 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:31.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T11:05:31.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 systemd[1]: Stopped Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:31.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.096s CPU time. 2024-09-16T11:05:31.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 systemd[1]: Starting Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:31.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-mon[31349]: pgmap v21: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:31.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-mon[31349]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T11:05:31.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-mon[31349]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-16T11:05:31.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[27497]: pgmap v21: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[27497]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T11:05:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[27497]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-16T11:05:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[35468]: pgmap v21: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[35468]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T11:05:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:31 smithi077 ceph-mon[35468]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-16T11:05:31.879 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 podman[75699]: 2024-09-16 11:05:31.516982563 +0000 UTC m=+0.017009121 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T11:05:31.879 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 podman[75699]: 2024-09-16 11:05:31.652325183 +0000 UTC m=+0.152351726 container create 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 podman[75699]: 2024-09-16 11:05:31.877935556 +0000 UTC m=+0.377962101 container init 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 podman[75699]: 2024-09-16 11:05:31.880842968 +0000 UTC m=+0.380869512 container start 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.906Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.906Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.906Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi191 (none))" 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.906Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T11:05:32.213 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.906Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.908Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.908Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.909Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.909Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.913Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.913Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.769µs 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.913Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.914Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.930Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.937Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.937Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-16T11:05:32.214 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.937Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.238µs wal_replay_duration=23.712266ms wbl_replay_duration=129ns total_replay_duration=23.781379ms 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.942Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.942Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.942Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.963Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.676576ms db_storage=940ns remote_storage=1.347µs web_handler=544ns query_engine=908ns scrape=477.202µs scrape_sd=180.597µs notify=30.284µs notify_sd=29.4µs rules=20.43819ms tracing=5.86µs 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.964Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:31.964Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 bash[75699]: 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d 2024-09-16T11:05:32.215 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:31 smithi191 systemd[1]: Started Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:709: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:709: finishing copy_from to smithi07774545-25 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 317 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:709: done (1 left) 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:710: done (0 left) 2024-09-16T11:05:32.347 INFO:tasks.rados.rados.0.smithi077.stdout:711: delete oid 24 current snap is 64 2024-09-16T11:05:32.356 INFO:tasks.rados.rados.0.smithi077.stdout:711: done (0 left) 2024-09-16T11:05:32.356 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 64 2024-09-16T11:05:32.356 INFO:tasks.rados.rados.0.smithi077.stdout:712: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-09-16T11:05:32.359 INFO:tasks.rados.rados.0.smithi077.stdout:712: writing smithi07774545-24 from 0 to 409600 tid 1 2024-09-16T11:05:32.364 INFO:tasks.rados.rados.0.smithi077.stdout:712: writing smithi07774545-24 from 409600 to 1114112 tid 2 2024-09-16T11:05:32.367 INFO:tasks.rados.rados.0.smithi077.stdout:712: writing smithi07774545-24 from 1114112 to 1613824 tid 3 2024-09-16T11:05:32.367 INFO:tasks.rados.rados.0.smithi077.stdout:712: finishing write tid 1 to smithi07774545-24 2024-09-16T11:05:32.367 INFO:tasks.rados.rados.0.smithi077.stdout:712: finishing write tid 2 to smithi07774545-24 2024-09-16T11:05:32.367 INFO:tasks.rados.rados.0.smithi077.stdout:713: copy_from oid 49 from oid 22 current snap is 64 2024-09-16T11:05:32.368 INFO:tasks.rados.rados.0.smithi077.stdout:714: delete oid 35 current snap is 64 2024-09-16T11:05:32.371 INFO:tasks.rados.rados.0.smithi077.stdout:712: finishing write tid 3 to smithi07774545-24 2024-09-16T11:05:32.371 INFO:tasks.rados.rados.0.smithi077.stdout:712: finishing write tid 4 to smithi07774545-24 2024-09-16T11:05:32.372 INFO:tasks.rados.rados.0.smithi077.stdout:714: done (2 left) 2024-09-16T11:05:32.372 INFO:tasks.rados.rados.0.smithi077.stdout:715: read oid 11 snap -1 2024-09-16T11:05:32.372 INFO:tasks.rados.rados.0.smithi077.stdout:715: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:05:32.372 INFO:tasks.rados.rados.0.smithi077.stdout:716: snap_remove snap 59 2024-09-16T11:05:32.669 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:32 smithi191 ceph-mon[31349]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T11:05:32.669 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:32 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.669 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:32 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.669 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:32 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:32.669 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:32 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:32.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[27497]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[35468]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:32 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:33.358 INFO:tasks.rados.rados.0.smithi077.stdout:712: finishing write tid 5 to smithi07774545-24 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 356 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:712: left oid 24 (ObjNum 239 snap 64 seq_num 239) 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:713: finishing copy_from racing read to smithi07774545-49 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:713: finishing copy_from to smithi07774545-49 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 44 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-09-16T11:05:33.359 INFO:tasks.rados.rados.0.smithi077.stdout:715: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:05:33.416 INFO:tasks.rados.rados.0.smithi077.stdout:712: done (3 left) 2024-09-16T11:05:33.416 INFO:tasks.rados.rados.0.smithi077.stdout:713: done (2 left) 2024-09-16T11:05:33.417 INFO:tasks.rados.rados.0.smithi077.stdout:715: done (1 left) 2024-09-16T11:05:33.417 INFO:tasks.rados.rados.0.smithi077.stdout:716: done (0 left) 2024-09-16T11:05:33.417 INFO:tasks.rados.rados.0.smithi077.stdout:717: snap_remove snap 40 2024-09-16T11:05:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:33 smithi191 ceph-mon[31349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:33 smithi191 ceph-mon[31349]: pgmap v24: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:33.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:33 smithi191 ceph-mon[31349]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T11:05:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[27497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[27497]: pgmap v24: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[27497]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T11:05:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[35468]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:05:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[35468]: pgmap v24: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 382 KiB/s wr, 30 op/s 2024-09-16T11:05:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:33 smithi077 ceph-mon[35468]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T11:05:33.718 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:05:33.792 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:33.974 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:05:33.974 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (42s) 11s ago 4m 16.6M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:05:33.974 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (29s) 10s ago 4m 75.3M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:05:33.975 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (5m) 11s ago 5m 14.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:05:33.975 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (5m) 10s ago 5m 19.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:05:33.975 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283 running (69s) 10s ago 8m 112M - 18.2.4-845-ge4e227b3 67ddd33fa72f 4d9537f8fd35 2024-09-16T11:05:33.975 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (23s) 11s ago 10m 458M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:05:33.975 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (10m) 11s ago 10m 54.3M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 58132dbc11ec 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (9m) 10s ago 9m 47.0M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (9m) 11s ago 9m 42.9M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (40s) 11s ago 4m 7654k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (33s) 10s ago 4m 8120k - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (8m) 11s ago 8m 143M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:05:33.976 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (8m) 11s ago 8m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:05:33.977 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (7m) 11s ago 7m 128M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:05:33.977 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (7m) 11s ago 7m 80.8M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:05:33.977 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (6m) 10s ago 6m 101M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:05:33.977 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (6m) 10s ago 6m 119M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:05:33.978 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (6m) 10s ago 6m 96.5M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:05:33.978 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (5m) 10s ago 5m 88.3M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:05:33.978 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 starting - - - - 2024-09-16T11:05:34.284 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:05:34.285 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:05:34.286 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:05:34.286 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 13, 2024-09-16T11:05:34.286 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:05:34.286 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:05:34.286 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:05:34.371 INFO:tasks.rados.rados.0.smithi077.stdout:717: done (0 left) 2024-09-16T11:05:34.371 INFO:tasks.rados.rados.0.smithi077.stdout:718: setattr oid 48 current snap is 64 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:719: copy_from oid 14 from oid 10 current snap is 64 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:720: rollback oid 18 current snap is 64 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 56 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:721: read oid 35 snap -1 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:721: expect deleted 2024-09-16T11:05:34.376 INFO:tasks.rados.rados.0.smithi077.stdout:722: snap_remove snap 60 2024-09-16T11:05:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T11:05:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:34.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:34.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:34.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:34 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/2150558938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[27497]: from='client.? 172.21.15.77:0/2150558938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:05:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:05:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:34 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/2150558938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:35.319 INFO:tasks.rados.rados.0.smithi077.stdout:722: done (4 left) 2024-09-16T11:05:35.319 INFO:tasks.rados.rados.0.smithi077.stdout:723: copy_from oid 15 from oid 24 current snap is 64 2024-09-16T11:05:35.319 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 220 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:05:35.319 INFO:tasks.rados.rados.0.smithi077.stdout:719: finishing copy_from to smithi07774545-14 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:719: got expected ENOENT (src dne) 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:719: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:720: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:720: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:720: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 368 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:718: done (4 left) 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:719: done (3 left) 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:720: done (2 left) 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:721: done (1 left) 2024-09-16T11:05:35.320 INFO:tasks.rados.rados.0.smithi077.stdout:724: setattr oid 35 current snap is 64 2024-09-16T11:05:35.324 INFO:tasks.rados.rados.0.smithi077.stdout:725: read oid 26 snap 53 2024-09-16T11:05:35.324 INFO:tasks.rados.rados.0.smithi077.stdout:725: expect (ObjNum 203 snap 52 seq_num 203) 2024-09-16T11:05:35.324 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 64 2024-09-16T11:05:35.324 INFO:tasks.rados.rados.0.smithi077.stdout:726: seq_num 241 ranges {4415488=442368,4857856=466944,5324800=688128,6012928=49152} 2024-09-16T11:05:35.351 INFO:tasks.rados.rados.0.smithi077.stdout:726: writing smithi07774545-23 from 4415488 to 4857856 tid 1 2024-09-16T11:05:35.354 INFO:tasks.rados.rados.0.smithi077.stdout:726: writing smithi07774545-23 from 4857856 to 5324800 tid 2 2024-09-16T11:05:35.358 INFO:tasks.rados.rados.0.smithi077.stdout:726: writing smithi07774545-23 from 5324800 to 6012928 tid 3 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:726: writing smithi07774545-23 from 6012928 to 6062080 tid 4 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:727: read oid 38 snap 58 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:727: expect (ObjNum 194 snap 48 seq_num 194) 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:728: read oid 40 snap -1 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:728: expect (ObjNum 214 snap 56 seq_num 214) 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:729: setattr oid 31 current snap is 64 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 373 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:723: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:723: finishing copy_from to smithi07774545-15 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 356 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-09-16T11:05:35.359 INFO:tasks.rados.rados.0.smithi077.stdout:725: expect (ObjNum 203 snap 52 seq_num 203) 2024-09-16T11:05:35.497 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 1 to smithi07774545-23 2024-09-16T11:05:35.497 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 2 to smithi07774545-23 2024-09-16T11:05:35.497 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 3 to smithi07774545-23 2024-09-16T11:05:35.497 INFO:tasks.rados.rados.0.smithi077.stdout:727: expect (ObjNum 194 snap 48 seq_num 194) 2024-09-16T11:05:35.522 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:35 smithi191 systemd[1]: Stopping Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: Upgrade: Updating mgr.x 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: Deploying daemon mgr.x on smithi191 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T11:05:35.523 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:35 smithi191 ceph-mon[31349]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T11:05:35.549 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 4 to smithi07774545-23 2024-09-16T11:05:35.550 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 5 to smithi07774545-23 2024-09-16T11:05:35.550 INFO:tasks.rados.rados.0.smithi077.stdout:728: expect (ObjNum 214 snap 56 seq_num 214) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:726: finishing write tid 6 to smithi07774545-23 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 303 (ObjNum 241 snap 64 seq_num 241) dirty exists 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:726: left oid 23 (ObjNum 241 snap 64 seq_num 241) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:723: done (6 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:724: done (5 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:725: done (4 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:726: done (3 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:727: done (2 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:728: done (1 left) 2024-09-16T11:05:35.583 INFO:tasks.rados.rados.0.smithi077.stdout:730: delete oid 38 current snap is 64 2024-09-16T11:05:35.584 INFO:tasks.rados.rados.0.smithi077.stdout:730: done (1 left) 2024-09-16T11:05:35.584 INFO:tasks.rados.rados.0.smithi077.stdout:731: snap_create 2024-09-16T11:05:35.586 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 285 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: Upgrade: Updating mgr.x 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: Deploying daemon mgr.x on smithi191 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T11:05:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[27497]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T11:05:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: Upgrade: Updating mgr.x 2024-09-16T11:05:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: Deploying daemon mgr.x on smithi191 2024-09-16T11:05:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:05:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:35.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T11:05:35.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:35 smithi077 ceph-mon[35468]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T11:05:35.793 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:35 smithi191 podman[76049]: 2024-09-16 11:05:35.521208941 +0000 UTC m=+0.131801713 container died 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-16T11:05:36.135 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:35 smithi191 podman[76049]: 2024-09-16 11:05:35.857760267 +0000 UTC m=+0.468353030 container cleanup 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T11:05:36.135 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:35 smithi191 bash[76049]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x 2024-09-16T11:05:36.370 INFO:tasks.rados.rados.0.smithi077.stdout:729: done (1 left) 2024-09-16T11:05:36.370 INFO:tasks.rados.rados.0.smithi077.stdout:731: done (0 left) 2024-09-16T11:05:36.370 INFO:tasks.rados.rados.0.smithi077.stdout:732: delete oid 9 current snap is 65 2024-09-16T11:05:36.373 INFO:tasks.rados.rados.0.smithi077.stdout:732: done (0 left) 2024-09-16T11:05:36.373 INFO:tasks.rados.rados.0.smithi077.stdout:733: snap_create 2024-09-16T11:05:36.425 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:36 smithi191 ceph-mon[31349]: pgmap v30: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:36.425 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 podman[76062]: 2024-09-16 11:05:36.134029858 +0000 UTC m=+0.613431350 container remove 4d9537f8fd35ee6adeb46eddbf7f911ca4b6bfc655885bdc298cd2f533ceaf94 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:05:36.425 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:05:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:36 smithi077 ceph-mon[27497]: pgmap v30: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:36 smithi077 ceph-mon[35468]: pgmap v30: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:36.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T11:05:36.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 systemd[1]: Stopped Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:36.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Consumed 16.457s CPU time. 2024-09-16T11:05:36.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 systemd[1]: Starting Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:37.110 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 podman[76195]: 2024-09-16 11:05:36.75869945 +0000 UTC m=+0.015882276 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:05:37.110 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:36 smithi191 podman[76195]: 2024-09-16 11:05:36.870400102 +0000 UTC m=+0.127582969 container create c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T11:05:37.110 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 podman[76195]: 2024-09-16 11:05:37.081951643 +0000 UTC m=+0.339134473 container init c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T11:05:37.110 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 podman[76195]: 2024-09-16 11:05:37.084835756 +0000 UTC m=+0.342018593 container start c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:05:37.372 INFO:tasks.rados.rados.0.smithi077.stdout:733: done (0 left) 2024-09-16T11:05:37.373 INFO:tasks.rados.rados.0.smithi077.stdout:734: rmattr oid 13 current snap is 66 2024-09-16T11:05:37.373 INFO:tasks.rados.rados.0.smithi077.stdout:734: done (0 left) 2024-09-16T11:05:37.373 INFO:tasks.rados.rados.0.smithi077.stdout:735: snap_create 2024-09-16T11:05:37.377 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-mgr[76213]: -- 172.21.15.191:0/3262063173 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56261f208d00 con 0x56261f1dd000 2024-09-16T11:05:37.377 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 bash[76195]: c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 2024-09-16T11:05:37.377 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 systemd[1]: Started Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:37.377 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.205+0000 7fe7a2e5d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:05:37.377 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.273+0000 7fe7a2e5d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[27497]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[35468]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:37 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-mon[31349]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.435+0000 7fe7a2e5d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.512+0000 7fe7a2e5d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:05:37.677 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.675+0000 7fe7a2e5d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:37.962 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:37.817+0000 7fe7a2e5d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:05:38.374 INFO:tasks.rados.rados.0.smithi077.stdout:735: done (0 left) 2024-09-16T11:05:38.374 INFO:tasks.rados.rados.0.smithi077.stdout:736: copy_from oid 43 from oid 39 current snap is 67 2024-09-16T11:05:38.374 INFO:tasks.rados.rados.0.smithi077.stdout:737: delete oid 49 current snap is 67 2024-09-16T11:05:38.376 INFO:tasks.rados.rados.0.smithi077.stdout:737: done (1 left) 2024-09-16T11:05:38.376 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 67 2024-09-16T11:05:38.376 INFO:tasks.rados.rados.0.smithi077.stdout:738: seq_num 245 ranges {6062080=507904,6569984=458752,7028736=671744,7700480=73728} 2024-09-16T11:05:38.378 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:38.134+0000 7fe7a2e5d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:05:38.379 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:38.196+0000 7fe7a2e5d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:05:38.411 INFO:tasks.rados.rados.0.smithi077.stdout:738: writing smithi07774545-23 from 6062080 to 6569984 tid 1 2024-09-16T11:05:38.414 INFO:tasks.rados.rados.0.smithi077.stdout:738: writing smithi07774545-23 from 6569984 to 7028736 tid 2 2024-09-16T11:05:38.418 INFO:tasks.rados.rados.0.smithi077.stdout:738: writing smithi07774545-23 from 7028736 to 7700480 tid 3 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:738: writing smithi07774545-23 from 7700480 to 7774208 tid 4 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:739: rollback oid 3 current snap is 67 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 64 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:736: finishing copy_from to smithi07774545-43 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:736: got expected ENOENT (src dne) 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:736: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 1 to smithi07774545-23 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 2 to smithi07774545-23 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:736: done (2 left) 2024-09-16T11:05:38.419 INFO:tasks.rados.rados.0.smithi077.stdout:740: snap_create 2024-09-16T11:05:38.422 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 3 to smithi07774545-23 2024-09-16T11:05:38.422 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 4 to smithi07774545-23 2024-09-16T11:05:38.422 INFO:tasks.rados.rados.0.smithi077.stdout:739: finishing rollback tid 0 to smithi07774545-3 2024-09-16T11:05:38.422 INFO:tasks.rados.rados.0.smithi077.stdout:739: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:05:38.423 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 5 to smithi07774545-23 2024-09-16T11:05:38.423 INFO:tasks.rados.rados.0.smithi077.stdout:739: finishing rollback tid 2 to smithi07774545-3 2024-09-16T11:05:38.423 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 231 (ObjNum 181 snap 44 seq_num 181) dirty exists 2024-09-16T11:05:38.424 INFO:tasks.rados.rados.0.smithi077.stdout:738: finishing write tid 6 to smithi07774545-23 2024-09-16T11:05:38.424 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 308 (ObjNum 245 snap 67 seq_num 245) dirty exists 2024-09-16T11:05:38.424 INFO:tasks.rados.rados.0.smithi077.stdout:738: left oid 23 (ObjNum 245 snap 67 seq_num 245) 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[27497]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[27497]: pgmap v33: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[27497]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[35468]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[35468]: pgmap v33: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:38 smithi077 ceph-mon[35468]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T11:05:38.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:38.395+0000 7fe7a2e5d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:05:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-mon[31349]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T11:05:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-mon[31349]: pgmap v33: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T11:05:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:38 smithi191 ceph-mon[31349]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T11:05:39.391 INFO:tasks.rados.rados.0.smithi077.stdout:738: done (2 left) 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:739: done (1 left) 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:740: done (0 left) 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:741: read oid 42 snap -1 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:741: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 68 2024-09-16T11:05:39.392 INFO:tasks.rados.rados.0.smithi077.stdout:742: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-09-16T11:05:39.394 INFO:tasks.rados.rados.0.smithi077.stdout:742: writing smithi07774545-29 from 0 to 524288 tid 1 2024-09-16T11:05:39.398 INFO:tasks.rados.rados.0.smithi077.stdout:742: writing smithi07774545-29 from 524288 to 1269760 tid 2 2024-09-16T11:05:39.402 INFO:tasks.rados.rados.0.smithi077.stdout:742: writing smithi07774545-29 from 1269760 to 1695744 tid 3 2024-09-16T11:05:39.402 INFO:tasks.rados.rados.0.smithi077.stdout:742: writing smithi07774545-29 from 1695744 to 1728512 tid 4 2024-09-16T11:05:39.402 INFO:tasks.rados.rados.0.smithi077.stdout:743: delete oid 3 current snap is 68 2024-09-16T11:05:39.402 INFO:tasks.rados.rados.0.smithi077.stdout:741: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 1 to smithi07774545-29 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 2 to smithi07774545-29 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 3 to smithi07774545-29 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 4 to smithi07774545-29 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 5 to smithi07774545-29 2024-09-16T11:05:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:741: done (2 left) 2024-09-16T11:05:39.407 INFO:tasks.rados.rados.0.smithi077.stdout:743: done (1 left) 2024-09-16T11:05:39.407 INFO:tasks.rados.rados.0.smithi077.stdout:744: snap_create 2024-09-16T11:05:39.407 INFO:tasks.rados.rados.0.smithi077.stdout:742: finishing write tid 6 to smithi07774545-29 2024-09-16T11:05:39.407 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 158 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-09-16T11:05:39.407 INFO:tasks.rados.rados.0.smithi077.stdout:742: left oid 29 (ObjNum 246 snap 68 seq_num 246) 2024-09-16T11:05:39.593 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:39.331+0000 7fe7a2e5d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:05:39.593 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:39.402+0000 7fe7a2e5d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:05:40.319 INFO:tasks.rados.rados.0.smithi077.stdout:742: done (1 left) 2024-09-16T11:05:40.319 INFO:tasks.rados.rados.0.smithi077.stdout:744: done (0 left) 2024-09-16T11:05:40.319 INFO:tasks.rados.rados.0.smithi077.stdout:745: snap_create 2024-09-16T11:05:40.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-mon[31349]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T11:05:40.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-mon[31349]: pgmap v36: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:40.423 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-mon[31349]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T11:05:40.423 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.155+0000 7fe7a2e5d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:05:40.423 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.273+0000 7fe7a2e5d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[27497]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[27497]: pgmap v36: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[27497]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[35468]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[35468]: pgmap v36: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:40 smithi077 ceph-mon[35468]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T11:05:40.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.420+0000 7fe7a2e5d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:40.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.484+0000 7fe7a2e5d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:05:40.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.633+0000 7fe7a2e5d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:05:41.011 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.711+0000 7fe7a2e5d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:05:41.011 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.771+0000 7fe7a2e5d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:05:41.011 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:40.928+0000 7fe7a2e5d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:05:41.301 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:41.009+0000 7fe7a2e5d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:05:41.301 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:41.096+0000 7fe7a2e5d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:05:41.301 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:41.181+0000 7fe7a2e5d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:41.301 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:41.240+0000 7fe7a2e5d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:05:41.301 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:41.299+0000 7fe7a2e5d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:05:41.321 INFO:tasks.rados.rados.0.smithi077.stdout:745: done (0 left) 2024-09-16T11:05:41.321 INFO:tasks.rados.rados.0.smithi077.stdout:746: copy_from oid 48 from oid 1 current snap is 70 2024-09-16T11:05:41.321 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 70 2024-09-16T11:05:41.321 INFO:tasks.rados.rados.0.smithi077.stdout:747: seq_num 248 ranges {589824=557056,1146880=507904,1654784=442368,2097152=253952} 2024-09-16T11:05:41.327 INFO:tasks.rados.rados.0.smithi077.stdout:747: writing smithi07774545-41 from 589824 to 1146880 tid 1 2024-09-16T11:05:41.331 INFO:tasks.rados.rados.0.smithi077.stdout:747: writing smithi07774545-41 from 1146880 to 1654784 tid 2 2024-09-16T11:05:41.333 INFO:tasks.rados.rados.0.smithi077.stdout:747: writing smithi07774545-41 from 1654784 to 2097152 tid 3 2024-09-16T11:05:41.335 INFO:tasks.rados.rados.0.smithi077.stdout:747: writing smithi07774545-41 from 2097152 to 2351104 tid 4 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 70 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:746: finishing copy_from to smithi07774545-48 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:746: got expected ENOENT (src dne) 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:746: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 1 to smithi07774545-41 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 2 to smithi07774545-41 2024-09-16T11:05:41.336 INFO:tasks.rados.rados.0.smithi077.stdout:748: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-09-16T11:05:41.340 INFO:tasks.rados.rados.0.smithi077.stdout:748: writing smithi07774545-25 from 0 to 573440 tid 1 2024-09-16T11:05:41.343 INFO:tasks.rados.rados.0.smithi077.stdout:748: writing smithi07774545-25 from 573440 to 1368064 tid 2 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:748: writing smithi07774545-25 from 1368064 to 1777664 tid 3 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:746: done (2 left) 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:749: rmattr oid 9 current snap is 70 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:749: done (2 left) 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:750: read oid 21 snap -1 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:750: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 70 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 3 to smithi07774545-41 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 4 to smithi07774545-41 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 5 to smithi07774545-41 2024-09-16T11:05:41.347 INFO:tasks.rados.rados.0.smithi077.stdout:747: finishing write tid 6 to smithi07774545-41 2024-09-16T11:05:41.348 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 385 (ObjNum 248 snap 70 seq_num 248) dirty exists 2024-09-16T11:05:41.348 INFO:tasks.rados.rados.0.smithi077.stdout:747: left oid 41 (ObjNum 248 snap 70 seq_num 248) 2024-09-16T11:05:41.348 INFO:tasks.rados.rados.0.smithi077.stdout:748: finishing write tid 1 to smithi07774545-25 2024-09-16T11:05:41.348 INFO:tasks.rados.rados.0.smithi077.stdout:751: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-09-16T11:05:41.349 INFO:tasks.rados.rados.0.smithi077.stdout:751: writing smithi07774545-38 from 0 to 589824 tid 1 2024-09-16T11:05:41.354 INFO:tasks.rados.rados.0.smithi077.stdout:751: writing smithi07774545-38 from 589824 to 1269760 tid 2 2024-09-16T11:05:41.357 INFO:tasks.rados.rados.0.smithi077.stdout:751: writing smithi07774545-38 from 1269760 to 1679360 tid 3 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:751: writing smithi07774545-38 from 1679360 to 1794048 tid 4 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:747: done (3 left) 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:752: copy_from oid 19 from oid 2 current snap is 70 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:748: finishing write tid 2 to smithi07774545-25 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:748: finishing write tid 3 to smithi07774545-25 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:748: finishing write tid 4 to smithi07774545-25 2024-09-16T11:05:41.358 INFO:tasks.rados.rados.0.smithi077.stdout:748: finishing write tid 5 to smithi07774545-25 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 381 (ObjNum 249 snap 70 seq_num 249) dirty exists 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:748: left oid 25 (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 1 to smithi07774545-38 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:748: done (3 left) 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:753: snap_create 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 2 to smithi07774545-38 2024-09-16T11:05:41.359 INFO:tasks.rados.rados.0.smithi077.stdout:750: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:05:41.410 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 3 to smithi07774545-38 2024-09-16T11:05:41.410 INFO:tasks.rados.rados.0.smithi077.stdout:752: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 4 to smithi07774545-38 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 5 to smithi07774545-38 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:752: finishing copy_from to smithi07774545-19 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 317 (ObjNum 65 snap 0 seq_num 1347842393) dirty exists 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:751: finishing write tid 6 to smithi07774545-38 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 237 (ObjNum 250 snap 70 seq_num 250) dirty exists 2024-09-16T11:05:41.411 INFO:tasks.rados.rados.0.smithi077.stdout:751: left oid 38 (ObjNum 250 snap 70 seq_num 250) 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:750: done (3 left) 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:751: done (2 left) 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:752: done (1 left) 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:753: done (0 left) 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:754: rollback oid 46 current snap is 71 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 56 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:755: copy_from oid 35 from oid 11 current snap is 71 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:756: read oid 30 snap -1 2024-09-16T11:05:42.326 INFO:tasks.rados.rados.0.smithi077.stdout:756: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:42.327 INFO:tasks.rados.rados.0.smithi077.stdout:757: snap_create 2024-09-16T11:05:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:754: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:05:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:754: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:05:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:754: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:05:42.333 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 311 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:05:42.338 INFO:tasks.rados.rados.0.smithi077.stdout:755: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:05:42.339 INFO:tasks.rados.rados.0.smithi077.stdout:755: finishing copy_from to smithi07774545-35 2024-09-16T11:05:42.339 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 306 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-09-16T11:05:42.345 INFO:tasks.rados.rados.0.smithi077.stdout:756: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:42.421 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T11:05:42.421 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.421 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.421 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: Standby manager daemon x restarted 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:42.132+0000 7fe7a2e5d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:42] ENGINE Bus STARTING 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: CherryPy Checker: 2024-09-16T11:05:42.422 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: The Application mounted at '' has an empty config. 2024-09-16T11:05:42.423 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:42.423 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:42] ENGINE Serving on http://:::9283 2024-09-16T11:05:42.423 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:42] ENGINE Bus STARTED 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: Standby manager daemon x restarted 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: Standby manager daemon x started 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[27497]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: Standby manager daemon x restarted 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:42.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:42.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:42 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1167283785' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:754: done (3 left) 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:755: done (2 left) 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:756: done (1 left) 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:757: done (0 left) 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 72 2024-09-16T11:05:43.331 INFO:tasks.rados.rados.0.smithi077.stdout:758: seq_num 251 ranges {1785856=606208,2392064=614400,3006464=589824} 2024-09-16T11:05:43.344 INFO:tasks.rados.rados.0.smithi077.stdout:758: writing smithi07774545-35 from 1785856 to 2392064 tid 1 2024-09-16T11:05:43.348 INFO:tasks.rados.rados.0.smithi077.stdout:758: writing smithi07774545-35 from 2392064 to 3006464 tid 2 2024-09-16T11:05:43.352 INFO:tasks.rados.rados.0.smithi077.stdout:758: writing smithi07774545-35 from 3006464 to 3596288 tid 3 2024-09-16T11:05:43.352 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 72 2024-09-16T11:05:43.352 INFO:tasks.rados.rados.0.smithi077.stdout:758: finishing write tid 1 to smithi07774545-35 2024-09-16T11:05:43.352 INFO:tasks.rados.rados.0.smithi077.stdout:758: finishing write tid 2 to smithi07774545-35 2024-09-16T11:05:43.352 INFO:tasks.rados.rados.0.smithi077.stdout:759: seq_num 252 ranges {1196032=630784,1826816=499712,2326528=425984,2752512=278528} 2024-09-16T11:05:43.361 INFO:tasks.rados.rados.0.smithi077.stdout:759: writing smithi07774545-40 from 1196032 to 1826816 tid 1 2024-09-16T11:05:43.364 INFO:tasks.rados.rados.0.smithi077.stdout:759: writing smithi07774545-40 from 1826816 to 2326528 tid 2 2024-09-16T11:05:43.367 INFO:tasks.rados.rados.0.smithi077.stdout:759: writing smithi07774545-40 from 2326528 to 2752512 tid 3 2024-09-16T11:05:43.369 INFO:tasks.rados.rados.0.smithi077.stdout:759: writing smithi07774545-40 from 2752512 to 3031040 tid 4 2024-09-16T11:05:43.369 INFO:tasks.rados.rados.0.smithi077.stdout:760: read oid 22 snap -1 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:760: expect (ObjNum 153 snap 38 seq_num 153) 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:761: read oid 8 snap -1 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:761: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:762: copy_from oid 30 from oid 12 current snap is 72 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:758: finishing write tid 3 to smithi07774545-35 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:758: finishing write tid 4 to smithi07774545-35 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:758: finishing write tid 5 to smithi07774545-35 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 392 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:758: left oid 35 (ObjNum 251 snap 72 seq_num 251) 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 1 to smithi07774545-40 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 2 to smithi07774545-40 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:758: done (4 left) 2024-09-16T11:05:43.370 INFO:tasks.rados.rados.0.smithi077.stdout:763: snap_remove snap 48 2024-09-16T11:05:43.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[27497]: pgmap v39: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[27497]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T11:05:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[27497]: mgrmap e36: y(active, since 24s), standbys: x 2024-09-16T11:05:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[35468]: pgmap v39: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[35468]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T11:05:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:43 smithi077 ceph-mon[35468]: mgrmap e36: y(active, since 24s), standbys: x 2024-09-16T11:05:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:43 smithi191 ceph-mon[31349]: pgmap v39: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:05:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:43 smithi191 ceph-mon[31349]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T11:05:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:43 smithi191 ceph-mon[31349]: mgrmap e36: y(active, since 24s), standbys: x 2024-09-16T11:05:43.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:44.351 INFO:tasks.rados.rados.0.smithi077.stdout:763: done (4 left) 2024-09-16T11:05:44.352 INFO:tasks.rados.rados.0.smithi077.stdout:764: delete oid 47 current snap is 72 2024-09-16T11:05:44.352 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 3 to smithi07774545-40 2024-09-16T11:05:44.352 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 4 to smithi07774545-40 2024-09-16T11:05:44.353 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 5 to smithi07774545-40 2024-09-16T11:05:44.353 INFO:tasks.rados.rados.0.smithi077.stdout:761: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:05:44.376 INFO:tasks.rados.rados.0.smithi077.stdout:759: finishing write tid 6 to smithi07774545-40 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 387 (ObjNum 252 snap 72 seq_num 252) dirty exists 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:759: left oid 40 (ObjNum 252 snap 72 seq_num 252) 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:759: done (4 left) 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:761: done (3 left) 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:764: done (2 left) 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:765: read oid 9 snap -1 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:765: expect deleted 2024-09-16T11:05:44.377 INFO:tasks.rados.rados.0.smithi077.stdout:766: snap_remove snap 58 2024-09-16T11:05:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:44 smithi077 ceph-mon[27497]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T11:05:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:44 smithi077 ceph-mon[35468]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T11:05:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:44 smithi191 ceph-mon[31349]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:766: done (3 left) 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:767: read oid 26 snap -1 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:767: expect (ObjNum 229 snap 61 seq_num 229) 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:768: rmattr oid 49 current snap is 72 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:768: done (4 left) 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:769: snap_create 2024-09-16T11:05:45.357 INFO:tasks.rados.rados.0.smithi077.stdout:760: expect (ObjNum 153 snap 38 seq_num 153) 2024-09-16T11:05:45.402 INFO:tasks.rados.rados.0.smithi077.stdout:762: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:05:45.402 INFO:tasks.rados.rados.0.smithi077.stdout:762: finishing copy_from to smithi07774545-30 2024-09-16T11:05:45.402 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 262 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-16T11:05:45.403 INFO:tasks.rados.rados.0.smithi077.stdout:767: expect (ObjNum 229 snap 61 seq_num 229) 2024-09-16T11:05:45.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:45 smithi077 ceph-mon[35468]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:45 smithi077 ceph-mon[35468]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T11:05:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:45 smithi077 ceph-mon[27497]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:45 smithi077 ceph-mon[27497]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T11:05:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:45 smithi191 ceph-mon[31349]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:45 smithi191 ceph-mon[31349]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T11:05:46.357 INFO:tasks.rados.rados.0.smithi077.stdout:760: done (4 left) 2024-09-16T11:05:46.357 INFO:tasks.rados.rados.0.smithi077.stdout:762: done (3 left) 2024-09-16T11:05:46.357 INFO:tasks.rados.rados.0.smithi077.stdout:765: done (2 left) 2024-09-16T11:05:46.357 INFO:tasks.rados.rados.0.smithi077.stdout:767: done (1 left) 2024-09-16T11:05:46.357 INFO:tasks.rados.rados.0.smithi077.stdout:769: done (0 left) 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:770: read oid 24 snap -1 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:770: expect (ObjNum 239 snap 64 seq_num 239) 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:771: rollback oid 34 current snap is 73 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 70 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:772: copy_from oid 29 from oid 25 current snap is 73 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:773: read oid 17 snap -1 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:773: expect (ObjNum 194 snap 48 seq_num 194) 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:774: rollback oid 4 current snap is 73 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 70 2024-09-16T11:05:46.358 INFO:tasks.rados.rados.0.smithi077.stdout:775: snap_create 2024-09-16T11:05:46.362 INFO:tasks.rados.rados.0.smithi077.stdout:774: finishing rollback tid 0 to smithi07774545-4 2024-09-16T11:05:46.363 INFO:tasks.rados.rados.0.smithi077.stdout:774: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:05:46.365 INFO:tasks.rados.rados.0.smithi077.stdout:771: finishing rollback tid 0 to smithi07774545-34 2024-09-16T11:05:46.365 INFO:tasks.rados.rados.0.smithi077.stdout:771: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:05:46.365 INFO:tasks.rados.rados.0.smithi077.stdout:774: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:05:46.366 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 43 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-09-16T11:05:46.366 INFO:tasks.rados.rados.0.smithi077.stdout:770: expect (ObjNum 239 snap 64 seq_num 239) 2024-09-16T11:05:46.410 INFO:tasks.rados.rados.0.smithi077.stdout:771: finishing rollback tid 2 to smithi07774545-34 2024-09-16T11:05:46.410 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 247 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-09-16T11:05:46.410 INFO:tasks.rados.rados.0.smithi077.stdout:773: expect (ObjNum 194 snap 48 seq_num 194) 2024-09-16T11:05:46.464 INFO:tasks.rados.rados.0.smithi077.stdout:772: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:05:46.464 INFO:tasks.rados.rados.0.smithi077.stdout:772: finishing copy_from to smithi07774545-29 2024-09-16T11:05:46.464 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 381 (ObjNum 249 snap 70 seq_num 249) dirty exists 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:05:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T11:05:46.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T11:05:46.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:05:46.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:05:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T11:05:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T11:05:46.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T11:05:46.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:05:46.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:46 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:05:47.038 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:05:46] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2024-09-16T11:05:47.362 INFO:tasks.rados.rados.0.smithi077.stdout:770: done (5 left) 2024-09-16T11:05:47.362 INFO:tasks.rados.rados.0.smithi077.stdout:771: done (4 left) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:772: done (3 left) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:773: done (2 left) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:774: done (1 left) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:775: done (0 left) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:776: copy_from oid 36 from oid 21 current snap is 74 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:777: read oid 12 snap -1 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:777: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:778: read oid 19 snap -1 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:778: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:47.363 INFO:tasks.rados.rados.0.smithi077.stdout:779: snap_create 2024-09-16T11:05:47.364 INFO:tasks.rados.rados.0.smithi077.stdout:778: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:47.369 INFO:tasks.rados.rados.0.smithi077.stdout:777: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:05:47.467 INFO:tasks.rados.rados.0.smithi077.stdout:776: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:05:47.467 INFO:tasks.rados.rados.0.smithi077.stdout:776: finishing copy_from to smithi07774545-36 2024-09-16T11:05:47.467 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 248 (ObjNum 183 snap 44 seq_num 183) dirty exists 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: Upgrade: Setting container_image for all mgr 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: Upgrade: It appears safe to stop mon.a 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: pgmap v45: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: Upgrade: Updating mon.a 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:47.632 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[35468]: Deploying daemon mon.a on smithi077 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: Upgrade: Setting container_image for all mgr 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: Upgrade: It appears safe to stop mon.a 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: pgmap v45: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: Upgrade: Updating mon.a 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:47.633 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:47 smithi077 ceph-mon[27497]: Deploying daemon mon.a on smithi077 2024-09-16T11:05:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: Upgrade: Setting container_image for all mgr 2024-09-16T11:05:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: Upgrade: It appears safe to stop mon.a 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: pgmap v45: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: Upgrade: Updating mon.a 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:05:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:47 smithi191 ceph-mon[31349]: Deploying daemon mon.a on smithi077 2024-09-16T11:05:48.371 INFO:tasks.rados.rados.0.smithi077.stdout:776: done (3 left) 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:777: done (2 left) 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:778: done (1 left) 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:779: done (0 left) 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:780: rollback oid 27 current snap is 75 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 53 2024-09-16T11:05:48.372 INFO:tasks.rados.rados.0.smithi077.stdout:781: snap_remove snap 74 2024-09-16T11:05:48.661 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:48 smithi191 ceph-mon[31349]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T11:05:48.661 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:48 smithi191 ceph-mon[31349]: pgmap v48: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:48 smithi077 ceph-mon[27497]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T11:05:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:48 smithi077 ceph-mon[27497]: pgmap v48: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:48 smithi077 ceph-mon[35468]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T11:05:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:48 smithi077 ceph-mon[35468]: pgmap v48: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T11:05:48.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:49.020 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:48 smithi077 systemd[1]: Stopping Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:49.363 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[27493]: 2024-09-16T11:05:49.018+0000 7f5877b09640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:05:49.363 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[27493]: 2024-09-16T11:05:49.018+0000 7f5877b09640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-16T11:05:49.363 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 podman[85877]: 2024-09-16 11:05:49.099791222 +0000 UTC m=+0.211493933 container died 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, ceph=True) 2024-09-16T11:05:49.363 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE Bus STOPPING 2024-09-16T11:05:49.364 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:05:49.364 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE Bus STOPPED 2024-09-16T11:05:49.364 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE Bus STARTING 2024-09-16T11:05:49.364 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE Serving on http://:::9283 2024-09-16T11:05:49.364 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:49] ENGINE Bus STARTED 2024-09-16T11:05:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 podman[85877]: 2024-09-16 11:05:49.510459086 +0000 UTC m=+0.622161806 container cleanup 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T11:05:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 bash[85877]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a 2024-09-16T11:05:50.148 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 podman[85890]: 2024-09-16 11:05:49.720625056 +0000 UTC m=+0.625019981 container remove 58132dbc11ec70cd25ba81f072e4d299099441f2c3860040b5918301f49507b3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T11:05:50.148 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T11:05:50.148 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 systemd[1]: Stopped Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:50.149 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:49 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service: Consumed 12.346s CPU time. 2024-09-16T11:05:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 systemd[1]: Starting Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:05:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 podman[86028]: 2024-09-16 11:05:50.25636898 +0000 UTC m=+0.015705917 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:05:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 podman[86028]: 2024-09-16 11:05:50.388703586 +0000 UTC m=+0.148040523 container create 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T11:05:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 podman[86028]: 2024-09-16 11:05:50.616093666 +0000 UTC m=+0.375430606 container init 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T11:05:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 podman[86028]: 2024-09-16 11:05:50.619205889 +0000 UTC m=+0.378542827 container start 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T11:05:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T11:05:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-16T11:05:50.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: pidfile_write: ignore empty --pid-file 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: load: jerasure load: lrc 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: RocksDB version: 7.9.2 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Git sha 0 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: DB SUMMARY 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: DB Session ID: 1PDI8W88L1KCVMQMOL5D 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: CURRENT file: CURRENT 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1180 Bytes 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 1546747 ; 2024-09-16T11:05:50.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.error_if_exists: 0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.create_if_missing: 0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.paranoid_checks: 1 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.env: 0x55e904fbbbc0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.info_log: 0x55e905b22be0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.statistics: (nil) 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.use_fsync: 0 2024-09-16T11:05:50.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_log_file_size: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_fallocate: 1 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.use_direct_reads: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.db_log_dir: 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.wal_dir: 2024-09-16T11:05:50.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.write_buffer_manager: 0x55e905b30b40 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T11:05:50.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.unordered_write: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.row_cache: None 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.wal_filter: None 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.two_write_queues: 0 2024-09-16T11:05:50.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.wal_compression: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.atomic_flush: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.log_readahead_size: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T11:05:50.929 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_background_jobs: 2 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_background_compactions: -1 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_subcompactions: 1 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_open_files: -1 2024-09-16T11:05:50.930 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_background_flushes: -1 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Compression algorithms supported: 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kZSTD supported: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kXpressCompression supported: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kBZip2Compression supported: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kLZ4Compression supported: 1 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kZlibCompression supported: 1 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T11:05:50.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: kSnappyCompression supported: 1 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.merge_operator: 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_filter: None 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e905b227e0) 2024-09-16T11:05:50.932 INFO:journalctl@ceph.mon.a.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_type: 0 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: data_block_index_type: 0 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_shortening: 1 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: checksum: 4 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: no_block_cache: 0 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache: 0x55e905b17350 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_options: 2024-09-16T11:05:50.933 INFO:journalctl@ceph.mon.a.smithi077.stdout: capacity : 536870912 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: num_shard_bits : 4 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: strict_capacity_limit : 0 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_cache_compressed: (nil) 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: persistent_cache: (nil) 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_size: 4096 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_size_deviation: 10 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_restart_interval: 16 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: index_block_restart_interval: 1 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: metadata_block_size: 4096 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: partition_filters: 0 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: use_delta_encoding: 1 2024-09-16T11:05:50.934 INFO:journalctl@ceph.mon.a.smithi077.stdout: filter_policy: bloomfilter 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: whole_key_filtering: 1 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: verify_compression: 0 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: format_version: 5 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: enable_index_compression: 1 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: block_align: 0 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: max_auto_readahead_size: 262144 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: prepopulate_block_cache: 0 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: initial_auto_readahead_size: 8192 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression: NoCompression 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T11:05:50.935 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.num_levels: 7 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T11:05:50.936 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T11:05:50.937 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T11:05:50.938 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T11:05:50.939 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T11:05:50.940 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.inplace_update_support: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.bloom_locality: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.max_successive_merges: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T11:05:50.941 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.ttl: 2592000 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enable_blob_files: false 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.min_blob_size: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T11:05:50.942 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12989, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7aecb2fd-7711-44db-a150-fb7de94ed9b5 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484750645426, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484750650645, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 1462535, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12990, "largest_seqno": 13803, "table_properties": {"data_size": 1457567, "index_size": 2903, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1029, "raw_key_size": 9855, "raw_average_key_size": 25, "raw_value_size": 1448748, "raw_average_value_size": 3733, "num_data_blocks": 128, "num_entries": 388, "num_filter_entries": 388, "num_deletions": 19, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726484750, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7aecb2fd-7711-44db-a150-fb7de94ed9b5", "db_session_id": "1PDI8W88L1KCVMQMOL5D", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484750650759, "job": 1, "event": "recovery_finished"} 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:05:50.943 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e905b42e00 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: DB pointer 0x55e905c36000 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** DB Stats ** 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:05:50.944 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: L0 1/0 1.39 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 482.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: L6 1/0 8.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: Sum 2/0 10.25 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 482.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 482.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T11:05:50.945 INFO:journalctl@ceph.mon.a.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 482.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Cumulative compaction: 0.00 GB write, 185.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Interval compaction: 0.00 GB write, 185.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T11:05:50.946 INFO:journalctl@ceph.mon.a.smithi077.stdout: Block cache BinnedLRUCache@0x55e905b17350#2 capacity: 512.00 MB usage: 4.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.16 KB,0.000220537%) IndexBlock(1,3.08 KB,0.000587106%) Misc(1,0.00 KB,0%) 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: starting mon.a rank 0 at public addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] at bind addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???) e3 preinit fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).mds e7 new map 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).mds e7 print_map 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: e7 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: legacy client fscid: 1 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.947 INFO:journalctl@ceph.mon.a.smithi077.stdout: Filesystem 'cephfs' (1) 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: fs_name cephfs 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: epoch 7 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: created 2024-09-16T11:00:14.149428+0000 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: modified 2024-09-16T11:00:17.253208+0000 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: tableserver 0 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: root 0 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: session_timeout 60 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: session_autoclose 300 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: max_file_size 1099511627776 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: max_xattr_size 65536 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: required_client_features {} 2024-09-16T11:05:50.948 INFO:journalctl@ceph.mon.a.smithi077.stdout: last_failure 0 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: last_failure_osd_epoch 0 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: max_mds 1 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: in 0 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: up {0=24346} 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: failed 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: damaged 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: stopped 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: data_pools [3] 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: metadata_pool 2 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: inline_data disabled 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: balancer 2024-09-16T11:05:50.949 INFO:journalctl@ceph.mon.a.smithi077.stdout: bal_rank_mask -1 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: standby_count_wanted 0 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: [mds.b{0:24346} state up:active seq 3 addr [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: Standby daemons: 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).osd e206 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).osd e206 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).osd e206 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).osd e206 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 ceph-mon[86047]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-16T11:05:50.950 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 bash[86028]: 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 2024-09-16T11:05:50.951 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:50 smithi077 systemd[1]: Started Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:05:52.137 INFO:tasks.rados.rados.0.smithi077.stdout:781: done (1 left) 2024-09-16T11:05:52.137 INFO:tasks.rados.rados.0.smithi077.stdout:782: copy_from oid 11 from oid 41 current snap is 75 2024-09-16T11:05:52.137 INFO:tasks.rados.rados.0.smithi077.stdout:783: copy_from oid 24 from oid 48 current snap is 75 2024-09-16T11:05:52.138 INFO:tasks.rados.rados.0.smithi077.stdout:784: delete oid 43 current snap is 75 2024-09-16T11:05:52.138 INFO:tasks.rados.rados.0.smithi077.stdout:780: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:05:52.138 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 247 (ObjNum 129 snap 0 seq_num 456042560) dirty dne 2024-09-16T11:05:52.141 INFO:tasks.rados.rados.0.smithi077.stdout:780: done (3 left) 2024-09-16T11:05:52.141 INFO:tasks.rados.rados.0.smithi077.stdout:784: done (2 left) 2024-09-16T11:05:52.141 INFO:tasks.rados.rados.0.smithi077.stdout:785: snap_remove snap 56 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ignoring --setuser ceph since I am not root 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ignoring --setgroup ceph since I am not root 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mgr[77808]: -- 172.21.15.77:0/479383148 <== mon.0 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56261bd46d00 con 0x56261bd1a800 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.247+0000 7f2c340a1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.303+0000 7f2c340a1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: pgmap v50: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 671 KiB/s wr, 5 op/s 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: mon.a calling monitor election 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: mgrmap e36: y(active, since 33s), standbys: x 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T11:05:52.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[86047]: from='mgr.25082 ' entity='' 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: pgmap v50: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 671 KiB/s wr, 5 op/s 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: mon.a calling monitor election 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:05:52.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T11:05:52.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: mgrmap e36: y(active, since 33s), standbys: x 2024-09-16T11:05:52.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: overall HEALTH_OK 2024-09-16T11:05:52.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T11:05:52.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-mon[35468]: from='mgr.25082 ' entity='' 2024-09-16T11:05:52.440 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:52.440 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 172.21.15.77:0/127934396' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: pgmap v50: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 671 KiB/s wr, 5 op/s 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: mon.a calling monitor election 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:05:52.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: mgrmap e36: y(active, since 33s), standbys: x 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: overall HEALTH_OK 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mon[31349]: from='mgr.25082 ' entity='' 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: ignoring --setuser ceph since I am not root 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: ignoring --setgroup ceph since I am not root 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-mgr[76213]: -- 172.21.15.191:0/3763812540 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56028d774d00 con 0x56028d749000 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.235+0000 7f8f4045e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.290+0000 7f8f4045e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:52.442 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.437+0000 7f8f4045e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:05:52.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.503+0000 7f8f4045e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:05:52.712 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.646+0000 7f8f4045e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:52.801 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.451+0000 7f2c340a1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T11:05:52.801 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.517+0000 7f2c340a1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T11:05:52.801 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.660+0000 7f2c340a1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:53.088 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:52.784+0000 7f8f4045e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:05:53.107 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:52.799+0000 7f2c340a1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T11:05:53.143 INFO:tasks.rados.rados.0.smithi077.stdout:785: done (2 left) 2024-09-16T11:05:53.143 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 75 2024-09-16T11:05:53.143 INFO:tasks.rados.rados.0.smithi077.stdout:786: seq_num 255 ranges {2367488=679936,3047424=548864,3596288=598016,4194304=57344} 2024-09-16T11:05:53.159 INFO:tasks.rados.rados.0.smithi077.stdout:786: writing smithi07774545-12 from 2367488 to 3047424 tid 1 2024-09-16T11:05:53.162 INFO:tasks.rados.rados.0.smithi077.stdout:786: writing smithi07774545-12 from 3047424 to 3596288 tid 2 2024-09-16T11:05:53.166 INFO:tasks.rados.rados.0.smithi077.stdout:786: writing smithi07774545-12 from 3596288 to 4194304 tid 3 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:786: writing smithi07774545-12 from 4194304 to 4251648 tid 4 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:787: delete oid 21 current snap is 75 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:783: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:783: finishing copy_from to smithi07774545-24 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 220 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:782: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:782: finishing copy_from to smithi07774545-11 2024-09-16T11:05:53.167 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 385 (ObjNum 248 snap 70 seq_num 248) dirty exists 2024-09-16T11:05:53.168 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 1 to smithi07774545-12 2024-09-16T11:05:53.168 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 2 to smithi07774545-12 2024-09-16T11:05:53.168 INFO:tasks.rados.rados.0.smithi077.stdout:782: done (3 left) 2024-09-16T11:05:53.169 INFO:tasks.rados.rados.0.smithi077.stdout:783: done (2 left) 2024-09-16T11:05:53.169 INFO:tasks.rados.rados.0.smithi077.stdout:787: done (1 left) 2024-09-16T11:05:53.169 INFO:tasks.rados.rados.0.smithi077.stdout:788: snap_remove snap 57 2024-09-16T11:05:53.365 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:53 smithi077 ceph-mon[35468]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T11:05:53.365 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:53 smithi077 ceph-mon[86047]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T11:05:53.365 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:53.106+0000 7f2c340a1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:05:53.365 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:53.178+0000 7f2c340a1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:05:53.365 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:53.363+0000 7f2c340a1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:05:53.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:53 smithi191 ceph-mon[31349]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T11:05:53.462 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:53.085+0000 7f8f4045e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T11:05:53.463 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:53.152+0000 7f8f4045e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T11:05:53.463 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:53.331+0000 7f8f4045e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T11:05:53.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:54.145 INFO:tasks.rados.rados.0.smithi077.stdout:788: done (1 left) 2024-09-16T11:05:54.145 INFO:tasks.rados.rados.0.smithi077.stdout:789: read oid 9 snap -1 2024-09-16T11:05:54.145 INFO:tasks.rados.rados.0.smithi077.stdout:789: expect deleted 2024-09-16T11:05:54.145 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 3 to smithi07774545-12 2024-09-16T11:05:54.145 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 4 to smithi07774545-12 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 5 to smithi07774545-12 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:786: finishing write tid 6 to smithi07774545-12 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 445 (ObjNum 255 snap 75 seq_num 255) dirty exists 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:786: left oid 12 (ObjNum 255 snap 75 seq_num 255) 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:786: done (1 left) 2024-09-16T11:05:54.146 INFO:tasks.rados.rados.0.smithi077.stdout:790: snap_remove snap 68 2024-09-16T11:05:54.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:54 smithi077 ceph-mon[86047]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T11:05:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:54 smithi077 ceph-mon[35468]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T11:05:54.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:54.235+0000 7f2c340a1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:05:54.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:54.302+0000 7f2c340a1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:05:54.455 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:54.198+0000 7f8f4045e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T11:05:54.456 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:54.263+0000 7f8f4045e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T11:05:54.456 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-mon[31349]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T11:05:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:05:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:789: done (1 left) 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:790: done (0 left) 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:791: read oid 35 snap -1 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:791: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:792: rollback oid 4 current snap is 75 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 63 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 75 2024-09-16T11:05:55.149 INFO:tasks.rados.rados.0.smithi077.stdout:793: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-09-16T11:05:55.153 INFO:tasks.rados.rados.0.smithi077.stdout:793: writing smithi07774545-44 from 0 to 712704 tid 1 2024-09-16T11:05:55.158 INFO:tasks.rados.rados.0.smithi077.stdout:793: writing smithi07774545-44 from 712704 to 1433600 tid 2 2024-09-16T11:05:55.162 INFO:tasks.rados.rados.0.smithi077.stdout:793: writing smithi07774545-44 from 1433600 to 1916928 tid 3 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:794: read oid 24 snap -1 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:794: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:795: delete oid 3 current snap is 75 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:792: finishing rollback tid 0 to smithi07774545-4 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:792: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:792: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 51 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-09-16T11:05:55.163 INFO:tasks.rados.rados.0.smithi077.stdout:793: finishing write tid 1 to smithi07774545-44 2024-09-16T11:05:55.169 INFO:tasks.rados.rados.0.smithi077.stdout:792: done (4 left) 2024-09-16T11:05:55.169 INFO:tasks.rados.rados.0.smithi077.stdout:795: done (3 left) 2024-09-16T11:05:55.169 INFO:tasks.rados.rados.0.smithi077.stdout:796: setattr oid 9 current snap is 75 2024-09-16T11:05:55.169 INFO:tasks.rados.rados.0.smithi077.stdout:793: finishing write tid 2 to smithi07774545-44 2024-09-16T11:05:55.169 INFO:tasks.rados.rados.0.smithi077.stdout:793: finishing write tid 3 to smithi07774545-44 2024-09-16T11:05:55.170 INFO:tasks.rados.rados.0.smithi077.stdout:793: finishing write tid 4 to smithi07774545-44 2024-09-16T11:05:55.170 INFO:tasks.rados.rados.0.smithi077.stdout:797: rmattr oid 48 current snap is 75 2024-09-16T11:05:55.170 INFO:tasks.rados.rados.0.smithi077.stdout:798: setattr oid 1 current snap is 75 2024-09-16T11:05:55.171 INFO:tasks.rados.rados.0.smithi077.stdout:799: delete oid 18 current snap is 75 2024-09-16T11:05:55.173 INFO:tasks.rados.rados.0.smithi077.stdout:793: finishing write tid 5 to smithi07774545-44 2024-09-16T11:05:55.173 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 461 (ObjNum 257 snap 75 seq_num 257) dirty exists 2024-09-16T11:05:55.173 INFO:tasks.rados.rados.0.smithi077.stdout:793: left oid 44 (ObjNum 257 snap 75 seq_num 257) 2024-09-16T11:05:55.173 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 252 (ObjNum 65 snap 0 seq_num 1399807312) dirty exists 2024-09-16T11:05:55.174 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 285 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:05:55.176 INFO:tasks.rados.rados.0.smithi077.stdout:791: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-16T11:05:55.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-mon[31349]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T11:05:55.230 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:54.964+0000 7f8f4045e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:05:55.230 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.077+0000 7f8f4045e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:05:55.284 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-mon[35468]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T11:05:55.284 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-mon[86047]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T11:05:55.284 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.006+0000 7f2c340a1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T11:05:55.284 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.119+0000 7f2c340a1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T11:05:55.312 INFO:tasks.rados.rados.0.smithi077.stdout:794: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 221 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:791: done (6 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:793: done (5 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:794: done (4 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:796: done (3 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:797: done (2 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:798: done (1 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:799: done (0 left) 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:800: copy_from oid 8 from oid 47 current snap is 75 2024-09-16T11:05:55.339 INFO:tasks.rados.rados.0.smithi077.stdout:801: read oid 25 snap -1 2024-09-16T11:05:55.340 INFO:tasks.rados.rados.0.smithi077.stdout:801: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:05:55.340 INFO:tasks.rados.rados.0.smithi077.stdout:802: snap_create 2024-09-16T11:05:55.340 INFO:tasks.rados.rados.0.smithi077.stdout:800: finishing copy_from to smithi07774545-8 2024-09-16T11:05:55.340 INFO:tasks.rados.rados.0.smithi077.stdout:800: got expected ENOENT (src dne) 2024-09-16T11:05:55.340 INFO:tasks.rados.rados.0.smithi077.stdout:800: finishing copy_from racing read to smithi07774545-8 2024-09-16T11:05:55.344 INFO:tasks.rados.rados.0.smithi077.stdout:801: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:05:55.503 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.227+0000 7f8f4045e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:55.503 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.288+0000 7f8f4045e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:05:55.503 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.433+0000 7f8f4045e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:05:55.503 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.500+0000 7f8f4045e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:05:55.562 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.282+0000 7f2c340a1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T11:05:55.562 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.346+0000 7f2c340a1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T11:05:55.562 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.493+0000 7f2c340a1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T11:05:55.562 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.560+0000 7f2c340a1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:800: done (2 left) 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:801: done (1 left) 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:802: done (0 left) 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:803: rmattr oid 35 current snap is 76 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:803: done (0 left) 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:804: read oid 27 snap -1 2024-09-16T11:05:55.664 INFO:tasks.rados.rados.0.smithi077.stdout:804: expect deleted 2024-09-16T11:05:55.665 INFO:tasks.rados.rados.0.smithi077.stdout:805: setattr oid 18 current snap is 76 2024-09-16T11:05:55.665 INFO:tasks.rados.rados.0.smithi077.stdout:806: rollback oid 25 current snap is 76 2024-09-16T11:05:55.665 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 25 to 53 2024-09-16T11:05:55.665 INFO:tasks.rados.rados.0.smithi077.stdout:807: snap_remove snap 67 2024-09-16T11:05:55.783 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.559+0000 7f8f4045e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:05:55.783 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.715+0000 7f8f4045e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:05:55.846 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.619+0000 7f2c340a1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T11:05:55.846 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.780+0000 7f2c340a1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T11:05:55.846 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.844+0000 7f2c340a1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:05:56.045 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.780+0000 7f8f4045e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T11:05:56.045 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.846+0000 7f8f4045e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:05:56.045 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.926+0000 7f8f4045e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:56.045 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:55.984+0000 7f8f4045e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:05:56.045 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:56.042+0000 7f8f4045e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:05:56.108 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.910+0000 7f2c340a1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T11:05:56.108 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:55 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:55.992+0000 7f2c340a1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T11:05:56.109 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:56.049+0000 7f2c340a1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T11:05:56.109 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:56.107+0000 7f2c340a1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T11:05:56.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-mon[86047]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T11:05:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-mon[86047]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T11:05:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-mon[35468]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T11:05:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-mon[35468]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T11:05:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-mon[31349]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T11:05:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-mon[31349]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:807: done (3 left) 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:808: snap_create 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 421 (ObjNum 65 snap 0 seq_num 1852198748) dirty exists 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:806: finishing rollback tid 0 to smithi07774545-25 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:806: finishing rollback tid 1 to smithi07774545-25 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:806: finishing rollback tid 2 to smithi07774545-25 2024-09-16T11:05:56.665 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 419 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:05:56.899 INFO:tasks.rados.rados.0.smithi077.stdout:804: done (3 left) 2024-09-16T11:05:56.899 INFO:tasks.rados.rados.0.smithi077.stdout:805: done (2 left) 2024-09-16T11:05:56.899 INFO:tasks.rados.rados.0.smithi077.stdout:806: done (1 left) 2024-09-16T11:05:56.900 INFO:tasks.rados.rados.0.smithi077.stdout:808: done (0 left) 2024-09-16T11:05:56.900 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 77 2024-09-16T11:05:56.900 INFO:tasks.rados.rados.0.smithi077.stdout:809: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-09-16T11:05:56.903 INFO:tasks.rados.rados.0.smithi077.stdout:809: writing smithi07774545-1 from 0 to 761856 tid 1 2024-09-16T11:05:56.906 INFO:tasks.rados.rados.0.smithi077.stdout:809: writing smithi07774545-1 from 761856 to 1179648 tid 2 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:809: writing smithi07774545-1 from 1179648 to 1966080 tid 3 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:810: copy_from oid 48 from oid 18 current snap is 77 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:809: finishing write tid 1 to smithi07774545-1 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:809: finishing write tid 2 to smithi07774545-1 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:811: read oid 33 snap -1 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:811: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:812: copy_from oid 32 from oid 37 current snap is 77 2024-09-16T11:05:56.912 INFO:tasks.rados.rados.0.smithi077.stdout:813: delete oid 20 current snap is 77 2024-09-16T11:05:56.914 INFO:tasks.rados.rados.0.smithi077.stdout:813: done (4 left) 2024-09-16T11:05:56.914 INFO:tasks.rados.rados.0.smithi077.stdout:814: snap_create 2024-09-16T11:05:56.915 INFO:tasks.rados.rados.0.smithi077.stdout:810: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:05:56.915 INFO:tasks.rados.rados.0.smithi077.stdout:811: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:05:56.917 INFO:tasks.rados.rados.0.smithi077.stdout:809: finishing write tid 3 to smithi07774545-1 2024-09-16T11:05:56.917 INFO:tasks.rados.rados.0.smithi077.stdout:809: finishing write tid 4 to smithi07774545-1 2024-09-16T11:05:56.917 INFO:tasks.rados.rados.0.smithi077.stdout:810: finishing copy_from to smithi07774545-48 2024-09-16T11:05:56.917 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 421 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:05:56.919 INFO:tasks.rados.rados.0.smithi077.stdout:812: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:05:56.919 INFO:tasks.rados.rados.0.smithi077.stdout:809: finishing write tid 5 to smithi07774545-1 2024-09-16T11:05:56.919 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 290 (ObjNum 260 snap 77 seq_num 260) dirty exists 2024-09-16T11:05:56.919 INFO:tasks.rados.rados.0.smithi077.stdout:809: left oid 1 (ObjNum 260 snap 77 seq_num 260) 2024-09-16T11:05:56.920 INFO:tasks.rados.rados.0.smithi077.stdout:812: finishing copy_from to smithi07774545-32 2024-09-16T11:05:56.920 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 201 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:56.810+0000 7f8f4045e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:56] ENGINE Bus STARTING 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: CherryPy Checker: 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: The Application mounted at '' has an empty config. 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:56] ENGINE Serving on http://:::9283 2024-09-16T11:05:57.120 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 11:05:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x[76209]: [16/Sep/2024:11:05:56] ENGINE Bus STARTED 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:56.886+0000 7f2c340a1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:56] ENGINE Bus STARTING 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: CherryPy Checker: 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: The Application mounted at '' has an empty config. 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.140 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2b9dbf2640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2b9dbf2640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2b9dbf2640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2b9dbf2640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2b9dbf2640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2ba2bfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2ba2bfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2ba2bfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.141 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2ba2bfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.142 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.000+0000 7f2ba2bfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T11:05:57.142 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:57] ENGINE Serving on http://:::9283 2024-09-16T11:05:57.142 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:05:57] ENGINE Bus STARTED 2024-09-16T11:05:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:809: done (4 left) 2024-09-16T11:05:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:810: done (3 left) 2024-09-16T11:05:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:811: done (2 left) 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:812: done (1 left) 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:814: done (0 left) 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:815: read oid 28 snap -1 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:815: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 78 2024-09-16T11:05:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:816: seq_num 262 ranges {0=794624,794624=589824,1384448=614400} 2024-09-16T11:05:57.915 INFO:tasks.rados.rados.0.smithi077.stdout:816: writing smithi07774545-19 from 0 to 794624 tid 1 2024-09-16T11:05:57.919 INFO:tasks.rados.rados.0.smithi077.stdout:816: writing smithi07774545-19 from 794624 to 1384448 tid 2 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:57.901+0000 7f2bd3770640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: Standby manager daemon x restarted 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: Standby manager daemon x started 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: Active manager daemon y restarted 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: Activating manager daemon y 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: mgrmap e38: y(active, starting, since 0.0075854s), standbys: x 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:57.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: Manager daemon y is now available 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: Standby manager daemon x restarted 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: Standby manager daemon x started 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: Active manager daemon y restarted 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: Activating manager daemon y 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: mgrmap e38: y(active, starting, since 0.0075854s), standbys: x 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:57.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:57.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:57.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: Manager daemon y is now available 2024-09-16T11:05:57.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:57.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:57.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:57.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:57 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:816: writing smithi07774545-19 from 1384448 to 1998848 tid 3 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:817: read oid 25 snap -1 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:817: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 78 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:818: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-09-16T11:05:57.929 INFO:tasks.rados.rados.0.smithi077.stdout:818: writing smithi07774545-5 from 0 to 409600 tid 1 2024-09-16T11:05:57.930 INFO:tasks.rados.rados.0.smithi077.stdout:818: writing smithi07774545-5 from 409600 to 884736 tid 2 2024-09-16T11:05:57.932 INFO:tasks.rados.rados.0.smithi077.stdout:818: writing smithi07774545-5 from 884736 to 1441792 tid 3 2024-09-16T11:05:57.936 INFO:tasks.rados.rados.0.smithi077.stdout:818: writing smithi07774545-5 from 1441792 to 2015232 tid 4 2024-09-16T11:05:57.936 INFO:tasks.rados.rados.0.smithi077.stdout:819: copy_from oid 29 from oid 12 current snap is 78 2024-09-16T11:05:57.936 INFO:tasks.rados.rados.0.smithi077.stdout:815: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:05:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T11:05:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: Standby manager daemon x restarted 2024-09-16T11:05:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: Standby manager daemon x started 2024-09-16T11:05:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T11:05:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.? 172.21.15.191:0/1458504617' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: Active manager daemon y restarted 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: Activating manager daemon y 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: mgrmap e38: y(active, starting, since 0.0075854s), standbys: x 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T11:05:57.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T11:05:57.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: Manager daemon y is now available 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:57.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:57 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:816: finishing write tid 1 to smithi07774545-19 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:815: done (4 left) 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:820: delete oid 33 current snap is 78 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:816: finishing write tid 2 to smithi07774545-19 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:816: finishing write tid 3 to smithi07774545-19 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:816: finishing write tid 4 to smithi07774545-19 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:816: finishing write tid 5 to smithi07774545-19 2024-09-16T11:05:58.022 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 321 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:816: left oid 19 (ObjNum 262 snap 78 seq_num 262) 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 1 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 2 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 3 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 4 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 5 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: finishing write tid 6 to smithi07774545-5 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 386 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:818: left oid 5 (ObjNum 263 snap 78 seq_num 263) 2024-09-16T11:05:58.023 INFO:tasks.rados.rados.0.smithi077.stdout:817: expect (ObjNum 138 snap 34 seq_num 138) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:819: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:819: finishing copy_from to smithi07774545-29 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 445 (ObjNum 255 snap 75 seq_num 255) dirty exists 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:816: done (4 left) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:817: done (3 left) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:818: done (2 left) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:819: done (1 left) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:820: done (0 left) 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:821: read oid 1 snap -1 2024-09-16T11:05:58.173 INFO:tasks.rados.rados.0.smithi077.stdout:821: expect (ObjNum 260 snap 77 seq_num 260) 2024-09-16T11:05:58.174 INFO:tasks.rados.rados.0.smithi077.stdout:822: setattr oid 45 current snap is 78 2024-09-16T11:05:58.175 INFO:tasks.rados.rados.0.smithi077.stdout:823: copy_from oid 9 from oid 7 current snap is 78 2024-09-16T11:05:58.175 INFO:tasks.rados.rados.0.smithi077.stdout:824: delete oid 31 current snap is 78 2024-09-16T11:05:58.175 INFO:tasks.rados.rados.0.smithi077.stdout:823: finishing copy_from to smithi07774545-9 2024-09-16T11:05:58.175 INFO:tasks.rados.rados.0.smithi077.stdout:823: got expected ENOENT (src dne) 2024-09-16T11:05:58.175 INFO:tasks.rados.rados.0.smithi077.stdout:823: finishing copy_from racing read to smithi07774545-9 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:823: done (3 left) 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:824: done (2 left) 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:825: rollback oid 37 current snap is 78 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 72 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 78 2024-09-16T11:05:58.176 INFO:tasks.rados.rados.0.smithi077.stdout:826: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-09-16T11:05:58.179 INFO:tasks.rados.rados.0.smithi077.stdout:826: writing smithi07774545-9 from 0 to 458752 tid 1 2024-09-16T11:05:58.182 INFO:tasks.rados.rados.0.smithi077.stdout:826: writing smithi07774545-9 from 458752 to 983040 tid 2 2024-09-16T11:05:58.186 INFO:tasks.rados.rados.0.smithi077.stdout:826: writing smithi07774545-9 from 983040 to 1712128 tid 3 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:826: writing smithi07774545-9 from 1712128 to 2064384 tid 4 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:827: copy_from oid 21 from oid 25 current snap is 78 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:825: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:825: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:825: finishing rollback tid 2 to smithi07774545-37 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 373 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-16T11:05:58.189 INFO:tasks.rados.rados.0.smithi077.stdout:821: expect (ObjNum 260 snap 77 seq_num 260) 2024-09-16T11:05:58.245 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 291 (ObjNum 33 snap 0 seq_num 455560016) dirty exists 2024-09-16T11:05:58.245 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 1 to smithi07774545-9 2024-09-16T11:05:58.245 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 2 to smithi07774545-9 2024-09-16T11:05:58.246 INFO:tasks.rados.rados.0.smithi077.stdout:821: done (4 left) 2024-09-16T11:05:58.246 INFO:tasks.rados.rados.0.smithi077.stdout:822: done (3 left) 2024-09-16T11:05:58.246 INFO:tasks.rados.rados.0.smithi077.stdout:825: done (2 left) 2024-09-16T11:05:58.246 INFO:tasks.rados.rados.0.smithi077.stdout:828: snap_remove snap 63 2024-09-16T11:05:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:58.367+0000 7f2b87dc7640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:11:05:58] ENGINE Error in HTTPServer.serve 2024-09-16T11:05:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: Traceback (most recent call last): 2024-09-16T11:05:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:05:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._connections.run(self.expiration_interval) 2024-09-16T11:05:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._run(expiration_interval) 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: s = self.context.wrap_socket( 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: return self.sslsocket_class._create( 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self.do_handshake() 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:05:58.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: self._sslobj.do_handshake() 2024-09-16T11:05:58.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:05:58.674 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:05:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:828: done (2 left) 2024-09-16T11:05:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:829: rollback oid 46 current snap is 78 2024-09-16T11:05:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 72 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 3 to smithi07774545-9 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 4 to smithi07774545-9 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 5 to smithi07774545-9 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: finishing write tid 6 to smithi07774545-9 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 258 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: left oid 9 (ObjNum 266 snap 78 seq_num 266) 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:827: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:827: finishing copy_from to smithi07774545-21 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 419 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:826: done (2 left) 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:827: done (1 left) 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 78 2024-09-16T11:05:58.921 INFO:tasks.rados.rados.0.smithi077.stdout:830: seq_num 267 ranges {2351104=475136,2826240=458752,3284992=540672,3825664=606208} 2024-09-16T11:05:58.936 INFO:tasks.rados.rados.0.smithi077.stdout:830: writing smithi07774545-41 from 2351104 to 2826240 tid 1 2024-09-16T11:05:58.939 INFO:tasks.rados.rados.0.smithi077.stdout:830: writing smithi07774545-41 from 2826240 to 3284992 tid 2 2024-09-16T11:05:58.943 INFO:tasks.rados.rados.0.smithi077.stdout:830: writing smithi07774545-41 from 3284992 to 3825664 tid 3 2024-09-16T11:05:58.948 INFO:tasks.rados.rados.0.smithi077.stdout:830: writing smithi07774545-41 from 3825664 to 4431872 tid 4 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 78 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:829: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:829: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:829: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 314 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 1 to smithi07774545-41 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 2 to smithi07774545-41 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 3 to smithi07774545-41 2024-09-16T11:05:58.949 INFO:tasks.rados.rados.0.smithi077.stdout:831: seq_num 268 ranges {7774208=491520,8265728=745472,9011200=745472,9756672=114688} 2024-09-16T11:05:58.994 INFO:tasks.rados.rados.0.smithi077.stdout:831: writing smithi07774545-23 from 7774208 to 8265728 tid 1 2024-09-16T11:05:58.998 INFO:tasks.rados.rados.0.smithi077.stdout:831: writing smithi07774545-23 from 8265728 to 9011200 tid 2 2024-09-16T11:05:59.002 INFO:tasks.rados.rados.0.smithi077.stdout:831: writing smithi07774545-23 from 9011200 to 9756672 tid 3 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:831: writing smithi07774545-23 from 9756672 to 9871360 tid 4 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:829: done (2 left) 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:832: snap_create 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 4 to smithi07774545-41 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 5 to smithi07774545-41 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:830: finishing write tid 6 to smithi07774545-41 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 443 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:830: left oid 41 (ObjNum 267 snap 78 seq_num 267) 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 1 to smithi07774545-23 2024-09-16T11:05:59.004 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 2 to smithi07774545-23 2024-09-16T11:05:59.006 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 3 to smithi07774545-23 2024-09-16T11:05:59.006 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 4 to smithi07774545-23 2024-09-16T11:05:59.006 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 5 to smithi07774545-23 2024-09-16T11:05:59.010 INFO:tasks.rados.rados.0.smithi077.stdout:831: finishing write tid 6 to smithi07774545-23 2024-09-16T11:05:59.010 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 319 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-09-16T11:05:59.010 INFO:tasks.rados.rados.0.smithi077.stdout:831: left oid 23 (ObjNum 268 snap 78 seq_num 268) 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[86047]: mgrmap e39: y(active, since 1.00978s), standbys: x 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[86047]: pgmap v3: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[86047]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[35468]: mgrmap e39: y(active, since 1.00978s), standbys: x 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[35468]: pgmap v3: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:58 smithi077 ceph-mon[35468]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T11:05:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:58 smithi191 ceph-mon[31349]: mgrmap e39: y(active, since 1.00978s), standbys: x 2024-09-16T11:05:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:58 smithi191 ceph-mon[31349]: pgmap v3: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:05:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:58 smithi191 ceph-mon[31349]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T11:05:59.914 INFO:tasks.rados.rados.0.smithi077.stdout:830: done (2 left) 2024-09-16T11:05:59.984 INFO:tasks.rados.rados.0.smithi077.stdout:831: done (1 left) 2024-09-16T11:05:59.984 INFO:tasks.rados.rados.0.smithi077.stdout:832: done (0 left) 2024-09-16T11:05:59.984 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 79 2024-09-16T11:05:59.985 INFO:tasks.rados.rados.0.smithi077.stdout:833: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-09-16T11:05:59.988 INFO:tasks.rados.rados.0.smithi077.stdout:833: writing smithi07774545-45 from 0 to 507904 tid 1 2024-09-16T11:05:59.988 INFO:tasks.rados.rados.0.smithi077.stdout:833: writing smithi07774545-45 from 507904 to 1138688 tid 2 2024-09-16T11:05:59.988 INFO:tasks.rados.rados.0.smithi077.stdout:833: writing smithi07774545-45 from 1138688 to 1695744 tid 3 2024-09-16T11:05:59.988 INFO:tasks.rados.rados.0.smithi077.stdout:833: writing smithi07774545-45 from 1695744 to 2113536 tid 4 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 79 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:834: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:834: writing smithi07774545-10 from 0 to 524288 tid 1 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:834: writing smithi07774545-10 from 524288 to 1040384 tid 2 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:834: writing smithi07774545-10 from 1040384 to 1802240 tid 3 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:834: writing smithi07774545-10 from 1802240 to 2129920 tid 4 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:835: delete oid 7 current snap is 79 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 1 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 2 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 3 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 4 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 5 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:833: finishing write tid 6 to smithi07774545-45 2024-09-16T11:05:59.989 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 297 (ObjNum 269 snap 79 seq_num 269) dirty exists 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:833: left oid 45 (ObjNum 269 snap 79 seq_num 269) 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 1 to smithi07774545-10 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 2 to smithi07774545-10 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:833: done (2 left) 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:835: done (1 left) 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:836: rmattr oid 20 current snap is 79 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:836: done (1 left) 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 79 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:837: seq_num 272 ranges {827392=565248,1392640=688128,2080768=729088,2809856=188416} 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:837: writing smithi07774545-24 from 827392 to 1392640 tid 1 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:837: writing smithi07774545-24 from 1392640 to 2080768 tid 2 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:837: writing smithi07774545-24 from 2080768 to 2809856 tid 3 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:837: writing smithi07774545-24 from 2809856 to 2998272 tid 4 2024-09-16T11:05:59.990 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 79 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 3 to smithi07774545-10 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:838: seq_num 273 ranges {786432=581632,1368064=565248,1933312=532480,2465792=507904} 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:838: writing smithi07774545-37 from 786432 to 1368064 tid 1 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:838: writing smithi07774545-37 from 1368064 to 1933312 tid 2 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:838: writing smithi07774545-37 from 1933312 to 2465792 tid 3 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:838: writing smithi07774545-37 from 2465792 to 2973696 tid 4 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:839: delete oid 43 current snap is 79 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 4 to smithi07774545-10 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 5 to smithi07774545-10 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:834: finishing write tid 6 to smithi07774545-10 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 436 (ObjNum 270 snap 79 seq_num 270) dirty exists 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:834: left oid 10 (ObjNum 270 snap 79 seq_num 270) 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 1 to smithi07774545-24 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 2 to smithi07774545-24 2024-09-16T11:05:59.991 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 3 to smithi07774545-24 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 4 to smithi07774545-24 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 5 to smithi07774545-24 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:837: finishing write tid 6 to smithi07774545-24 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 449 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:837: left oid 24 (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 1 to smithi07774545-37 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 2 to smithi07774545-37 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 3 to smithi07774545-37 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:834: done (3 left) 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:837: done (2 left) 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:839: done (1 left) 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:840: snap_create 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 4 to smithi07774545-37 2024-09-16T11:05:59.992 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 5 to smithi07774545-37 2024-09-16T11:05:59.993 INFO:tasks.rados.rados.0.smithi077.stdout:838: finishing write tid 6 to smithi07774545-37 2024-09-16T11:05:59.993 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 383 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-09-16T11:05:59.993 INFO:tasks.rados.rados.0.smithi077.stdout:838: left oid 37 (ObjNum 273 snap 79 seq_num 273) 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: [16/Sep/2024:11:05:58] ENGINE Bus STARTING 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: [16/Sep/2024:11:05:58] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: [16/Sep/2024:11:05:58] ENGINE Error in HTTPServer.serve 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:06:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: self.do_handshake() 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: [16/Sep/2024:11:05:58] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: [16/Sep/2024:11:05:58] ENGINE Bus STARTED 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: pgmap v5: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[86047]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:58] ENGINE Bus STARTING 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:58] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:58] ENGINE Error in HTTPServer.serve 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: Traceback (most recent call last): 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._run(expiration_interval) 2024-09-16T11:06:00.076 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: s = self.context.wrap_socket( 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: return self.sslsocket_class._create( 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:06:00.077 INFO:journalctl@ceph.mon.c.smithi077.stdout: self.do_handshake() 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout: self._sslobj.do_handshake() 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:58] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: [16/Sep/2024:11:05:58] ENGINE Bus STARTED 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: pgmap v5: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-16T11:06:00.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:05:59 smithi077 ceph-mon[35468]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:58] ENGINE Bus STARTING 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:58] ENGINE Serving on https://172.21.15.77:7150 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:58] ENGINE Error in HTTPServer.serve 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout: Traceback (most recent call last): 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T11:06:00.169 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._connections.run(self.expiration_interval) 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._run(expiration_interval) 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: s = self.context.wrap_socket( 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: return self.sslsocket_class._create( 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: self.do_handshake() 2024-09-16T11:06:00.170 INFO:journalctl@ceph.mon.b.smithi191.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout: self._sslobj.do_handshake() 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:58] ENGINE Serving on http://172.21.15.77:8765 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: [16/Sep/2024:11:05:58] ENGINE Bus STARTED 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: pgmap v5: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-16T11:06:00.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:05:59 smithi191 ceph-mon[31349]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T11:06:00.668 INFO:tasks.rados.rados.0.smithi077.stdout:838: done (1 left) 2024-09-16T11:06:00.668 INFO:tasks.rados.rados.0.smithi077.stdout:840: done (0 left) 2024-09-16T11:06:00.668 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 80 2024-09-16T11:06:00.668 INFO:tasks.rados.rados.0.smithi077.stdout:841: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-09-16T11:06:00.670 INFO:tasks.rados.rados.0.smithi077.stdout:841: writing smithi07774545-13 from 0 to 614400 tid 1 2024-09-16T11:06:00.675 INFO:tasks.rados.rados.0.smithi077.stdout:841: writing smithi07774545-13 from 614400 to 1400832 tid 2 2024-09-16T11:06:00.678 INFO:tasks.rados.rados.0.smithi077.stdout:841: writing smithi07774545-13 from 1400832 to 1900544 tid 3 2024-09-16T11:06:00.681 INFO:tasks.rados.rados.0.smithi077.stdout:841: writing smithi07774545-13 from 1900544 to 2220032 tid 4 2024-09-16T11:06:00.681 INFO:tasks.rados.rados.0.smithi077.stdout:842: delete oid 50 current snap is 80 2024-09-16T11:06:00.681 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 1 to smithi07774545-13 2024-09-16T11:06:00.681 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 2 to smithi07774545-13 2024-09-16T11:06:00.681 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 3 to smithi07774545-13 2024-09-16T11:06:00.683 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 4 to smithi07774545-13 2024-09-16T11:06:00.683 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 5 to smithi07774545-13 2024-09-16T11:06:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:842: done (1 left) 2024-09-16T11:06:00.686 INFO:tasks.rados.rados.0.smithi077.stdout:843: rollback oid 21 current snap is 80 2024-09-16T11:06:00.686 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 73 2024-09-16T11:06:00.686 INFO:tasks.rados.rados.0.smithi077.stdout:844: snap_remove snap 66 2024-09-16T11:06:01.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:00 smithi191 ceph-mon[31349]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T11:06:01.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:00 smithi191 ceph-mon[31349]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T11:06:01.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:00 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:00 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[35468]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[35468]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[86047]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[86047]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:01.671 INFO:tasks.rados.rados.0.smithi077.stdout:844: done (2 left) 2024-09-16T11:06:01.671 INFO:tasks.rados.rados.0.smithi077.stdout:845: snap_create 2024-09-16T11:06:01.671 INFO:tasks.rados.rados.0.smithi077.stdout:841: finishing write tid 6 to smithi07774545-13 2024-09-16T11:06:01.671 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 475 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-09-16T11:06:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:841: left oid 13 (ObjNum 275 snap 80 seq_num 275) 2024-09-16T11:06:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:843: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:06:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:843: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:06:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:843: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:06:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 422 (ObjNum 183 snap 44 seq_num 183) dirty exists 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: pgmap v9: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-16T11:06:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: pgmap v9: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:01 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: pgmap v9: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:01 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:02.574 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:02.680 INFO:tasks.rados.rados.0.smithi077.stdout:841: done (2 left) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:843: done (1 left) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:845: done (0 left) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:846: read oid 46 snap -1 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:846: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:847: read oid 12 snap -1 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:847: expect (ObjNum 255 snap 75 seq_num 255) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:848: read oid 29 snap -1 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:848: expect (ObjNum 255 snap 75 seq_num 255) 2024-09-16T11:06:02.681 INFO:tasks.rados.rados.0.smithi077.stdout:849: snap_remove snap 53 2024-09-16T11:06:03.559 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:849: done (3 left) 2024-09-16T11:06:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:850: setattr oid 42 current snap is 81 2024-09-16T11:06:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:846: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:06:03.716 INFO:tasks.rados.rados.0.smithi077.stdout:847: expect (ObjNum 255 snap 75 seq_num 255) 2024-09-16T11:06:03.894 INFO:tasks.rados.rados.0.smithi077.stdout:848: expect (ObjNum 255 snap 75 seq_num 255) 2024-09-16T11:06:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:03 smithi191 ceph-mon[31349]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T11:06:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:03 smithi191 ceph-mon[31349]: pgmap v12: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:04.077 INFO:tasks.rados.rados.0.smithi077.stdout:846: done (3 left) 2024-09-16T11:06:04.077 INFO:tasks.rados.rados.0.smithi077.stdout:847: done (2 left) 2024-09-16T11:06:04.077 INFO:tasks.rados.rados.0.smithi077.stdout:848: done (1 left) 2024-09-16T11:06:04.077 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 81 2024-09-16T11:06:04.077 INFO:tasks.rados.rados.0.smithi077.stdout:851: seq_num 277 ranges {4251648=647168,4898816=557056,5455872=516096,5971968=532480} 2024-09-16T11:06:04.102 INFO:tasks.rados.rados.0.smithi077.stdout:851: writing smithi07774545-12 from 4251648 to 4898816 tid 1 2024-09-16T11:06:04.105 INFO:tasks.rados.rados.0.smithi077.stdout:851: writing smithi07774545-12 from 4898816 to 5455872 tid 2 2024-09-16T11:06:04.108 INFO:tasks.rados.rados.0.smithi077.stdout:851: writing smithi07774545-12 from 5455872 to 5971968 tid 3 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:851: writing smithi07774545-12 from 5971968 to 6504448 tid 4 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:852: read oid 21 snap 70 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:852: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:853: read oid 34 snap 64 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:853: expect (ObjNum 213 snap 56 seq_num 213) 2024-09-16T11:06:04.112 INFO:tasks.rados.rados.0.smithi077.stdout:854: snap_create 2024-09-16T11:06:04.116 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 423 (ObjNum 129 snap 0 seq_num 455022496) dirty exists 2024-09-16T11:06:04.116 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 1 to smithi07774545-12 2024-09-16T11:06:04.116 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 2 to smithi07774545-12 2024-09-16T11:06:04.116 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 3 to smithi07774545-12 2024-09-16T11:06:04.117 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 4 to smithi07774545-12 2024-09-16T11:06:04.117 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 5 to smithi07774545-12 2024-09-16T11:06:04.117 INFO:tasks.rados.rados.0.smithi077.stdout:851: finishing write tid 6 to smithi07774545-12 2024-09-16T11:06:04.117 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 495 (ObjNum 277 snap 81 seq_num 277) dirty exists 2024-09-16T11:06:04.117 INFO:tasks.rados.rados.0.smithi077.stdout:851: left oid 12 (ObjNum 277 snap 81 seq_num 277) 2024-09-16T11:06:04.118 INFO:tasks.rados.rados.0.smithi077.stdout:853: expect (ObjNum 213 snap 56 seq_num 213) 2024-09-16T11:06:04.146 INFO:tasks.rados.rados.0.smithi077.stdout:852: expect (ObjNum 183 snap 44 seq_num 183) 2024-09-16T11:06:04.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:03 smithi077 ceph-mon[86047]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T11:06:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:03 smithi077 ceph-mon[86047]: pgmap v12: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:03 smithi077 ceph-mon[35468]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T11:06:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:03 smithi077 ceph-mon[35468]: pgmap v12: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:04.564 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:06:04.690 INFO:tasks.rados.rados.0.smithi077.stdout:850: done (4 left) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:851: done (3 left) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:852: done (2 left) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:853: done (1 left) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:854: done (0 left) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:855: rollback oid 40 current snap is 82 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 75 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:856: rollback oid 16 current snap is 82 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 70 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:857: rollback oid 26 current snap is 82 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 76 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:858: read oid 18 snap -1 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:858: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:06:04.691 INFO:tasks.rados.rados.0.smithi077.stdout:859: snap_remove snap 73 2024-09-16T11:06:04.826 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:04 smithi077 ceph-mon[35468]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T11:06:04.826 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:06:04.826 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (73s) 3s ago 5m 16.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:06:04.826 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (59s) 3s ago 4m 76.9M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (5m) 3s ago 5m 15.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (5m) 3s ago 5m 20.0M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (28s) 3s ago 9m 435M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (54s) 3s ago 10m 460M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (14s) 3s ago 10m 29.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (9m) 3s ago 9m 50.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 bcaf97ea32f9 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (9m) 3s ago 9m 45.3M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 3cb4eb2090b5 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (71s) 3s ago 5m 8791k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (64s) 3s ago 4m 16.0M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (9m) 3s ago 9m 161M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (8m) 3s ago 8m 140M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (8m) 3s ago 8m 147M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (7m) 3s ago 7m 90.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:06:04.827 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (7m) 3s ago 7m 114M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:06:04.828 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (7m) 3s ago 7m 136M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:06:04.828 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (6m) 3s ago 6m 98.8M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:06:04.828 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (6m) 3s ago 6m 96.9M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:06:04.828 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (33s) 3s ago 5m 51.1M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:06:04.828 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:04 smithi077 ceph-mon[86047]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T11:06:04.950 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:04 smithi191 ceph-mon[31349]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2, 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:05.152 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 12, 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:06:05.153 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:06:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:859: done (4 left) 2024-09-16T11:06:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:860: rmattr oid 23 current snap is 82 2024-09-16T11:06:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:860: done (4 left) 2024-09-16T11:06:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:861: snap_remove snap 77 2024-09-16T11:06:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: pgmap v15: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:06:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:05 smithi191 ceph-mon[31349]: from='client.? 172.21.15.77:0/949128346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: pgmap v15: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:06:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[35468]: from='client.? 172.21.15.77:0/949128346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: pgmap v15: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: Updating smithi077:/etc/ceph/ceph.conf 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: Updating smithi191:/etc/ceph/ceph.conf 2024-09-16T11:06:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:05 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/949128346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.703 INFO:tasks.rados.rados.0.smithi077.stdout:861: done (4 left) 2024-09-16T11:06:06.703 INFO:tasks.rados.rados.0.smithi077.stdout:862: setattr oid 4 current snap is 82 2024-09-16T11:06:06.703 INFO:tasks.rados.rados.0.smithi077.stdout:856: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:06:06.703 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 0 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-16T11:06:06.703 INFO:tasks.rados.rados.0.smithi077.stdout:858: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:06:06.705 INFO:tasks.rados.rados.0.smithi077.stdout:857: finishing rollback tid 0 to smithi07774545-26 2024-09-16T11:06:06.705 INFO:tasks.rados.rados.0.smithi077.stdout:855: finishing rollback tid 0 to smithi07774545-40 2024-09-16T11:06:06.705 INFO:tasks.rados.rados.0.smithi077.stdout:855: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:06:06.705 INFO:tasks.rados.rados.0.smithi077.stdout:855: finishing rollback tid 2 to smithi07774545-40 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 455 (ObjNum 252 snap 72 seq_num 252) dirty exists 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:857: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:857: finishing rollback tid 2 to smithi07774545-26 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 397 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:855: done (4 left) 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:856: done (3 left) 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:857: done (2 left) 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:858: done (1 left) 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:863: rmattr oid 30 current snap is 82 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:863: done (1 left) 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:864: rollback oid 42 current snap is 82 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 41 2024-09-16T11:06:06.706 INFO:tasks.rados.rados.0.smithi077.stdout:865: rollback oid 37 current snap is 82 2024-09-16T11:06:06.707 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 65 2024-09-16T11:06:06.707 INFO:tasks.rados.rados.0.smithi077.stdout:866: snap_create 2024-09-16T11:06:06.751 INFO:tasks.rados.rados.0.smithi077.stdout:864: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:06:06.753 INFO:tasks.rados.rados.0.smithi077.stdout:864: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:06:06.753 INFO:tasks.rados.rados.0.smithi077.stdout:864: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:06:06.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 428 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:06.756 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 61 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-09-16T11:06:06.757 INFO:tasks.rados.rados.0.smithi077.stdout:865: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:06:06.758 INFO:tasks.rados.rados.0.smithi077.stdout:865: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:06:06.758 INFO:tasks.rados.rados.0.smithi077.stdout:865: finishing rollback tid 2 to smithi07774545-37 2024-09-16T11:06:06.758 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 405 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:06] "GET /metrics HTTP/1.1" 200 33384 "" "Prometheus/2.43.0" 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[86047]: Upgrade: It appears safe to stop mon.c 2024-09-16T11:06:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:06.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:06.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T11:06:06.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:06 smithi077 ceph-mon[35468]: Upgrade: It appears safe to stop mon.c 2024-09-16T11:06:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Updating smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T11:06:06.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:06 smithi191 ceph-mon[31349]: Upgrade: It appears safe to stop mon.c 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:862: done (3 left) 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:864: done (2 left) 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:865: done (1 left) 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:866: done (0 left) 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:867: rollback oid 43 current snap is 83 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 70 2024-09-16T11:06:07.715 INFO:tasks.rados.rados.0.smithi077.stdout:868: snap_create 2024-09-16T11:06:07.719 INFO:tasks.rados.rados.0.smithi077.stdout:867: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:06:07.720 INFO:tasks.rados.rados.0.smithi077.stdout:867: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:06:07.721 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 467 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:06:07.961 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T11:06:07.961 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: pgmap v18: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:07.961 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.962 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:07.963 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: pgmap v18: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.964 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:07.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:07 smithi077 ceph-mon[35468]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: pgmap v18: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.968 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:07.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:07 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:08.714 INFO:tasks.rados.rados.0.smithi077.stdout:867: done (1 left) 2024-09-16T11:06:08.714 INFO:tasks.rados.rados.0.smithi077.stdout:868: done (0 left) 2024-09-16T11:06:08.714 INFO:tasks.rados.rados.0.smithi077.stdout:869: rmattr oid 29 current snap is 84 2024-09-16T11:06:08.714 INFO:tasks.rados.rados.0.smithi077.stdout:869: done (0 left) 2024-09-16T11:06:08.714 INFO:tasks.rados.rados.0.smithi077.stdout:870: snap_create 2024-09-16T11:06:08.920 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[35468]: Upgrade: Updating mon.c 2024-09-16T11:06:08.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[35468]: Deploying daemon mon.c on smithi077 2024-09-16T11:06:08.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[35468]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T11:06:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[86047]: Upgrade: Updating mon.c 2024-09-16T11:06:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[86047]: Deploying daemon mon.c on smithi077 2024-09-16T11:06:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:08 smithi077 ceph-mon[86047]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T11:06:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:08 smithi191 ceph-mon[31349]: Upgrade: Updating mon.c 2024-09-16T11:06:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:08 smithi191 ceph-mon[31349]: Deploying daemon mon.c on smithi077 2024-09-16T11:06:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:08 smithi191 ceph-mon[31349]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T11:06:08.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:08 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:09.477 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:09 smithi077 systemd[1]: Stopping Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:06:09.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c[35464]: 2024-09-16T11:06:09.473+0000 7f224fc1a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:06:09.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c[35464]: 2024-09-16T11:06:09.473+0000 7f224fc1a640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-16T11:06:10.045 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:09 smithi077 podman[88334]: 2024-09-16 11:06:09.740242392 +0000 UTC m=+0.373934538 container died 3cb4eb2090b5b55e716a3b6f80b3ba807dd35001a35944b36d8905908ee5425f (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T11:06:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 podman[88334]: 2024-09-16 11:06:10.233133207 +0000 UTC m=+0.866825352 container cleanup 3cb4eb2090b5b55e716a3b6f80b3ba807dd35001a35944b36d8905908ee5425f (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T11:06:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 bash[88334]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c 2024-09-16T11:06:10.872 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 podman[88347]: 2024-09-16 11:06:10.509926867 +0000 UTC m=+0.757364657 container remove 3cb4eb2090b5b55e716a3b6f80b3ba807dd35001a35944b36d8905908ee5425f (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T11:06:10.872 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-16T11:06:10.872 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 systemd[1]: Stopped Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:06:10.873 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.c.service: Consumed 6.802s CPU time. 2024-09-16T11:06:11.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:10 smithi077 systemd[1]: Starting Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:06:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 podman[88478]: 2024-09-16 11:06:10.98093566 +0000 UTC m=+0.016222095 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:06:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 podman[88478]: 2024-09-16 11:06:11.111225311 +0000 UTC m=+0.146511736 container create e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-16T11:06:11.643 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 podman[88478]: 2024-09-16 11:06:11.414456931 +0000 UTC m=+0.449743359 container init e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T11:06:11.643 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 podman[88478]: 2024-09-16 11:06:11.417872376 +0000 UTC m=+0.453158802 container start e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: pidfile_write: ignore empty --pid-file 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: load: jerasure load: lrc 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: RocksDB version: 7.9.2 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Git sha 0 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: DB SUMMARY 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: DB Session ID: EQ8RWPHJBOH9L71EDOZY 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: CURRENT file: CURRENT 2024-09-16T11:06:11.644 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1105 Bytes 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 5487520 ; 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.error_if_exists: 0 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.create_if_missing: 0 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.paranoid_checks: 1 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.env: 0x559158c82bc0 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.info_log: 0x55915acaebe0 2024-09-16T11:06:11.645 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.statistics: (nil) 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.use_fsync: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_log_file_size: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_fallocate: 1 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.use_direct_reads: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T11:06:11.646 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.db_log_dir: 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.wal_dir: 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.write_buffer_manager: 0x55915acbcb40 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T11:06:11.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.unordered_write: 0 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T11:06:11.648 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.row_cache: None 2024-09-16T11:06:11.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.wal_filter: None 2024-09-16T11:06:11.649 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.two_write_queues: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.wal_compression: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.atomic_flush: 0 2024-09-16T11:06:11.650 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.log_readahead_size: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_background_jobs: 2 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_background_compactions: -1 2024-09-16T11:06:11.651 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_subcompactions: 1 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_open_files: -1 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T11:06:11.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_background_flushes: -1 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Compression algorithms supported: 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kZSTD supported: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kXpressCompression supported: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kBZip2Compression supported: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kLZ4Compression supported: 1 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kZlibCompression supported: 1 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: kSnappyCompression supported: 1 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T11:06:11.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.merge_operator: 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_filter: None 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55915acae7e0) 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T11:06:11.654 INFO:journalctl@ceph.mon.c.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_type: 0 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: data_block_index_type: 0 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_shortening: 1 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: checksum: 4 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: no_block_cache: 0 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache: 0x55915aca3350 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_options: 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: capacity : 536870912 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: num_shard_bits : 4 2024-09-16T11:06:11.655 INFO:journalctl@ceph.mon.c.smithi077.stdout: strict_capacity_limit : 0 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_compressed: (nil) 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: persistent_cache: (nil) 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_size: 4096 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_size_deviation: 10 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_restart_interval: 16 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_block_restart_interval: 1 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: metadata_block_size: 4096 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: partition_filters: 0 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: use_delta_encoding: 1 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: filter_policy: bloomfilter 2024-09-16T11:06:11.656 INFO:journalctl@ceph.mon.c.smithi077.stdout: whole_key_filtering: 1 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: verify_compression: 0 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: format_version: 5 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: enable_index_compression: 1 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_align: 0 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: max_auto_readahead_size: 262144 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: prepopulate_block_cache: 0 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: initial_auto_readahead_size: 8192 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression: NoCompression 2024-09-16T11:06:11.657 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.num_levels: 7 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T11:06:11.658 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T11:06:11.659 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T11:06:11.660 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T11:06:11.661 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.inplace_update_support: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.bloom_locality: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.max_successive_merges: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T11:06:11.662 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.ttl: 2592000 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enable_blob_files: false 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.min_blob_size: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T11:06:11.663 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13625, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b8dfade4-b21d-4a04-add5-88a37f741098 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484771444296, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484771456434, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3462496, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13630, "largest_seqno": 15248, "table_properties": {"data_size": 3454350, "index_size": 5308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1797, "raw_key_size": 17763, "raw_average_key_size": 25, "raw_value_size": 3438650, "raw_average_value_size": 4850, "num_data_blocks": 233, "num_entries": 709, "num_filter_entries": 709, "num_deletions": 31, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726484771, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b8dfade4-b21d-4a04-add5-88a37f741098", "db_session_id": "EQ8RWPHJBOH9L71EDOZY", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484771456557, "job": 1, "event": "recovery_finished"} 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:06:11.664 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55915accee00 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: DB pointer 0x55915adc2000 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** DB Stats ** 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.665 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: L0 1/0 3.30 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 684.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: L6 1/0 8.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: Sum 2/0 12.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 684.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 684.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** Compaction Stats [default] ** 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 684.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.666 INFO:journalctl@ceph.mon.c.smithi077.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative compaction: 0.00 GB write, 200.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval compaction: 0.00 GB write, 200.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Block cache BinnedLRUCache@0x55915aca3350#2 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-09-16T11:06:11.667 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: starting mon.c rank 2 at public addrs [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] at bind addrs [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???) e3 preinit fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).mds e7 new map 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).mds e7 print_map 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: e7 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: legacy client fscid: 1 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: Filesystem 'cephfs' (1) 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: fs_name cephfs 2024-09-16T11:06:11.668 INFO:journalctl@ceph.mon.c.smithi077.stdout: epoch 7 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: created 2024-09-16T11:00:14.149428+0000 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: modified 2024-09-16T11:00:17.253208+0000 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: tableserver 0 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: root 0 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: session_timeout 60 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: session_autoclose 300 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: max_file_size 1099511627776 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: max_xattr_size 65536 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: required_client_features {} 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: last_failure 0 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: last_failure_osd_epoch 0 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:06:11.669 INFO:journalctl@ceph.mon.c.smithi077.stdout: max_mds 1 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: in 0 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: up {0=24346} 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: failed 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: damaged 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: stopped 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: data_pools [3] 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: metadata_pool 2 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: inline_data disabled 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: balancer 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: bal_rank_mask -1 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: standby_count_wanted 0 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: [mds.b{0:24346} state up:active seq 3 addr [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:06:11.670 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout: Standby daemons: 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).osd e225 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 ceph-mon[88497]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 bash[88478]: e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a 2024-09-16T11:06:11.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:11 smithi077 systemd[1]: Started Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:06:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:13.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:13 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:16] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-09-16T11:06:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:870: done (0 left) 2024-09-16T11:06:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:871: delete oid 33 current snap is 85 2024-09-16T11:06:17.992 INFO:tasks.rados.rados.0.smithi077.stdout:871: done (0 left) 2024-09-16T11:06:17.992 INFO:tasks.rados.rados.0.smithi077.stdout:872: setattr oid 48 current snap is 85 2024-09-16T11:06:17.993 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 85 2024-09-16T11:06:17.993 INFO:tasks.rados.rados.0.smithi077.stdout:873: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-09-16T11:06:17.997 INFO:tasks.rados.rados.0.smithi077.stdout:873: writing smithi07774545-2 from 0 to 679936 tid 1 2024-09-16T11:06:18.001 INFO:tasks.rados.rados.0.smithi077.stdout:873: writing smithi07774545-2 from 679936 to 1400832 tid 2 2024-09-16T11:06:18.004 INFO:tasks.rados.rados.0.smithi077.stdout:873: writing smithi07774545-2 from 1400832 to 1884160 tid 3 2024-09-16T11:06:18.007 INFO:tasks.rados.rados.0.smithi077.stdout:873: writing smithi07774545-2 from 1884160 to 2285568 tid 4 2024-09-16T11:06:18.007 INFO:tasks.rados.rados.0.smithi077.stdout:874: read oid 37 snap -1 2024-09-16T11:06:18.007 INFO:tasks.rados.rados.0.smithi077.stdout:874: expect (ObjNum 190 snap 48 seq_num 190) 2024-09-16T11:06:18.007 INFO:tasks.rados.rados.0.smithi077.stdout:875: copy_from oid 40 from oid 33 current snap is 85 2024-09-16T11:06:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 422 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:06:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 1 to smithi07774545-2 2024-09-16T11:06:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 2 to smithi07774545-2 2024-09-16T11:06:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:872: done (3 left) 2024-09-16T11:06:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:876: snap_remove snap 70 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: mon.c calling monitor election 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: mon.a calling monitor election 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: mon.b calling monitor election 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: mgrmap e41: y(active, since 20s), standbys: x 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:06:18.274 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: mon.c calling monitor election 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: mon.a calling monitor election 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: mon.b calling monitor election 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: mgrmap e41: y(active, since 20s), standbys: x 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:06:18.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:17 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:06:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: mon.c calling monitor election 2024-09-16T11:06:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: mon.a calling monitor election 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: mon.b calling monitor election 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: monmap e3: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: mgrmap e41: y(active, since 20s), standbys: x 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: Cluster is now healthy 2024-09-16T11:06:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:17 smithi191 ceph-mon[31349]: overall HEALTH_OK 2024-09-16T11:06:18.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:876: done (3 left) 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:877: setattr oid 27 current snap is 85 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 3 to smithi07774545-2 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:875: finishing copy_from to smithi07774545-40 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:875: got expected ENOENT (src dne) 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:875: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:06:18.993 INFO:tasks.rados.rados.0.smithi077.stdout:874: expect (ObjNum 190 snap 48 seq_num 190) 2024-09-16T11:06:19.016 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 4 to smithi07774545-2 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 5 to smithi07774545-2 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:873: finishing write tid 6 to smithi07774545-2 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 436 (ObjNum 279 snap 85 seq_num 279) dirty exists 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:873: left oid 2 (ObjNum 279 snap 85 seq_num 279) 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:873: done (3 left) 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:874: done (2 left) 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:875: done (1 left) 2024-09-16T11:06:19.017 INFO:tasks.rados.rados.0.smithi077.stdout:878: snap_create 2024-09-16T11:06:19.019 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 298 (ObjNum 65 snap 0 seq_num 1716736353) dirty exists 2024-09-16T11:06:19.344 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:18 smithi077 ceph-mon[88497]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T11:06:19.344 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:18 smithi077 ceph-mon[88497]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-16T11:06:19.344 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:18 smithi077 ceph-mon[86047]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T11:06:19.344 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:18 smithi077 ceph-mon[86047]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-16T11:06:19.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:18 smithi191 ceph-mon[31349]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T11:06:19.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:18 smithi191 ceph-mon[31349]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-16T11:06:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:877: done (1 left) 2024-09-16T11:06:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:878: done (0 left) 2024-09-16T11:06:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 86 2024-09-16T11:06:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:879: seq_num 280 ranges {786432=696320,1482752=606208,2088960=688128,2777088=311296} 2024-09-16T11:06:19.996 INFO:tasks.rados.rados.0.smithi077.stdout:879: writing smithi07774545-37 from 786432 to 1482752 tid 1 2024-09-16T11:06:20.000 INFO:tasks.rados.rados.0.smithi077.stdout:879: writing smithi07774545-37 from 1482752 to 2088960 tid 2 2024-09-16T11:06:20.004 INFO:tasks.rados.rados.0.smithi077.stdout:879: writing smithi07774545-37 from 2088960 to 2777088 tid 3 2024-09-16T11:06:20.006 INFO:tasks.rados.rados.0.smithi077.stdout:879: writing smithi07774545-37 from 2777088 to 3088384 tid 4 2024-09-16T11:06:20.006 INFO:tasks.rados.rados.0.smithi077.stdout:880: snap_create 2024-09-16T11:06:20.006 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 1 to smithi07774545-37 2024-09-16T11:06:20.006 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 2 to smithi07774545-37 2024-09-16T11:06:20.008 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 3 to smithi07774545-37 2024-09-16T11:06:20.008 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 4 to smithi07774545-37 2024-09-16T11:06:20.008 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 5 to smithi07774545-37 2024-09-16T11:06:20.009 INFO:tasks.rados.rados.0.smithi077.stdout:879: finishing write tid 6 to smithi07774545-37 2024-09-16T11:06:20.009 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 419 (ObjNum 280 snap 86 seq_num 280) dirty exists 2024-09-16T11:06:20.009 INFO:tasks.rados.rados.0.smithi077.stdout:879: left oid 37 (ObjNum 280 snap 86 seq_num 280) 2024-09-16T11:06:20.098 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:19 smithi077 ceph-mon[86047]: pgmap v27: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:20.098 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:19 smithi077 ceph-mon[86047]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T11:06:20.098 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:19 smithi077 ceph-mon[88497]: pgmap v27: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:20.098 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:19 smithi077 ceph-mon[88497]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T11:06:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:19 smithi191 ceph-mon[31349]: pgmap v27: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:19 smithi191 ceph-mon[31349]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T11:06:20.677 INFO:tasks.rados.rados.0.smithi077.stdout:879: done (1 left) 2024-09-16T11:06:20.677 INFO:tasks.rados.rados.0.smithi077.stdout:880: done (0 left) 2024-09-16T11:06:20.677 INFO:tasks.rados.rados.0.smithi077.stdout:881: read oid 11 snap 71 2024-09-16T11:06:20.677 INFO:tasks.rados.rados.0.smithi077.stdout:881: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:06:20.677 INFO:tasks.rados.rados.0.smithi077.stdout:882: snap_create 2024-09-16T11:06:20.682 INFO:tasks.rados.rados.0.smithi077.stdout:881: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-16T11:06:21.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T11:06:21.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T11:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T11:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:20 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:21.671 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:21 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:06:21.467+0000 7f2bd3770640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T11:06:21.673 INFO:tasks.rados.rados.0.smithi077.stdout:881: done (1 left) 2024-09-16T11:06:21.673 INFO:tasks.rados.rados.0.smithi077.stdout:882: done (0 left) 2024-09-16T11:06:21.673 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 88 2024-09-16T11:06:21.674 INFO:tasks.rados.rados.0.smithi077.stdout:883: seq_num 281 ranges {2129920=712704,2842624=491520,3334144=491520,3825664=622592} 2024-09-16T11:06:21.689 INFO:tasks.rados.rados.0.smithi077.stdout:883: writing smithi07774545-10 from 2129920 to 2842624 tid 1 2024-09-16T11:06:21.691 INFO:tasks.rados.rados.0.smithi077.stdout:883: writing smithi07774545-10 from 2842624 to 3334144 tid 2 2024-09-16T11:06:21.694 INFO:tasks.rados.rados.0.smithi077.stdout:883: writing smithi07774545-10 from 3334144 to 3825664 tid 3 2024-09-16T11:06:21.698 INFO:tasks.rados.rados.0.smithi077.stdout:883: writing smithi07774545-10 from 3825664 to 4448256 tid 4 2024-09-16T11:06:21.698 INFO:tasks.rados.rados.0.smithi077.stdout:884: copy_from oid 5 from oid 16 current snap is 88 2024-09-16T11:06:21.698 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 1 to smithi07774545-10 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 2 to smithi07774545-10 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 3 to smithi07774545-10 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:885: copy_from oid 36 from oid 3 current snap is 88 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:886: read oid 6 snap -1 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:886: expect (ObjNum 230 snap 61 seq_num 230) 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:887: read oid 47 snap -1 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:887: expect deleted 2024-09-16T11:06:21.699 INFO:tasks.rados.rados.0.smithi077.stdout:888: delete oid 44 current snap is 88 2024-09-16T11:06:21.700 INFO:tasks.rados.rados.0.smithi077.stdout:884: finishing copy_from to smithi07774545-5 2024-09-16T11:06:21.700 INFO:tasks.rados.rados.0.smithi077.stdout:884: got expected ENOENT (src dne) 2024-09-16T11:06:21.700 INFO:tasks.rados.rados.0.smithi077.stdout:884: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:06:21.700 INFO:tasks.rados.rados.0.smithi077.stdout:884: done (5 left) 2024-09-16T11:06:21.701 INFO:tasks.rados.rados.0.smithi077.stdout:888: done (4 left) 2024-09-16T11:06:21.701 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 88 2024-09-16T11:06:21.701 INFO:tasks.rados.rados.0.smithi077.stdout:889: seq_num 283 ranges {4145152=745472,4890624=712704,5603328=458752,6062080=434176} 2024-09-16T11:06:21.727 INFO:tasks.rados.rados.0.smithi077.stdout:889: writing smithi07774545-25 from 4145152 to 4890624 tid 1 2024-09-16T11:06:21.731 INFO:tasks.rados.rados.0.smithi077.stdout:889: writing smithi07774545-25 from 4890624 to 5603328 tid 2 2024-09-16T11:06:21.733 INFO:tasks.rados.rados.0.smithi077.stdout:889: writing smithi07774545-25 from 5603328 to 6062080 tid 3 2024-09-16T11:06:21.737 INFO:tasks.rados.rados.0.smithi077.stdout:889: writing smithi07774545-25 from 6062080 to 6496256 tid 4 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:890: rollback oid 15 current snap is 88 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 84 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:885: finishing copy_from to smithi07774545-36 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:885: got expected ENOENT (src dne) 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:885: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 4 to smithi07774545-10 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 5 to smithi07774545-10 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:883: finishing write tid 6 to smithi07774545-10 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 481 (ObjNum 281 snap 88 seq_num 281) dirty exists 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:883: left oid 10 (ObjNum 281 snap 88 seq_num 281) 2024-09-16T11:06:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:886: expect (ObjNum 230 snap 61 seq_num 230) 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 1 to smithi07774545-25 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 2 to smithi07774545-25 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 3 to smithi07774545-25 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 4 to smithi07774545-25 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 5 to smithi07774545-25 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:890: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:883: done (5 left) 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:885: done (4 left) 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:886: done (3 left) 2024-09-16T11:06:21.834 INFO:tasks.rados.rados.0.smithi077.stdout:887: done (2 left) 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:891: setattr oid 45 current snap is 88 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:890: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:890: finishing rollback tid 2 to smithi07774545-15 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 359 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:889: finishing write tid 6 to smithi07774545-25 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 487 (ObjNum 283 snap 88 seq_num 283) dirty exists 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:889: left oid 25 (ObjNum 283 snap 88 seq_num 283) 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:889: done (2 left) 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:890: done (1 left) 2024-09-16T11:06:21.835 INFO:tasks.rados.rados.0.smithi077.stdout:892: snap_remove snap 65 2024-09-16T11:06:22.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:21 smithi077 ceph-mon[86047]: pgmap v31: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:21 smithi077 ceph-mon[86047]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T11:06:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:21 smithi077 ceph-mon[88497]: pgmap v31: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:21 smithi077 ceph-mon[88497]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T11:06:22.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:21 smithi191 ceph-mon[31349]: pgmap v31: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:22.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:21 smithi191 ceph-mon[31349]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T11:06:22.681 INFO:tasks.rados.rados.0.smithi077.stdout:892: done (1 left) 2024-09-16T11:06:22.681 INFO:tasks.rados.rados.0.smithi077.stdout:893: snap_create 2024-09-16T11:06:22.681 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 300 (ObjNum 269 snap 79 seq_num 269) dirty exists 2024-09-16T11:06:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:891: done (1 left) 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:893: done (0 left) 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:894: rmattr oid 17 current snap is 89 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:894: done (0 left) 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:895: read oid 48 snap -1 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:895: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:06:23.680 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 89 2024-09-16T11:06:23.681 INFO:tasks.rados.rados.0.smithi077.stdout:896: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-09-16T11:06:23.684 INFO:tasks.rados.rados.0.smithi077.stdout:896: writing smithi07774545-47 from 0 to 761856 tid 1 2024-09-16T11:06:23.687 INFO:tasks.rados.rados.0.smithi077.stdout:896: writing smithi07774545-47 from 761856 to 1359872 tid 2 2024-09-16T11:06:23.691 INFO:tasks.rados.rados.0.smithi077.stdout:896: writing smithi07774545-47 from 1359872 to 2031616 tid 3 2024-09-16T11:06:23.693 INFO:tasks.rados.rados.0.smithi077.stdout:896: writing smithi07774545-47 from 2031616 to 2367488 tid 4 2024-09-16T11:06:23.693 INFO:tasks.rados.rados.0.smithi077.stdout:897: delete oid 18 current snap is 89 2024-09-16T11:06:23.693 INFO:tasks.rados.rados.0.smithi077.stdout:895: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 1 to smithi07774545-47 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 2 to smithi07774545-47 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:895: done (2 left) 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:897: done (1 left) 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:898: read oid 49 snap -1 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:898: expect deleted 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 89 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 3 to smithi07774545-47 2024-09-16T11:06:23.698 INFO:tasks.rados.rados.0.smithi077.stdout:899: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-09-16T11:06:23.702 INFO:tasks.rados.rados.0.smithi077.stdout:899: writing smithi07774545-27 from 0 to 794624 tid 1 2024-09-16T11:06:23.706 INFO:tasks.rados.rados.0.smithi077.stdout:899: writing smithi07774545-27 from 794624 to 1556480 tid 2 2024-09-16T11:06:23.711 INFO:tasks.rados.rados.0.smithi077.stdout:899: writing smithi07774545-27 from 1556480 to 2236416 tid 3 2024-09-16T11:06:23.712 INFO:tasks.rados.rados.0.smithi077.stdout:899: writing smithi07774545-27 from 2236416 to 2400256 tid 4 2024-09-16T11:06:23.712 INFO:tasks.rados.rados.0.smithi077.stdout:900: read oid 38 snap -1 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:900: expect (ObjNum 250 snap 70 seq_num 250) 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:901: rmattr oid 12 current snap is 89 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:901: done (4 left) 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:902: delete oid 29 current snap is 89 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 4 to smithi07774545-47 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 5 to smithi07774545-47 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:896: finishing write tid 6 to smithi07774545-47 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 461 (ObjNum 284 snap 89 seq_num 284) dirty exists 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:896: left oid 47 (ObjNum 284 snap 89 seq_num 284) 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 1 to smithi07774545-27 2024-09-16T11:06:23.713 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 2 to smithi07774545-27 2024-09-16T11:06:23.714 INFO:tasks.rados.rados.0.smithi077.stdout:896: done (4 left) 2024-09-16T11:06:23.714 INFO:tasks.rados.rados.0.smithi077.stdout:898: done (3 left) 2024-09-16T11:06:23.714 INFO:tasks.rados.rados.0.smithi077.stdout:902: done (2 left) 2024-09-16T11:06:23.714 INFO:tasks.rados.rados.0.smithi077.stdout:903: copy_from oid 43 from oid 35 current snap is 89 2024-09-16T11:06:23.714 INFO:tasks.rados.rados.0.smithi077.stdout:904: snap_remove snap 85 2024-09-16T11:06:23.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:23 smithi077 ceph-mon[86047]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T11:06:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:23 smithi077 ceph-mon[86047]: pgmap v34: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 260 B/s rd, 569 KiB/s wr, 12 op/s 2024-09-16T11:06:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:23 smithi077 ceph-mon[88497]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T11:06:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:23 smithi077 ceph-mon[88497]: pgmap v34: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 260 B/s rd, 569 KiB/s wr, 12 op/s 2024-09-16T11:06:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:23 smithi191 ceph-mon[31349]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T11:06:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:23 smithi191 ceph-mon[31349]: pgmap v34: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 260 B/s rd, 569 KiB/s wr, 12 op/s 2024-09-16T11:06:23.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:24.677 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:24.677 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:24.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:24.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:24.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:24.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:24 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:06:24.684 INFO:tasks.rados.rados.0.smithi077.stdout:904: done (3 left) 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:905: snap_create 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 3 to smithi07774545-27 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 4 to smithi07774545-27 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 5 to smithi07774545-27 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:899: finishing write tid 6 to smithi07774545-27 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 306 (ObjNum 286 snap 89 seq_num 286) dirty exists 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:899: left oid 27 (ObjNum 286 snap 89 seq_num 286) 2024-09-16T11:06:24.685 INFO:tasks.rados.rados.0.smithi077.stdout:900: expect (ObjNum 250 snap 70 seq_num 250) 2024-09-16T11:06:24.730 INFO:tasks.rados.rados.0.smithi077.stdout:903: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:06:24.730 INFO:tasks.rados.rados.0.smithi077.stdout:903: finishing copy_from to smithi07774545-43 2024-09-16T11:06:24.730 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 392 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T11:06:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:06:25.691 INFO:tasks.rados.rados.0.smithi077.stdout:899: done (3 left) 2024-09-16T11:06:25.691 INFO:tasks.rados.rados.0.smithi077.stdout:900: done (2 left) 2024-09-16T11:06:25.691 INFO:tasks.rados.rados.0.smithi077.stdout:903: done (1 left) 2024-09-16T11:06:25.691 INFO:tasks.rados.rados.0.smithi077.stdout:905: done (0 left) 2024-09-16T11:06:25.692 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 90 2024-09-16T11:06:25.692 INFO:tasks.rados.rados.0.smithi077.stdout:906: seq_num 288 ranges {1499136=24576} 2024-09-16T11:06:25.699 INFO:tasks.rados.rados.0.smithi077.stdout:906: writing smithi07774545-21 from 1499136 to 1523712 tid 1 2024-09-16T11:06:25.699 INFO:tasks.rados.rados.0.smithi077.stdout:907: rollback oid 42 current snap is 90 2024-09-16T11:06:25.700 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 87 2024-09-16T11:06:25.700 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 90 2024-09-16T11:06:25.700 INFO:tasks.rados.rados.0.smithi077.stdout:908: seq_num 289 ranges {2367488=40960} 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:908: writing smithi07774545-47 from 2367488 to 2408448 tid 1 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:909: copy_from oid 13 from oid 7 current snap is 90 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:906: finishing write tid 1 to smithi07774545-21 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:906: finishing write tid 2 to smithi07774545-21 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:907: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:907: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:06:25.713 INFO:tasks.rados.rados.0.smithi077.stdout:910: snap_create 2024-09-16T11:06:25.714 INFO:tasks.rados.rados.0.smithi077.stdout:907: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:06:25.714 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 468 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:25.714 INFO:tasks.rados.rados.0.smithi077.stdout:906: finishing write tid 3 to smithi07774545-21 2024-09-16T11:06:25.714 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 464 (ObjNum 288 snap 90 seq_num 288) dirty exists 2024-09-16T11:06:25.714 INFO:tasks.rados.rados.0.smithi077.stdout:906: left oid 21 (ObjNum 288 snap 90 seq_num 288) 2024-09-16T11:06:25.715 INFO:tasks.rados.rados.0.smithi077.stdout:908: finishing write tid 1 to smithi07774545-47 2024-09-16T11:06:25.715 INFO:tasks.rados.rados.0.smithi077.stdout:908: finishing write tid 2 to smithi07774545-47 2024-09-16T11:06:25.715 INFO:tasks.rados.rados.0.smithi077.stdout:909: finishing copy_from to smithi07774545-13 2024-09-16T11:06:25.716 INFO:tasks.rados.rados.0.smithi077.stdout:909: got expected ENOENT (src dne) 2024-09-16T11:06:25.716 INFO:tasks.rados.rados.0.smithi077.stdout:909: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:06:25.716 INFO:tasks.rados.rados.0.smithi077.stdout:908: finishing write tid 3 to smithi07774545-47 2024-09-16T11:06:25.716 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 471 (ObjNum 289 snap 90 seq_num 289) dirty exists 2024-09-16T11:06:25.716 INFO:tasks.rados.rados.0.smithi077.stdout:908: left oid 47 (ObjNum 289 snap 90 seq_num 289) 2024-09-16T11:06:25.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: Upgrade: It appears safe to stop mon.b 2024-09-16T11:06:25.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T11:06:25.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: pgmap v37: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-16T11:06:25.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:25.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:25.809 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:25.809 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:25 smithi191 ceph-mon[31349]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: Upgrade: It appears safe to stop mon.b 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: pgmap v37: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: Upgrade: It appears safe to stop mon.b 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: pgmap v37: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:26.701 INFO:tasks.rados.rados.0.smithi077.stdout:906: done (4 left) 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:907: done (3 left) 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:908: done (2 left) 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:909: done (1 left) 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:910: done (0 left) 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 91 2024-09-16T11:06:26.702 INFO:tasks.rados.rados.0.smithi077.stdout:911: seq_num 290 ranges {1613824=57344} 2024-09-16T11:06:26.710 INFO:tasks.rados.rados.0.smithi077.stdout:911: writing smithi07774545-15 from 1613824 to 1671168 tid 1 2024-09-16T11:06:26.711 INFO:tasks.rados.rados.0.smithi077.stdout:912: delete oid 31 current snap is 91 2024-09-16T11:06:26.714 INFO:tasks.rados.rados.0.smithi077.stdout:912: done (1 left) 2024-09-16T11:06:26.714 INFO:tasks.rados.rados.0.smithi077.stdout:913: snap_create 2024-09-16T11:06:26.714 INFO:tasks.rados.rados.0.smithi077.stdout:911: finishing write tid 1 to smithi07774545-15 2024-09-16T11:06:26.715 INFO:tasks.rados.rados.0.smithi077.stdout:911: finishing write tid 2 to smithi07774545-15 2024-09-16T11:06:26.718 INFO:tasks.rados.rados.0.smithi077.stdout:911: finishing write tid 3 to smithi07774545-15 2024-09-16T11:06:26.718 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 361 (ObjNum 290 snap 91 seq_num 290) dirty exists 2024-09-16T11:06:26.719 INFO:tasks.rados.rados.0.smithi077.stdout:911: left oid 15 (ObjNum 290 snap 91 seq_num 290) 2024-09-16T11:06:26.789 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:26 smithi191 ceph-mon[31349]: Upgrade: Updating mon.b 2024-09-16T11:06:26.790 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:26 smithi191 ceph-mon[31349]: Deploying daemon mon.b on smithi191 2024-09-16T11:06:26.790 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:26 smithi191 ceph-mon[31349]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T11:06:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:26] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-09-16T11:06:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[86047]: Upgrade: Updating mon.b 2024-09-16T11:06:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[86047]: Deploying daemon mon.b on smithi191 2024-09-16T11:06:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[86047]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T11:06:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[88497]: Upgrade: Updating mon.b 2024-09-16T11:06:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[88497]: Deploying daemon mon.b on smithi191 2024-09-16T11:06:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:26 smithi077 ceph-mon[88497]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T11:06:27.352 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 systemd[1]: Stopping Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:06:27.352 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b[31345]: 2024-09-16T11:06:27.309+0000 7f39d9df7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:06:27.352 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b[31345]: 2024-09-16T11:06:27.309+0000 7f39d9df7640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-16T11:06:27.352 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 podman[84771]: 2024-09-16 11:06:27.351135286 +0000 UTC m=+0.133619333 container died bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-09-16T11:06:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 podman[84771]: 2024-09-16 11:06:27.725448 +0000 UTC m=+0.507932047 container cleanup bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T11:06:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 bash[84771]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b 2024-09-16T11:06:28.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:27 smithi191 podman[84783]: 2024-09-16 11:06:27.996711137 +0000 UTC m=+0.640182307 container remove bcaf97ea32f9890f1235e01c0d893f438dc58597a5a785046ced352777e067ce (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc) 2024-09-16T11:06:28.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T11:06:28.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 systemd[1]: Stopped Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:06:28.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.365s CPU time. 2024-09-16T11:06:28.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 systemd[1]: Starting Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:06:28.660 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 podman[84915]: 2024-09-16 11:06:28.455838127 +0000 UTC m=+0.015671932 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:06:28.661 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 podman[84915]: 2024-09-16 11:06:28.589957214 +0000 UTC m=+0.149791059 container create 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-09-16T11:06:28.912 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 podman[84915]: 2024-09-16 11:06:28.809741699 +0000 UTC m=+0.369575498 container init 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True) 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 podman[84915]: 2024-09-16 11:06:28.812814849 +0000 UTC m=+0.372648652 container start 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: pidfile_write: ignore empty --pid-file 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: load: jerasure load: lrc 2024-09-16T11:06:28.913 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: RocksDB version: 7.9.2 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Git sha 0 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: DB SUMMARY 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: DB Session ID: XMI3Y8OIORDES9A6VW0L 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: CURRENT file: CURRENT 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1105 Bytes 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 6619716 ; 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.error_if_exists: 0 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.create_if_missing: 0 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.paranoid_checks: 1 2024-09-16T11:06:28.914 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.env: 0x55d91f0afbc0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.info_log: 0x55d9206e0be0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.statistics: (nil) 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.use_fsync: 0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_log_file_size: 0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T11:06:28.915 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_fallocate: 1 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.use_direct_reads: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.db_log_dir: 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.wal_dir: 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T11:06:28.916 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.write_buffer_manager: 0x55d9206eeb40 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T11:06:28.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.unordered_write: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.row_cache: None 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.wal_filter: None 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.two_write_queues: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.wal_compression: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.atomic_flush: 0 2024-09-16T11:06:28.918 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.log_readahead_size: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_background_jobs: 2 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_background_compactions: -1 2024-09-16T11:06:28.919 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_subcompactions: 1 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_open_files: -1 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T11:06:28.920 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_background_flushes: -1 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Compression algorithms supported: 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kZSTD supported: 0 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kXpressCompression supported: 0 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kBZip2Compression supported: 0 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kLZ4Compression supported: 1 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kZlibCompression supported: 1 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: kSnappyCompression supported: 1 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T11:06:28.921 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.merge_operator: 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_filter: None 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d9206e07e0) 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout: cache_index_and_filter_blocks: 1 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout: pin_top_level_index_and_filter: 1 2024-09-16T11:06:28.922 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_type: 0 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: data_block_index_type: 0 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_shortening: 1 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: checksum: 4 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: no_block_cache: 0 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache: 0x55d9206d5350 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_name: BinnedLRUCache 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_options: 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: capacity : 536870912 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: num_shard_bits : 4 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: strict_capacity_limit : 0 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: high_pri_pool_ratio: 0.000 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_cache_compressed: (nil) 2024-09-16T11:06:28.923 INFO:journalctl@ceph.mon.b.smithi191.stdout: persistent_cache: (nil) 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_size: 4096 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_size_deviation: 10 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_restart_interval: 16 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: index_block_restart_interval: 1 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: metadata_block_size: 4096 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: partition_filters: 0 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: use_delta_encoding: 1 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: filter_policy: bloomfilter 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: whole_key_filtering: 1 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: verify_compression: 0 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: read_amp_bytes_per_bit: 0 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: format_version: 5 2024-09-16T11:06:28.924 INFO:journalctl@ceph.mon.b.smithi191.stdout: enable_index_compression: 1 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout: block_align: 0 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout: max_auto_readahead_size: 262144 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout: prepopulate_block_cache: 0 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout: initial_auto_readahead_size: 8192 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression: NoCompression 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.num_levels: 7 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T11:06:28.925 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T11:06:28.926 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T11:06:28.927 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T11:06:28.928 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T11:06:28.929 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.inplace_update_support: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.bloom_locality: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.max_successive_merges: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T11:06:28.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.ttl: 2592000 2024-09-16T11:06:28.931 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T11:06:28.931 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T11:06:28.931 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T11:06:28.931 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enable_blob_files: false 2024-09-16T11:06:28.931 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.min_blob_size: 0 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13700, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T11:06:28.932 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 68e0e786-fd07-4c6c-812d-4d0e53dac579 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484788839099, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484788855295, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4137553, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13705, "largest_seqno": 15735, "table_properties": {"data_size": 4127797, "index_size": 6534, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 21021, "raw_average_key_size": 24, "raw_value_size": 4108897, "raw_average_value_size": 4828, "num_data_blocks": 287, "num_entries": 851, "num_filter_entries": 851, "num_deletions": 33, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726484788, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "68e0e786-fd07-4c6c-812d-4d0e53dac579", "db_session_id": "XMI3Y8OIORDES9A6VW0L", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726484788855396, "job": 1, "event": "recovery_finished"} 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d920700e00 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: DB pointer 0x55d9207f4000 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** DB Stats ** 2024-09-16T11:06:28.933 INFO:journalctl@ceph.mon.b.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: L0 1/0 3.95 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 522.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: L6 1/0 8.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Sum 2/0 12.80 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 522.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T11:06:28.934 INFO:journalctl@ceph.mon.b.smithi191.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 522.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** Compaction Stats [default] ** 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 522.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.935 INFO:journalctl@ceph.mon.b.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: Cumulative compaction: 0.00 GB write, 189.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: Interval compaction: 0.00 GB write, 189.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T11:06:28.936 INFO:journalctl@ceph.mon.b.smithi191.stdout: Block cache BinnedLRUCache@0x55d9206d5350#2 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: starting mon.b rank 1 at public addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] at bind addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???) e3 preinit fsid 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).mds e7 new map 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).mds e7 print_map 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: e7 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T11:06:28.937 INFO:journalctl@ceph.mon.b.smithi191.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: legacy client fscid: 1 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: Filesystem 'cephfs' (1) 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: fs_name cephfs 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: epoch 7 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: created 2024-09-16T11:00:14.149428+0000 2024-09-16T11:06:28.938 INFO:journalctl@ceph.mon.b.smithi191.stdout: modified 2024-09-16T11:00:17.253208+0000 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: tableserver 0 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: root 0 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: session_timeout 60 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: session_autoclose 300 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: max_file_size 1099511627776 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: max_xattr_size 65536 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: required_client_features {} 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: last_failure 0 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: last_failure_osd_epoch 0 2024-09-16T11:06:28.939 INFO:journalctl@ceph.mon.b.smithi191.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: max_mds 1 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: in 0 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: up {0=24346} 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: failed 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: damaged 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: stopped 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: data_pools [3] 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: metadata_pool 2 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: inline_data disabled 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: balancer 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: bal_rank_mask -1 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: standby_count_wanted 0 2024-09-16T11:06:28.940 INFO:journalctl@ceph.mon.b.smithi191.stdout: [mds.b{0:24346} state up:active seq 3 addr [v2:172.21.15.191:6832/2181289043,v1:172.21.15.191:6833/2181289043] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout: Standby daemons: 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout: 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.77:6834/4090550737,v1:172.21.15.77:6835/4090550737] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).osd e235 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).osd e235 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).osd e235 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:28.941 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).osd e235 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T11:06:28.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 ceph-mon[84934]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-16T11:06:28.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 bash[84915]: 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 2024-09-16T11:06:28.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:28 smithi191 systemd[1]: Started Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:06:30.123 INFO:tasks.rados.rados.0.smithi077.stdout:911: done (1 left) 2024-09-16T11:06:30.123 INFO:tasks.rados.rados.0.smithi077.stdout:913: done (0 left) 2024-09-16T11:06:30.123 INFO:tasks.rados.rados.0.smithi077.stdout:914: copy_from oid 33 from oid 44 current snap is 92 2024-09-16T11:06:30.123 INFO:tasks.rados.rados.0.smithi077.stdout:915: delete oid 3 current snap is 92 2024-09-16T11:06:30.126 INFO:tasks.rados.rados.0.smithi077.stdout:915: done (1 left) 2024-09-16T11:06:30.126 INFO:tasks.rados.rados.0.smithi077.stdout:916: snap_remove snap 87 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: pgmap v41: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: mon.a calling monitor election 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: mon.c calling monitor election 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: mon.b calling monitor election 2024-09-16T11:06:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: monmap e4: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:30.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: pgmap v41: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: mon.a calling monitor election 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: mon.c calling monitor election 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: mon.b calling monitor election 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: monmap e4: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:06:30.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:30 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:30.431 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: pgmap v41: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:30.431 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: mon.a calling monitor election 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: mon.c calling monitor election 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: mon.b calling monitor election 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: monmap e4: 3 mons at {a=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:30.432 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:30 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:30.670 INFO:tasks.rados.rados.0.smithi077.stdout:916: done (1 left) 2024-09-16T11:06:30.697 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 92 2024-09-16T11:06:30.697 INFO:tasks.rados.rados.0.smithi077.stdout:914: finishing copy_from to smithi07774545-33 2024-09-16T11:06:30.697 INFO:tasks.rados.rados.0.smithi077.stdout:914: got expected ENOENT (src dne) 2024-09-16T11:06:30.697 INFO:tasks.rados.rados.0.smithi077.stdout:917: seq_num 293 ranges {1523712=114688} 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:917: writing smithi07774545-21 from 1523712 to 1638400 tid 1 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:918: read oid 3 snap -1 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:918: expect deleted 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:919: read oid 23 snap -1 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:919: expect (ObjNum 268 snap 78 seq_num 268) 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:920: delete oid 2 current snap is 92 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:914: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:917: finishing write tid 1 to smithi07774545-21 2024-09-16T11:06:30.699 INFO:tasks.rados.rados.0.smithi077.stdout:917: finishing write tid 2 to smithi07774545-21 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:914: done (4 left) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:918: done (3 left) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:920: done (2 left) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:921: read oid 15 snap -1 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:921: expect (ObjNum 290 snap 91 seq_num 290) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:922: delete oid 19 current snap is 92 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:917: finishing write tid 3 to smithi07774545-21 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 474 (ObjNum 293 snap 92 seq_num 293) dirty exists 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:917: left oid 21 (ObjNum 293 snap 92 seq_num 293) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:917: done (3 left) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:922: done (2 left) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:923: read oid 47 snap -1 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:923: expect (ObjNum 289 snap 90 seq_num 289) 2024-09-16T11:06:30.700 INFO:tasks.rados.rados.0.smithi077.stdout:924: snap_remove snap 72 2024-09-16T11:06:31.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:31 smithi077 ceph-mon[86047]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T11:06:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:31 smithi077 ceph-mon[86047]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T11:06:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:31 smithi077 ceph-mon[88497]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T11:06:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:31 smithi077 ceph-mon[88497]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T11:06:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:31 smithi191 ceph-mon[84934]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T11:06:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:31 smithi191 ceph-mon[84934]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T11:06:31.678 INFO:tasks.rados.rados.0.smithi077.stdout:921: expect (ObjNum 290 snap 91 seq_num 290) 2024-09-16T11:06:31.753 INFO:tasks.rados.rados.0.smithi077.stdout:923: expect (ObjNum 289 snap 90 seq_num 289) 2024-09-16T11:06:31.853 INFO:tasks.rados.rados.0.smithi077.stdout:919: expect (ObjNum 268 snap 78 seq_num 268) 2024-09-16T11:06:32.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:32 smithi191 ceph-mon[84934]: pgmap v44: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:32.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:32 smithi191 ceph-mon[84934]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T11:06:32.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:32 smithi077 ceph-mon[88497]: pgmap v44: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:32.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:32 smithi077 ceph-mon[88497]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T11:06:32.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:32 smithi077 ceph-mon[86047]: pgmap v44: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:06:32.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:32 smithi077 ceph-mon[86047]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T11:06:32.535 INFO:tasks.rados.rados.0.smithi077.stdout:919: done (3 left) 2024-09-16T11:06:32.535 INFO:tasks.rados.rados.0.smithi077.stdout:921: done (2 left) 2024-09-16T11:06:32.535 INFO:tasks.rados.rados.0.smithi077.stdout:923: done (1 left) 2024-09-16T11:06:32.535 INFO:tasks.rados.rados.0.smithi077.stdout:924: done (0 left) 2024-09-16T11:06:32.535 INFO:tasks.rados.rados.0.smithi077.stdout:925: snap_remove snap 90 2024-09-16T11:06:32.684 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:33.136 INFO:tasks.rados.rados.0.smithi077.stdout:925: done (0 left) 2024-09-16T11:06:33.136 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 92 2024-09-16T11:06:33.136 INFO:tasks.rados.rados.0.smithi077.stdout:926: seq_num 296 ranges {958464=163840} 2024-09-16T11:06:33.142 INFO:tasks.rados.rados.0.smithi077.stdout:926: writing smithi07774545-22 from 958464 to 1122304 tid 1 2024-09-16T11:06:33.142 INFO:tasks.rados.rados.0.smithi077.stdout:927: setattr oid 20 current snap is 92 2024-09-16T11:06:33.145 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 92 2024-09-16T11:06:33.145 INFO:tasks.rados.rados.0.smithi077.stdout:928: seq_num 297 ranges {1638400=180224} 2024-09-16T11:06:33.155 INFO:tasks.rados.rados.0.smithi077.stdout:928: writing smithi07774545-21 from 1638400 to 1818624 tid 1 2024-09-16T11:06:33.155 INFO:tasks.rados.rados.0.smithi077.stdout:929: rollback oid 12 current snap is 92 2024-09-16T11:06:33.155 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 41 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:926: finishing write tid 1 to smithi07774545-22 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:926: finishing write tid 2 to smithi07774545-22 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:926: finishing write tid 3 to smithi07774545-22 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 63 (ObjNum 296 snap 92 seq_num 296) dirty exists 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:926: left oid 22 (ObjNum 296 snap 92 seq_num 296) 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 289 (ObjNum 65 snap 0 seq_num 1716736353) dirty exists 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:926: done (3 left) 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:927: done (2 left) 2024-09-16T11:06:33.156 INFO:tasks.rados.rados.0.smithi077.stdout:930: snap_remove snap 71 2024-09-16T11:06:33.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:34.136 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:33 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:06:33.868+0000 7f2bd3770640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:930: done (2 left) 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 92 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:928: finishing write tid 1 to smithi07774545-21 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:928: finishing write tid 2 to smithi07774545-21 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:929: finishing rollback tid 0 to smithi07774545-12 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:929: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:929: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 523 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:928: finishing write tid 3 to smithi07774545-21 2024-09-16T11:06:34.152 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 494 (ObjNum 297 snap 92 seq_num 297) dirty exists 2024-09-16T11:06:34.153 INFO:tasks.rados.rados.0.smithi077.stdout:928: left oid 21 (ObjNum 297 snap 92 seq_num 297) 2024-09-16T11:06:34.153 INFO:tasks.rados.rados.0.smithi077.stdout:931: seq_num 298 ranges {0=196608} 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:931: writing smithi07774545-18 from 0 to 196608 tid 1 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:928: done (2 left) 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:929: done (1 left) 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:932: read oid 4 snap -1 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:932: expect (ObjNum 236 snap 63 seq_num 236) 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:933: rollback oid 2 current snap is 92 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 2 to 69 2024-09-16T11:06:34.154 INFO:tasks.rados.rados.0.smithi077.stdout:934: delete oid 29 current snap is 92 2024-09-16T11:06:34.162 INFO:tasks.rados.rados.0.smithi077.stdout:934: done (3 left) 2024-09-16T11:06:34.163 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 92 2024-09-16T11:06:34.163 INFO:tasks.rados.rados.0.smithi077.stdout:935: seq_num 300 ranges {761856=229376} 2024-09-16T11:06:34.169 INFO:tasks.rados.rados.0.smithi077.stdout:935: writing smithi07774545-46 from 761856 to 991232 tid 1 2024-09-16T11:06:34.169 INFO:tasks.rados.rados.0.smithi077.stdout:936: read oid 8 snap -1 2024-09-16T11:06:34.169 INFO:tasks.rados.rados.0.smithi077.stdout:936: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:06:34.169 INFO:tasks.rados.rados.0.smithi077.stdout:937: snap_remove snap 86 2024-09-16T11:06:34.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: pgmap v46: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T11:06:34.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T11:06:34.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: pgmap v46: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: pgmap v46: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T11:06:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T11:06:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:34 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:35.156 INFO:tasks.rados.rados.0.smithi077.stdout:937: done (5 left) 2024-09-16T11:06:35.157 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 92 2024-09-16T11:06:35.157 INFO:tasks.rados.rados.0.smithi077.stdout:938: seq_num 301 ranges {2408448=245760} 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:938: writing smithi07774545-47 from 2408448 to 2654208 tid 1 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:939: snap_create 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:933: finishing rollback tid 1 to smithi07774545-2 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:931: finishing write tid 1 to smithi07774545-18 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:931: finishing write tid 2 to smithi07774545-18 2024-09-16T11:06:35.172 INFO:tasks.rados.rados.0.smithi077.stdout:932: expect (ObjNum 236 snap 63 seq_num 236) 2024-09-16T11:06:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:35 smithi191 ceph-mon[84934]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T11:06:35.217 INFO:tasks.rados.rados.0.smithi077.stdout:933: finishing rollback tid 2 to smithi07774545-2 2024-09-16T11:06:35.217 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 496 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-16T11:06:35.218 INFO:tasks.rados.rados.0.smithi077.stdout:931: finishing write tid 3 to smithi07774545-18 2024-09-16T11:06:35.218 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 517 (ObjNum 298 snap 92 seq_num 298) dirty exists 2024-09-16T11:06:35.218 INFO:tasks.rados.rados.0.smithi077.stdout:931: left oid 18 (ObjNum 298 snap 92 seq_num 298) 2024-09-16T11:06:35.218 INFO:tasks.rados.rados.0.smithi077.stdout:935: finishing write tid 1 to smithi07774545-46 2024-09-16T11:06:35.218 INFO:tasks.rados.rados.0.smithi077.stdout:936: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:06:35.236 INFO:tasks.rados.rados.0.smithi077.stdout:935: finishing write tid 2 to smithi07774545-46 2024-09-16T11:06:35.236 INFO:tasks.rados.rados.0.smithi077.stdout:935: finishing write tid 3 to smithi07774545-46 2024-09-16T11:06:35.236 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 335 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-09-16T11:06:35.236 INFO:tasks.rados.rados.0.smithi077.stdout:935: left oid 46 (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:06:35.237 INFO:tasks.rados.rados.0.smithi077.stdout:938: finishing write tid 1 to smithi07774545-47 2024-09-16T11:06:35.237 INFO:tasks.rados.rados.0.smithi077.stdout:938: finishing write tid 2 to smithi07774545-47 2024-09-16T11:06:35.237 INFO:tasks.rados.rados.0.smithi077.stdout:938: finishing write tid 3 to smithi07774545-47 2024-09-16T11:06:35.237 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 515 (ObjNum 301 snap 92 seq_num 301) dirty exists 2024-09-16T11:06:35.237 INFO:tasks.rados.rados.0.smithi077.stdout:938: left oid 47 (ObjNum 301 snap 92 seq_num 301) 2024-09-16T11:06:35.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:35 smithi077 ceph-mon[86047]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T11:06:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:35 smithi077 ceph-mon[88497]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T11:06:35.443 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:931: done (6 left) 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:932: done (5 left) 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:933: done (4 left) 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:935: done (3 left) 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:936: done (2 left) 2024-09-16T11:06:35.677 INFO:tasks.rados.rados.0.smithi077.stdout:938: done (1 left) 2024-09-16T11:06:35.678 INFO:tasks.rados.rados.0.smithi077.stdout:939: done (0 left) 2024-09-16T11:06:35.678 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 93 2024-09-16T11:06:35.678 INFO:tasks.rados.rados.0.smithi077.stdout:940: seq_num 302 ranges {0=262144} 2024-09-16T11:06:35.679 INFO:tasks.rados.rados.0.smithi077.stdout:940: writing smithi07774545-19 from 0 to 262144 tid 1 2024-09-16T11:06:35.679 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 93 2024-09-16T11:06:35.679 INFO:tasks.rados.rados.0.smithi077.stdout:941: seq_num 303 ranges {6496256=278528} 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (104s) 15s ago 5m 16.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (90s) 2s ago 5m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (6m) 15s ago 6m 15.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (6m) 2s ago 6m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (58s) 2s ago 9m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:06:35.707 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (85s) 15s ago 11m 489M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (45s) 15s ago 11m 37.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (7s) 2s ago 10m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (24s) 15s ago 10m 21.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (101s) 15s ago 5m 8762k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (95s) 2s ago 5m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (9m) 15s ago 9m 171M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (9m) 15s ago 9m 147M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (8m) 15s ago 8m 151M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (8m) 15s ago 8m 91.1M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (7m) 2s ago 7m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (7m) 2s ago 7m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:06:35.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (7m) 2s ago 7m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:06:35.709 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (6m) 2s ago 6m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:06:35.709 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (64s) 2s ago 5m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:941: writing smithi07774545-25 from 6496256 to 6774784 tid 1 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:942: rmattr oid 42 current snap is 93 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:940: finishing write tid 1 to smithi07774545-19 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:940: finishing write tid 2 to smithi07774545-19 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:940: finishing write tid 3 to smithi07774545-19 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 324 (ObjNum 302 snap 93 seq_num 302) dirty exists 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:940: left oid 19 (ObjNum 302 snap 93 seq_num 302) 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:940: done (2 left) 2024-09-16T11:06:35.717 INFO:tasks.rados.rados.0.smithi077.stdout:943: delete oid 35 current snap is 93 2024-09-16T11:06:35.723 INFO:tasks.rados.rados.0.smithi077.stdout:943: done (2 left) 2024-09-16T11:06:35.724 INFO:tasks.rados.rados.0.smithi077.stdout:944: copy_from oid 21 from oid 40 current snap is 93 2024-09-16T11:06:35.724 INFO:tasks.rados.rados.0.smithi077.stdout:945: snap_create 2024-09-16T11:06:35.724 INFO:tasks.rados.rados.0.smithi077.stdout:941: finishing write tid 1 to smithi07774545-25 2024-09-16T11:06:35.724 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 517 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:35.724 INFO:tasks.rados.rados.0.smithi077.stdout:941: finishing write tid 2 to smithi07774545-25 2024-09-16T11:06:35.728 INFO:tasks.rados.rados.0.smithi077.stdout:941: finishing write tid 3 to smithi07774545-25 2024-09-16T11:06:35.728 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 534 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-09-16T11:06:35.728 INFO:tasks.rados.rados.0.smithi077.stdout:941: left oid 25 (ObjNum 303 snap 93 seq_num 303) 2024-09-16T11:06:35.740 INFO:tasks.rados.rados.0.smithi077.stdout:944: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:06:35.741 INFO:tasks.rados.rados.0.smithi077.stdout:944: finishing copy_from to smithi07774545-21 2024-09-16T11:06:35.741 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 455 (ObjNum 252 snap 72 seq_num 252) dirty exists 2024-09-16T11:06:36.027 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:06:36.027 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:06:36.027 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:06:36.027 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:36.027 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 10, 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:06:36.028 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[86047]: pgmap v49: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 26 KiB/s wr, 4 op/s 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[86047]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[86047]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2906671382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[88497]: pgmap v49: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 26 KiB/s wr, 4 op/s 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[88497]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[88497]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T11:06:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2906671382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:36 smithi191 ceph-mon[84934]: pgmap v49: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 26 KiB/s wr, 4 op/s 2024-09-16T11:06:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:36 smithi191 ceph-mon[84934]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T11:06:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:36 smithi191 ceph-mon[84934]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T11:06:36.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:36 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2906671382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:941: done (3 left) 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:942: done (2 left) 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:944: done (1 left) 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:945: done (0 left) 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:946: rollback oid 44 current snap is 94 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 44 to 41 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:947: copy_from oid 18 from oid 38 current snap is 94 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 94 2024-09-16T11:06:36.674 INFO:tasks.rados.rados.0.smithi077.stdout:948: seq_num 305 ranges {0=311296} 2024-09-16T11:06:36.676 INFO:tasks.rados.rados.0.smithi077.stdout:948: writing smithi07774545-3 from 0 to 311296 tid 1 2024-09-16T11:06:36.676 INFO:tasks.rados.rados.0.smithi077.stdout:949: snap_remove snap 69 2024-09-16T11:06:37.036 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:36] "GET /metrics HTTP/1.1" 200 36127 "" "Prometheus/2.43.0" 2024-09-16T11:06:37.287 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T11:06:37.288 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.289 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:37.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T11:06:37.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:37.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:37.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:949: done (3 left) 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:950: snap_create 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:946: finishing rollback tid 1 to smithi07774545-44 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:946: finishing rollback tid 2 to smithi07774545-44 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 533 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-09-16T11:06:37.687 INFO:tasks.rados.rados.0.smithi077.stdout:948: finishing write tid 1 to smithi07774545-3 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:948: finishing write tid 2 to smithi07774545-3 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:948: finishing write tid 3 to smithi07774545-3 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 293 (ObjNum 305 snap 94 seq_num 305) dirty exists 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:948: left oid 3 (ObjNum 305 snap 94 seq_num 305) 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:947: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:947: finishing copy_from to smithi07774545-18 2024-09-16T11:06:37.688 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 237 (ObjNum 250 snap 70 seq_num 250) dirty exists 2024-09-16T11:06:38.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[86047]: Reconfiguring mon.a (monmap changed)... 2024-09-16T11:06:38.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[86047]: Reconfiguring daemon mon.a on smithi077 2024-09-16T11:06:38.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[86047]: pgmap v53: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:38.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[86047]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T11:06:38.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[88497]: Reconfiguring mon.a (monmap changed)... 2024-09-16T11:06:38.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[88497]: Reconfiguring daemon mon.a on smithi077 2024-09-16T11:06:38.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[88497]: pgmap v53: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:38.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:38 smithi077 ceph-mon[88497]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T11:06:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:38 smithi191 ceph-mon[84934]: Reconfiguring mon.a (monmap changed)... 2024-09-16T11:06:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:38 smithi191 ceph-mon[84934]: Reconfiguring daemon mon.a on smithi077 2024-09-16T11:06:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:38 smithi191 ceph-mon[84934]: pgmap v53: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:38 smithi191 ceph-mon[84934]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T11:06:38.682 INFO:tasks.rados.rados.0.smithi077.stdout:946: done (3 left) 2024-09-16T11:06:38.682 INFO:tasks.rados.rados.0.smithi077.stdout:947: done (2 left) 2024-09-16T11:06:38.682 INFO:tasks.rados.rados.0.smithi077.stdout:948: done (1 left) 2024-09-16T11:06:38.682 INFO:tasks.rados.rados.0.smithi077.stdout:950: done (0 left) 2024-09-16T11:06:38.683 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 95 2024-09-16T11:06:38.683 INFO:tasks.rados.rados.0.smithi077.stdout:951: seq_num 306 ranges {1966080=327680} 2024-09-16T11:06:38.694 INFO:tasks.rados.rados.0.smithi077.stdout:951: writing smithi07774545-1 from 1966080 to 2293760 tid 1 2024-09-16T11:06:38.694 INFO:tasks.rados.rados.0.smithi077.stdout:952: read oid 35 snap -1 2024-09-16T11:06:38.694 INFO:tasks.rados.rados.0.smithi077.stdout:952: expect deleted 2024-09-16T11:06:38.695 INFO:tasks.rados.rados.0.smithi077.stdout:953: snap_create 2024-09-16T11:06:38.700 INFO:tasks.rados.rados.0.smithi077.stdout:951: finishing write tid 1 to smithi07774545-1 2024-09-16T11:06:38.701 INFO:tasks.rados.rados.0.smithi077.stdout:951: finishing write tid 2 to smithi07774545-1 2024-09-16T11:06:38.702 INFO:tasks.rados.rados.0.smithi077.stdout:951: finishing write tid 3 to smithi07774545-1 2024-09-16T11:06:38.702 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 321 (ObjNum 306 snap 95 seq_num 306) dirty exists 2024-09-16T11:06:38.702 INFO:tasks.rados.rados.0.smithi077.stdout:951: left oid 1 (ObjNum 306 snap 95 seq_num 306) 2024-09-16T11:06:38.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[86047]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:39.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:39 smithi077 ceph-mon[88497]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T11:06:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:39 smithi191 ceph-mon[84934]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:951: done (2 left) 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:952: done (1 left) 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:953: done (0 left) 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:954: rollback oid 37 current snap is 96 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 83 2024-09-16T11:06:39.692 INFO:tasks.rados.rados.0.smithi077.stdout:955: delete oid 44 current snap is 96 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:955: done (1 left) 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:956: copy_from oid 39 from oid 8 current snap is 96 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:957: read oid 46 snap 82 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:957: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:958: rollback oid 29 current snap is 96 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 95 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 96 2024-09-16T11:06:39.698 INFO:tasks.rados.rados.0.smithi077.stdout:959: seq_num 308 ranges {0=360448} 2024-09-16T11:06:39.700 INFO:tasks.rados.rados.0.smithi077.stdout:959: writing smithi07774545-50 from 0 to 360448 tid 1 2024-09-16T11:06:39.700 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 96 2024-09-16T11:06:39.700 INFO:tasks.rados.rados.0.smithi077.stdout:960: seq_num 309 ranges {2998272=376832} 2024-09-16T11:06:39.719 INFO:tasks.rados.rados.0.smithi077.stdout:960: writing smithi07774545-24 from 2998272 to 3375104 tid 1 2024-09-16T11:06:39.719 INFO:tasks.rados.rados.0.smithi077.stdout:961: snap_remove snap 76 2024-09-16T11:06:40.254 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T11:06:40.254 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T11:06:40.254 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: pgmap v56: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:06:40.254 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[86047]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: pgmap v56: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:40.256 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:40.256 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:40.256 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:40 smithi077 ceph-mon[88497]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T11:06:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T11:06:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: Reconfiguring daemon mgr.y on smithi077 2024-09-16T11:06:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: pgmap v56: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:40 smithi191 ceph-mon[84934]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:961: done (6 left) 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:962: rmattr oid 28 current snap is 96 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:954: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:954: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:963: setattr oid 16 current snap is 96 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:954: finishing rollback tid 2 to smithi07774545-37 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 443 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:958: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 446 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:06:40.675 INFO:tasks.rados.rados.0.smithi077.stdout:959: finishing write tid 1 to smithi07774545-50 2024-09-16T11:06:40.676 INFO:tasks.rados.rados.0.smithi077.stdout:959: finishing write tid 2 to smithi07774545-50 2024-09-16T11:06:40.676 INFO:tasks.rados.rados.0.smithi077.stdout:956: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:06:40.676 INFO:tasks.rados.rados.0.smithi077.stdout:957: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T11:06:40.703 INFO:tasks.rados.rados.0.smithi077.stdout:956: finishing copy_from to smithi07774545-39 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 216 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:959: finishing write tid 3 to smithi07774545-50 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 545 (ObjNum 308 snap 96 seq_num 308) dirty exists 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:959: left oid 50 (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:960: finishing write tid 1 to smithi07774545-24 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:960: finishing write tid 2 to smithi07774545-24 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:960: finishing write tid 3 to smithi07774545-24 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 548 (ObjNum 309 snap 96 seq_num 309) dirty exists 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:960: left oid 24 (ObjNum 309 snap 96 seq_num 309) 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 362 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:954: done (7 left) 2024-09-16T11:06:40.704 INFO:tasks.rados.rados.0.smithi077.stdout:956: done (6 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:957: done (5 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:958: done (4 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:959: done (3 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:960: done (2 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:962: done (1 left) 2024-09-16T11:06:40.705 INFO:tasks.rados.rados.0.smithi077.stdout:964: snap_remove snap 93 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[88497]: Reconfiguring mon.c (monmap changed)... 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[88497]: Reconfiguring daemon mon.c on smithi077 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[88497]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[88497]: pgmap v59: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[86047]: Reconfiguring mon.c (monmap changed)... 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[86047]: Reconfiguring daemon mon.c on smithi077 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[86047]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T11:06:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:41 smithi077 ceph-mon[86047]: pgmap v59: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:06:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:41 smithi191 ceph-mon[84934]: Reconfiguring mon.c (monmap changed)... 2024-09-16T11:06:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:41 smithi191 ceph-mon[84934]: Reconfiguring daemon mon.c on smithi077 2024-09-16T11:06:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:41 smithi191 ceph-mon[84934]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T11:06:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:41 smithi191 ceph-mon[84934]: pgmap v59: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:964: done (1 left) 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:965: rollback oid 17 current snap is 96 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 88 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 544 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:963: done (1 left) 2024-09-16T11:06:41.680 INFO:tasks.rados.rados.0.smithi077.stdout:966: snap_remove snap 95 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.0 on smithi077 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:42.652 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.0 on smithi077 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T11:06:42.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:966: done (1 left) 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:967: read oid 46 snap -1 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:967: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:968: copy_from oid 21 from oid 11 current snap is 96 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:965: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:965: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:06:42.682 INFO:tasks.rados.rados.0.smithi077.stdout:965: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:06:42.683 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 272 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-09-16T11:06:42.683 INFO:tasks.rados.rados.0.smithi077.stdout:965: done (2 left) 2024-09-16T11:06:42.683 INFO:tasks.rados.rados.0.smithi077.stdout:969: snap_remove snap 88 2024-09-16T11:06:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.0 on smithi077 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T11:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:43.686 INFO:tasks.rados.rados.0.smithi077.stdout:969: done (2 left) 2024-09-16T11:06:43.686 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 96 2024-09-16T11:06:43.686 INFO:tasks.rados.rados.0.smithi077.stdout:970: seq_num 310 ranges {1630208=401408} 2024-09-16T11:06:43.698 INFO:tasks.rados.rados.0.smithi077.stdout:970: writing smithi07774545-17 from 1630208 to 2031616 tid 1 2024-09-16T11:06:43.698 INFO:tasks.rados.rados.0.smithi077.stdout:971: delete oid 29 current snap is 96 2024-09-16T11:06:43.698 INFO:tasks.rados.rados.0.smithi077.stdout:967: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:06:43.740 INFO:tasks.rados.rados.0.smithi077.stdout:968: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:968: finishing copy_from to smithi07774545-21 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 385 (ObjNum 248 snap 70 seq_num 248) dirty exists 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:967: done (3 left) 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:968: done (2 left) 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:971: done (1 left) 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 96 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:970: finishing write tid 1 to smithi07774545-17 2024-09-16T11:06:43.741 INFO:tasks.rados.rados.0.smithi077.stdout:972: seq_num 312 ranges {0=434176} 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:972: writing smithi07774545-2 from 0 to 434176 tid 1 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:973: rollback oid 36 current snap is 96 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 36 to 79 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:970: finishing write tid 2 to smithi07774545-17 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:970: finishing write tid 3 to smithi07774545-17 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 276 (ObjNum 310 snap 96 seq_num 310) dirty exists 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:970: left oid 17 (ObjNum 310 snap 96 seq_num 310) 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:970: done (2 left) 2024-09-16T11:06:43.743 INFO:tasks.rados.rados.0.smithi077.stdout:974: snap_create 2024-09-16T11:06:43.747 INFO:tasks.rados.rados.0.smithi077.stdout:972: finishing write tid 1 to smithi07774545-2 2024-09-16T11:06:43.747 INFO:tasks.rados.rados.0.smithi077.stdout:972: finishing write tid 2 to smithi07774545-2 2024-09-16T11:06:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:973: finishing rollback tid 0 to smithi07774545-36 2024-09-16T11:06:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:973: finishing rollback tid 1 to smithi07774545-36 2024-09-16T11:06:43.750 INFO:tasks.rados.rados.0.smithi077.stdout:972: finishing write tid 3 to smithi07774545-2 2024-09-16T11:06:43.751 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 544 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-09-16T11:06:43.751 INFO:tasks.rados.rados.0.smithi077.stdout:972: left oid 2 (ObjNum 312 snap 96 seq_num 312) 2024-09-16T11:06:43.753 INFO:tasks.rados.rados.0.smithi077.stdout:973: finishing rollback tid 2 to smithi07774545-36 2024-09-16T11:06:43.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 548 (ObjNum 183 snap 44 seq_num 183) dirty exists 2024-09-16T11:06:43.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.1 on smithi077 2024-09-16T11:06:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:43 smithi191 ceph-mon[84934]: pgmap v62: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.1 on smithi077 2024-09-16T11:06:44.060 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[86047]: pgmap v62: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.1 on smithi077 2024-09-16T11:06:44.061 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:43 smithi077 ceph-mon[88497]: pgmap v62: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:972: done (2 left) 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:973: done (1 left) 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:974: done (0 left) 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:975: rmattr oid 32 current snap is 97 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:975: done (0 left) 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:976: read oid 50 snap -1 2024-09-16T11:06:44.706 INFO:tasks.rados.rados.0.smithi077.stdout:976: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:06:44.707 INFO:tasks.rados.rados.0.smithi077.stdout:977: rollback oid 48 current snap is 97 2024-09-16T11:06:44.707 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 48 to 94 2024-09-16T11:06:44.707 INFO:tasks.rados.rados.0.smithi077.stdout:978: delete oid 5 current snap is 97 2024-09-16T11:06:44.709 INFO:tasks.rados.rados.0.smithi077.stdout:976: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:06:44.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:44.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:44 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.2 on smithi077 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:977: finishing rollback tid 0 to smithi07774545-48 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:977: finishing rollback tid 1 to smithi07774545-48 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:977: finishing rollback tid 2 to smithi07774545-48 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 425 (ObjNum 33 snap 0 seq_num 454873760) dirty exists 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:976: done (2 left) 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:977: done (1 left) 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:978: done (0 left) 2024-09-16T11:06:44.720 INFO:tasks.rados.rados.0.smithi077.stdout:979: delete oid 45 current snap is 97 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:979: done (0 left) 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:980: copy_from oid 25 from oid 31 current snap is 97 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:981: read oid 49 snap 41 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:981: expect deleted 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 97 2024-09-16T11:06:44.726 INFO:tasks.rados.rados.0.smithi077.stdout:982: seq_num 315 ranges {9871360=483328} 2024-09-16T11:06:44.780 INFO:tasks.rados.rados.0.smithi077.stdout:982: writing smithi07774545-23 from 9871360 to 10354688 tid 1 2024-09-16T11:06:44.780 INFO:tasks.rados.rados.0.smithi077.stdout:983: copy_from oid 32 from oid 42 current snap is 97 2024-09-16T11:06:44.780 INFO:tasks.rados.rados.0.smithi077.stdout:980: finishing copy_from to smithi07774545-25 2024-09-16T11:06:44.780 INFO:tasks.rados.rados.0.smithi077.stdout:980: got expected ENOENT (src dne) 2024-09-16T11:06:44.781 INFO:tasks.rados.rados.0.smithi077.stdout:980: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:06:44.781 INFO:tasks.rados.rados.0.smithi077.stdout:980: done (3 left) 2024-09-16T11:06:44.781 INFO:tasks.rados.rados.0.smithi077.stdout:981: done (2 left) 2024-09-16T11:06:44.781 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 97 2024-09-16T11:06:44.781 INFO:tasks.rados.rados.0.smithi077.stdout:984: seq_num 316 ranges {4448256=499712} 2024-09-16T11:06:44.781 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T11:06:44.781 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.781 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.781 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T11:06:44.781 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.2 on smithi077 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:44.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:44 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.2 on smithi077 2024-09-16T11:06:44.807 INFO:tasks.rados.rados.0.smithi077.stdout:984: writing smithi07774545-10 from 4448256 to 4947968 tid 1 2024-09-16T11:06:44.807 INFO:tasks.rados.rados.0.smithi077.stdout:985: read oid 13 snap 91 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:985: expect (ObjNum 275 snap 80 seq_num 275) 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:986: read oid 8 snap -1 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:986: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:987: read oid 1 snap 96 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:987: expect (ObjNum 306 snap 95 seq_num 306) 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 97 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:982: finishing write tid 1 to smithi07774545-23 2024-09-16T11:06:44.808 INFO:tasks.rados.rados.0.smithi077.stdout:988: seq_num 317 ranges {1671168=516096} 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:988: writing smithi07774545-15 from 1671168 to 2187264 tid 1 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 97 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:982: finishing write tid 2 to smithi07774545-23 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:982: finishing write tid 3 to smithi07774545-23 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 352 (ObjNum 315 snap 97 seq_num 315) dirty exists 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:982: left oid 23 (ObjNum 315 snap 97 seq_num 315) 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:983: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:983: finishing copy_from to smithi07774545-32 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 517 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:44.820 INFO:tasks.rados.rados.0.smithi077.stdout:989: seq_num 318 ranges {2850816=532480} 2024-09-16T11:06:44.838 INFO:tasks.rados.rados.0.smithi077.stdout:989: writing smithi07774545-6 from 2850816 to 3383296 tid 1 2024-09-16T11:06:44.838 INFO:tasks.rados.rados.0.smithi077.stdout:982: done (7 left) 2024-09-16T11:06:44.838 INFO:tasks.rados.rados.0.smithi077.stdout:983: done (6 left) 2024-09-16T11:06:44.838 INFO:tasks.rados.rados.0.smithi077.stdout:990: setattr oid 27 current snap is 97 2024-09-16T11:06:44.838 INFO:tasks.rados.rados.0.smithi077.stdout:986: expect (ObjNum 180 snap 43 seq_num 180) 2024-09-16T11:06:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:984: finishing write tid 1 to smithi07774545-10 2024-09-16T11:06:44.855 INFO:tasks.rados.rados.0.smithi077.stdout:984: finishing write tid 2 to smithi07774545-10 2024-09-16T11:06:44.855 INFO:tasks.rados.rados.0.smithi077.stdout:984: finishing write tid 3 to smithi07774545-10 2024-09-16T11:06:44.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 557 (ObjNum 316 snap 97 seq_num 316) dirty exists 2024-09-16T11:06:44.855 INFO:tasks.rados.rados.0.smithi077.stdout:984: left oid 10 (ObjNum 316 snap 97 seq_num 316) 2024-09-16T11:06:44.855 INFO:tasks.rados.rados.0.smithi077.stdout:985: expect (ObjNum 275 snap 80 seq_num 275) 2024-09-16T11:06:44.912 INFO:tasks.rados.rados.0.smithi077.stdout:987: expect (ObjNum 306 snap 95 seq_num 306) 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:988: finishing write tid 1 to smithi07774545-15 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:988: finishing write tid 2 to smithi07774545-15 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:988: finishing write tid 3 to smithi07774545-15 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 364 (ObjNum 317 snap 97 seq_num 317) dirty exists 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:988: left oid 15 (ObjNum 317 snap 97 seq_num 317) 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:984: done (6 left) 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:985: done (5 left) 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:986: done (4 left) 2024-09-16T11:06:45.003 INFO:tasks.rados.rados.0.smithi077.stdout:987: done (3 left) 2024-09-16T11:06:45.004 INFO:tasks.rados.rados.0.smithi077.stdout:988: done (2 left) 2024-09-16T11:06:45.004 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 97 2024-09-16T11:06:45.004 INFO:tasks.rados.rados.0.smithi077.stdout:989: finishing write tid 1 to smithi07774545-6 2024-09-16T11:06:45.004 INFO:tasks.rados.rados.0.smithi077.stdout:991: seq_num 319 ranges {0=548864} 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:991: writing smithi07774545-16 from 0 to 548864 tid 1 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 97 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:989: finishing write tid 2 to smithi07774545-6 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:989: finishing write tid 3 to smithi07774545-6 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 456 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:989: left oid 6 (ObjNum 318 snap 97 seq_num 318) 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 334 (ObjNum 286 snap 89 seq_num 286) dirty exists 2024-09-16T11:06:45.006 INFO:tasks.rados.rados.0.smithi077.stdout:992: seq_num 320 ranges {2351104=565248} 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:992: writing smithi07774545-11 from 2351104 to 2916352 tid 1 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:989: done (3 left) 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:990: done (2 left) 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 97 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:991: finishing write tid 1 to smithi07774545-16 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:991: finishing write tid 2 to smithi07774545-16 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:991: finishing write tid 3 to smithi07774545-16 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 551 (ObjNum 319 snap 97 seq_num 319) dirty exists 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:991: left oid 16 (ObjNum 319 snap 97 seq_num 319) 2024-09-16T11:06:45.022 INFO:tasks.rados.rados.0.smithi077.stdout:993: seq_num 321 ranges {0=581632} 2024-09-16T11:06:45.025 INFO:tasks.rados.rados.0.smithi077.stdout:993: writing smithi07774545-44 from 0 to 581632 tid 1 2024-09-16T11:06:45.025 INFO:tasks.rados.rados.0.smithi077.stdout:991: done (2 left) 2024-09-16T11:06:45.025 INFO:tasks.rados.rados.0.smithi077.stdout:994: snap_remove snap 82 2024-09-16T11:06:45.680 INFO:tasks.rados.rados.0.smithi077.stdout:994: done (2 left) 2024-09-16T11:06:45.680 INFO:tasks.rados.rados.0.smithi077.stdout:995: setattr oid 38 current snap is 97 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:992: finishing write tid 1 to smithi07774545-11 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:992: finishing write tid 2 to smithi07774545-11 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:992: finishing write tid 3 to smithi07774545-11 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 554 (ObjNum 320 snap 97 seq_num 320) dirty exists 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:992: left oid 11 (ObjNum 320 snap 97 seq_num 320) 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:993: finishing write tid 1 to smithi07774545-44 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:993: finishing write tid 2 to smithi07774545-44 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:993: finishing write tid 3 to smithi07774545-44 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 556 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-09-16T11:06:45.681 INFO:tasks.rados.rados.0.smithi077.stdout:993: left oid 44 (ObjNum 321 snap 97 seq_num 321) 2024-09-16T11:06:45.682 INFO:tasks.rados.rados.0.smithi077.stdout:992: done (2 left) 2024-09-16T11:06:45.682 INFO:tasks.rados.rados.0.smithi077.stdout:993: done (1 left) 2024-09-16T11:06:45.682 INFO:tasks.rados.rados.0.smithi077.stdout:996: rollback oid 24 current snap is 97 2024-09-16T11:06:45.683 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 92 2024-09-16T11:06:45.683 INFO:tasks.rados.rados.0.smithi077.stdout:997: read oid 32 snap -1 2024-09-16T11:06:45.683 INFO:tasks.rados.rados.0.smithi077.stdout:997: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:06:45.683 INFO:tasks.rados.rados.0.smithi077.stdout:998: snap_create 2024-09-16T11:06:45.697 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 280 (ObjNum 250 snap 70 seq_num 250) dirty exists 2024-09-16T11:06:45.699 INFO:tasks.rados.rados.0.smithi077.stdout:996: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:06:45.699 INFO:tasks.rados.rados.0.smithi077.stdout:996: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:06:45.699 INFO:tasks.rados.rados.0.smithi077.stdout:996: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:06:45.699 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 574 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:06:45.701 INFO:tasks.rados.rados.0.smithi077.stdout:997: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: pgmap v65: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[86047]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T11:06:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: pgmap v65: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:45 smithi077 ceph-mon[88497]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T11:06:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T11:06:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: pgmap v65: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 986 KiB/s wr, 12 op/s 2024-09-16T11:06:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:06:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:45 smithi191 ceph-mon[84934]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T11:06:46.675 INFO:tasks.rados.rados.0.smithi077.stdout:995: done (3 left) 2024-09-16T11:06:46.676 INFO:tasks.rados.rados.0.smithi077.stdout:996: done (2 left) 2024-09-16T11:06:46.676 INFO:tasks.rados.rados.0.smithi077.stdout:997: done (1 left) 2024-09-16T11:06:46.676 INFO:tasks.rados.rados.0.smithi077.stdout:998: done (0 left) 2024-09-16T11:06:46.676 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 98 2024-09-16T11:06:46.676 INFO:tasks.rados.rados.0.smithi077.stdout:999: seq_num 322 ranges {786432=598016} 2024-09-16T11:06:46.683 INFO:tasks.rados.rados.0.smithi077.stdout:999: writing smithi07774545-37 from 786432 to 1384448 tid 1 2024-09-16T11:06:46.683 INFO:tasks.rados.rados.0.smithi077.stdout:1000: rmattr oid 2 current snap is 98 2024-09-16T11:06:46.683 INFO:tasks.rados.rados.0.smithi077.stdout:1001: read oid 50 snap 80 2024-09-16T11:06:46.684 INFO:tasks.rados.rados.0.smithi077.stdout:1001: expect deleted 2024-09-16T11:06:46.684 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 98 2024-09-16T11:06:46.684 INFO:tasks.rados.rados.0.smithi077.stdout:1002: seq_num 323 ranges {311296=614400} 2024-09-16T11:06:46.689 INFO:tasks.rados.rados.0.smithi077.stdout:1002: writing smithi07774545-3 from 311296 to 925696 tid 1 2024-09-16T11:06:46.689 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 98 2024-09-16T11:06:46.689 INFO:tasks.rados.rados.0.smithi077.stdout:1003: seq_num 324 ranges {4947968=630784} 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:1003: writing smithi07774545-10 from 4947968 to 5578752 tid 1 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:1004: rmattr oid 27 current snap is 98 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 558 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:999: finishing write tid 1 to smithi07774545-37 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:999: finishing write tid 2 to smithi07774545-37 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:999: finishing write tid 3 to smithi07774545-37 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 463 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:999: left oid 37 (ObjNum 322 snap 98 seq_num 322) 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:1002: finishing write tid 1 to smithi07774545-3 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:1002: finishing write tid 2 to smithi07774545-3 2024-09-16T11:06:46.721 INFO:tasks.rados.rados.0.smithi077.stdout:1002: finishing write tid 3 to smithi07774545-3 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 298 (ObjNum 323 snap 98 seq_num 323) dirty exists 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1002: left oid 3 (ObjNum 323 snap 98 seq_num 323) 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:999: done (5 left) 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1000: done (4 left) 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1001: done (3 left) 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1002: done (2 left) 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1005: setattr oid 34 current snap is 98 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 98 2024-09-16T11:06:46.722 INFO:tasks.rados.rados.0.smithi077.stdout:1006: seq_num 325 ranges {1794048=647168} 2024-09-16T11:06:46.736 INFO:tasks.rados.rados.0.smithi077.stdout:1006: writing smithi07774545-18 from 1794048 to 2441216 tid 1 2024-09-16T11:06:46.736 INFO:tasks.rados.rados.0.smithi077.stdout:1007: delete oid 7 current snap is 98 2024-09-16T11:06:46.736 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 300 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:1003: finishing write tid 1 to smithi07774545-10 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:1003: finishing write tid 2 to smithi07774545-10 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:1003: finishing write tid 3 to smithi07774545-10 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 566 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:1003: left oid 10 (ObjNum 324 snap 98 seq_num 324) 2024-09-16T11:06:46.737 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 340 (ObjNum 286 snap 89 seq_num 286) dirty exists 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1003: done (4 left) 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1004: done (3 left) 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1005: done (2 left) 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1007: done (1 left) 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1008: read oid 5 snap -1 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1008: expect deleted 2024-09-16T11:06:46.738 INFO:tasks.rados.rados.0.smithi077.stdout:1009: rmattr oid 32 current snap is 98 2024-09-16T11:06:46.739 INFO:tasks.rados.rados.0.smithi077.stdout:1009: done (2 left) 2024-09-16T11:06:46.739 INFO:tasks.rados.rados.0.smithi077.stdout:1010: rmattr oid 47 current snap is 98 2024-09-16T11:06:46.739 INFO:tasks.rados.rados.0.smithi077.stdout:1010: done (2 left) 2024-09-16T11:06:46.739 INFO:tasks.rados.rados.0.smithi077.stdout:1011: setattr oid 47 current snap is 98 2024-09-16T11:06:46.742 INFO:tasks.rados.rados.0.smithi077.stdout:1006: finishing write tid 1 to smithi07774545-18 2024-09-16T11:06:46.742 INFO:tasks.rados.rados.0.smithi077.stdout:1006: finishing write tid 2 to smithi07774545-18 2024-09-16T11:06:46.742 INFO:tasks.rados.rados.0.smithi077.stdout:1008: done (2 left) 2024-09-16T11:06:46.743 INFO:tasks.rados.rados.0.smithi077.stdout:1012: read oid 39 snap 41 2024-09-16T11:06:46.743 INFO:tasks.rados.rados.0.smithi077.stdout:1012: expect deleted 2024-09-16T11:06:46.743 INFO:tasks.rados.rados.0.smithi077.stdout:1013: rollback oid 45 current snap is 98 2024-09-16T11:06:46.743 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 83 2024-09-16T11:06:46.743 INFO:tasks.rados.rados.0.smithi077.stdout:1014: setattr oid 46 current snap is 98 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:1006: finishing write tid 3 to smithi07774545-18 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 583 (ObjNum 325 snap 98 seq_num 325) dirty exists 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:1006: left oid 18 (ObjNum 325 snap 98 seq_num 325) 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:1006: done (4 left) 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:1012: done (3 left) 2024-09-16T11:06:46.744 INFO:tasks.rados.rados.0.smithi077.stdout:1015: rollback oid 2 current snap is 98 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 2 to 75 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:1016: rollback oid 29 current snap is 98 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 75 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:1017: read oid 31 snap -1 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:1017: expect deleted 2024-09-16T11:06:46.745 INFO:tasks.rados.rados.0.smithi077.stdout:1018: snap_create 2024-09-16T11:06:46.746 INFO:tasks.rados.rados.0.smithi077.stdout:1013: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:06:46.746 INFO:tasks.rados.rados.0.smithi077.stdout:1013: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:06:46.746 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 342 (ObjNum 269 snap 79 seq_num 269) dirty exists 2024-09-16T11:06:46.747 INFO:tasks.rados.rados.0.smithi077.stdout:1016: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:06:46.748 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 358 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-09-16T11:06:46.748 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 560 (ObjNum 301 snap 92 seq_num 301) dirty exists 2024-09-16T11:06:46.748 INFO:tasks.rados.rados.0.smithi077.stdout:1016: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:06:46.748 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 449 (ObjNum 249 snap 70 seq_num 249) dirty exists 2024-09-16T11:06:46.748 INFO:tasks.rados.rados.0.smithi077.stdout:1015: finishing rollback tid 0 to smithi07774545-2 2024-09-16T11:06:46.749 INFO:tasks.rados.rados.0.smithi077.stdout:1015: finishing rollback tid 1 to smithi07774545-2 2024-09-16T11:06:46.749 INFO:tasks.rados.rados.0.smithi077.stdout:1015: finishing rollback tid 2 to smithi07774545-2 2024-09-16T11:06:46.749 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 563 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T11:06:46.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[86047]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.3 on smithi077 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[86047]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[88497]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.3 on smithi077 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-mon[88497]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T11:06:46.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:46] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-09-16T11:06:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:46 smithi191 ceph-mon[84934]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T11:06:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:46 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.3 on smithi077 2024-09-16T11:06:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:46 smithi191 ceph-mon[84934]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1011: done (6 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1013: done (5 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1014: done (4 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1015: done (3 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1016: done (2 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1017: done (1 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1018: done (0 left) 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1019: copy_from oid 2 from oid 18 current snap is 99 2024-09-16T11:06:47.715 INFO:tasks.rados.rados.0.smithi077.stdout:1020: snap_create 2024-09-16T11:06:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:1019: finishing copy_from racing read to smithi07774545-2 2024-09-16T11:06:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1019: finishing copy_from to smithi07774545-2 2024-09-16T11:06:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 583 (ObjNum 325 snap 98 seq_num 325) dirty exists 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: pgmap v68: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: Reconfiguring mds.a (monmap changed)... 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: Reconfiguring daemon mds.a on smithi077 2024-09-16T11:06:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[86047]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: pgmap v68: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: Reconfiguring mds.a (monmap changed)... 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: Reconfiguring daemon mds.a on smithi077 2024-09-16T11:06:48.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:48 smithi077 ceph-mon[88497]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T11:06:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: pgmap v68: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: Reconfiguring mds.a (monmap changed)... 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: Reconfiguring daemon mds.a on smithi077 2024-09-16T11:06:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-mon[84934]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T11:06:48.715 INFO:tasks.rados.rados.0.smithi077.stdout:1019: done (1 left) 2024-09-16T11:06:48.716 INFO:tasks.rados.rados.0.smithi077.stdout:1020: done (0 left) 2024-09-16T11:06:48.716 INFO:tasks.rados.rados.0.smithi077.stdout:1021: read oid 19 snap -1 2024-09-16T11:06:48.716 INFO:tasks.rados.rados.0.smithi077.stdout:1021: expect (ObjNum 302 snap 93 seq_num 302) 2024-09-16T11:06:48.716 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 100 2024-09-16T11:06:48.716 INFO:tasks.rados.rados.0.smithi077.stdout:1022: seq_num 327 ranges {581632=679936} 2024-09-16T11:06:48.722 INFO:tasks.rados.rados.0.smithi077.stdout:1022: writing smithi07774545-44 from 581632 to 1261568 tid 1 2024-09-16T11:06:48.722 INFO:tasks.rados.rados.0.smithi077.stdout:1023: snap_create 2024-09-16T11:06:48.723 INFO:tasks.rados.rados.0.smithi077.stdout:1021: expect (ObjNum 302 snap 93 seq_num 302) 2024-09-16T11:06:48.730 INFO:tasks.rados.rados.0.smithi077.stdout:1022: finishing write tid 1 to smithi07774545-44 2024-09-16T11:06:48.731 INFO:tasks.rados.rados.0.smithi077.stdout:1022: finishing write tid 2 to smithi07774545-44 2024-09-16T11:06:48.731 INFO:tasks.rados.rados.0.smithi077.stdout:1022: finishing write tid 3 to smithi07774545-44 2024-09-16T11:06:48.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 566 (ObjNum 327 snap 100 seq_num 327) dirty exists 2024-09-16T11:06:48.731 INFO:tasks.rados.rados.0.smithi077.stdout:1022: left oid 44 (ObjNum 327 snap 100 seq_num 327) 2024-09-16T11:06:48.940 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:49.726 INFO:tasks.rados.rados.0.smithi077.stdout:1021: done (2 left) 2024-09-16T11:06:49.727 INFO:tasks.rados.rados.0.smithi077.stdout:1022: done (1 left) 2024-09-16T11:06:49.727 INFO:tasks.rados.rados.0.smithi077.stdout:1023: done (0 left) 2024-09-16T11:06:49.727 INFO:tasks.rados.rados.0.smithi077.stdout:1024: copy_from oid 44 from oid 47 current snap is 101 2024-09-16T11:06:49.727 INFO:tasks.rados.rados.0.smithi077.stdout:1025: copy_from oid 18 from oid 21 current snap is 101 2024-09-16T11:06:49.727 INFO:tasks.rados.rados.0.smithi077.stdout:1026: snap_create 2024-09-16T11:06:49.745 INFO:tasks.rados.rados.0.smithi077.stdout:1025: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:06:49.747 INFO:tasks.rados.rados.0.smithi077.stdout:1024: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:06:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:1025: finishing copy_from to smithi07774545-18 2024-09-16T11:06:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 385 (ObjNum 248 snap 70 seq_num 248) dirty exists 2024-09-16T11:06:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:1024: finishing copy_from to smithi07774545-44 2024-09-16T11:06:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 560 (ObjNum 301 snap 92 seq_num 301) dirty exists 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: Reconfiguring mon.b (monmap changed)... 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: Reconfiguring daemon mon.b on smithi191 2024-09-16T11:06:49.813 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T11:06:49.814 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:49 smithi191 ceph-mon[84934]: pgmap v71: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: Reconfiguring mon.b (monmap changed)... 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: Reconfiguring daemon mon.b on smithi191 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T11:06:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[86047]: pgmap v71: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: Reconfiguring mon.b (monmap changed)... 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: Reconfiguring daemon mon.b on smithi191 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T11:06:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:49 smithi077 ceph-mon[88497]: pgmap v71: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:50.677 INFO:tasks.rados.rados.0.smithi077.stdout:1024: done (2 left) 2024-09-16T11:06:50.677 INFO:tasks.rados.rados.0.smithi077.stdout:1025: done (1 left) 2024-09-16T11:06:50.677 INFO:tasks.rados.rados.0.smithi077.stdout:1026: done (0 left) 2024-09-16T11:06:50.678 INFO:tasks.rados.rados.0.smithi077.stdout:1027: read oid 16 snap 100 2024-09-16T11:06:50.678 INFO:tasks.rados.rados.0.smithi077.stdout:1027: expect (ObjNum 319 snap 97 seq_num 319) 2024-09-16T11:06:50.678 INFO:tasks.rados.rados.0.smithi077.stdout:1028: delete oid 5 current snap is 102 2024-09-16T11:06:50.681 INFO:tasks.rados.rados.0.smithi077.stdout:1027: expect (ObjNum 319 snap 97 seq_num 319) 2024-09-16T11:06:50.700 INFO:tasks.rados.rados.0.smithi077.stdout:1027: done (1 left) 2024-09-16T11:06:50.700 INFO:tasks.rados.rados.0.smithi077.stdout:1028: done (0 left) 2024-09-16T11:06:50.700 INFO:tasks.rados.rados.0.smithi077.stdout:1029: delete oid 16 current snap is 102 2024-09-16T11:06:50.702 INFO:tasks.rados.rados.0.smithi077.stdout:1029: done (0 left) 2024-09-16T11:06:50.702 INFO:tasks.rados.rados.0.smithi077.stdout:1030: snap_remove snap 101 2024-09-16T11:06:50.861 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T11:06:50.862 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:50.862 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:50.862 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T11:06:50.862 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:50.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:50.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:50.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: Reconfiguring daemon mgr.x on smithi191 2024-09-16T11:06:50.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:50 smithi191 ceph-mon[84934]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: Reconfiguring daemon mgr.x on smithi191 2024-09-16T11:06:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[88497]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: Reconfiguring daemon mgr.x on smithi191 2024-09-16T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:50 smithi077 ceph-mon[86047]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T11:06:51.677 INFO:tasks.rados.rados.0.smithi077.stdout:1030: done (0 left) 2024-09-16T11:06:51.677 INFO:tasks.rados.rados.0.smithi077.stdout:1031: snap_remove snap 99 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: pgmap v74: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:51.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:51 smithi191 ceph-mon[84934]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T11:06:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: pgmap v74: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[88497]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: pgmap v74: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:06:52.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:52.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:51 smithi077 ceph-mon[86047]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T11:06:52.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:52.680 INFO:tasks.rados.rados.0.smithi077.stdout:1031: done (0 left) 2024-09-16T11:06:52.680 INFO:tasks.rados.rados.0.smithi077.stdout:1032: snap_create 2024-09-16T11:06:52.988 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.4 on smithi191 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:52.989 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:52 smithi191 ceph-mon[84934]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.4 on smithi191 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[86047]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T11:06:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.4 on smithi191 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:52 smithi077 ceph-mon[88497]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T11:06:53.682 INFO:tasks.rados.rados.0.smithi077.stdout:1032: done (0 left) 2024-09-16T11:06:53.682 INFO:tasks.rados.rados.0.smithi077.stdout:1033: rollback oid 48 current snap is 103 2024-09-16T11:06:53.682 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 48 to 78 2024-09-16T11:06:53.682 INFO:tasks.rados.rados.0.smithi077.stdout:1034: copy_from oid 4 from oid 24 current snap is 103 2024-09-16T11:06:53.683 INFO:tasks.rados.rados.0.smithi077.stdout:1035: snap_create 2024-09-16T11:06:53.689 INFO:tasks.rados.rados.0.smithi077.stdout:1033: finishing rollback tid 0 to smithi07774545-48 2024-09-16T11:06:53.689 INFO:tasks.rados.rados.0.smithi077.stdout:1033: finishing rollback tid 1 to smithi07774545-48 2024-09-16T11:06:53.690 INFO:tasks.rados.rados.0.smithi077.stdout:1033: finishing rollback tid 2 to smithi07774545-48 2024-09-16T11:06:53.690 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 428 (ObjNum 65 snap 0 seq_num 1886220123) dirty exists 2024-09-16T11:06:53.700 INFO:tasks.rados.rados.0.smithi077.stdout:1034: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:06:53.703 INFO:tasks.rados.rados.0.smithi077.stdout:1034: finishing copy_from to smithi07774545-4 2024-09-16T11:06:53.703 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 574 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:06:53.773 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:53.773 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:53 smithi191 ceph-mon[84934]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T11:06:53.773 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:53 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.5 on smithi191 2024-09-16T11:06:53.773 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:53 smithi191 ceph-mon[84934]: pgmap v77: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:53.773 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:53 smithi191 ceph-mon[84934]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[86047]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.5 on smithi191 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[86047]: pgmap v77: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[86047]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[88497]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.5 on smithi191 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[88497]: pgmap v77: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:53 smithi077 ceph-mon[88497]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T11:06:54.683 INFO:tasks.rados.rados.0.smithi077.stdout:1033: done (2 left) 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:1034: done (1 left) 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:1035: done (0 left) 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:1036: read oid 34 snap 78 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:1036: expect (ObjNum 213 snap 56 seq_num 213) 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 104 2024-09-16T11:06:54.684 INFO:tasks.rados.rados.0.smithi077.stdout:1037: seq_num 330 ranges {2113536=737280} 2024-09-16T11:06:54.699 INFO:tasks.rados.rados.0.smithi077.stdout:1037: writing smithi07774545-45 from 2113536 to 2850816 tid 1 2024-09-16T11:06:54.699 INFO:tasks.rados.rados.0.smithi077.stdout:1038: delete oid 48 current snap is 104 2024-09-16T11:06:54.700 INFO:tasks.rados.rados.0.smithi077.stdout:1036: expect (ObjNum 213 snap 56 seq_num 213) 2024-09-16T11:06:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1037: finishing write tid 1 to smithi07774545-45 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1037: finishing write tid 2 to smithi07774545-45 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1037: finishing write tid 3 to smithi07774545-45 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 345 (ObjNum 330 snap 104 seq_num 330) dirty exists 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1037: left oid 45 (ObjNum 330 snap 104 seq_num 330) 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1036: done (2 left) 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1037: done (1 left) 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1038: done (0 left) 2024-09-16T11:06:54.731 INFO:tasks.rados.rados.0.smithi077.stdout:1039: setattr oid 29 current snap is 104 2024-09-16T11:06:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1040: rollback oid 3 current snap is 104 2024-09-16T11:06:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 83 2024-09-16T11:06:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1041: snap_create 2024-09-16T11:06:54.736 INFO:tasks.rados.rados.0.smithi077.stdout:1040: finishing rollback tid 0 to smithi07774545-3 2024-09-16T11:06:54.736 INFO:tasks.rados.rados.0.smithi077.stdout:1040: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:06:54.736 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 303 (ObjNum 257 snap 0 seq_num 2426379728) dirty dne 2024-09-16T11:06:54.737 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 450 (ObjNum 249 snap 70 seq_num 249) dirty exists 2024-09-16T11:06:55.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T11:06:55.054 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:06:55.054 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:55.054 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.6 on smithi191 2024-09-16T11:06:55.054 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:54 smithi191 ceph-mon[84934]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T11:06:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T11:06:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:06:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.6 on smithi191 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[86047]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.6 on smithi191 2024-09-16T11:06:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:54 smithi077 ceph-mon[88497]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T11:06:55.677 INFO:tasks.rados.rados.0.smithi077.stdout:1039: done (2 left) 2024-09-16T11:06:55.677 INFO:tasks.rados.rados.0.smithi077.stdout:1040: done (1 left) 2024-09-16T11:06:55.677 INFO:tasks.rados.rados.0.smithi077.stdout:1041: done (0 left) 2024-09-16T11:06:55.678 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 105 2024-09-16T11:06:55.678 INFO:tasks.rados.rados.0.smithi077.stdout:1042: seq_num 332 ranges {1499136=770048} 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1042: writing smithi07774545-36 from 1499136 to 2269184 tid 1 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1043: read oid 24 snap -1 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1043: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1044: read oid 30 snap -1 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1044: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1045: rmattr oid 9 current snap is 105 2024-09-16T11:06:55.690 INFO:tasks.rados.rados.0.smithi077.stdout:1046: rollback oid 14 current snap is 105 2024-09-16T11:06:55.691 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 103 2024-09-16T11:06:55.691 INFO:tasks.rados.rados.0.smithi077.stdout:1047: delete oid 22 current snap is 105 2024-09-16T11:06:55.693 INFO:tasks.rados.rados.0.smithi077.stdout:1047: done (5 left) 2024-09-16T11:06:55.693 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 105 2024-09-16T11:06:55.693 INFO:tasks.rados.rados.0.smithi077.stdout:1048: seq_num 334 ranges {1384448=802816} 2024-09-16T11:06:55.706 INFO:tasks.rados.rados.0.smithi077.stdout:1048: writing smithi07774545-37 from 1384448 to 2187264 tid 1 2024-09-16T11:06:55.706 INFO:tasks.rados.rados.0.smithi077.stdout:1049: read oid 40 snap -1 2024-09-16T11:06:55.706 INFO:tasks.rados.rados.0.smithi077.stdout:1049: expect (ObjNum 252 snap 72 seq_num 252) 2024-09-16T11:06:55.706 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 105 2024-09-16T11:06:55.706 INFO:tasks.rados.rados.0.smithi077.stdout:1050: seq_num 335 ranges {2400256=417792,2818048=401408} 2024-09-16T11:06:55.722 INFO:tasks.rados.rados.0.smithi077.stdout:1050: writing smithi07774545-27 from 2400256 to 2818048 tid 1 2024-09-16T11:06:55.724 INFO:tasks.rados.rados.0.smithi077.stdout:1050: writing smithi07774545-27 from 2818048 to 3219456 tid 2 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 105 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 284 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:1042: finishing write tid 1 to smithi07774545-36 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:1042: finishing write tid 2 to smithi07774545-36 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:1046: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:06:55.725 INFO:tasks.rados.rados.0.smithi077.stdout:1051: seq_num 336 ranges {2031616=434176,2465792=401408} 2024-09-16T11:06:55.737 INFO:tasks.rados.rados.0.smithi077.stdout:1051: writing smithi07774545-17 from 2031616 to 2465792 tid 1 2024-09-16T11:06:55.740 INFO:tasks.rados.rados.0.smithi077.stdout:1051: writing smithi07774545-17 from 2465792 to 2867200 tid 2 2024-09-16T11:06:55.740 INFO:tasks.rados.rados.0.smithi077.stdout:1045: done (8 left) 2024-09-16T11:06:55.740 INFO:tasks.rados.rados.0.smithi077.stdout:1052: copy_from oid 43 from oid 39 current snap is 105 2024-09-16T11:06:55.740 INFO:tasks.rados.rados.0.smithi077.stdout:1046: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:06:55.740 INFO:tasks.rados.rados.0.smithi077.stdout:1046: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:06:55.741 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 351 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:06:55.741 INFO:tasks.rados.rados.0.smithi077.stdout:1042: finishing write tid 3 to smithi07774545-36 2024-09-16T11:06:55.741 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 585 (ObjNum 332 snap 105 seq_num 332) dirty exists 2024-09-16T11:06:55.741 INFO:tasks.rados.rados.0.smithi077.stdout:1042: left oid 36 (ObjNum 332 snap 105 seq_num 332) 2024-09-16T11:06:55.741 INFO:tasks.rados.rados.0.smithi077.stdout:1043: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:06:55.834 INFO:tasks.rados.rados.0.smithi077.stdout:1044: expect (ObjNum 150 snap 36 seq_num 150) 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:1048: finishing write tid 1 to smithi07774545-37 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:1048: finishing write tid 2 to smithi07774545-37 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:1048: finishing write tid 3 to smithi07774545-37 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 466 (ObjNum 334 snap 105 seq_num 334) dirty exists 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:1048: left oid 37 (ObjNum 334 snap 105 seq_num 334) 2024-09-16T11:06:55.929 INFO:tasks.rados.rados.0.smithi077.stdout:1049: expect (ObjNum 252 snap 72 seq_num 252) 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:1050: finishing write tid 1 to smithi07774545-27 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:1050: finishing write tid 2 to smithi07774545-27 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:1050: finishing write tid 3 to smithi07774545-27 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:1050: finishing write tid 4 to smithi07774545-27 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 349 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-09-16T11:06:56.027 INFO:tasks.rados.rados.0.smithi077.stdout:1050: left oid 27 (ObjNum 335 snap 105 seq_num 335) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1051: finishing write tid 1 to smithi07774545-17 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1042: done (8 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1043: done (7 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1044: done (6 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1046: done (5 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1048: done (4 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1049: done (3 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1050: done (2 left) 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1053: rollback oid 42 current snap is 105 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 98 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1051: finishing write tid 2 to smithi07774545-17 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1051: finishing write tid 3 to smithi07774545-17 2024-09-16T11:06:56.028 INFO:tasks.rados.rados.0.smithi077.stdout:1051: finishing write tid 4 to smithi07774545-17 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 288 (ObjNum 336 snap 105 seq_num 336) dirty exists 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1051: left oid 17 (ObjNum 336 snap 105 seq_num 336) 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1052: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1052: finishing copy_from to smithi07774545-43 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 216 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1051: done (2 left) 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1052: done (1 left) 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1054: copy_from oid 8 from oid 46 current snap is 105 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1055: read oid 27 snap 41 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1055: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1056: copy_from oid 7 from oid 33 current snap is 105 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1057: snap_create 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1056: finishing copy_from to smithi07774545-7 2024-09-16T11:06:56.029 INFO:tasks.rados.rados.0.smithi077.stdout:1056: got expected ENOENT (src dne) 2024-09-16T11:06:56.030 INFO:tasks.rados.rados.0.smithi077.stdout:1056: finishing copy_from racing read to smithi07774545-7 2024-09-16T11:06:56.030 INFO:tasks.rados.rados.0.smithi077.stdout:1053: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:06:56.030 INFO:tasks.rados.rados.0.smithi077.stdout:1053: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:06:56.030 INFO:tasks.rados.rados.0.smithi077.stdout:1055: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T11:06:56.041 INFO:tasks.rados.rados.0.smithi077.stdout:1053: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:06:56.041 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 588 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:06:56.041 INFO:tasks.rados.rados.0.smithi077.stdout:1054: finishing copy_from racing read to smithi07774545-8 2024-09-16T11:06:56.041 INFO:tasks.rados.rados.0.smithi077.stdout:1054: finishing copy_from to smithi07774545-8 2024-09-16T11:06:56.041 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 358 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-09-16T11:06:56.312 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: pgmap v80: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:56.312 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: Reconfiguring daemon osd.7 on smithi191 2024-09-16T11:06:56.313 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:56 smithi191 ceph-mon[84934]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: pgmap v80: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: Reconfiguring daemon osd.7 on smithi191 2024-09-16T11:06:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[88497]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: pgmap v80: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 620 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:06:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:56.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: Reconfiguring daemon osd.7 on smithi191 2024-09-16T11:06:56.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-mon[86047]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T11:06:56.755 INFO:tasks.rados.rados.0.smithi077.stdout:1053: done (4 left) 2024-09-16T11:06:56.755 INFO:tasks.rados.rados.0.smithi077.stdout:1054: done (3 left) 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1055: done (2 left) 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1056: done (1 left) 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1057: done (0 left) 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1058: read oid 48 snap -1 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1058: expect deleted 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1059: read oid 35 snap 96 2024-09-16T11:06:56.756 INFO:tasks.rados.rados.0.smithi077.stdout:1059: expect deleted 2024-09-16T11:06:56.757 INFO:tasks.rados.rados.0.smithi077.stdout:1060: rollback oid 21 current snap is 106 2024-09-16T11:06:56.757 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 79 2024-09-16T11:06:56.757 INFO:tasks.rados.rados.0.smithi077.stdout:1061: snap_remove snap 78 2024-09-16T11:06:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:06:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:06:56] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: Reconfiguring mds.b (monmap changed)... 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: Reconfiguring daemon mds.b on smithi191 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: pgmap v83: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:57.651 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: Reconfiguring mds.b (monmap changed)... 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: Reconfiguring daemon mds.b on smithi191 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: pgmap v83: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: Reconfiguring mds.b (monmap changed)... 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: Reconfiguring daemon mds.b on smithi191 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: pgmap v83: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:06:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1061: done (3 left) 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1062: read oid 32 snap -1 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1062: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1063: read oid 25 snap -1 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1063: expect (ObjNum 303 snap 93 seq_num 303) 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1064: snap_create 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1060: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1060: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:06:57.765 INFO:tasks.rados.rados.0.smithi077.stdout:1060: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:06:57.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 591 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T11:06:57.786 INFO:tasks.rados.rados.0.smithi077.stdout:1062: expect (ObjNum 91 snap 19 seq_num 91) 2024-09-16T11:06:57.850 INFO:tasks.rados.rados.0.smithi077.stdout:1063: expect (ObjNum 303 snap 93 seq_num 303) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1058: done (5 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1059: done (4 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1060: done (3 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1062: done (2 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1063: done (1 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1064: done (0 left) 2024-09-16T11:06:58.769 INFO:tasks.rados.rados.0.smithi077.stdout:1065: snap_remove snap 75 2024-09-16T11:06:58.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:06:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all mon 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T11:06:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all crash 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:58.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:58 smithi191 ceph-mon[84934]: Upgrade: osd.0 is safe to restart 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all mon 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.140 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all crash 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:59.141 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[86047]: Upgrade: osd.0 is safe to restart 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all mon 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T11:06:59.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all crash 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T11:06:59.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:58 smithi077 ceph-mon[88497]: Upgrade: osd.0 is safe to restart 2024-09-16T11:06:59.772 INFO:tasks.rados.rados.0.smithi077.stdout:1065: done (0 left) 2024-09-16T11:06:59.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 107 2024-09-16T11:06:59.772 INFO:tasks.rados.rados.0.smithi077.stdout:1066: seq_num 337 ranges {6774784=450560,7225344=401408} 2024-09-16T11:06:59.812 INFO:tasks.rados.rados.0.smithi077.stdout:1066: writing smithi07774545-25 from 6774784 to 7225344 tid 1 2024-09-16T11:06:59.814 INFO:tasks.rados.rados.0.smithi077.stdout:1066: writing smithi07774545-25 from 7225344 to 7626752 tid 2 2024-09-16T11:06:59.814 INFO:tasks.rados.rados.0.smithi077.stdout:1067: copy_from oid 1 from oid 10 current snap is 107 2024-09-16T11:06:59.814 INFO:tasks.rados.rados.0.smithi077.stdout:1068: read oid 46 snap -1 2024-09-16T11:06:59.814 INFO:tasks.rados.rados.0.smithi077.stdout:1068: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:06:59.814 INFO:tasks.rados.rados.0.smithi077.stdout:1069: setattr oid 4 current snap is 107 2024-09-16T11:06:59.816 INFO:tasks.rados.rados.0.smithi077.stdout:1070: delete oid 21 current snap is 107 2024-09-16T11:06:59.817 INFO:tasks.rados.rados.0.smithi077.stdout:1066: finishing write tid 1 to smithi07774545-25 2024-09-16T11:06:59.817 INFO:tasks.rados.rados.0.smithi077.stdout:1066: finishing write tid 2 to smithi07774545-25 2024-09-16T11:06:59.817 INFO:tasks.rados.rados.0.smithi077.stdout:1066: finishing write tid 3 to smithi07774545-25 2024-09-16T11:06:59.818 INFO:tasks.rados.rados.0.smithi077.stdout:1068: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:06:59.860 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 575 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:06:59.860 INFO:tasks.rados.rados.0.smithi077.stdout:1066: finishing write tid 4 to smithi07774545-25 2024-09-16T11:06:59.860 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 584 (ObjNum 337 snap 107 seq_num 337) dirty exists 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1066: left oid 25 (ObjNum 337 snap 107 seq_num 337) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1067: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1067: finishing copy_from to smithi07774545-1 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 566 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1066: done (4 left) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1067: done (3 left) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1068: done (2 left) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1069: done (1 left) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1070: done (0 left) 2024-09-16T11:06:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:1071: snap_remove snap 97 2024-09-16T11:07:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T11:07:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: pgmap v86: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: Upgrade: Updating osd.0 2024-09-16T11:07:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: pgmap v86: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: Upgrade: Updating osd.0 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:07:00.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:06:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T11:07:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: pgmap v86: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: Upgrade: Updating osd.0 2024-09-16T11:07:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T11:07:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:06:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:1071: done (0 left) 2024-09-16T11:07:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:1072: rollback oid 6 current snap is 107 2024-09-16T11:07:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 89 2024-09-16T11:07:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:1073: read oid 4 snap -1 2024-09-16T11:07:00.685 INFO:tasks.rados.rados.0.smithi077.stdout:1073: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:07:00.686 INFO:tasks.rados.rados.0.smithi077.stdout:1074: snap_create 2024-09-16T11:07:00.694 INFO:tasks.rados.rados.0.smithi077.stdout:1072: finishing rollback tid 0 to smithi07774545-6 2024-09-16T11:07:00.695 INFO:tasks.rados.rados.0.smithi077.stdout:1072: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:07:00.696 INFO:tasks.rados.rados.0.smithi077.stdout:1072: finishing rollback tid 2 to smithi07774545-6 2024-09-16T11:07:00.696 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 482 (ObjNum 230 snap 61 seq_num 230) dirty exists 2024-09-16T11:07:00.712 INFO:tasks.rados.rados.0.smithi077.stdout:1073: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:07:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[86047]: Deploying daemon osd.0 on smithi077 2024-09-16T11:07:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[86047]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T11:07:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[86047]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T11:07:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[88497]: Deploying daemon osd.0 on smithi077 2024-09-16T11:07:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[88497]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T11:07:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:00 smithi077 ceph-mon[88497]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T11:07:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:00 smithi191 ceph-mon[84934]: Deploying daemon osd.0 on smithi077 2024-09-16T11:07:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:00 smithi191 ceph-mon[84934]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T11:07:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:00 smithi191 ceph-mon[84934]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T11:07:01.680 INFO:tasks.rados.rados.0.smithi077.stdout:1072: done (2 left) 2024-09-16T11:07:01.680 INFO:tasks.rados.rados.0.smithi077.stdout:1073: done (1 left) 2024-09-16T11:07:01.680 INFO:tasks.rados.rados.0.smithi077.stdout:1074: done (0 left) 2024-09-16T11:07:01.680 INFO:tasks.rados.rados.0.smithi077.stdout:1075: read oid 50 snap -1 2024-09-16T11:07:01.681 INFO:tasks.rados.rados.0.smithi077.stdout:1075: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:07:01.681 INFO:tasks.rados.rados.0.smithi077.stdout:1076: snap_remove snap 83 2024-09-16T11:07:02.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:01 smithi077 ceph-mon[86047]: pgmap v89: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:02.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:01 smithi077 ceph-mon[86047]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T11:07:02.079 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:01 smithi077 ceph-mon[88497]: pgmap v89: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:02.079 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:01 smithi077 ceph-mon[88497]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T11:07:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:01 smithi191 ceph-mon[84934]: pgmap v89: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-16T11:07:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:01 smithi191 ceph-mon[84934]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T11:07:02.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:02 smithi077 systemd[1]: Stopping Ceph osd.0 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:07:02.682 INFO:tasks.rados.rados.0.smithi077.stdout:1076: done (1 left) 2024-09-16T11:07:02.682 INFO:tasks.rados.rados.0.smithi077.stdout:1077: snap_create 2024-09-16T11:07:02.682 INFO:tasks.rados.rados.0.smithi077.stdout:1075: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:07:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:03.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[39361]: 2024-09-16T11:07:02.681+0000 7ff625b91640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:07:03.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[39361]: 2024-09-16T11:07:02.681+0000 7ff625b91640 -1 osd.0 268 *** Got signal Terminated *** 2024-09-16T11:07:03.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[39361]: 2024-09-16T11:07:02.681+0000 7ff625b91640 -1 osd.0 268 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:07:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:1075: done (1 left) 2024-09-16T11:07:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:1077: done (0 left) 2024-09-16T11:07:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:1078: read oid 29 snap -1 2024-09-16T11:07:03.692 INFO:tasks.rados.rados.0.smithi077.stdout:1078: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:07:03.693 INFO:tasks.rados.rados.0.smithi077.stdout:1079: delete oid 41 current snap is 109 2024-09-16T11:07:03.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:03 smithi191 ceph-mon[84934]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T11:07:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:03 smithi191 ceph-mon[84934]: osd.0 marked itself down and dead 2024-09-16T11:07:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:03 smithi191 ceph-mon[84934]: pgmap v92: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[86047]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[86047]: osd.0 marked itself down and dead 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[86047]: pgmap v92: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[88497]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[88497]: osd.0 marked itself down and dead 2024-09-16T11:07:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:03 smithi077 ceph-mon[88497]: pgmap v92: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:04.577 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:04 smithi077 podman[93204]: 2024-09-16 11:07:04.235145862 +0000 UTC m=+1.663419938 container died 7cf8e5420ed62d10611d51fb137f62c320eabdc6c93cc8ad385065cc87b2ae38 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc) 2024-09-16T11:07:04.706 INFO:tasks.rados.rados.0.smithi077.stdout:1079: done (1 left) 2024-09-16T11:07:04.706 INFO:tasks.rados.rados.0.smithi077.stdout:1080: copy_from oid 47 from oid 30 current snap is 109 2024-09-16T11:07:04.706 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 109 2024-09-16T11:07:04.706 INFO:tasks.rados.rados.0.smithi077.stdout:1081: seq_num 340 ranges {2867200=499712,3366912=401408} 2024-09-16T11:07:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:04 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:04 smithi191 ceph-mon[84934]: osdmap e270: 8 total, 7 up, 8 in 2024-09-16T11:07:04.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:04.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:04.724 INFO:tasks.rados.rados.0.smithi077.stdout:1081: writing smithi07774545-17 from 2867200 to 3366912 tid 1 2024-09-16T11:07:04.727 INFO:tasks.rados.rados.0.smithi077.stdout:1081: writing smithi07774545-17 from 3366912 to 3768320 tid 2 2024-09-16T11:07:04.727 INFO:tasks.rados.rados.0.smithi077.stdout:1082: delete oid 8 current snap is 109 2024-09-16T11:07:04.727 INFO:tasks.rados.rados.0.smithi077.stdout:1078: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:07:04.783 INFO:tasks.rados.rados.0.smithi077.stdout:1080: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:07:04.783 INFO:tasks.rados.rados.0.smithi077.stdout:1080: finishing copy_from to smithi07774545-47 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 262 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1078: done (3 left) 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1080: done (2 left) 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1082: done (1 left) 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1083: snap_create 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1081: finishing write tid 1 to smithi07774545-17 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1081: finishing write tid 2 to smithi07774545-17 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1081: finishing write tid 3 to smithi07774545-17 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1081: finishing write tid 4 to smithi07774545-17 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 314 (ObjNum 340 snap 109 seq_num 340) dirty exists 2024-09-16T11:07:04.784 INFO:tasks.rados.rados.0.smithi077.stdout:1081: left oid 17 (ObjNum 340 snap 109 seq_num 340) 2024-09-16T11:07:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:04 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:04 smithi077 ceph-mon[86047]: osdmap e270: 8 total, 7 up, 8 in 2024-09-16T11:07:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:04 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:04 smithi077 ceph-mon[88497]: osdmap e270: 8 total, 7 up, 8 in 2024-09-16T11:07:04.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:04 smithi077 podman[93204]: 2024-09-16 11:07:04.741271644 +0000 UTC m=+2.169545708 container cleanup 7cf8e5420ed62d10611d51fb137f62c320eabdc6c93cc8ad385065cc87b2ae38 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc) 2024-09-16T11:07:04.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:04 smithi077 bash[93204]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0 2024-09-16T11:07:05.349 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93219]: 2024-09-16 11:07:05.010004878 +0000 UTC m=+0.764856426 container remove 7cf8e5420ed62d10611d51fb137f62c320eabdc6c93cc8ad385065cc87b2ae38 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:07:05.656 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.251178005 +0000 UTC m=+0.016469484 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:05.656 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.352612446 +0000 UTC m=+0.117903959 container create 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b) 2024-09-16T11:07:05.657 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.572030023 +0000 UTC m=+0.337321499 container init 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T11:07:05.657 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.575405295 +0000 UTC m=+0.340696767 container start 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T11:07:05.657 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.655233205 +0000 UTC m=+0.420524676 container attach 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-16T11:07:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:1081: done (1 left) 2024-09-16T11:07:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:1083: done (0 left) 2024-09-16T11:07:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 110 2024-09-16T11:07:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:1084: seq_num 342 ranges {2367488=532480,2899968=401408} 2024-09-16T11:07:05.696 INFO:tasks.rados.rados.0.smithi077.stdout:1084: writing smithi07774545-47 from 2367488 to 2899968 tid 1 2024-09-16T11:07:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:1084: writing smithi07774545-47 from 2899968 to 3301376 tid 2 2024-09-16T11:07:05.698 INFO:tasks.rados.rados.0.smithi077.stdout:1085: snap_remove snap 109 2024-09-16T11:07:05.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:05 smithi077 podman[93308]: 2024-09-16 11:07:05.763711777 +0000 UTC m=+0.529003249 container died 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-16T11:07:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[86047]: osdmap e271: 8 total, 7 up, 8 in 2024-09-16T11:07:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[86047]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[86047]: osdmap e272: 8 total, 7 up, 8 in 2024-09-16T11:07:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[88497]: osdmap e271: 8 total, 7 up, 8 in 2024-09-16T11:07:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[88497]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:05 smithi077 ceph-mon[88497]: osdmap e272: 8 total, 7 up, 8 in 2024-09-16T11:07:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:05 smithi191 ceph-mon[84934]: osdmap e271: 8 total, 7 up, 8 in 2024-09-16T11:07:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:05 smithi191 ceph-mon[84934]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-09-16T11:07:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:05 smithi191 ceph-mon[84934]: osdmap e272: 8 total, 7 up, 8 in 2024-09-16T11:07:06.315 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:07:06.594 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 podman[93330]: 2024-09-16 11:07:06.317673766 +0000 UTC m=+0.544449932 container remove 095feb456c19f43c5473ad59db20b3372f257eefe9e6b64d7a66336a52b7b7a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:07:06.594 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-16T11:07:06.595 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 systemd[1]: Stopped Ceph osd.0 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:07:06.595 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.0.service: Consumed 10.068s CPU time. 2024-09-16T11:07:06.595 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 systemd[1]: Starting Ceph osd.0 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (2m) 46s ago 6m 16.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (2m) 33s ago 5m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (6m) 46s ago 6m 15.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (6m) 33s ago 6m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (89s) 33s ago 10m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:07:06.595 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (116s) 46s ago 11m 489M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (76s) 46s ago 12m 37.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (38s) 33s ago 10m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (55s) 46s ago 10m 21.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (2m) 46s ago 6m 8762k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (2m) 33s ago 5m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (10m) 46s ago 10m 171M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 7cf8e5420ed6 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (9m) 46s ago 9m 147M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (9m) 46s ago 9m 151M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (8m) 46s ago 8m 91.1M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (8m) 33s ago 8m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (8m) 33s ago 8m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (7m) 33s ago 7m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:07:06.596 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (7m) 33s ago 7m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:07:06.597 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (95s) 33s ago 6m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:07:06.707 INFO:tasks.rados.rados.0.smithi077.stdout:1085: done (1 left) 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1086: delete oid 9 current snap is 110 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1084: finishing write tid 1 to smithi07774545-47 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1084: finishing write tid 2 to smithi07774545-47 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1084: finishing write tid 3 to smithi07774545-47 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1084: finishing write tid 4 to smithi07774545-47 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 616 (ObjNum 342 snap 110 seq_num 342) dirty exists 2024-09-16T11:07:06.708 INFO:tasks.rados.rados.0.smithi077.stdout:1084: left oid 47 (ObjNum 342 snap 110 seq_num 342) 2024-09-16T11:07:06.711 INFO:tasks.rados.rados.0.smithi077.stdout:1084: done (1 left) 2024-09-16T11:07:06.711 INFO:tasks.rados.rados.0.smithi077.stdout:1086: done (0 left) 2024-09-16T11:07:06.711 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 110 2024-09-16T11:07:06.712 INFO:tasks.rados.rados.0.smithi077.stdout:1087: seq_num 344 ranges {991232=565248,1556480=401408} 2024-09-16T11:07:06.722 INFO:tasks.rados.rados.0.smithi077.stdout:1087: writing smithi07774545-46 from 991232 to 1556480 tid 1 2024-09-16T11:07:06.725 INFO:tasks.rados.rados.0.smithi077.stdout:1087: writing smithi07774545-46 from 1556480 to 1957888 tid 2 2024-09-16T11:07:06.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 110 2024-09-16T11:07:06.725 INFO:tasks.rados.rados.0.smithi077.stdout:1088: seq_num 345 ranges {2187264=581632,2768896=401408} 2024-09-16T11:07:06.743 INFO:tasks.rados.rados.0.smithi077.stdout:1088: writing smithi07774545-15 from 2187264 to 2768896 tid 1 2024-09-16T11:07:06.746 INFO:tasks.rados.rados.0.smithi077.stdout:1088: writing smithi07774545-15 from 2768896 to 3170304 tid 2 2024-09-16T11:07:06.746 INFO:tasks.rados.rados.0.smithi077.stdout:1089: read oid 31 snap -1 2024-09-16T11:07:06.746 INFO:tasks.rados.rados.0.smithi077.stdout:1089: expect deleted 2024-09-16T11:07:06.746 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 110 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1087: finishing write tid 1 to smithi07774545-46 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1087: finishing write tid 2 to smithi07774545-46 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1087: finishing write tid 3 to smithi07774545-46 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1087: finishing write tid 4 to smithi07774545-46 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 376 (ObjNum 344 snap 110 seq_num 344) dirty exists 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1087: left oid 46 (ObjNum 344 snap 110 seq_num 344) 2024-09-16T11:07:06.747 INFO:tasks.rados.rados.0.smithi077.stdout:1090: seq_num 346 ranges {10354688=598016,10952704=401408} 2024-09-16T11:07:06.806 INFO:tasks.rados.rados.0.smithi077.stdout:1090: writing smithi07774545-23 from 10354688 to 10952704 tid 1 2024-09-16T11:07:06.808 INFO:tasks.rados.rados.0.smithi077.stdout:1090: writing smithi07774545-23 from 10952704 to 11354112 tid 2 2024-09-16T11:07:06.808 INFO:tasks.rados.rados.0.smithi077.stdout:1087: done (3 left) 2024-09-16T11:07:06.808 INFO:tasks.rados.rados.0.smithi077.stdout:1091: snap_remove snap 92 2024-09-16T11:07:06.910 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:06] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-09-16T11:07:06.911 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 podman[93476]: 2024-09-16 11:07:06.653415408 +0000 UTC m=+0.015934244 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:06.911 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:06 smithi077 podman[93476]: 2024-09-16 11:07:06.777521258 +0000 UTC m=+0.140040091 container create 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T11:07:06.949 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:07:06.949 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:07:06.949 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:07:06.949 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:06.949 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 7 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:07:06.950 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 9, 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:07:06.951 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:07:07.171 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 podman[93476]: 2024-09-16 11:07:07.03875959 +0000 UTC m=+0.401278427 container init 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T11:07:07.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 podman[93476]: 2024-09-16 11:07:07.042261056 +0000 UTC m=+0.404779890 container start 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-09-16T11:07:07.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 podman[93476]: 2024-09-16 11:07:07.122032598 +0000 UTC m=+0.484551442 container attach 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=) 2024-09-16T11:07:07.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T11:07:07.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T11:07:07.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T11:07:07.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T11:07:07.672 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate[93510]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 bash[93476]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T11:07:07.673 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 podman[93476]: 2024-09-16 11:07:07.384186014 +0000 UTC m=+0.746704862 container died 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T11:07:07.710 INFO:tasks.rados.rados.0.smithi077.stdout:1091: done (3 left) 2024-09-16T11:07:07.710 INFO:tasks.rados.rados.0.smithi077.stdout:1092: rmattr oid 32 current snap is 110 2024-09-16T11:07:07.710 INFO:tasks.rados.rados.0.smithi077.stdout:1092: done (3 left) 2024-09-16T11:07:07.710 INFO:tasks.rados.rados.0.smithi077.stdout:1093: snap_remove snap 91 2024-09-16T11:07:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:07 smithi191 ceph-mon[84934]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:07 smithi191 ceph-mon[84934]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:07 smithi191 ceph-mon[84934]: osdmap e273: 8 total, 7 up, 8 in 2024-09-16T11:07:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:07 smithi191 ceph-mon[84934]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:07 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2056540580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[88497]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[88497]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[88497]: osdmap e273: 8 total, 7 up, 8 in 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[88497]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2056540580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:07.971 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[86047]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.972 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[86047]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:07.972 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[86047]: osdmap e273: 8 total, 7 up, 8 in 2024-09-16T11:07:07.972 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[86047]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:07.972 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:07 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2056540580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:08.335 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:07 smithi077 podman[93626]: 2024-09-16 11:07:07.970096139 +0000 UTC m=+0.580026188 container remove 874a9ffa4ca9874bdc82d0ab46c64e82061e3beb0ecffba83741b929a241d7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T11:07:08.335 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 podman[93685]: 2024-09-16 11:07:08.076931582 +0000 UTC m=+0.015597063 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:08.335 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 podman[93685]: 2024-09-16 11:07:08.20442117 +0000 UTC m=+0.143086654 container create 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:07:08.715 INFO:tasks.rados.rados.0.smithi077.stdout:1093: done (3 left) 2024-09-16T11:07:08.715 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 110 2024-09-16T11:07:08.715 INFO:tasks.rados.rados.0.smithi077.stdout:1094: seq_num 347 ranges {0=614400,614400=401408} 2024-09-16T11:07:08.717 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 podman[93685]: 2024-09-16 11:07:08.464985864 +0000 UTC m=+0.403651351 container init 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T11:07:08.717 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 podman[93685]: 2024-09-16 11:07:08.468147594 +0000 UTC m=+0.406813078 container start 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:07:08.717 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-osd[93704]: -- 172.21.15.77:0/484291339 <== mon.2 v2:172.21.15.77:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5612fc7dd1e0 con 0x5612fd55c000 2024-09-16T11:07:08.718 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 bash[93685]: 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa 2024-09-16T11:07:08.718 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:08 smithi077 systemd[1]: Started Ceph osd.0 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:07:08.718 INFO:tasks.rados.rados.0.smithi077.stdout:1094: writing smithi07774545-22 from 0 to 614400 tid 1 2024-09-16T11:07:08.721 INFO:tasks.rados.rados.0.smithi077.stdout:1094: writing smithi07774545-22 from 614400 to 1015808 tid 2 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1088: finishing write tid 1 to smithi07774545-15 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1088: finishing write tid 2 to smithi07774545-15 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1088: finishing write tid 3 to smithi07774545-15 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1088: finishing write tid 4 to smithi07774545-15 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 367 (ObjNum 345 snap 110 seq_num 345) dirty exists 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1088: left oid 15 (ObjNum 345 snap 110 seq_num 345) 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1090: finishing write tid 1 to smithi07774545-23 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1090: finishing write tid 2 to smithi07774545-23 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1090: finishing write tid 3 to smithi07774545-23 2024-09-16T11:07:08.722 INFO:tasks.rados.rados.0.smithi077.stdout:1090: finishing write tid 4 to smithi07774545-23 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 380 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1090: left oid 23 (ObjNum 346 snap 110 seq_num 346) 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1088: done (3 left) 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1089: done (2 left) 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1090: done (1 left) 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1095: read oid 41 snap -1 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1095: expect deleted 2024-09-16T11:07:08.723 INFO:tasks.rados.rados.0.smithi077.stdout:1096: snap_remove snap 106 2024-09-16T11:07:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:08 smithi191 ceph-mon[84934]: osdmap e274: 8 total, 7 up, 8 in 2024-09-16T11:07:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:08.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:08 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[86047]: osdmap e274: 8 total, 7 up, 8 in 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[88497]: osdmap e274: 8 total, 7 up, 8 in 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:09.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:09.307 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T11:07:09.005+0000 7f3ba695d640 -1 Falling back to public interface 2024-09-16T11:07:09.726 INFO:tasks.rados.rados.0.smithi077.stdout:1096: done (2 left) 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1097: read oid 7 snap -1 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1097: expect deleted 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1098: snap_create 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1094: finishing write tid 1 to smithi07774545-22 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1094: finishing write tid 2 to smithi07774545-22 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1094: finishing write tid 3 to smithi07774545-22 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1094: finishing write tid 4 to smithi07774545-22 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 92 (ObjNum 347 snap 110 seq_num 347) dirty exists 2024-09-16T11:07:09.727 INFO:tasks.rados.rados.0.smithi077.stdout:1094: left oid 22 (ObjNum 347 snap 110 seq_num 347) 2024-09-16T11:07:09.980 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:09 smithi077 ceph-mon[86047]: osdmap e275: 8 total, 7 up, 8 in 2024-09-16T11:07:09.981 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:09 smithi077 ceph-mon[86047]: pgmap v101: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:09.981 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:09 smithi077 ceph-mon[88497]: osdmap e275: 8 total, 7 up, 8 in 2024-09-16T11:07:09.981 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:09 smithi077 ceph-mon[88497]: pgmap v101: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:09 smithi191 ceph-mon[84934]: osdmap e275: 8 total, 7 up, 8 in 2024-09-16T11:07:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:09 smithi191 ceph-mon[84934]: pgmap v101: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:10.733 INFO:tasks.rados.rados.0.smithi077.stdout:1094: done (3 left) 2024-09-16T11:07:10.733 INFO:tasks.rados.rados.0.smithi077.stdout:1095: done (2 left) 2024-09-16T11:07:10.733 INFO:tasks.rados.rados.0.smithi077.stdout:1097: done (1 left) 2024-09-16T11:07:10.733 INFO:tasks.rados.rados.0.smithi077.stdout:1098: done (0 left) 2024-09-16T11:07:10.733 INFO:tasks.rados.rados.0.smithi077.stdout:1099: snap_remove snap 84 2024-09-16T11:07:11.052 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:10 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 133/687 objects degraded (19.360%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:11.052 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:10 smithi077 ceph-mon[88497]: osdmap e276: 8 total, 7 up, 8 in 2024-09-16T11:07:11.053 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:10 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 133/687 objects degraded (19.360%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:11.053 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:10 smithi077 ceph-mon[86047]: osdmap e276: 8 total, 7 up, 8 in 2024-09-16T11:07:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:10 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 133/687 objects degraded (19.360%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:10 smithi191 ceph-mon[84934]: osdmap e276: 8 total, 7 up, 8 in 2024-09-16T11:07:11.748 INFO:tasks.rados.rados.0.smithi077.stdout:1099: done (0 left) 2024-09-16T11:07:11.748 INFO:tasks.rados.rados.0.smithi077.stdout:1100: copy_from oid 25 from oid 20 current snap is 111 2024-09-16T11:07:11.748 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 111 2024-09-16T11:07:11.748 INFO:tasks.rados.rados.0.smithi077.stdout:1101: seq_num 348 ranges {3301376=630784,3932160=401408} 2024-09-16T11:07:11.770 INFO:tasks.rados.rados.0.smithi077.stdout:1101: writing smithi07774545-47 from 3301376 to 3932160 tid 1 2024-09-16T11:07:11.773 INFO:tasks.rados.rados.0.smithi077.stdout:1101: writing smithi07774545-47 from 3932160 to 4333568 tid 2 2024-09-16T11:07:11.773 INFO:tasks.rados.rados.0.smithi077.stdout:1102: read oid 50 snap -1 2024-09-16T11:07:11.773 INFO:tasks.rados.rados.0.smithi077.stdout:1102: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:07:11.774 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 111 2024-09-16T11:07:11.774 INFO:tasks.rados.rados.0.smithi077.stdout:1100: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:07:11.774 INFO:tasks.rados.rados.0.smithi077.stdout:1100: finishing copy_from to smithi07774545-25 2024-09-16T11:07:11.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 289 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:07:11.774 INFO:tasks.rados.rados.0.smithi077.stdout:1103: seq_num 349 ranges {0=655360,655360=401408} 2024-09-16T11:07:11.777 INFO:tasks.rados.rados.0.smithi077.stdout:1103: writing smithi07774545-21 from 0 to 655360 tid 1 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1103: writing smithi07774545-21 from 655360 to 1056768 tid 2 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1100: done (3 left) 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1104: snap_create 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1101: finishing write tid 1 to smithi07774545-47 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1101: finishing write tid 2 to smithi07774545-47 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1101: finishing write tid 3 to smithi07774545-47 2024-09-16T11:07:11.781 INFO:tasks.rados.rados.0.smithi077.stdout:1102: expect (ObjNum 308 snap 96 seq_num 308) 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1101: finishing write tid 4 to smithi07774545-47 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 620 (ObjNum 348 snap 111 seq_num 348) dirty exists 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1101: left oid 47 (ObjNum 348 snap 111 seq_num 348) 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1103: finishing write tid 1 to smithi07774545-21 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1103: finishing write tid 2 to smithi07774545-21 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1103: finishing write tid 3 to smithi07774545-21 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:1103: finishing write tid 4 to smithi07774545-21 2024-09-16T11:07:11.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 623 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-16T11:07:11.792 INFO:tasks.rados.rados.0.smithi077.stdout:1103: left oid 21 (ObjNum 349 snap 111 seq_num 349) 2024-09-16T11:07:11.840 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:11 smithi077 ceph-mon[86047]: osdmap e277: 8 total, 7 up, 8 in 2024-09-16T11:07:11.841 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:11 smithi077 ceph-mon[86047]: pgmap v104: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:11.841 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:11 smithi077 ceph-mon[88497]: osdmap e277: 8 total, 7 up, 8 in 2024-09-16T11:07:11.841 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:11 smithi077 ceph-mon[88497]: pgmap v104: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:12.171 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T11:07:11.923+0000 7f3ba695d640 -1 osd.0 269 log_to_monitors true 2024-09-16T11:07:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:11 smithi191 ceph-mon[84934]: osdmap e277: 8 total, 7 up, 8 in 2024-09-16T11:07:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:11 smithi191 ceph-mon[84934]: pgmap v104: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 133/687 objects degraded (19.360%) 2024-09-16T11:07:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1101: done (3 left) 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1102: done (2 left) 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1103: done (1 left) 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1104: done (0 left) 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1105: read oid 7 snap 105 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1105: expect deleted 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1106: copy_from oid 13 from oid 41 current snap is 112 2024-09-16T11:07:12.749 INFO:tasks.rados.rados.0.smithi077.stdout:1107: snap_remove snap 80 2024-09-16T11:07:13.010 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T11:07:12.760+0000 7f3b9e707640 -1 osd.0 269 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: osdmap e278: 8 total, 7 up, 8 in 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.011 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: osdmap e278: 8 total, 7 up, 8 in 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.012 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: osdmap e278: 8 total, 7 up, 8 in 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:13.756 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-mon[84934]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T11:07:13.756 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:13.757 INFO:tasks.rados.rados.0.smithi077.stdout:1107: done (2 left) 2024-09-16T11:07:13.757 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 112 2024-09-16T11:07:13.757 INFO:tasks.rados.rados.0.smithi077.stdout:1108: seq_num 350 ranges {2654208=671744,3325952=401408} 2024-09-16T11:07:13.776 INFO:tasks.rados.rados.0.smithi077.stdout:1108: writing smithi07774545-44 from 2654208 to 3325952 tid 1 2024-09-16T11:07:13.779 INFO:tasks.rados.rados.0.smithi077.stdout:1108: writing smithi07774545-44 from 3325952 to 3727360 tid 2 2024-09-16T11:07:13.779 INFO:tasks.rados.rados.0.smithi077.stdout:1109: snap_create 2024-09-16T11:07:13.780 INFO:tasks.rados.rados.0.smithi077.stdout:1106: finishing copy_from to smithi07774545-13 2024-09-16T11:07:13.780 INFO:tasks.rados.rados.0.smithi077.stdout:1106: got expected ENOENT (src dne) 2024-09-16T11:07:13.780 INFO:tasks.rados.rados.0.smithi077.stdout:1106: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:07:13.787 INFO:tasks.rados.rados.0.smithi077.stdout:1108: finishing write tid 1 to smithi07774545-44 2024-09-16T11:07:13.787 INFO:tasks.rados.rados.0.smithi077.stdout:1108: finishing write tid 2 to smithi07774545-44 2024-09-16T11:07:13.788 INFO:tasks.rados.rados.0.smithi077.stdout:1108: finishing write tid 3 to smithi07774545-44 2024-09-16T11:07:13.791 INFO:tasks.rados.rados.0.smithi077.stdout:1108: finishing write tid 4 to smithi07774545-44 2024-09-16T11:07:13.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 618 (ObjNum 350 snap 112 seq_num 350) dirty exists 2024-09-16T11:07:13.791 INFO:tasks.rados.rados.0.smithi077.stdout:1108: left oid 44 (ObjNum 350 snap 112 seq_num 350) 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[86047]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[86047]: osdmap e279: 8 total, 7 up, 8 in 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[86047]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[86047]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[86047]: pgmap v107: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[88497]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[88497]: osdmap e279: 8 total, 7 up, 8 in 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[88497]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[88497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:13.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:13 smithi077 ceph-mon[88497]: pgmap v107: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-mon[84934]: osdmap e279: 8 total, 7 up, 8 in 2024-09-16T11:07:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-mon[84934]: from='osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-mon[84934]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:13 smithi191 ceph-mon[84934]: pgmap v107: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:14.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:14.760 INFO:tasks.rados.rados.0.smithi077.stdout:1105: done (3 left) 2024-09-16T11:07:14.761 INFO:tasks.rados.rados.0.smithi077.stdout:1106: done (2 left) 2024-09-16T11:07:14.761 INFO:tasks.rados.rados.0.smithi077.stdout:1108: done (1 left) 2024-09-16T11:07:14.761 INFO:tasks.rados.rados.0.smithi077.stdout:1109: done (0 left) 2024-09-16T11:07:14.761 INFO:tasks.rados.rados.0.smithi077.stdout:1110: snap_create 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[86047]: osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080] boot 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[86047]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[88497]: osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080] boot 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[88497]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T11:07:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:07:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-mon[84934]: osd.0 [v2:172.21.15.77:6802/1623182080,v1:172.21.15.77:6803/1623182080] boot 2024-09-16T11:07:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-mon[84934]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T11:07:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T11:07:15.758 INFO:tasks.rados.rados.0.smithi077.stdout:1110: done (0 left) 2024-09-16T11:07:15.758 INFO:tasks.rados.rados.0.smithi077.stdout:1111: snap_remove snap 41 2024-09-16T11:07:16.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:07:15.942+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[86047]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[86047]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[86047]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[88497]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T11:07:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[88497]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:15 smithi077 ceph-mon[88497]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T11:07:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:15 smithi191 ceph-mon[84934]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T11:07:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:15 smithi191 ceph-mon[84934]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 758 KiB/s wr, 4 op/s; 134/690 objects degraded (19.420%) 2024-09-16T11:07:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:15 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:15 smithi191 ceph-mon[84934]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T11:07:16.763 INFO:tasks.rados.rados.0.smithi077.stdout:1111: done (0 left) 2024-09-16T11:07:16.764 INFO:tasks.rados.rados.0.smithi077.stdout:1112: snap_remove snap 108 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:16] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[86047]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T11:07:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:16 smithi077 ceph-mon[88497]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T11:07:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T11:07:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:16 smithi191 ceph-mon[84934]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T11:07:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1112: done (0 left) 2024-09-16T11:07:17.764 INFO:tasks.rados.rados.0.smithi077.stdout:1113: delete oid 6 current snap is 114 2024-09-16T11:07:17.768 INFO:tasks.rados.rados.0.smithi077.stdout:1113: done (0 left) 2024-09-16T11:07:17.768 INFO:tasks.rados.rados.0.smithi077.stdout:1114: read oid 23 snap 110 2024-09-16T11:07:17.769 INFO:tasks.rados.rados.0.smithi077.stdout:1114: expect (ObjNum 346 snap 110 seq_num 346) 2024-09-16T11:07:17.769 INFO:tasks.rados.rados.0.smithi077.stdout:1115: delete oid 13 current snap is 114 2024-09-16T11:07:17.771 INFO:tasks.rados.rados.0.smithi077.stdout:1115: done (1 left) 2024-09-16T11:07:17.771 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 114 2024-09-16T11:07:17.771 INFO:tasks.rados.rados.0.smithi077.stdout:1116: seq_num 353 ranges {0=720896,720896=401408} 2024-09-16T11:07:17.775 INFO:tasks.rados.rados.0.smithi077.stdout:1116: writing smithi07774545-25 from 0 to 720896 tid 1 2024-09-16T11:07:17.778 INFO:tasks.rados.rados.0.smithi077.stdout:1116: writing smithi07774545-25 from 720896 to 1122304 tid 2 2024-09-16T11:07:17.778 INFO:tasks.rados.rados.0.smithi077.stdout:1117: read oid 21 snap -1 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:1117: expect (ObjNum 349 snap 111 seq_num 349) 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:1118: read oid 40 snap 112 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:1118: expect (ObjNum 252 snap 72 seq_num 252) 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:1119: rollback oid 10 current snap is 114 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 94 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 114 2024-09-16T11:07:17.779 INFO:tasks.rados.rados.0.smithi077.stdout:1120: seq_num 354 ranges {0=737280,737280=401408} 2024-09-16T11:07:17.784 INFO:tasks.rados.rados.0.smithi077.stdout:1120: writing smithi07774545-35 from 0 to 737280 tid 1 2024-09-16T11:07:17.787 INFO:tasks.rados.rados.0.smithi077.stdout:1120: writing smithi07774545-35 from 737280 to 1138688 tid 2 2024-09-16T11:07:17.787 INFO:tasks.rados.rados.0.smithi077.stdout:1121: snap_create 2024-09-16T11:07:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:1120: finishing write tid 1 to smithi07774545-35 2024-09-16T11:07:17.792 INFO:tasks.rados.rados.0.smithi077.stdout:1120: finishing write tid 2 to smithi07774545-35 2024-09-16T11:07:17.792 INFO:tasks.rados.rados.0.smithi077.stdout:1117: expect (ObjNum 349 snap 111 seq_num 349) 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:1120: finishing write tid 3 to smithi07774545-35 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:1116: finishing write tid 1 to smithi07774545-25 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:1116: finishing write tid 2 to smithi07774545-25 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:1120: finishing write tid 4 to smithi07774545-35 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 632 (ObjNum 354 snap 114 seq_num 354) dirty exists 2024-09-16T11:07:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:1120: left oid 35 (ObjNum 354 snap 114 seq_num 354) 2024-09-16T11:07:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:1116: finishing write tid 3 to smithi07774545-25 2024-09-16T11:07:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:1119: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:07:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:1119: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:07:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:1118: expect (ObjNum 252 snap 72 seq_num 252) 2024-09-16T11:07:17.926 INFO:tasks.rados.rados.0.smithi077.stdout:1116: finishing write tid 4 to smithi07774545-25 2024-09-16T11:07:17.927 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 642 (ObjNum 353 snap 114 seq_num 353) dirty exists 2024-09-16T11:07:17.927 INFO:tasks.rados.rados.0.smithi077.stdout:1116: left oid 25 (ObjNum 353 snap 114 seq_num 353) 2024-09-16T11:07:17.927 INFO:tasks.rados.rados.0.smithi077.stdout:1119: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:07:17.927 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 646 (ObjNum 281 snap 88 seq_num 281) dirty exists 2024-09-16T11:07:17.927 INFO:tasks.rados.rados.0.smithi077.stdout:1114: expect (ObjNum 346 snap 110 seq_num 346) 2024-09-16T11:07:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:17 smithi077 ceph-mon[88497]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134/690 objects degraded (19.420%) 2024-09-16T11:07:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:17 smithi077 ceph-mon[88497]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T11:07:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:17 smithi077 ceph-mon[86047]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134/690 objects degraded (19.420%) 2024-09-16T11:07:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:17 smithi077 ceph-mon[86047]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T11:07:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:17 smithi191 ceph-mon[84934]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 229 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134/690 objects degraded (19.420%) 2024-09-16T11:07:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:17 smithi191 ceph-mon[84934]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T11:07:18.934 INFO:tasks.rados.rados.0.smithi077.stdout:1114: done (6 left) 2024-09-16T11:07:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:1116: done (5 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1117: done (4 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1118: done (3 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1119: done (2 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1120: done (1 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1121: done (0 left) 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1122: rollback oid 29 current snap is 115 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 100 2024-09-16T11:07:18.936 INFO:tasks.rados.rados.0.smithi077.stdout:1123: snap_remove snap 89 2024-09-16T11:07:18.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:07:18.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:19.778 INFO:tasks.rados.rados.0.smithi077.stdout:1123: done (1 left) 2024-09-16T11:07:19.778 INFO:tasks.rados.rados.0.smithi077.stdout:1124: read oid 4 snap -1 2024-09-16T11:07:19.778 INFO:tasks.rados.rados.0.smithi077.stdout:1124: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:07:19.778 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 115 2024-09-16T11:07:19.778 INFO:tasks.rados.rados.0.smithi077.stdout:1122: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:07:19.779 INFO:tasks.rados.rados.0.smithi077.stdout:1122: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:07:19.779 INFO:tasks.rados.rados.0.smithi077.stdout:1122: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:07:19.779 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 453 (ObjNum 249 snap 70 seq_num 249) dirty exists 2024-09-16T11:07:19.779 INFO:tasks.rados.rados.0.smithi077.stdout:1125: seq_num 355 ranges {2867200=753664,3620864=401408} 2024-09-16T11:07:19.799 INFO:tasks.rados.rados.0.smithi077.stdout:1125: writing smithi07774545-12 from 2867200 to 3620864 tid 1 2024-09-16T11:07:19.802 INFO:tasks.rados.rados.0.smithi077.stdout:1125: writing smithi07774545-12 from 3620864 to 4022272 tid 2 2024-09-16T11:07:19.802 INFO:tasks.rados.rados.0.smithi077.stdout:1122: done (2 left) 2024-09-16T11:07:19.802 INFO:tasks.rados.rados.0.smithi077.stdout:1126: copy_from oid 47 from oid 49 current snap is 115 2024-09-16T11:07:19.802 INFO:tasks.rados.rados.0.smithi077.stdout:1124: expect (ObjNum 272 snap 79 seq_num 272) 2024-09-16T11:07:19.901 INFO:tasks.rados.rados.0.smithi077.stdout:1126: finishing copy_from to smithi07774545-47 2024-09-16T11:07:19.902 INFO:tasks.rados.rados.0.smithi077.stdout:1126: got expected ENOENT (src dne) 2024-09-16T11:07:19.902 INFO:tasks.rados.rados.0.smithi077.stdout:1126: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:07:19.902 INFO:tasks.rados.rados.0.smithi077.stdout:1125: finishing write tid 1 to smithi07774545-12 2024-09-16T11:07:19.902 INFO:tasks.rados.rados.0.smithi077.stdout:1125: finishing write tid 2 to smithi07774545-12 2024-09-16T11:07:19.902 INFO:tasks.rados.rados.0.smithi077.stdout:1125: finishing write tid 3 to smithi07774545-12 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:1125: finishing write tid 4 to smithi07774545-12 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 640 (ObjNum 355 snap 115 seq_num 355) dirty exists 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:1125: left oid 12 (ObjNum 355 snap 115 seq_num 355) 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:1124: done (2 left) 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:1125: done (1 left) 2024-09-16T11:07:19.903 INFO:tasks.rados.rados.0.smithi077.stdout:1126: done (0 left) 2024-09-16T11:07:19.904 INFO:tasks.rados.rados.0.smithi077.stdout:1127: rmattr oid 12 current snap is 115 2024-09-16T11:07:19.904 INFO:tasks.rados.rados.0.smithi077.stdout:1127: done (0 left) 2024-09-16T11:07:19.904 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 115 2024-09-16T11:07:19.904 INFO:tasks.rados.rados.0.smithi077.stdout:1128: seq_num 356 ranges {0=770048,770048=401408} 2024-09-16T11:07:19.905 INFO:tasks.rados.rados.0.smithi077.stdout:1128: writing smithi07774545-13 from 0 to 770048 tid 1 2024-09-16T11:07:19.907 INFO:tasks.rados.rados.0.smithi077.stdout:1128: writing smithi07774545-13 from 770048 to 1171456 tid 2 2024-09-16T11:07:19.907 INFO:tasks.rados.rados.0.smithi077.stdout:1129: snap_create 2024-09-16T11:07:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:1128: finishing write tid 1 to smithi07774545-13 2024-09-16T11:07:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:1128: finishing write tid 2 to smithi07774545-13 2024-09-16T11:07:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:1128: finishing write tid 3 to smithi07774545-13 2024-09-16T11:07:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:1128: finishing write tid 4 to smithi07774545-13 2024-09-16T11:07:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 643 (ObjNum 356 snap 115 seq_num 356) dirty exists 2024-09-16T11:07:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:1128: left oid 13 (ObjNum 356 snap 115 seq_num 356) 2024-09-16T11:07:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:19 smithi077 ceph-mon[86047]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T11:07:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:19 smithi077 ceph-mon[86047]: pgmap v116: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:19 smithi077 ceph-mon[88497]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T11:07:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:19 smithi077 ceph-mon[88497]: pgmap v116: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:19 smithi191 ceph-mon[84934]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T11:07:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:19 smithi191 ceph-mon[84934]: pgmap v116: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:20.689 INFO:tasks.rados.rados.0.smithi077.stdout:1128: done (1 left) 2024-09-16T11:07:20.689 INFO:tasks.rados.rados.0.smithi077.stdout:1129: done (0 left) 2024-09-16T11:07:20.689 INFO:tasks.rados.rados.0.smithi077.stdout:1130: rollback oid 26 current snap is 116 2024-09-16T11:07:20.690 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 104 2024-09-16T11:07:20.690 INFO:tasks.rados.rados.0.smithi077.stdout:1131: copy_from oid 48 from oid 14 current snap is 116 2024-09-16T11:07:20.690 INFO:tasks.rados.rados.0.smithi077.stdout:1132: snap_create 2024-09-16T11:07:20.697 INFO:tasks.rados.rados.0.smithi077.stdout:1130: finishing rollback tid 0 to smithi07774545-26 2024-09-16T11:07:20.697 INFO:tasks.rados.rados.0.smithi077.stdout:1130: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:07:20.697 INFO:tasks.rados.rados.0.smithi077.stdout:1130: finishing rollback tid 2 to smithi07774545-26 2024-09-16T11:07:20.698 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 516 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-09-16T11:07:20.701 INFO:tasks.rados.rados.0.smithi077.stdout:1131: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:07:20.701 INFO:tasks.rados.rados.0.smithi077.stdout:1131: finishing copy_from to smithi07774545-48 2024-09-16T11:07:20.701 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 351 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded) 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[86047]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[86047]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded) 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[88497]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T11:07:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:20 smithi077 ceph-mon[88497]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T11:07:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:20 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 134/690 objects degraded (19.420%), 16 pgs degraded) 2024-09-16T11:07:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:20 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:07:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:20 smithi191 ceph-mon[84934]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T11:07:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:20 smithi191 ceph-mon[84934]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T11:07:21.691 INFO:tasks.rados.rados.0.smithi077.stdout:1130: done (2 left) 2024-09-16T11:07:21.691 INFO:tasks.rados.rados.0.smithi077.stdout:1131: done (1 left) 2024-09-16T11:07:21.691 INFO:tasks.rados.rados.0.smithi077.stdout:1132: done (0 left) 2024-09-16T11:07:21.691 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 117 2024-09-16T11:07:21.692 INFO:tasks.rados.rados.0.smithi077.stdout:1133: seq_num 357 ranges {11354112=786432,12140544=401408} 2024-09-16T11:07:21.756 INFO:tasks.rados.rados.0.smithi077.stdout:1133: writing smithi07774545-23 from 11354112 to 12140544 tid 1 2024-09-16T11:07:21.758 INFO:tasks.rados.rados.0.smithi077.stdout:1133: writing smithi07774545-23 from 12140544 to 12541952 tid 2 2024-09-16T11:07:21.758 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 117 2024-09-16T11:07:21.758 INFO:tasks.rados.rados.0.smithi077.stdout:1134: seq_num 358 ranges {2269184=802816,3072000=401408} 2024-09-16T11:07:21.775 INFO:tasks.rados.rados.0.smithi077.stdout:1134: writing smithi07774545-36 from 2269184 to 3072000 tid 1 2024-09-16T11:07:21.778 INFO:tasks.rados.rados.0.smithi077.stdout:1134: writing smithi07774545-36 from 3072000 to 3473408 tid 2 2024-09-16T11:07:21.778 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 117 2024-09-16T11:07:21.778 INFO:tasks.rados.rados.0.smithi077.stdout:1133: finishing write tid 1 to smithi07774545-23 2024-09-16T11:07:21.778 INFO:tasks.rados.rados.0.smithi077.stdout:1135: seq_num 359 ranges {4022272=417792,4440064=417792,4857856=385024} 2024-09-16T11:07:21.801 INFO:tasks.rados.rados.0.smithi077.stdout:1135: writing smithi07774545-12 from 4022272 to 4440064 tid 1 2024-09-16T11:07:21.804 INFO:tasks.rados.rados.0.smithi077.stdout:1135: writing smithi07774545-12 from 4440064 to 4857856 tid 2 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1135: writing smithi07774545-12 from 4857856 to 5242880 tid 3 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1136: snap_create 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1133: finishing write tid 2 to smithi07774545-23 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1133: finishing write tid 3 to smithi07774545-23 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1133: finishing write tid 4 to smithi07774545-23 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 406 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1133: left oid 23 (ObjNum 357 snap 117 seq_num 357) 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1134: finishing write tid 1 to smithi07774545-36 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1134: finishing write tid 2 to smithi07774545-36 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1134: finishing write tid 3 to smithi07774545-36 2024-09-16T11:07:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:1134: finishing write tid 4 to smithi07774545-36 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 673 (ObjNum 358 snap 117 seq_num 358) dirty exists 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:1134: left oid 36 (ObjNum 358 snap 117 seq_num 358) 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:1135: finishing write tid 1 to smithi07774545-12 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:1135: finishing write tid 2 to smithi07774545-12 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:1135: finishing write tid 3 to smithi07774545-12 2024-09-16T11:07:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:1135: finishing write tid 4 to smithi07774545-12 2024-09-16T11:07:21.809 INFO:tasks.rados.rados.0.smithi077.stdout:1135: finishing write tid 5 to smithi07774545-12 2024-09-16T11:07:21.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 648 (ObjNum 359 snap 117 seq_num 359) dirty exists 2024-09-16T11:07:21.809 INFO:tasks.rados.rados.0.smithi077.stdout:1135: left oid 12 (ObjNum 359 snap 117 seq_num 359) 2024-09-16T11:07:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:21 smithi077 ceph-mon[86047]: pgmap v119: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:21 smithi077 ceph-mon[86047]: osdmap e288: 8 total, 8 up, 8 in 2024-09-16T11:07:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:21 smithi077 ceph-mon[88497]: pgmap v119: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:21 smithi077 ceph-mon[88497]: osdmap e288: 8 total, 8 up, 8 in 2024-09-16T11:07:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:21 smithi191 ceph-mon[84934]: pgmap v119: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 814 KiB/s wr, 5 op/s; 11 MiB/s, 3 objects/s recovering 2024-09-16T11:07:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:21 smithi191 ceph-mon[84934]: osdmap e288: 8 total, 8 up, 8 in 2024-09-16T11:07:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:22.781 INFO:tasks.rados.rados.0.smithi077.stdout:1133: done (3 left) 2024-09-16T11:07:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:1134: done (2 left) 2024-09-16T11:07:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:1135: done (1 left) 2024-09-16T11:07:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:1136: done (0 left) 2024-09-16T11:07:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:1137: read oid 16 snap -1 2024-09-16T11:07:22.785 INFO:tasks.rados.rados.0.smithi077.stdout:1137: expect deleted 2024-09-16T11:07:22.785 INFO:tasks.rados.rados.0.smithi077.stdout:1138: read oid 47 snap -1 2024-09-16T11:07:22.785 INFO:tasks.rados.rados.0.smithi077.stdout:1138: expect (ObjNum 348 snap 111 seq_num 348) 2024-09-16T11:07:22.785 INFO:tasks.rados.rados.0.smithi077.stdout:1139: read oid 29 snap -1 2024-09-16T11:07:22.786 INFO:tasks.rados.rados.0.smithi077.stdout:1139: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:07:22.786 INFO:tasks.rados.rados.0.smithi077.stdout:1140: snap_create 2024-09-16T11:07:22.793 INFO:tasks.rados.rados.0.smithi077.stdout:1139: expect (ObjNum 249 snap 70 seq_num 249) 2024-09-16T11:07:22.842 INFO:tasks.rados.rados.0.smithi077.stdout:1138: expect (ObjNum 348 snap 111 seq_num 348) 2024-09-16T11:07:23.786 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:23.793 INFO:tasks.rados.rados.0.smithi077.stdout:1137: done (3 left) 2024-09-16T11:07:23.793 INFO:tasks.rados.rados.0.smithi077.stdout:1138: done (2 left) 2024-09-16T11:07:23.793 INFO:tasks.rados.rados.0.smithi077.stdout:1139: done (1 left) 2024-09-16T11:07:23.793 INFO:tasks.rados.rados.0.smithi077.stdout:1140: done (0 left) 2024-09-16T11:07:23.793 INFO:tasks.rados.rados.0.smithi077.stdout:1141: snap_remove snap 116 2024-09-16T11:07:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:23 smithi077 ceph-mon[86047]: osdmap e289: 8 total, 8 up, 8 in 2024-09-16T11:07:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:23 smithi077 ceph-mon[86047]: pgmap v122: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:23 smithi077 ceph-mon[88497]: osdmap e289: 8 total, 8 up, 8 in 2024-09-16T11:07:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:23 smithi077 ceph-mon[88497]: pgmap v122: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:23 smithi191 ceph-mon[84934]: osdmap e289: 8 total, 8 up, 8 in 2024-09-16T11:07:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:23 smithi191 ceph-mon[84934]: pgmap v122: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:24.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:24.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:24.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:24.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:24.800 INFO:tasks.rados.rados.0.smithi077.stdout:1141: done (0 left) 2024-09-16T11:07:24.801 INFO:tasks.rados.rados.0.smithi077.stdout:1142: copy_from oid 33 from oid 1 current snap is 119 2024-09-16T11:07:24.801 INFO:tasks.rados.rados.0.smithi077.stdout:1143: read oid 46 snap -1 2024-09-16T11:07:24.801 INFO:tasks.rados.rados.0.smithi077.stdout:1143: expect (ObjNum 344 snap 110 seq_num 344) 2024-09-16T11:07:24.801 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 119 2024-09-16T11:07:24.801 INFO:tasks.rados.rados.0.smithi077.stdout:1144: seq_num 360 ranges {1794048=434176,2228224=704512,2932736=98304} 2024-09-16T11:07:24.813 INFO:tasks.rados.rados.0.smithi077.stdout:1144: writing smithi07774545-38 from 1794048 to 2228224 tid 1 2024-09-16T11:07:24.817 INFO:tasks.rados.rados.0.smithi077.stdout:1144: writing smithi07774545-38 from 2228224 to 2932736 tid 2 2024-09-16T11:07:24.818 INFO:tasks.rados.rados.0.smithi077.stdout:1144: writing smithi07774545-38 from 2932736 to 3031040 tid 3 2024-09-16T11:07:24.818 INFO:tasks.rados.rados.0.smithi077.stdout:1145: rollback oid 9 current snap is 119 2024-09-16T11:07:24.818 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 102 2024-09-16T11:07:24.819 INFO:tasks.rados.rados.0.smithi077.stdout:1143: expect (ObjNum 344 snap 110 seq_num 344) 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1144: finishing write tid 1 to smithi07774545-38 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1144: finishing write tid 2 to smithi07774545-38 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1144: finishing write tid 3 to smithi07774545-38 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1144: finishing write tid 4 to smithi07774545-38 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1145: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:07:24.903 INFO:tasks.rados.rados.0.smithi077.stdout:1145: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 363 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1143: done (3 left) 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1145: done (2 left) 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 119 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1144: finishing write tid 5 to smithi07774545-38 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 361 (ObjNum 360 snap 119 seq_num 360) dirty exists 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1144: left oid 38 (ObjNum 360 snap 119 seq_num 360) 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1142: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1142: finishing copy_from to smithi07774545-33 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 566 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-09-16T11:07:24.904 INFO:tasks.rados.rados.0.smithi077.stdout:1146: seq_num 361 ranges {3727360=450560,4177920=581632,4759552=221184} 2024-09-16T11:07:24.925 INFO:tasks.rados.rados.0.smithi077.stdout:1146: writing smithi07774545-44 from 3727360 to 4177920 tid 1 2024-09-16T11:07:24.928 INFO:tasks.rados.rados.0.smithi077.stdout:1146: writing smithi07774545-44 from 4177920 to 4759552 tid 2 2024-09-16T11:07:24.930 INFO:tasks.rados.rados.0.smithi077.stdout:1146: writing smithi07774545-44 from 4759552 to 4980736 tid 3 2024-09-16T11:07:24.930 INFO:tasks.rados.rados.0.smithi077.stdout:1146: finishing write tid 1 to smithi07774545-44 2024-09-16T11:07:24.930 INFO:tasks.rados.rados.0.smithi077.stdout:1142: done (2 left) 2024-09-16T11:07:24.930 INFO:tasks.rados.rados.0.smithi077.stdout:1144: done (1 left) 2024-09-16T11:07:24.931 INFO:tasks.rados.rados.0.smithi077.stdout:1147: snap_remove snap 104 2024-09-16T11:07:25.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:24 smithi077 ceph-mon[86047]: osdmap e290: 8 total, 8 up, 8 in 2024-09-16T11:07:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:24 smithi077 ceph-mon[88497]: osdmap e290: 8 total, 8 up, 8 in 2024-09-16T11:07:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:24 smithi191 ceph-mon[84934]: osdmap e290: 8 total, 8 up, 8 in 2024-09-16T11:07:25.685 INFO:tasks.rados.rados.0.smithi077.stdout:1147: done (1 left) 2024-09-16T11:07:25.685 INFO:tasks.rados.rados.0.smithi077.stdout:1148: snap_remove snap 118 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[86047]: osdmap e291: 8 total, 8 up, 8 in 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[86047]: pgmap v125: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[86047]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[88497]: osdmap e291: 8 total, 8 up, 8 in 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[88497]: pgmap v125: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:25 smithi077 ceph-mon[88497]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T11:07:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:25 smithi191 ceph-mon[84934]: osdmap e291: 8 total, 8 up, 8 in 2024-09-16T11:07:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:25 smithi191 ceph-mon[84934]: pgmap v125: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-16T11:07:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:25 smithi191 ceph-mon[84934]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T11:07:26.689 INFO:tasks.rados.rados.0.smithi077.stdout:1148: done (1 left) 2024-09-16T11:07:26.689 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 119 2024-09-16T11:07:26.689 INFO:tasks.rados.rados.0.smithi077.stdout:1146: finishing write tid 2 to smithi07774545-44 2024-09-16T11:07:26.689 INFO:tasks.rados.rados.0.smithi077.stdout:1149: seq_num 362 ranges {1925120=466944,2392064=466944,2859008=335872} 2024-09-16T11:07:26.701 INFO:tasks.rados.rados.0.smithi077.stdout:1149: writing smithi07774545-42 from 1925120 to 2392064 tid 1 2024-09-16T11:07:26.704 INFO:tasks.rados.rados.0.smithi077.stdout:1149: writing smithi07774545-42 from 2392064 to 2859008 tid 2 2024-09-16T11:07:26.706 INFO:tasks.rados.rados.0.smithi077.stdout:1149: writing smithi07774545-42 from 2859008 to 3194880 tid 3 2024-09-16T11:07:26.706 INFO:tasks.rados.rados.0.smithi077.stdout:1150: read oid 48 snap -1 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1150: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1151: delete oid 7 current snap is 119 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1146: finishing write tid 3 to smithi07774545-44 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1146: finishing write tid 4 to smithi07774545-44 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1146: finishing write tid 5 to smithi07774545-44 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 655 (ObjNum 361 snap 119 seq_num 361) dirty exists 2024-09-16T11:07:26.707 INFO:tasks.rados.rados.0.smithi077.stdout:1146: left oid 44 (ObjNum 361 snap 119 seq_num 361) 2024-09-16T11:07:26.709 INFO:tasks.rados.rados.0.smithi077.stdout:1149: finishing write tid 1 to smithi07774545-42 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:1146: done (3 left) 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:1151: done (2 left) 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:1152: rollback oid 10 current snap is 119 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 64 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 119 2024-09-16T11:07:26.713 INFO:tasks.rados.rados.0.smithi077.stdout:1153: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2024-09-16T11:07:26.716 INFO:tasks.rados.rados.0.smithi077.stdout:1153: writing smithi07774545-8 from 0 to 499712 tid 1 2024-09-16T11:07:26.720 INFO:tasks.rados.rados.0.smithi077.stdout:1153: writing smithi07774545-8 from 499712 to 1138688 tid 2 2024-09-16T11:07:26.721 INFO:tasks.rados.rados.0.smithi077.stdout:1153: writing smithi07774545-8 from 1138688 to 1302528 tid 3 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:1154: rollback oid 24 current snap is 119 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 115 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:1149: finishing write tid 2 to smithi07774545-42 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:1149: finishing write tid 3 to smithi07774545-42 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:1149: finishing write tid 4 to smithi07774545-42 2024-09-16T11:07:26.722 INFO:tasks.rados.rados.0.smithi077.stdout:1150: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:26.726 INFO:tasks.rados.rados.0.smithi077.stdout:1149: finishing write tid 5 to smithi07774545-42 2024-09-16T11:07:26.726 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 688 (ObjNum 362 snap 119 seq_num 362) dirty exists 2024-09-16T11:07:26.726 INFO:tasks.rados.rados.0.smithi077.stdout:1149: left oid 42 (ObjNum 362 snap 119 seq_num 362) 2024-09-16T11:07:26.726 INFO:tasks.rados.rados.0.smithi077.stdout:1152: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1152: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 665 (ObjNum 769 snap 0 seq_num 1452388778) dirty dne 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1153: finishing write tid 1 to smithi07774545-8 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1153: finishing write tid 2 to smithi07774545-8 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1153: finishing write tid 3 to smithi07774545-8 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1153: finishing write tid 4 to smithi07774545-8 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1149: done (4 left) 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1150: done (3 left) 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1152: done (2 left) 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1155: delete oid 21 current snap is 119 2024-09-16T11:07:26.727 INFO:tasks.rados.rados.0.smithi077.stdout:1154: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:1154: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:1154: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 644 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:1154: done (2 left) 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:1155: done (1 left) 2024-09-16T11:07:26.728 INFO:tasks.rados.rados.0.smithi077.stdout:1156: delete oid 18 current snap is 119 2024-09-16T11:07:26.729 INFO:tasks.rados.rados.0.smithi077.stdout:1153: finishing write tid 5 to smithi07774545-8 2024-09-16T11:07:26.729 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 434 (ObjNum 364 snap 119 seq_num 364) dirty exists 2024-09-16T11:07:26.729 INFO:tasks.rados.rados.0.smithi077.stdout:1153: left oid 8 (ObjNum 364 snap 119 seq_num 364) 2024-09-16T11:07:26.730 INFO:tasks.rados.rados.0.smithi077.stdout:1153: done (1 left) 2024-09-16T11:07:26.730 INFO:tasks.rados.rados.0.smithi077.stdout:1156: done (0 left) 2024-09-16T11:07:26.730 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 119 2024-09-16T11:07:26.731 INFO:tasks.rados.rados.0.smithi077.stdout:1157: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-09-16T11:07:26.733 INFO:tasks.rados.rados.0.smithi077.stdout:1157: writing smithi07774545-10 from 0 to 548864 tid 1 2024-09-16T11:07:26.737 INFO:tasks.rados.rados.0.smithi077.stdout:1157: writing smithi07774545-10 from 548864 to 1286144 tid 2 2024-09-16T11:07:26.738 INFO:tasks.rados.rados.0.smithi077.stdout:1157: writing smithi07774545-10 from 1286144 to 1351680 tid 3 2024-09-16T11:07:26.738 INFO:tasks.rados.rados.0.smithi077.stdout:1158: rmattr oid 1 current snap is 119 2024-09-16T11:07:26.738 INFO:tasks.rados.rados.0.smithi077.stdout:1158: done (1 left) 2024-09-16T11:07:26.739 INFO:tasks.rados.rados.0.smithi077.stdout:1159: read oid 7 snap 100 2024-09-16T11:07:26.739 INFO:tasks.rados.rados.0.smithi077.stdout:1159: expect deleted 2024-09-16T11:07:26.739 INFO:tasks.rados.rados.0.smithi077.stdout:1157: finishing write tid 1 to smithi07774545-10 2024-09-16T11:07:26.739 INFO:tasks.rados.rados.0.smithi077.stdout:1160: snap_remove snap 81 2024-09-16T11:07:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:26] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-09-16T11:07:27.695 INFO:tasks.rados.rados.0.smithi077.stdout:1160: done (2 left) 2024-09-16T11:07:27.695 INFO:tasks.rados.rados.0.smithi077.stdout:1161: read oid 13 snap -1 2024-09-16T11:07:27.695 INFO:tasks.rados.rados.0.smithi077.stdout:1161: expect (ObjNum 356 snap 115 seq_num 356) 2024-09-16T11:07:27.695 INFO:tasks.rados.rados.0.smithi077.stdout:1162: snap_remove snap 117 2024-09-16T11:07:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:27 smithi191 ceph-mon[84934]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T11:07:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:27 smithi191 ceph-mon[84934]: pgmap v128: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[88497]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T11:07:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[88497]: pgmap v128: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[86047]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T11:07:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[86047]: pgmap v128: 121 pgs: 121 active+clean; 206 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:28.695 INFO:tasks.rados.rados.0.smithi077.stdout:1162: done (3 left) 2024-09-16T11:07:28.695 INFO:tasks.rados.rados.0.smithi077.stdout:1163: rollback oid 3 current snap is 119 2024-09-16T11:07:28.695 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 79 2024-09-16T11:07:28.695 INFO:tasks.rados.rados.0.smithi077.stdout:1157: finishing write tid 2 to smithi07774545-10 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:1157: finishing write tid 3 to smithi07774545-10 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:1157: finishing write tid 4 to smithi07774545-10 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:1157: finishing write tid 5 to smithi07774545-10 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 669 (ObjNum 367 snap 119 seq_num 367) dirty exists 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:1157: left oid 10 (ObjNum 367 snap 119 seq_num 367) 2024-09-16T11:07:28.696 INFO:tasks.rados.rados.0.smithi077.stdout:1161: expect (ObjNum 356 snap 115 seq_num 356) 2024-09-16T11:07:28.729 INFO:tasks.rados.rados.0.smithi077.stdout:1163: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:07:28.729 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 303 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:07:28.729 INFO:tasks.rados.rados.0.smithi077.stdout:1157: done (3 left) 2024-09-16T11:07:28.730 INFO:tasks.rados.rados.0.smithi077.stdout:1159: done (2 left) 2024-09-16T11:07:28.730 INFO:tasks.rados.rados.0.smithi077.stdout:1161: done (1 left) 2024-09-16T11:07:28.730 INFO:tasks.rados.rados.0.smithi077.stdout:1163: done (0 left) 2024-09-16T11:07:28.730 INFO:tasks.rados.rados.0.smithi077.stdout:1164: snap_create 2024-09-16T11:07:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:28 smithi191 ceph-mon[84934]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T11:07:28.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:07:28.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:29.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:28 smithi077 ceph-mon[86047]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T11:07:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:28 smithi077 ceph-mon[88497]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T11:07:29.720 INFO:tasks.rados.rados.0.smithi077.stdout:1164: done (0 left) 2024-09-16T11:07:29.720 INFO:tasks.rados.rados.0.smithi077.stdout:1165: snap_create 2024-09-16T11:07:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:29 smithi191 ceph-mon[84934]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T11:07:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:29 smithi191 ceph-mon[84934]: pgmap v131: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:29 smithi077 ceph-mon[88497]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T11:07:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:29 smithi077 ceph-mon[88497]: pgmap v131: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:29 smithi077 ceph-mon[86047]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T11:07:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:29 smithi077 ceph-mon[86047]: pgmap v131: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:30.688 INFO:tasks.rados.rados.0.smithi077.stdout:1165: done (0 left) 2024-09-16T11:07:30.689 INFO:tasks.rados.rados.0.smithi077.stdout:1166: delete oid 39 current snap is 121 2024-09-16T11:07:30.690 INFO:tasks.rados.rados.0.smithi077.stdout:1166: done (0 left) 2024-09-16T11:07:30.690 INFO:tasks.rados.rados.0.smithi077.stdout:1167: rollback oid 33 current snap is 121 2024-09-16T11:07:30.690 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 79 2024-09-16T11:07:30.691 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 121 2024-09-16T11:07:30.691 INFO:tasks.rados.rados.0.smithi077.stdout:1168: seq_num 369 ranges {5242880=589824,5832704=507904,6340608=294912} 2024-09-16T11:07:30.722 INFO:tasks.rados.rados.0.smithi077.stdout:1168: writing smithi07774545-12 from 5242880 to 5832704 tid 1 2024-09-16T11:07:30.725 INFO:tasks.rados.rados.0.smithi077.stdout:1168: writing smithi07774545-12 from 5832704 to 6340608 tid 2 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1168: writing smithi07774545-12 from 6340608 to 6635520 tid 3 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1169: rollback oid 42 current snap is 121 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 107 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1167: finishing rollback tid 0 to smithi07774545-33 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1167: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 568 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1168: finishing write tid 1 to smithi07774545-12 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1167: done (2 left) 2024-09-16T11:07:30.728 INFO:tasks.rados.rados.0.smithi077.stdout:1170: snap_remove snap 64 2024-09-16T11:07:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:30 smithi191 ceph-mon[84934]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-16T11:07:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:30 smithi191 ceph-mon[84934]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T11:07:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:30 smithi191 ceph-mon[84934]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T11:07:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[88497]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-16T11:07:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[88497]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T11:07:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[88497]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T11:07:31.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[86047]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-16T11:07:31.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[86047]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T11:07:31.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:30 smithi077 ceph-mon[86047]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T11:07:31.716 INFO:tasks.rados.rados.0.smithi077.stdout:1170: done (2 left) 2024-09-16T11:07:31.716 INFO:tasks.rados.rados.0.smithi077.stdout:1171: read oid 8 snap -1 2024-09-16T11:07:31.716 INFO:tasks.rados.rados.0.smithi077.stdout:1171: expect (ObjNum 364 snap 119 seq_num 364) 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1172: setattr oid 25 current snap is 121 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: finishing write tid 2 to smithi07774545-12 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: finishing write tid 3 to smithi07774545-12 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: finishing write tid 4 to smithi07774545-12 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: finishing write tid 5 to smithi07774545-12 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 679 (ObjNum 369 snap 121 seq_num 369) dirty exists 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: left oid 12 (ObjNum 369 snap 121 seq_num 369) 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1169: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1169: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1169: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 706 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1168: done (3 left) 2024-09-16T11:07:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1169: done (2 left) 2024-09-16T11:07:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1173: delete oid 3 current snap is 121 2024-09-16T11:07:31.724 INFO:tasks.rados.rados.0.smithi077.stdout:1173: done (2 left) 2024-09-16T11:07:31.724 INFO:tasks.rados.rados.0.smithi077.stdout:1174: snap_create 2024-09-16T11:07:31.726 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 681 (ObjNum 353 snap 114 seq_num 353) dirty exists 2024-09-16T11:07:31.733 INFO:tasks.rados.rados.0.smithi077.stdout:1171: expect (ObjNum 364 snap 119 seq_num 364) 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[86047]: pgmap v134: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[86047]: Upgrade: osd.1 is safe to restart 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[88497]: pgmap v134: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:31 smithi077 ceph-mon[88497]: Upgrade: osd.1 is safe to restart 2024-09-16T11:07:32.131 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:31 smithi191 ceph-mon[84934]: pgmap v134: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-16T11:07:32.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:32.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:31 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T11:07:32.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:31 smithi191 ceph-mon[84934]: Upgrade: osd.1 is safe to restart 2024-09-16T11:07:32.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:1171: done (2 left) 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:1172: done (1 left) 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:1174: done (0 left) 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:1175: rollback oid 41 current snap is 122 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 113 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 122 2024-09-16T11:07:32.722 INFO:tasks.rados.rados.0.smithi077.stdout:1176: seq_num 371 ranges {2998272=622592,3620864=679936,4300800=122880} 2024-09-16T11:07:32.741 INFO:tasks.rados.rados.0.smithi077.stdout:1176: writing smithi07774545-4 from 2998272 to 3620864 tid 1 2024-09-16T11:07:32.745 INFO:tasks.rados.rados.0.smithi077.stdout:1176: writing smithi07774545-4 from 3620864 to 4300800 tid 2 2024-09-16T11:07:32.746 INFO:tasks.rados.rados.0.smithi077.stdout:1176: writing smithi07774545-4 from 4300800 to 4423680 tid 3 2024-09-16T11:07:32.746 INFO:tasks.rados.rados.0.smithi077.stdout:1177: delete oid 19 current snap is 122 2024-09-16T11:07:32.746 INFO:tasks.rados.rados.0.smithi077.stdout:1175: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:07:32.746 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 613 (ObjNum 129 snap 0 seq_num 1301268351) dirty dne 2024-09-16T11:07:32.750 INFO:tasks.rados.rados.0.smithi077.stdout:1176: finishing write tid 1 to smithi07774545-4 2024-09-16T11:07:32.750 INFO:tasks.rados.rados.0.smithi077.stdout:1176: finishing write tid 2 to smithi07774545-4 2024-09-16T11:07:32.750 INFO:tasks.rados.rados.0.smithi077.stdout:1176: finishing write tid 3 to smithi07774545-4 2024-09-16T11:07:32.750 INFO:tasks.rados.rados.0.smithi077.stdout:1176: finishing write tid 4 to smithi07774545-4 2024-09-16T11:07:32.751 INFO:tasks.rados.rados.0.smithi077.stdout:1175: done (2 left) 2024-09-16T11:07:32.752 INFO:tasks.rados.rados.0.smithi077.stdout:1177: done (1 left) 2024-09-16T11:07:32.752 INFO:tasks.rados.rados.0.smithi077.stdout:1178: rollback oid 6 current snap is 122 2024-09-16T11:07:32.752 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 79 2024-09-16T11:07:32.752 INFO:tasks.rados.rados.0.smithi077.stdout:1179: snap_remove snap 100 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[88497]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[86047]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:32.892 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:07:32.893 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:33.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:32 smithi191 ceph-mon[84934]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T11:07:33.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:33.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T11:07:33.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:33.731 INFO:tasks.rados.rados.0.smithi077.stdout:1179: done (2 left) 2024-09-16T11:07:33.731 INFO:tasks.rados.rados.0.smithi077.stdout:1180: read oid 7 snap -1 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1180: expect deleted 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1181: delete oid 35 current snap is 122 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1176: finishing write tid 5 to smithi07774545-4 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 579 (ObjNum 371 snap 122 seq_num 371) dirty exists 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1176: left oid 4 (ObjNum 371 snap 122 seq_num 371) 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1178: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:1178: finishing rollback tid 2 to smithi07774545-6 2024-09-16T11:07:33.732 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 538 (ObjNum 230 snap 61 seq_num 230) dirty exists 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1176: done (3 left) 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1178: done (2 left) 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1180: done (1 left) 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1181: done (0 left) 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1182: rollback oid 8 current snap is 122 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 105 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1183: rmattr oid 2 current snap is 122 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1183: done (1 left) 2024-09-16T11:07:33.742 INFO:tasks.rados.rados.0.smithi077.stdout:1184: delete oid 9 current snap is 122 2024-09-16T11:07:33.747 INFO:tasks.rados.rados.0.smithi077.stdout:1182: finishing rollback tid 0 to smithi07774545-8 2024-09-16T11:07:33.750 INFO:tasks.rados.rados.0.smithi077.stdout:1184: done (1 left) 2024-09-16T11:07:33.751 INFO:tasks.rados.rados.0.smithi077.stdout:1185: read oid 16 snap -1 2024-09-16T11:07:33.751 INFO:tasks.rados.rados.0.smithi077.stdout:1185: expect deleted 2024-09-16T11:07:33.751 INFO:tasks.rados.rados.0.smithi077.stdout:1186: snap_create 2024-09-16T11:07:33.752 INFO:tasks.rados.rados.0.smithi077.stdout:1182: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:07:33.752 INFO:tasks.rados.rados.0.smithi077.stdout:1182: finishing rollback tid 2 to smithi07774545-8 2024-09-16T11:07:33.752 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 437 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-09-16T11:07:33.864 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[88497]: Upgrade: Updating osd.1 2024-09-16T11:07:33.864 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[88497]: Deploying daemon osd.1 on smithi077 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[88497]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[88497]: pgmap v137: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[86047]: Upgrade: Updating osd.1 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[86047]: Deploying daemon osd.1 on smithi077 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[86047]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T11:07:33.865 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:33 smithi077 ceph-mon[86047]: pgmap v137: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:33.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:33 smithi191 ceph-mon[84934]: Upgrade: Updating osd.1 2024-09-16T11:07:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:33 smithi191 ceph-mon[84934]: Deploying daemon osd.1 on smithi077 2024-09-16T11:07:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:33 smithi191 ceph-mon[84934]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T11:07:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:33 smithi191 ceph-mon[84934]: pgmap v137: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:34.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:34.742 INFO:tasks.rados.rados.0.smithi077.stdout:1182: done (2 left) 2024-09-16T11:07:34.742 INFO:tasks.rados.rados.0.smithi077.stdout:1185: done (1 left) 2024-09-16T11:07:34.742 INFO:tasks.rados.rados.0.smithi077.stdout:1186: done (0 left) 2024-09-16T11:07:34.742 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 123 2024-09-16T11:07:34.742 INFO:tasks.rados.rados.0.smithi077.stdout:1187: seq_num 375 ranges {3031040=688128,3719168=663552,4382720=139264} 2024-09-16T11:07:34.761 INFO:tasks.rados.rados.0.smithi077.stdout:1187: writing smithi07774545-40 from 3031040 to 3719168 tid 1 2024-09-16T11:07:34.766 INFO:tasks.rados.rados.0.smithi077.stdout:1187: writing smithi07774545-40 from 3719168 to 4382720 tid 2 2024-09-16T11:07:34.766 INFO:tasks.rados.rados.0.smithi077.stdout:1187: writing smithi07774545-40 from 4382720 to 4521984 tid 3 2024-09-16T11:07:34.766 INFO:tasks.rados.rados.0.smithi077.stdout:1188: delete oid 2 current snap is 123 2024-09-16T11:07:34.769 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:34 smithi077 ceph-mon[88497]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T11:07:34.769 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:34 smithi077 ceph-mon[86047]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T11:07:34.770 INFO:tasks.rados.rados.0.smithi077.stdout:1187: finishing write tid 1 to smithi07774545-40 2024-09-16T11:07:34.770 INFO:tasks.rados.rados.0.smithi077.stdout:1187: finishing write tid 2 to smithi07774545-40 2024-09-16T11:07:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:1187: finishing write tid 3 to smithi07774545-40 2024-09-16T11:07:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:1188: done (1 left) 2024-09-16T11:07:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:1189: snap_remove snap 107 2024-09-16T11:07:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:34 smithi191 ceph-mon[84934]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T11:07:35.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:35 smithi077 systemd[1]: Stopping Ceph osd.1 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:07:35.694 INFO:tasks.rados.rados.0.smithi077.stdout:1189: done (1 left) 2024-09-16T11:07:35.694 INFO:tasks.rados.rados.0.smithi077.stdout:1190: copy_from oid 43 from oid 39 current snap is 123 2024-09-16T11:07:35.694 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 123 2024-09-16T11:07:35.694 INFO:tasks.rados.rados.0.smithi077.stdout:1191: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-09-16T11:07:35.698 INFO:tasks.rados.rados.0.smithi077.stdout:1191: writing smithi07774545-35 from 0 to 720896 tid 1 2024-09-16T11:07:35.701 INFO:tasks.rados.rados.0.smithi077.stdout:1191: writing smithi07774545-35 from 720896 to 1155072 tid 2 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:1191: writing smithi07774545-35 from 1155072 to 1523712 tid 3 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:1187: finishing write tid 4 to smithi07774545-40 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:1187: finishing write tid 5 to smithi07774545-40 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 700 (ObjNum 375 snap 123 seq_num 375) dirty exists 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:1187: left oid 40 (ObjNum 375 snap 123 seq_num 375) 2024-09-16T11:07:35.704 INFO:tasks.rados.rados.0.smithi077.stdout:1187: done (2 left) 2024-09-16T11:07:35.705 INFO:tasks.rados.rados.0.smithi077.stdout:1192: delete oid 26 current snap is 123 2024-09-16T11:07:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[88497]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T11:07:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[88497]: pgmap v140: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[88497]: osd.1 marked itself down and dead 2024-09-16T11:07:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:35.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[88497]: osdmap e302: 8 total, 7 up, 8 in 2024-09-16T11:07:35.923 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[45106]: 2024-09-16T11:07:35.538+0000 7f04594ca640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:07:35.923 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[45106]: 2024-09-16T11:07:35.538+0000 7f04594ca640 -1 osd.1 301 *** Got signal Terminated *** 2024-09-16T11:07:35.923 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[45106]: 2024-09-16T11:07:35.538+0000 7f04594ca640 -1 osd.1 301 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:07:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[86047]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T11:07:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[86047]: pgmap v140: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[86047]: osd.1 marked itself down and dead 2024-09-16T11:07:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:35 smithi077 ceph-mon[86047]: osdmap e302: 8 total, 7 up, 8 in 2024-09-16T11:07:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:35 smithi191 ceph-mon[84934]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T11:07:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:35 smithi191 ceph-mon[84934]: pgmap v140: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 955 KiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-16T11:07:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:35 smithi191 ceph-mon[84934]: osd.1 marked itself down and dead 2024-09-16T11:07:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:35 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:07:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:35 smithi191 ceph-mon[84934]: osdmap e302: 8 total, 7 up, 8 in 2024-09-16T11:07:36.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:36 smithi077 podman[97825]: 2024-09-16 11:07:36.165223419 +0000 UTC m=+0.902013096 container died 69a5bc3bb10e3d6de2e372121ba1875b6b053232a9ac4c7860fe4fdb3939fa7b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc) 2024-09-16T11:07:36.700 INFO:tasks.rados.rados.0.smithi077.stdout:1190: finishing copy_from to smithi07774545-43 2024-09-16T11:07:36.700 INFO:tasks.rados.rados.0.smithi077.stdout:1190: got expected ENOENT (src dne) 2024-09-16T11:07:36.701 INFO:tasks.rados.rados.0.smithi077.stdout:1190: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1190: done (2 left) 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1192: done (1 left) 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1193: read oid 7 snap 122 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1193: expect deleted 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1194: rollback oid 18 current snap is 123 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 94 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 123 2024-09-16T11:07:36.703 INFO:tasks.rados.rados.0.smithi077.stdout:1195: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-09-16T11:07:36.707 INFO:tasks.rados.rados.0.smithi077.stdout:1195: writing smithi07774545-41 from 0 to 753664 tid 1 2024-09-16T11:07:36.712 INFO:tasks.rados.rados.0.smithi077.stdout:1195: writing smithi07774545-41 from 753664 to 1359872 tid 2 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1195: writing smithi07774545-41 from 1359872 to 1556480 tid 3 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1196: read oid 31 snap -1 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1196: expect deleted 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1191: finishing write tid 1 to smithi07774545-35 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1191: finishing write tid 2 to smithi07774545-35 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1191: finishing write tid 3 to smithi07774545-35 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1191: finishing write tid 4 to smithi07774545-35 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1194: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:07:36.714 INFO:tasks.rados.rados.0.smithi077.stdout:1194: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 683 (ObjNum 250 snap 70 seq_num 250) dirty exists 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1191: finishing write tid 5 to smithi07774545-35 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 681 (ObjNum 377 snap 123 seq_num 377) dirty exists 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1191: left oid 35 (ObjNum 377 snap 123 seq_num 377) 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1195: finishing write tid 1 to smithi07774545-41 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1191: done (4 left) 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1193: done (3 left) 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1194: done (2 left) 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 123 2024-09-16T11:07:36.715 INFO:tasks.rados.rados.0.smithi077.stdout:1197: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-09-16T11:07:36.718 INFO:tasks.rados.rados.0.smithi077.stdout:1197: writing smithi07774545-49 from 0 to 770048 tid 1 2024-09-16T11:07:36.721 INFO:tasks.rados.rados.0.smithi077.stdout:1197: writing smithi07774545-49 from 770048 to 1253376 tid 2 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1197: writing smithi07774545-49 from 1253376 to 1572864 tid 3 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1198: read oid 19 snap -1 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1198: expect deleted 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1199: snap_create 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1195: finishing write tid 2 to smithi07774545-41 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1195: finishing write tid 3 to smithi07774545-41 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1195: finishing write tid 4 to smithi07774545-41 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1195: finishing write tid 5 to smithi07774545-41 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 687 (ObjNum 379 snap 123 seq_num 379) dirty exists 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1195: left oid 41 (ObjNum 379 snap 123 seq_num 379) 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1197: finishing write tid 1 to smithi07774545-49 2024-09-16T11:07:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1197: finishing write tid 2 to smithi07774545-49 2024-09-16T11:07:36.725 INFO:tasks.rados.rados.0.smithi077.stdout:1197: finishing write tid 3 to smithi07774545-49 2024-09-16T11:07:36.726 INFO:tasks.rados.rados.0.smithi077.stdout:1197: finishing write tid 4 to smithi07774545-49 2024-09-16T11:07:36.727 INFO:tasks.rados.rados.0.smithi077.stdout:1197: finishing write tid 5 to smithi07774545-49 2024-09-16T11:07:36.727 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 550 (ObjNum 380 snap 123 seq_num 380) dirty exists 2024-09-16T11:07:36.727 INFO:tasks.rados.rados.0.smithi077.stdout:1197: left oid 49 (ObjNum 380 snap 123 seq_num 380) 2024-09-16T11:07:36.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:36] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-09-16T11:07:36.922 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:36 smithi077 podman[97825]: 2024-09-16 11:07:36.639716932 +0000 UTC m=+1.376506605 container cleanup 69a5bc3bb10e3d6de2e372121ba1875b6b053232a9ac4c7860fe4fdb3939fa7b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:07:36.922 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:36 smithi077 bash[97825]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1 2024-09-16T11:07:37.279 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:36 smithi077 podman[97842]: 2024-09-16 11:07:36.9415123 +0000 UTC m=+0.776842238 container remove 69a5bc3bb10e3d6de2e372121ba1875b6b053232a9ac4c7860fe4fdb3939fa7b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-16T11:07:37.279 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:07:37.536 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.204855074 +0000 UTC m=+0.024592142 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:37.536 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.426239412 +0000 UTC m=+0.245976462 container create d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-16T11:07:37.543 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:07:37.543 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (2m) 25s ago 6m 15.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (2m) 64s ago 6m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (7m) 25s ago 7m 15.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (7m) 64s ago 7m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (2m) 64s ago 10m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (2m) 25s ago 12m 492M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (107s) 25s ago 12m 45.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (69s) 64s ago 11m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (86s) 25s ago 11m 38.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (2m) 25s ago 6m 8598k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (2m) 64s ago 6m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (29s) 25s ago 10m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (10m) 25s ago 10m 176M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 69a5bc3bb10e 2024-09-16T11:07:37.544 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (9m) 25s ago 9m 184M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (9m) 25s ago 9m 106M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (9m) 64s ago 8m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (8m) 64s ago 8m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (8m) 64s ago 8m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (7m) 64s ago 7m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:07:37.545 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (2m) 64s ago 6m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1195: done (4 left) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1196: done (3 left) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1197: done (2 left) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1198: done (1 left) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1199: done (0 left) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1200: read oid 18 snap -1 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1200: expect (ObjNum 250 snap 70 seq_num 250) 2024-09-16T11:07:37.700 INFO:tasks.rados.rados.0.smithi077.stdout:1201: setattr oid 1 current snap is 124 2024-09-16T11:07:37.701 INFO:tasks.rados.rados.0.smithi077.stdout:1202: snap_create 2024-09-16T11:07:37.707 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 568 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-09-16T11:07:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1200: expect (ObjNum 250 snap 70 seq_num 250) 2024-09-16T11:07:37.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:37 smithi077 ceph-mon[86047]: osdmap e303: 8 total, 7 up, 8 in 2024-09-16T11:07:37.843 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:37 smithi077 ceph-mon[86047]: pgmap v143: 121 pgs: 16 stale+active+clean, 105 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:37.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:37 smithi077 ceph-mon[88497]: osdmap e303: 8 total, 7 up, 8 in 2024-09-16T11:07:37.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:37 smithi077 ceph-mon[88497]: pgmap v143: 121 pgs: 16 stale+active+clean, 105 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:37.844 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.645603845 +0000 UTC m=+0.465340919 container init d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T11:07:37.844 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.6490269 +0000 UTC m=+0.468763959 container start d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T11:07:37.844 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.728640245 +0000 UTC m=+0.548377304 container attach d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:07:37.878 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 6, 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:07:37.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8, 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:07:37.880 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:07:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:37 smithi191 ceph-mon[84934]: osdmap e303: 8 total, 7 up, 8 in 2024-09-16T11:07:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:37 smithi191 ceph-mon[84934]: pgmap v143: 121 pgs: 16 stale+active+clean, 105 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:07:38.150 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:37 smithi077 podman[97951]: 2024-09-16 11:07:37.84271903 +0000 UTC m=+0.662456092 container died d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T11:07:38.697 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 podman[98018]: 2024-09-16 11:07:38.424398611 +0000 UTC m=+0.575729321 container remove d49e817310a0795618f8a45f2c007b3cf4f511af2f98432bbe74f7196e934746 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True) 2024-09-16T11:07:38.698 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-16T11:07:38.698 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 systemd[1]: Stopped Ceph osd.1 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:07:38.698 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.1.service: Consumed 10.344s CPU time. 2024-09-16T11:07:38.698 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 systemd[1]: Starting Ceph osd.1 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:07:38.711 INFO:tasks.rados.rados.0.smithi077.stdout:1200: done (2 left) 2024-09-16T11:07:38.711 INFO:tasks.rados.rados.0.smithi077.stdout:1201: done (1 left) 2024-09-16T11:07:38.711 INFO:tasks.rados.rados.0.smithi077.stdout:1202: done (0 left) 2024-09-16T11:07:38.711 INFO:tasks.rados.rados.0.smithi077.stdout:1203: setattr oid 40 current snap is 125 2024-09-16T11:07:38.712 INFO:tasks.rados.rados.0.smithi077.stdout:1204: read oid 8 snap -1 2024-09-16T11:07:38.712 INFO:tasks.rados.rados.0.smithi077.stdout:1204: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:07:38.712 INFO:tasks.rados.rados.0.smithi077.stdout:1205: rollback oid 27 current snap is 125 2024-09-16T11:07:38.712 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 114 2024-09-16T11:07:38.712 INFO:tasks.rados.rados.0.smithi077.stdout:1206: snap_create 2024-09-16T11:07:38.717 INFO:tasks.rados.rados.0.smithi077.stdout:1204: expect (ObjNum 300 snap 92 seq_num 300) 2024-09-16T11:07:38.760 INFO:tasks.rados.rados.0.smithi077.stdout:1205: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:07:38.761 INFO:tasks.rados.rados.0.smithi077.stdout:1205: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:07:38.761 INFO:tasks.rados.rados.0.smithi077.stdout:1205: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:07:38.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 571 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-09-16T11:07:38.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 708 (ObjNum 375 snap 123 seq_num 375) dirty exists 2024-09-16T11:07:38.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:38 smithi191 ceph-mon[84934]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:38 smithi191 ceph-mon[84934]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:38 smithi191 ceph-mon[84934]: osdmap e304: 8 total, 7 up, 8 in 2024-09-16T11:07:38.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:38 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3151524157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:38.997 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[86047]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[86047]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[86047]: osdmap e304: 8 total, 7 up, 8 in 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3151524157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[88497]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[88497]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:07:38.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[88497]: osdmap e304: 8 total, 7 up, 8 in 2024-09-16T11:07:38.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:38 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3151524157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:38.999 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 podman[98118]: 2024-09-16 11:07:38.867444752 +0000 UTC m=+0.111073214 container create 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-16T11:07:38.999 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:38 smithi077 podman[98118]: 2024-09-16 11:07:38.772490864 +0000 UTC m=+0.016119331 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:39.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 podman[98118]: 2024-09-16 11:07:39.120158629 +0000 UTC m=+0.363787081 container init 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-16T11:07:39.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 podman[98118]: 2024-09-16 11:07:39.123563998 +0000 UTC m=+0.367192454 container start 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T11:07:39.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 podman[98118]: 2024-09-16 11:07:39.220136228 +0000 UTC m=+0.463764689 container attach 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T11:07:39.713 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T11:07:39.713 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T11:07:39.713 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate[98133]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 bash[98118]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T11:07:39.714 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:39 smithi077 podman[98118]: 2024-09-16 11:07:39.470642714 +0000 UTC m=+0.714271177 container died 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T11:07:39.715 INFO:tasks.rados.rados.0.smithi077.stdout:1203: done (3 left) 2024-09-16T11:07:39.715 INFO:tasks.rados.rados.0.smithi077.stdout:1204: done (2 left) 2024-09-16T11:07:39.715 INFO:tasks.rados.rados.0.smithi077.stdout:1205: done (1 left) 2024-09-16T11:07:39.715 INFO:tasks.rados.rados.0.smithi077.stdout:1206: done (0 left) 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1207: rmattr oid 37 current snap is 126 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1207: done (0 left) 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1208: rmattr oid 26 current snap is 126 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1208: done (0 left) 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1209: copy_from oid 29 from oid 50 current snap is 126 2024-09-16T11:07:39.716 INFO:tasks.rados.rados.0.smithi077.stdout:1210: snap_create 2024-09-16T11:07:39.722 INFO:tasks.rados.rados.0.smithi077.stdout:1209: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:07:39.723 INFO:tasks.rados.rados.0.smithi077.stdout:1209: finishing copy_from to smithi07774545-29 2024-09-16T11:07:39.723 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 545 (ObjNum 308 snap 96 seq_num 308) dirty exists 2024-09-16T11:07:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:39 smithi191 ceph-mon[84934]: osdmap e305: 8 total, 7 up, 8 in 2024-09-16T11:07:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:39 smithi191 ceph-mon[84934]: pgmap v146: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:40.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-mon[88497]: osdmap e305: 8 total, 7 up, 8 in 2024-09-16T11:07:40.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-mon[88497]: pgmap v146: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:40.050 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-mon[86047]: osdmap e305: 8 total, 7 up, 8 in 2024-09-16T11:07:40.050 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:39 smithi077 ceph-mon[86047]: pgmap v146: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:40.376 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 podman[98262]: 2024-09-16 11:07:40.049119978 +0000 UTC m=+0.573012123 container remove 6847a12bf3b91ab3b795aacbbf07f4c4fe729aeae5c2486234a12470407e18c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-16T11:07:40.376 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 podman[98321]: 2024-09-16 11:07:40.159570908 +0000 UTC m=+0.015973302 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:07:40.376 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 podman[98321]: 2024-09-16 11:07:40.266807557 +0000 UTC m=+0.123209945 container create 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T11:07:40.672 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 podman[98321]: 2024-09-16 11:07:40.477525445 +0000 UTC m=+0.333927836 container init 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, RELEASE=reef-e4e227b) 2024-09-16T11:07:40.672 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 podman[98321]: 2024-09-16 11:07:40.480688138 +0000 UTC m=+0.337090524 container start 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T11:07:40.672 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-osd[98340]: -- 172.21.15.77:0/2797125083 <== mon.0 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5619befc91e0 con 0x5619bfd48400 2024-09-16T11:07:40.672 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 bash[98321]: 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 2024-09-16T11:07:40.672 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:40 smithi077 systemd[1]: Started Ceph osd.1 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:07:40.694 INFO:tasks.rados.rados.0.smithi077.stdout:1209: done (1 left) 2024-09-16T11:07:40.694 INFO:tasks.rados.rados.0.smithi077.stdout:1210: done (0 left) 2024-09-16T11:07:40.694 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 127 2024-09-16T11:07:40.694 INFO:tasks.rados.rados.0.smithi077.stdout:1211: seq_num 381 ranges {1925120=786432,2711552=417792,3129344=385024} 2024-09-16T11:07:40.709 INFO:tasks.rados.rados.0.smithi077.stdout:1211: writing smithi07774545-28 from 1925120 to 2711552 tid 1 2024-09-16T11:07:40.711 INFO:tasks.rados.rados.0.smithi077.stdout:1211: writing smithi07774545-28 from 2711552 to 3129344 tid 2 2024-09-16T11:07:40.713 INFO:tasks.rados.rados.0.smithi077.stdout:1211: writing smithi07774545-28 from 3129344 to 3514368 tid 3 2024-09-16T11:07:40.713 INFO:tasks.rados.rados.0.smithi077.stdout:1212: rmattr oid 39 current snap is 127 2024-09-16T11:07:40.713 INFO:tasks.rados.rados.0.smithi077.stdout:1212: done (1 left) 2024-09-16T11:07:40.713 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 127 2024-09-16T11:07:40.714 INFO:tasks.rados.rados.0.smithi077.stdout:1213: seq_num 382 ranges {1171456=802816,1974272=704512,2678784=98304} 2024-09-16T11:07:40.724 INFO:tasks.rados.rados.0.smithi077.stdout:1213: writing smithi07774545-34 from 1171456 to 1974272 tid 1 2024-09-16T11:07:40.729 INFO:tasks.rados.rados.0.smithi077.stdout:1213: writing smithi07774545-34 from 1974272 to 2678784 tid 2 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1213: writing smithi07774545-34 from 2678784 to 2777088 tid 3 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1214: copy_from oid 3 from oid 13 current snap is 127 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: finishing write tid 1 to smithi07774545-28 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: finishing write tid 2 to smithi07774545-28 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: finishing write tid 3 to smithi07774545-28 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: finishing write tid 4 to smithi07774545-28 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: finishing write tid 5 to smithi07774545-28 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 371 (ObjNum 381 snap 127 seq_num 381) dirty exists 2024-09-16T11:07:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1211: left oid 28 (ObjNum 381 snap 127 seq_num 381) 2024-09-16T11:07:40.731 INFO:tasks.rados.rados.0.smithi077.stdout:1213: finishing write tid 1 to smithi07774545-34 2024-09-16T11:07:40.731 INFO:tasks.rados.rados.0.smithi077.stdout:1211: done (2 left) 2024-09-16T11:07:40.731 INFO:tasks.rados.rados.0.smithi077.stdout:1215: copy_from oid 5 from oid 45 current snap is 127 2024-09-16T11:07:40.731 INFO:tasks.rados.rados.0.smithi077.stdout:1216: snap_create 2024-09-16T11:07:40.732 INFO:tasks.rados.rados.0.smithi077.stdout:1213: finishing write tid 2 to smithi07774545-34 2024-09-16T11:07:40.733 INFO:tasks.rados.rados.0.smithi077.stdout:1213: finishing write tid 3 to smithi07774545-34 2024-09-16T11:07:40.733 INFO:tasks.rados.rados.0.smithi077.stdout:1213: finishing write tid 4 to smithi07774545-34 2024-09-16T11:07:40.735 INFO:tasks.rados.rados.0.smithi077.stdout:1213: finishing write tid 5 to smithi07774545-34 2024-09-16T11:07:40.735 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 336 (ObjNum 382 snap 127 seq_num 382) dirty exists 2024-09-16T11:07:40.735 INFO:tasks.rados.rados.0.smithi077.stdout:1213: left oid 34 (ObjNum 382 snap 127 seq_num 382) 2024-09-16T11:07:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:1214: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:07:40.739 INFO:tasks.rados.rados.0.smithi077.stdout:1214: finishing copy_from to smithi07774545-3 2024-09-16T11:07:40.739 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 643 (ObjNum 356 snap 115 seq_num 356) dirty exists 2024-09-16T11:07:40.744 INFO:tasks.rados.rados.0.smithi077.stdout:1215: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:07:40.746 INFO:tasks.rados.rados.0.smithi077.stdout:1215: finishing copy_from to smithi07774545-5 2024-09-16T11:07:40.746 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 345 (ObjNum 330 snap 104 seq_num 330) dirty exists 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 96/573 objects degraded (16.754%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: osdmap e306: 8 total, 7 up, 8 in 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:41.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[88497]: osdmap e307: 8 total, 7 up, 8 in 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 96/573 objects degraded (16.754%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: osdmap e306: 8 total, 7 up, 8 in 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:41.022 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:40 smithi077 ceph-mon[86047]: osdmap e307: 8 total, 7 up, 8 in 2024-09-16T11:07:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 96/573 objects degraded (16.754%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: osdmap e306: 8 total, 7 up, 8 in 2024-09-16T11:07:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:40 smithi191 ceph-mon[84934]: osdmap e307: 8 total, 7 up, 8 in 2024-09-16T11:07:41.326 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:41 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T11:07:41.018+0000 7f1c05392640 -1 Falling back to public interface 2024-09-16T11:07:41.721 INFO:tasks.rados.rados.0.smithi077.stdout:1213: done (3 left) 2024-09-16T11:07:41.721 INFO:tasks.rados.rados.0.smithi077.stdout:1214: done (2 left) 2024-09-16T11:07:41.721 INFO:tasks.rados.rados.0.smithi077.stdout:1215: done (1 left) 2024-09-16T11:07:41.721 INFO:tasks.rados.rados.0.smithi077.stdout:1216: done (0 left) 2024-09-16T11:07:41.721 INFO:tasks.rados.rados.0.smithi077.stdout:1217: snap_create 2024-09-16T11:07:42.142 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:41 smithi077 ceph-mon[88497]: pgmap v149: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:42.143 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:41 smithi077 ceph-mon[86047]: pgmap v149: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:41 smithi191 ceph-mon[84934]: pgmap v149: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 96/573 objects degraded (16.754%) 2024-09-16T11:07:42.596 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:42.723 INFO:tasks.rados.rados.0.smithi077.stdout:1217: done (0 left) 2024-09-16T11:07:42.723 INFO:tasks.rados.rados.0.smithi077.stdout:1218: snap_remove snap 124 2024-09-16T11:07:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:42 smithi191 ceph-mon[84934]: osdmap e308: 8 total, 7 up, 8 in 2024-09-16T11:07:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:43.103 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[86047]: osdmap e308: 8 total, 7 up, 8 in 2024-09-16T11:07:43.104 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:43.104 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:43.104 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[88497]: osdmap e308: 8 total, 7 up, 8 in 2024-09-16T11:07:43.104 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:43.104 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:43.729 INFO:tasks.rados.rados.0.smithi077.stdout:1218: done (0 left) 2024-09-16T11:07:43.730 INFO:tasks.rados.rados.0.smithi077.stdout:1219: rollback oid 5 current snap is 129 2024-09-16T11:07:43.730 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 121 2024-09-16T11:07:43.730 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 129 2024-09-16T11:07:43.730 INFO:tasks.rados.rados.0.smithi077.stdout:1220: seq_num 383 ranges {360448=417792,778240=589824,1368064=417792,1785856=196608} 2024-09-16T11:07:43.734 INFO:tasks.rados.rados.0.smithi077.stdout:1220: writing smithi07774545-29 from 360448 to 778240 tid 1 2024-09-16T11:07:43.739 INFO:tasks.rados.rados.0.smithi077.stdout:1220: writing smithi07774545-29 from 778240 to 1368064 tid 2 2024-09-16T11:07:43.742 INFO:tasks.rados.rados.0.smithi077.stdout:1220: writing smithi07774545-29 from 1368064 to 1785856 tid 3 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:1220: writing smithi07774545-29 from 1785856 to 1982464 tid 4 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 129 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:1219: finishing rollback tid 0 to smithi07774545-5 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:1219: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 547 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 1 to smithi07774545-29 2024-09-16T11:07:43.744 INFO:tasks.rados.rados.0.smithi077.stdout:1221: seq_num 384 ranges {1351680=434176,1785856=475136,2260992=630784,2891776=98304} 2024-09-16T11:07:43.754 INFO:tasks.rados.rados.0.smithi077.stdout:1221: writing smithi07774545-10 from 1351680 to 1785856 tid 1 2024-09-16T11:07:43.758 INFO:tasks.rados.rados.0.smithi077.stdout:1221: writing smithi07774545-10 from 1785856 to 2260992 tid 2 2024-09-16T11:07:43.762 INFO:tasks.rados.rados.0.smithi077.stdout:1221: writing smithi07774545-10 from 2260992 to 2891776 tid 3 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1221: writing smithi07774545-10 from 2891776 to 2990080 tid 4 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1219: done (2 left) 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1222: delete oid 17 current snap is 129 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 2 to smithi07774545-29 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 3 to smithi07774545-29 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 4 to smithi07774545-29 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 5 to smithi07774545-29 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: finishing write tid 6 to smithi07774545-29 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 552 (ObjNum 383 snap 129 seq_num 383) dirty exists 2024-09-16T11:07:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1220: left oid 29 (ObjNum 383 snap 129 seq_num 383) 2024-09-16T11:07:43.765 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 1 to smithi07774545-10 2024-09-16T11:07:43.765 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 2 to smithi07774545-10 2024-09-16T11:07:43.766 INFO:tasks.rados.rados.0.smithi077.stdout:1220: done (2 left) 2024-09-16T11:07:43.766 INFO:tasks.rados.rados.0.smithi077.stdout:1222: done (1 left) 2024-09-16T11:07:43.766 INFO:tasks.rados.rados.0.smithi077.stdout:1223: read oid 39 snap -1 2024-09-16T11:07:43.766 INFO:tasks.rados.rados.0.smithi077.stdout:1223: expect deleted 2024-09-16T11:07:43.766 INFO:tasks.rados.rados.0.smithi077.stdout:1224: snap_remove snap 79 2024-09-16T11:07:43.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:43 smithi191 ceph-mon[84934]: osdmap e309: 8 total, 7 up, 8 in 2024-09-16T11:07:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:43 smithi191 ceph-mon[84934]: pgmap v152: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:44.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:43 smithi077 ceph-mon[88497]: osdmap e309: 8 total, 7 up, 8 in 2024-09-16T11:07:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:43 smithi077 ceph-mon[88497]: pgmap v152: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:44.172 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T11:07:43.936+0000 7f1c05392640 -1 osd.1 301 log_to_monitors true 2024-09-16T11:07:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:43 smithi077 ceph-mon[86047]: osdmap e309: 8 total, 7 up, 8 in 2024-09-16T11:07:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:43 smithi077 ceph-mon[86047]: pgmap v152: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:44.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:44.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:44.748 INFO:tasks.rados.rados.0.smithi077.stdout:1224: done (2 left) 2024-09-16T11:07:44.748 INFO:tasks.rados.rados.0.smithi077.stdout:1225: snap_remove snap 123 2024-09-16T11:07:45.063 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T11:07:44.783+0000 7f1bfd13c640 -1 osd.1 301 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: osdmap e310: 8 total, 7 up, 8 in 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.064 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: osdmap e310: 8 total, 7 up, 8 in 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.065 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: osdmap e310: 8 total, 7 up, 8 in 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:45.753 INFO:tasks.rados.rados.0.smithi077.stdout:1225: done (2 left) 2024-09-16T11:07:45.754 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 129 2024-09-16T11:07:45.754 INFO:tasks.rados.rados.0.smithi077.stdout:1226: seq_num 386 ranges {4333568=466944,4800512=638976,5439488=565248} 2024-09-16T11:07:45.782 INFO:tasks.rados.rados.0.smithi077.stdout:1226: writing smithi07774545-47 from 4333568 to 4800512 tid 1 2024-09-16T11:07:45.787 INFO:tasks.rados.rados.0.smithi077.stdout:1226: writing smithi07774545-47 from 4800512 to 5439488 tid 2 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1226: writing smithi07774545-47 from 5439488 to 6004736 tid 3 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1227: copy_from oid 46 from oid 44 current snap is 129 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 3 to smithi07774545-10 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 4 to smithi07774545-10 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 5 to smithi07774545-10 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: finishing write tid 6 to smithi07774545-10 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 716 (ObjNum 384 snap 129 seq_num 384) dirty exists 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: left oid 10 (ObjNum 384 snap 129 seq_num 384) 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1221: done (3 left) 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1223: done (2 left) 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1228: snap_create 2024-09-16T11:07:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:1226: finishing write tid 1 to smithi07774545-47 2024-09-16T11:07:45.792 INFO:tasks.rados.rados.0.smithi077.stdout:1226: finishing write tid 2 to smithi07774545-47 2024-09-16T11:07:45.793 INFO:tasks.rados.rados.0.smithi077.stdout:1226: finishing write tid 3 to smithi07774545-47 2024-09-16T11:07:45.793 INFO:tasks.rados.rados.0.smithi077.stdout:1226: finishing write tid 4 to smithi07774545-47 2024-09-16T11:07:45.794 INFO:tasks.rados.rados.0.smithi077.stdout:1226: finishing write tid 5 to smithi07774545-47 2024-09-16T11:07:45.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 747 (ObjNum 386 snap 129 seq_num 386) dirty exists 2024-09-16T11:07:45.795 INFO:tasks.rados.rados.0.smithi077.stdout:1226: left oid 47 (ObjNum 386 snap 129 seq_num 386) 2024-09-16T11:07:46.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T11:07:46.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: osdmap e311: 8 total, 7 up, 8 in 2024-09-16T11:07:46.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 98/588 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: osdmap e311: 8 total, 7 up, 8 in 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:46.019 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:45 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 98/588 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T11:07:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: osdmap e311: 8 total, 7 up, 8 in 2024-09-16T11:07:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: from='osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:07:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 743 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 98/588 objects degraded (16.667%) 2024-09-16T11:07:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:45 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 98/588 objects degraded (16.667%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:46.757 INFO:tasks.rados.rados.0.smithi077.stdout:1226: done (2 left) 2024-09-16T11:07:46.757 INFO:tasks.rados.rados.0.smithi077.stdout:1228: done (1 left) 2024-09-16T11:07:46.758 INFO:tasks.rados.rados.0.smithi077.stdout:1229: delete oid 5 current snap is 130 2024-09-16T11:07:46.792 INFO:tasks.rados.rados.0.smithi077.stdout:1229: done (1 left) 2024-09-16T11:07:46.792 INFO:tasks.rados.rados.0.smithi077.stdout:1230: read oid 26 snap -1 2024-09-16T11:07:46.793 INFO:tasks.rados.rados.0.smithi077.stdout:1230: expect deleted 2024-09-16T11:07:46.793 INFO:tasks.rados.rados.0.smithi077.stdout:1231: delete oid 48 current snap is 130 2024-09-16T11:07:46.796 INFO:tasks.rados.rados.0.smithi077.stdout:1231: done (2 left) 2024-09-16T11:07:46.796 INFO:tasks.rados.rados.0.smithi077.stdout:1232: snap_remove snap 122 2024-09-16T11:07:47.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:47.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[88497]: osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072] boot 2024-09-16T11:07:47.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[88497]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T11:07:47.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:07:47.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:47.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[86047]: osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072] boot 2024-09-16T11:07:47.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[86047]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T11:07:47.079 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:07:47.079 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:46] "GET /metrics HTTP/1.1" 200 36173 "" "Prometheus/2.43.0" 2024-09-16T11:07:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:46 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:07:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:46 smithi191 ceph-mon[84934]: osd.1 [v2:172.21.15.77:6810/3807462072,v1:172.21.15.77:6811/3807462072] boot 2024-09-16T11:07:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:46 smithi191 ceph-mon[84934]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T11:07:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T11:07:47.777 INFO:tasks.rados.rados.0.smithi077.stdout:1232: done (2 left) 2024-09-16T11:07:47.778 INFO:tasks.rados.rados.0.smithi077.stdout:1233: read oid 9 snap -1 2024-09-16T11:07:47.778 INFO:tasks.rados.rados.0.smithi077.stdout:1233: expect deleted 2024-09-16T11:07:47.778 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 130 2024-09-16T11:07:47.778 INFO:tasks.rados.rados.0.smithi077.stdout:1234: seq_num 389 ranges {4423680=524288,4947968=745472,5693440=458752} 2024-09-16T11:07:47.805 INFO:tasks.rados.rados.0.smithi077.stdout:1234: writing smithi07774545-4 from 4423680 to 4947968 tid 1 2024-09-16T11:07:47.809 INFO:tasks.rados.rados.0.smithi077.stdout:1234: writing smithi07774545-4 from 4947968 to 5693440 tid 2 2024-09-16T11:07:47.811 INFO:tasks.rados.rados.0.smithi077.stdout:1234: writing smithi07774545-4 from 5693440 to 6152192 tid 3 2024-09-16T11:07:47.811 INFO:tasks.rados.rados.0.smithi077.stdout:1235: snap_remove snap 112 2024-09-16T11:07:47.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: pgmap v158: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 98/588 objects degraded (16.667%) 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:47.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:07:47.826+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: pgmap v158: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 98/588 objects degraded (16.667%) 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: pgmap v158: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 98/588 objects degraded (16.667%) 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:07:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:48.780 INFO:tasks.rados.rados.0.smithi077.stdout:1235: done (4 left) 2024-09-16T11:07:48.780 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 130 2024-09-16T11:07:48.780 INFO:tasks.rados.rados.0.smithi077.stdout:1236: seq_num 390 ranges {2990080=540672,3530752=630784,4161536=573440} 2024-09-16T11:07:48.800 INFO:tasks.rados.rados.0.smithi077.stdout:1236: writing smithi07774545-10 from 2990080 to 3530752 tid 1 2024-09-16T11:07:48.804 INFO:tasks.rados.rados.0.smithi077.stdout:1236: writing smithi07774545-10 from 3530752 to 4161536 tid 2 2024-09-16T11:07:48.807 INFO:tasks.rados.rados.0.smithi077.stdout:1236: writing smithi07774545-10 from 4161536 to 4734976 tid 3 2024-09-16T11:07:48.807 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 130 2024-09-16T11:07:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:1237: seq_num 391 ranges {12541952=557056,13099008=516096,13615104=688128} 2024-09-16T11:07:48.877 INFO:tasks.rados.rados.0.smithi077.stdout:1237: writing smithi07774545-23 from 12541952 to 13099008 tid 1 2024-09-16T11:07:48.879 INFO:tasks.rados.rados.0.smithi077.stdout:1237: writing smithi07774545-23 from 13099008 to 13615104 tid 2 2024-09-16T11:07:48.883 INFO:tasks.rados.rados.0.smithi077.stdout:1237: writing smithi07774545-23 from 13615104 to 14303232 tid 3 2024-09-16T11:07:48.884 INFO:tasks.rados.rados.0.smithi077.stdout:1238: snap_remove snap 125 2024-09-16T11:07:48.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:07:48.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:48 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-16T11:07:49.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-16T11:07:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:07:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:48 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-16T11:07:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:1238: done (6 left) 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1239: rollback oid 27 current snap is 130 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1227: finishing copy_from racing read to smithi07774545-46 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1227: finishing copy_from to smithi07774545-46 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 655 (ObjNum 361 snap 119 seq_num 361) dirty exists 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: finishing write tid 1 to smithi07774545-4 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: finishing write tid 2 to smithi07774545-4 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: finishing write tid 3 to smithi07774545-4 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: finishing write tid 4 to smithi07774545-4 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: finishing write tid 5 to smithi07774545-4 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 583 (ObjNum 389 snap 130 seq_num 389) dirty exists 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1234: left oid 4 (ObjNum 389 snap 130 seq_num 389) 2024-09-16T11:07:49.792 INFO:tasks.rados.rados.0.smithi077.stdout:1236: finishing write tid 1 to smithi07774545-10 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1236: finishing write tid 2 to smithi07774545-10 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1236: finishing write tid 3 to smithi07774545-10 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1236: finishing write tid 4 to smithi07774545-10 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1236: finishing write tid 5 to smithi07774545-10 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 743 (ObjNum 390 snap 130 seq_num 390) dirty exists 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1236: left oid 10 (ObjNum 390 snap 130 seq_num 390) 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1237: finishing write tid 1 to smithi07774545-23 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1237: finishing write tid 2 to smithi07774545-23 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1237: finishing write tid 3 to smithi07774545-23 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1237: finishing write tid 4 to smithi07774545-23 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:1237: finishing write tid 5 to smithi07774545-23 2024-09-16T11:07:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 659 (ObjNum 391 snap 130 seq_num 391) dirty exists 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1237: left oid 23 (ObjNum 391 snap 130 seq_num 391) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 96 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1227: done (6 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1230: done (5 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1233: done (4 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1234: done (3 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1236: done (2 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1237: done (1 left) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1240: read oid 9 snap -1 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1240: expect deleted 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1241: read oid 29 snap -1 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1241: expect (ObjNum 383 snap 129 seq_num 383) 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1242: rollback oid 39 current snap is 130 2024-09-16T11:07:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 105 2024-09-16T11:07:49.795 INFO:tasks.rados.rados.0.smithi077.stdout:1243: read oid 12 snap 128 2024-09-16T11:07:49.795 INFO:tasks.rados.rados.0.smithi077.stdout:1243: expect (ObjNum 369 snap 121 seq_num 369) 2024-09-16T11:07:49.795 INFO:tasks.rados.rados.0.smithi077.stdout:1244: setattr oid 34 current snap is 130 2024-09-16T11:07:49.795 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 130 2024-09-16T11:07:49.795 INFO:tasks.rados.rados.0.smithi077.stdout:1245: seq_num 392 ranges {991232=573440,1564672=802816,2367488=401408} 2024-09-16T11:07:49.808 INFO:tasks.rados.rados.0.smithi077.stdout:1245: writing smithi07774545-8 from 991232 to 1564672 tid 1 2024-09-16T11:07:49.810 INFO:tasks.rados.rados.0.smithi077.stdout:1245: writing smithi07774545-8 from 1564672 to 2367488 tid 2 2024-09-16T11:07:49.813 INFO:tasks.rados.rados.0.smithi077.stdout:1245: writing smithi07774545-8 from 2367488 to 2768896 tid 3 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1246: read oid 5 snap -1 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1246: expect deleted 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1247: delete oid 32 current snap is 130 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1239: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1239: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1239: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 574 (ObjNum 286 snap 89 seq_num 286) dirty exists 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1242: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1242: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 576 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 644 (ObjNum 382 snap 127 seq_num 382) dirty exists 2024-09-16T11:07:49.814 INFO:tasks.rados.rados.0.smithi077.stdout:1241: expect (ObjNum 383 snap 129 seq_num 383) 2024-09-16T11:07:49.872 INFO:tasks.rados.rados.0.smithi077.stdout:1245: finishing write tid 1 to smithi07774545-8 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1245: finishing write tid 2 to smithi07774545-8 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1245: finishing write tid 3 to smithi07774545-8 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1245: finishing write tid 4 to smithi07774545-8 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1245: finishing write tid 5 to smithi07774545-8 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 442 (ObjNum 392 snap 130 seq_num 392) dirty exists 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1245: left oid 8 (ObjNum 392 snap 130 seq_num 392) 2024-09-16T11:07:49.873 INFO:tasks.rados.rados.0.smithi077.stdout:1243: expect (ObjNum 369 snap 121 seq_num 369) 2024-09-16T11:07:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:49 smithi077 ceph-mon[86047]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T11:07:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:49 smithi077 ceph-mon[86047]: pgmap v161: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 7 op/s; 19/552 objects degraded (3.442%); 7.9 MiB/s, 3 objects/s recovering 2024-09-16T11:07:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:49 smithi077 ceph-mon[88497]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T11:07:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:49 smithi077 ceph-mon[88497]: pgmap v161: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 7 op/s; 19/552 objects degraded (3.442%); 7.9 MiB/s, 3 objects/s recovering 2024-09-16T11:07:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:49 smithi191 ceph-mon[84934]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T11:07:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:49 smithi191 ceph-mon[84934]: pgmap v161: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 7 op/s; 19/552 objects degraded (3.442%); 7.9 MiB/s, 3 objects/s recovering 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1239: done (8 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1240: done (7 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1241: done (6 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1242: done (5 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1243: done (4 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1244: done (3 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1245: done (2 left) 2024-09-16T11:07:50.299 INFO:tasks.rados.rados.0.smithi077.stdout:1246: done (1 left) 2024-09-16T11:07:50.300 INFO:tasks.rados.rados.0.smithi077.stdout:1247: done (0 left) 2024-09-16T11:07:50.300 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 130 2024-09-16T11:07:50.300 INFO:tasks.rados.rados.0.smithi077.stdout:1248: seq_num 394 ranges {4734976=606208,5341184=565248,5906432=557056,6463488=81920} 2024-09-16T11:07:50.326 INFO:tasks.rados.rados.0.smithi077.stdout:1248: writing smithi07774545-10 from 4734976 to 5341184 tid 1 2024-09-16T11:07:50.329 INFO:tasks.rados.rados.0.smithi077.stdout:1248: writing smithi07774545-10 from 5341184 to 5906432 tid 2 2024-09-16T11:07:50.333 INFO:tasks.rados.rados.0.smithi077.stdout:1248: writing smithi07774545-10 from 5906432 to 6463488 tid 3 2024-09-16T11:07:50.334 INFO:tasks.rados.rados.0.smithi077.stdout:1248: writing smithi07774545-10 from 6463488 to 6545408 tid 4 2024-09-16T11:07:50.334 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 130 2024-09-16T11:07:50.334 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 1 to smithi07774545-10 2024-09-16T11:07:50.334 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 2 to smithi07774545-10 2024-09-16T11:07:50.334 INFO:tasks.rados.rados.0.smithi077.stdout:1249: seq_num 395 ranges {2367488=622592,2990080=450560,3440640=753664} 2024-09-16T11:07:50.349 INFO:tasks.rados.rados.0.smithi077.stdout:1249: writing smithi07774545-30 from 2367488 to 2990080 tid 1 2024-09-16T11:07:50.352 INFO:tasks.rados.rados.0.smithi077.stdout:1249: writing smithi07774545-30 from 2990080 to 3440640 tid 2 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1249: writing smithi07774545-30 from 3440640 to 4194304 tid 3 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1250: read oid 25 snap -1 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1250: expect (ObjNum 353 snap 114 seq_num 353) 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1251: rollback oid 5 current snap is 130 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 98 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 3 to smithi07774545-10 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 130 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 4 to smithi07774545-10 2024-09-16T11:07:50.357 INFO:tasks.rados.rados.0.smithi077.stdout:1252: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-09-16T11:07:50.361 INFO:tasks.rados.rados.0.smithi077.stdout:1252: writing smithi07774545-19 from 0 to 638976 tid 1 2024-09-16T11:07:50.365 INFO:tasks.rados.rados.0.smithi077.stdout:1252: writing smithi07774545-19 from 638976 to 1425408 tid 2 2024-09-16T11:07:50.369 INFO:tasks.rados.rados.0.smithi077.stdout:1252: writing smithi07774545-19 from 1425408 to 1843200 tid 3 2024-09-16T11:07:50.369 INFO:tasks.rados.rados.0.smithi077.stdout:1253: copy_from oid 48 from oid 14 current snap is 130 2024-09-16T11:07:50.369 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 5 to smithi07774545-10 2024-09-16T11:07:50.369 INFO:tasks.rados.rados.0.smithi077.stdout:1248: finishing write tid 6 to smithi07774545-10 2024-09-16T11:07:50.369 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 752 (ObjNum 394 snap 130 seq_num 394) dirty exists 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1248: left oid 10 (ObjNum 394 snap 130 seq_num 394) 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1249: finishing write tid 1 to smithi07774545-30 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1249: finishing write tid 2 to smithi07774545-30 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1251: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 547 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1249: finishing write tid 3 to smithi07774545-30 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1249: finishing write tid 4 to smithi07774545-30 2024-09-16T11:07:50.370 INFO:tasks.rados.rados.0.smithi077.stdout:1249: finishing write tid 5 to smithi07774545-30 2024-09-16T11:07:50.371 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 663 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-09-16T11:07:50.371 INFO:tasks.rados.rados.0.smithi077.stdout:1249: left oid 30 (ObjNum 395 snap 130 seq_num 395) 2024-09-16T11:07:50.371 INFO:tasks.rados.rados.0.smithi077.stdout:1250: expect (ObjNum 353 snap 114 seq_num 353) 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1252: finishing write tid 1 to smithi07774545-19 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1252: finishing write tid 2 to smithi07774545-19 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1253: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1252: finishing write tid 3 to smithi07774545-19 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1252: finishing write tid 4 to smithi07774545-19 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1253: finishing copy_from to smithi07774545-48 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 351 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:1252: finishing write tid 5 to smithi07774545-19 2024-09-16T11:07:50.403 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 329 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1252: left oid 19 (ObjNum 396 snap 130 seq_num 396) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1248: done (5 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1249: done (4 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1250: done (3 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1251: done (2 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1252: done (1 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1253: done (0 left) 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1254: rollback oid 33 current snap is 130 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 127 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1255: delete oid 42 current snap is 130 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:1254: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:07:50.404 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 568 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-16T11:07:50.405 INFO:tasks.rados.rados.0.smithi077.stdout:1254: done (1 left) 2024-09-16T11:07:50.405 INFO:tasks.rados.rados.0.smithi077.stdout:1255: done (0 left) 2024-09-16T11:07:50.405 INFO:tasks.rados.rados.0.smithi077.stdout:1256: rollback oid 5 current snap is 130 2024-09-16T11:07:50.405 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 127 2024-09-16T11:07:50.405 INFO:tasks.rados.rados.0.smithi077.stdout:1257: delete oid 50 current snap is 130 2024-09-16T11:07:50.406 INFO:tasks.rados.rados.0.smithi077.stdout:1256: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:07:50.407 INFO:tasks.rados.rados.0.smithi077.stdout:1257: done (1 left) 2024-09-16T11:07:50.407 INFO:tasks.rados.rados.0.smithi077.stdout:1258: copy_from oid 1 from oid 47 current snap is 130 2024-09-16T11:07:50.407 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 130 2024-09-16T11:07:50.407 INFO:tasks.rados.rados.0.smithi077.stdout:1259: seq_num 399 ranges {1572864=688128,2260992=434176,2695168=745472,3440640=24576} 2024-09-16T11:07:50.418 INFO:tasks.rados.rados.0.smithi077.stdout:1259: writing smithi07774545-49 from 1572864 to 2260992 tid 1 2024-09-16T11:07:50.421 INFO:tasks.rados.rados.0.smithi077.stdout:1259: writing smithi07774545-49 from 2260992 to 2695168 tid 2 2024-09-16T11:07:50.427 INFO:tasks.rados.rados.0.smithi077.stdout:1259: writing smithi07774545-49 from 2695168 to 3440640 tid 3 2024-09-16T11:07:50.427 INFO:tasks.rados.rados.0.smithi077.stdout:1259: writing smithi07774545-49 from 3440640 to 3465216 tid 4 2024-09-16T11:07:50.427 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 130 2024-09-16T11:07:50.427 INFO:tasks.rados.rados.0.smithi077.stdout:1256: finishing rollback tid 2 to smithi07774545-5 2024-09-16T11:07:50.428 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 554 (ObjNum 330 snap 104 seq_num 330) dirty exists 2024-09-16T11:07:50.428 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 1 to smithi07774545-49 2024-09-16T11:07:50.428 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 2 to smithi07774545-49 2024-09-16T11:07:50.428 INFO:tasks.rados.rados.0.smithi077.stdout:1260: seq_num 400 ranges {1982464=704512,2686976=720896,3407872=483328} 2024-09-16T11:07:50.441 INFO:tasks.rados.rados.0.smithi077.stdout:1260: writing smithi07774545-29 from 1982464 to 2686976 tid 1 2024-09-16T11:07:50.445 INFO:tasks.rados.rados.0.smithi077.stdout:1260: writing smithi07774545-29 from 2686976 to 3407872 tid 2 2024-09-16T11:07:50.449 INFO:tasks.rados.rados.0.smithi077.stdout:1260: writing smithi07774545-29 from 3407872 to 3891200 tid 3 2024-09-16T11:07:50.449 INFO:tasks.rados.rados.0.smithi077.stdout:1256: done (3 left) 2024-09-16T11:07:50.449 INFO:tasks.rados.rados.0.smithi077.stdout:1261: rollback oid 33 current snap is 130 2024-09-16T11:07:50.449 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 121 2024-09-16T11:07:50.449 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 3 to smithi07774545-49 2024-09-16T11:07:50.450 INFO:tasks.rados.rados.0.smithi077.stdout:1262: read oid 14 snap -1 2024-09-16T11:07:50.450 INFO:tasks.rados.rados.0.smithi077.stdout:1262: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:50.450 INFO:tasks.rados.rados.0.smithi077.stdout:1263: snap_remove snap 102 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1263: done (5 left) 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1264: delete oid 42 current snap is 130 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 4 to smithi07774545-49 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1258: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 5 to smithi07774545-49 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1259: finishing write tid 6 to smithi07774545-49 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 572 (ObjNum 399 snap 130 seq_num 399) dirty exists 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1259: left oid 49 (ObjNum 399 snap 130 seq_num 399) 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1258: finishing copy_from to smithi07774545-1 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 747 (ObjNum 386 snap 129 seq_num 386) dirty exists 2024-09-16T11:07:50.789 INFO:tasks.rados.rados.0.smithi077.stdout:1260: finishing write tid 1 to smithi07774545-29 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:1260: finishing write tid 2 to smithi07774545-29 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:1261: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 568 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:1260: finishing write tid 3 to smithi07774545-29 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:1260: finishing write tid 4 to smithi07774545-29 2024-09-16T11:07:50.790 INFO:tasks.rados.rados.0.smithi077.stdout:1262: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:50.793 INFO:tasks.rados.rados.0.smithi077.stdout:1260: finishing write tid 5 to smithi07774545-29 2024-09-16T11:07:50.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 558 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-09-16T11:07:50.793 INFO:tasks.rados.rados.0.smithi077.stdout:1260: left oid 29 (ObjNum 400 snap 130 seq_num 400) 2024-09-16T11:07:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1258: done (5 left) 2024-09-16T11:07:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1259: done (4 left) 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:1260: done (3 left) 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:1261: done (2 left) 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:1262: done (1 left) 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:1264: done (0 left) 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 130 2024-09-16T11:07:50.804 INFO:tasks.rados.rados.0.smithi077.stdout:1265: seq_num 402 ranges {1843200=737280,2580480=491520,3072000=516096,3588096=196608} 2024-09-16T11:07:50.818 INFO:tasks.rados.rados.0.smithi077.stdout:1265: writing smithi07774545-19 from 1843200 to 2580480 tid 1 2024-09-16T11:07:50.821 INFO:tasks.rados.rados.0.smithi077.stdout:1265: writing smithi07774545-19 from 2580480 to 3072000 tid 2 2024-09-16T11:07:50.823 INFO:tasks.rados.rados.0.smithi077.stdout:1265: writing smithi07774545-19 from 3072000 to 3588096 tid 3 2024-09-16T11:07:50.825 INFO:tasks.rados.rados.0.smithi077.stdout:1265: writing smithi07774545-19 from 3588096 to 3784704 tid 4 2024-09-16T11:07:50.825 INFO:tasks.rados.rados.0.smithi077.stdout:1266: snap_create 2024-09-16T11:07:50.825 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 1 to smithi07774545-19 2024-09-16T11:07:50.825 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 2 to smithi07774545-19 2024-09-16T11:07:50.827 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 3 to smithi07774545-19 2024-09-16T11:07:50.827 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 4 to smithi07774545-19 2024-09-16T11:07:50.827 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 5 to smithi07774545-19 2024-09-16T11:07:50.828 INFO:tasks.rados.rados.0.smithi077.stdout:1265: finishing write tid 6 to smithi07774545-19 2024-09-16T11:07:50.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 334 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-09-16T11:07:50.828 INFO:tasks.rados.rados.0.smithi077.stdout:1265: left oid 19 (ObjNum 402 snap 130 seq_num 402) 2024-09-16T11:07:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:50 smithi077 ceph-mon[86047]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T11:07:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:50 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:50 smithi077 ceph-mon[88497]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T11:07:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:50 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:50 smithi191 ceph-mon[84934]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T11:07:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:50 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T11:07:51.800 INFO:tasks.rados.rados.0.smithi077.stdout:1265: done (1 left) 2024-09-16T11:07:51.800 INFO:tasks.rados.rados.0.smithi077.stdout:1266: done (0 left) 2024-09-16T11:07:51.800 INFO:tasks.rados.rados.0.smithi077.stdout:1267: snap_create 2024-09-16T11:07:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:51 smithi077 ceph-mon[88497]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T11:07:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:51 smithi077 ceph-mon[88497]: pgmap v164: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 7 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-09-16T11:07:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:51 smithi077 ceph-mon[86047]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T11:07:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:51 smithi077 ceph-mon[86047]: pgmap v164: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 7 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-09-16T11:07:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:51 smithi191 ceph-mon[84934]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T11:07:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:51 smithi191 ceph-mon[84934]: pgmap v164: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 7 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-09-16T11:07:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:52.805 INFO:tasks.rados.rados.0.smithi077.stdout:1267: done (0 left) 2024-09-16T11:07:52.805 INFO:tasks.rados.rados.0.smithi077.stdout:1268: rollback oid 44 current snap is 132 2024-09-16T11:07:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 44 to 126 2024-09-16T11:07:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:1269: read oid 36 snap -1 2024-09-16T11:07:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:1269: expect (ObjNum 358 snap 117 seq_num 358) 2024-09-16T11:07:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 132 2024-09-16T11:07:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:1270: seq_num 403 ranges {6004736=753664,6758400=425984,7184384=720896,7905280=57344} 2024-09-16T11:07:52.843 INFO:tasks.rados.rados.0.smithi077.stdout:1270: writing smithi07774545-1 from 6004736 to 6758400 tid 1 2024-09-16T11:07:52.845 INFO:tasks.rados.rados.0.smithi077.stdout:1270: writing smithi07774545-1 from 6758400 to 7184384 tid 2 2024-09-16T11:07:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:1270: writing smithi07774545-1 from 7184384 to 7905280 tid 3 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:1270: writing smithi07774545-1 from 7905280 to 7962624 tid 4 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:1271: delete oid 50 current snap is 132 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:1268: finishing rollback tid 0 to smithi07774545-44 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:1268: finishing rollback tid 1 to smithi07774545-44 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:1268: finishing rollback tid 2 to smithi07774545-44 2024-09-16T11:07:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 719 (ObjNum 361 snap 119 seq_num 361) dirty exists 2024-09-16T11:07:52.851 INFO:tasks.rados.rados.0.smithi077.stdout:1269: expect (ObjNum 358 snap 117 seq_num 358) 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 1 to smithi07774545-1 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 2 to smithi07774545-1 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 3 to smithi07774545-1 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1268: done (3 left) 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1269: done (2 left) 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1271: done (1 left) 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1272: read oid 48 snap -1 2024-09-16T11:07:53.011 INFO:tasks.rados.rados.0.smithi077.stdout:1272: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:53.012 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 132 2024-09-16T11:07:53.012 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 4 to smithi07774545-1 2024-09-16T11:07:53.012 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 5 to smithi07774545-1 2024-09-16T11:07:53.012 INFO:tasks.rados.rados.0.smithi077.stdout:1273: seq_num 405 ranges {2850816=786432,3637248=589824,4227072=614400} 2024-09-16T11:07:53.030 INFO:tasks.rados.rados.0.smithi077.stdout:1273: writing smithi07774545-6 from 2850816 to 3637248 tid 1 2024-09-16T11:07:53.033 INFO:tasks.rados.rados.0.smithi077.stdout:1273: writing smithi07774545-6 from 3637248 to 4227072 tid 2 2024-09-16T11:07:53.037 INFO:tasks.rados.rados.0.smithi077.stdout:1273: writing smithi07774545-6 from 4227072 to 4841472 tid 3 2024-09-16T11:07:53.037 INFO:tasks.rados.rados.0.smithi077.stdout:1274: snap_create 2024-09-16T11:07:53.037 INFO:tasks.rados.rados.0.smithi077.stdout:1270: finishing write tid 6 to smithi07774545-1 2024-09-16T11:07:53.037 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 752 (ObjNum 403 snap 132 seq_num 403) dirty exists 2024-09-16T11:07:53.038 INFO:tasks.rados.rados.0.smithi077.stdout:1270: left oid 1 (ObjNum 403 snap 132 seq_num 403) 2024-09-16T11:07:53.038 INFO:tasks.rados.rados.0.smithi077.stdout:1272: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T11:07:53.040 INFO:tasks.rados.rados.0.smithi077.stdout:1273: finishing write tid 1 to smithi07774545-6 2024-09-16T11:07:53.040 INFO:tasks.rados.rados.0.smithi077.stdout:1273: finishing write tid 2 to smithi07774545-6 2024-09-16T11:07:53.040 INFO:tasks.rados.rados.0.smithi077.stdout:1273: finishing write tid 3 to smithi07774545-6 2024-09-16T11:07:53.041 INFO:tasks.rados.rados.0.smithi077.stdout:1273: finishing write tid 4 to smithi07774545-6 2024-09-16T11:07:53.042 INFO:tasks.rados.rados.0.smithi077.stdout:1273: finishing write tid 5 to smithi07774545-6 2024-09-16T11:07:53.042 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 583 (ObjNum 405 snap 132 seq_num 405) dirty exists 2024-09-16T11:07:53.042 INFO:tasks.rados.rados.0.smithi077.stdout:1273: left oid 6 (ObjNum 405 snap 132 seq_num 405) 2024-09-16T11:07:53.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded) 2024-09-16T11:07:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:07:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[88497]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T11:07:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded) 2024-09-16T11:07:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:07:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:52 smithi077 ceph-mon[86047]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T11:07:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:52 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 5 pgs degraded) 2024-09-16T11:07:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:52 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:07:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:52 smithi191 ceph-mon[84934]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T11:07:53.807 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:53.813 INFO:tasks.rados.rados.0.smithi077.stdout:1270: done (3 left) 2024-09-16T11:07:53.813 INFO:tasks.rados.rados.0.smithi077.stdout:1272: done (2 left) 2024-09-16T11:07:53.813 INFO:tasks.rados.rados.0.smithi077.stdout:1273: done (1 left) 2024-09-16T11:07:53.813 INFO:tasks.rados.rados.0.smithi077.stdout:1274: done (0 left) 2024-09-16T11:07:53.813 INFO:tasks.rados.rados.0.smithi077.stdout:1275: read oid 49 snap -1 2024-09-16T11:07:53.814 INFO:tasks.rados.rados.0.smithi077.stdout:1275: expect (ObjNum 399 snap 130 seq_num 399) 2024-09-16T11:07:53.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 133 2024-09-16T11:07:53.814 INFO:tasks.rados.rados.0.smithi077.stdout:1276: seq_num 406 ranges {2850816=802816,3653632=475136,4128768=499712,4628480=229376} 2024-09-16T11:07:53.833 INFO:tasks.rados.rados.0.smithi077.stdout:1276: writing smithi07774545-45 from 2850816 to 3653632 tid 1 2024-09-16T11:07:53.835 INFO:tasks.rados.rados.0.smithi077.stdout:1276: writing smithi07774545-45 from 3653632 to 4128768 tid 2 2024-09-16T11:07:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:1276: writing smithi07774545-45 from 4128768 to 4628480 tid 3 2024-09-16T11:07:53.840 INFO:tasks.rados.rados.0.smithi077.stdout:1276: writing smithi07774545-45 from 4628480 to 4857856 tid 4 2024-09-16T11:07:53.840 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 133 2024-09-16T11:07:53.840 INFO:tasks.rados.rados.0.smithi077.stdout:1277: seq_num 407 ranges {1794048=425984,2220032=761856,2981888=704512,3686400=139264} 2024-09-16T11:07:53.852 INFO:tasks.rados.rados.0.smithi077.stdout:1277: writing smithi07774545-18 from 1794048 to 2220032 tid 1 2024-09-16T11:07:53.857 INFO:tasks.rados.rados.0.smithi077.stdout:1277: writing smithi07774545-18 from 2220032 to 2981888 tid 2 2024-09-16T11:07:53.861 INFO:tasks.rados.rados.0.smithi077.stdout:1277: writing smithi07774545-18 from 2981888 to 3686400 tid 3 2024-09-16T11:07:53.862 INFO:tasks.rados.rados.0.smithi077.stdout:1277: writing smithi07774545-18 from 3686400 to 3825664 tid 4 2024-09-16T11:07:53.862 INFO:tasks.rados.rados.0.smithi077.stdout:1278: rollback oid 27 current snap is 133 2024-09-16T11:07:53.862 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 113 2024-09-16T11:07:53.862 INFO:tasks.rados.rados.0.smithi077.stdout:1275: expect (ObjNum 399 snap 130 seq_num 399) 2024-09-16T11:07:53.976 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 1 to smithi07774545-45 2024-09-16T11:07:53.976 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 2 to smithi07774545-45 2024-09-16T11:07:53.976 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 3 to smithi07774545-45 2024-09-16T11:07:53.976 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 4 to smithi07774545-45 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 5 to smithi07774545-45 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1276: finishing write tid 6 to smithi07774545-45 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 757 (ObjNum 406 snap 133 seq_num 406) dirty exists 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1276: left oid 45 (ObjNum 406 snap 133 seq_num 406) 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 1 to smithi07774545-18 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 2 to smithi07774545-18 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1275: done (3 left) 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1276: done (2 left) 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1279: read oid 46 snap -1 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1279: expect (ObjNum 361 snap 119 seq_num 361) 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 133 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 3 to smithi07774545-18 2024-09-16T11:07:53.977 INFO:tasks.rados.rados.0.smithi077.stdout:1280: seq_num 408 ranges {4857856=442368,5300224=647168,5947392=507904,6455296=450560} 2024-09-16T11:07:54.004 INFO:tasks.rados.rados.0.smithi077.stdout:1280: writing smithi07774545-45 from 4857856 to 5300224 tid 1 2024-09-16T11:07:54.008 INFO:tasks.rados.rados.0.smithi077.stdout:1280: writing smithi07774545-45 from 5300224 to 5947392 tid 2 2024-09-16T11:07:54.011 INFO:tasks.rados.rados.0.smithi077.stdout:1280: writing smithi07774545-45 from 5947392 to 6455296 tid 3 2024-09-16T11:07:54.013 INFO:tasks.rados.rados.0.smithi077.stdout:1280: writing smithi07774545-45 from 6455296 to 6905856 tid 4 2024-09-16T11:07:54.013 INFO:tasks.rados.rados.0.smithi077.stdout:1281: rmattr oid 33 current snap is 133 2024-09-16T11:07:54.013 INFO:tasks.rados.rados.0.smithi077.stdout:1281: done (4 left) 2024-09-16T11:07:54.014 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 133 2024-09-16T11:07:54.014 INFO:tasks.rados.rados.0.smithi077.stdout:1278: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:07:54.014 INFO:tasks.rados.rados.0.smithi077.stdout:1282: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-09-16T11:07:54.016 INFO:tasks.rados.rados.0.smithi077.stdout:1282: writing smithi07774545-26 from 0 to 458752 tid 1 2024-09-16T11:07:54.018 INFO:tasks.rados.rados.0.smithi077.stdout:1282: writing smithi07774545-26 from 458752 to 991232 tid 2 2024-09-16T11:07:54.023 INFO:tasks.rados.rados.0.smithi077.stdout:1282: writing smithi07774545-26 from 991232 to 1712128 tid 3 2024-09-16T11:07:54.025 INFO:tasks.rados.rados.0.smithi077.stdout:1282: writing smithi07774545-26 from 1712128 to 2064384 tid 4 2024-09-16T11:07:54.025 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 133 2024-09-16T11:07:54.025 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 4 to smithi07774545-18 2024-09-16T11:07:54.025 INFO:tasks.rados.rados.0.smithi077.stdout:1278: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:07:54.025 INFO:tasks.rados.rados.0.smithi077.stdout:1278: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 760 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 5 to smithi07774545-18 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:1277: finishing write tid 6 to smithi07774545-18 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 722 (ObjNum 407 snap 133 seq_num 407) dirty exists 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:1277: left oid 18 (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:07:54.026 INFO:tasks.rados.rados.0.smithi077.stdout:1279: expect (ObjNum 361 snap 119 seq_num 361) 2024-09-16T11:07:54.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:53 smithi077 ceph-mon[86047]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T11:07:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:53 smithi077 ceph-mon[86047]: pgmap v167: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.4 MiB/s wr, 25 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-16T11:07:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:53 smithi077 ceph-mon[88497]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T11:07:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:53 smithi077 ceph-mon[88497]: pgmap v167: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.4 MiB/s wr, 25 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-16T11:07:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:53 smithi191 ceph-mon[84934]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T11:07:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:53 smithi191 ceph-mon[84934]: pgmap v167: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.4 MiB/s wr, 25 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-16T11:07:54.328 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 1 to smithi07774545-45 2024-09-16T11:07:54.328 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 2 to smithi07774545-45 2024-09-16T11:07:54.328 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 3 to smithi07774545-45 2024-09-16T11:07:54.328 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 4 to smithi07774545-45 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 5 to smithi07774545-45 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:1280: finishing write tid 6 to smithi07774545-45 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 765 (ObjNum 408 snap 133 seq_num 408) dirty exists 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:1280: left oid 45 (ObjNum 408 snap 133 seq_num 408) 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 1 to smithi07774545-26 2024-09-16T11:07:54.329 INFO:tasks.rados.rados.0.smithi077.stdout:1283: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-09-16T11:07:54.330 INFO:tasks.rados.rados.0.smithi077.stdout:1283: writing smithi07774545-31 from 0 to 475136 tid 1 2024-09-16T11:07:54.333 INFO:tasks.rados.rados.0.smithi077.stdout:1283: writing smithi07774545-31 from 475136 to 892928 tid 2 2024-09-16T11:07:54.335 INFO:tasks.rados.rados.0.smithi077.stdout:1283: writing smithi07774545-31 from 892928 to 1368064 tid 3 2024-09-16T11:07:54.338 INFO:tasks.rados.rados.0.smithi077.stdout:1283: writing smithi07774545-31 from 1368064 to 1794048 tid 4 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1283: writing smithi07774545-31 from 1794048 to 2080768 tid 5 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1277: done (5 left) 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1278: done (4 left) 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1279: done (3 left) 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1280: done (2 left) 2024-09-16T11:07:54.340 INFO:tasks.rados.rados.0.smithi077.stdout:1284: snap_remove snap 126 2024-09-16T11:07:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:54.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:1284: done (2 left) 2024-09-16T11:07:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:1285: snap_remove snap 120 2024-09-16T11:07:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:54 smithi077 ceph-mon[86047]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T11:07:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:54 smithi077 ceph-mon[88497]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T11:07:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:54 smithi191 ceph-mon[84934]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T11:07:55.692 INFO:tasks.rados.rados.0.smithi077.stdout:1285: done (2 left) 2024-09-16T11:07:55.692 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 133 2024-09-16T11:07:55.693 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 2 to smithi07774545-26 2024-09-16T11:07:55.693 INFO:tasks.rados.rados.0.smithi077.stdout:1286: seq_num 411 ranges {622592=491520,1114112=753664,1867776=688128,2555904=163840} 2024-09-16T11:07:55.699 INFO:tasks.rados.rados.0.smithi077.stdout:1286: writing smithi07774545-43 from 622592 to 1114112 tid 1 2024-09-16T11:07:55.704 INFO:tasks.rados.rados.0.smithi077.stdout:1286: writing smithi07774545-43 from 1114112 to 1867776 tid 2 2024-09-16T11:07:55.709 INFO:tasks.rados.rados.0.smithi077.stdout:1286: writing smithi07774545-43 from 1867776 to 2555904 tid 3 2024-09-16T11:07:55.711 INFO:tasks.rados.rados.0.smithi077.stdout:1286: writing smithi07774545-43 from 2555904 to 2719744 tid 4 2024-09-16T11:07:55.711 INFO:tasks.rados.rados.0.smithi077.stdout:1287: read oid 28 snap 129 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1287: expect (ObjNum 381 snap 127 seq_num 381) 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1288: snap_create 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 3 to smithi07774545-26 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 4 to smithi07774545-26 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 5 to smithi07774545-26 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1282: finishing write tid 6 to smithi07774545-26 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 588 (ObjNum 409 snap 133 seq_num 409) dirty exists 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1282: left oid 26 (ObjNum 409 snap 133 seq_num 409) 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 1 to smithi07774545-31 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 2 to smithi07774545-31 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 3 to smithi07774545-31 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 4 to smithi07774545-31 2024-09-16T11:07:55.712 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 5 to smithi07774545-31 2024-09-16T11:07:55.713 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 6 to smithi07774545-31 2024-09-16T11:07:55.713 INFO:tasks.rados.rados.0.smithi077.stdout:1283: finishing write tid 7 to smithi07774545-31 2024-09-16T11:07:55.713 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 574 (ObjNum 410 snap 133 seq_num 410) dirty exists 2024-09-16T11:07:55.713 INFO:tasks.rados.rados.0.smithi077.stdout:1283: left oid 31 (ObjNum 410 snap 133 seq_num 410) 2024-09-16T11:07:55.716 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 1 to smithi07774545-43 2024-09-16T11:07:55.716 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 2 to smithi07774545-43 2024-09-16T11:07:55.719 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 3 to smithi07774545-43 2024-09-16T11:07:55.719 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 4 to smithi07774545-43 2024-09-16T11:07:55.720 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 5 to smithi07774545-43 2024-09-16T11:07:55.720 INFO:tasks.rados.rados.0.smithi077.stdout:1286: finishing write tid 6 to smithi07774545-43 2024-09-16T11:07:55.721 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 776 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-09-16T11:07:55.721 INFO:tasks.rados.rados.0.smithi077.stdout:1286: left oid 43 (ObjNum 411 snap 133 seq_num 411) 2024-09-16T11:07:55.737 INFO:tasks.rados.rados.0.smithi077.stdout:1287: expect (ObjNum 381 snap 127 seq_num 381) 2024-09-16T11:07:56.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[88497]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T11:07:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[88497]: pgmap v170: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 30 op/s 2024-09-16T11:07:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[88497]: osdmap e322: 8 total, 8 up, 8 in 2024-09-16T11:07:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[86047]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T11:07:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[86047]: pgmap v170: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 30 op/s 2024-09-16T11:07:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:55 smithi077 ceph-mon[86047]: osdmap e322: 8 total, 8 up, 8 in 2024-09-16T11:07:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:55 smithi191 ceph-mon[84934]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T11:07:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:55 smithi191 ceph-mon[84934]: pgmap v170: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 30 op/s 2024-09-16T11:07:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:55 smithi191 ceph-mon[84934]: osdmap e322: 8 total, 8 up, 8 in 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1282: done (4 left) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1283: done (3 left) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1286: done (2 left) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1287: done (1 left) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1288: done (0 left) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1289: read oid 17 snap 105 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1289: expect (ObjNum 336 snap 105 seq_num 336) 2024-09-16T11:07:56.695 INFO:tasks.rados.rados.0.smithi077.stdout:1290: delete oid 15 current snap is 134 2024-09-16T11:07:56.700 INFO:tasks.rados.rados.0.smithi077.stdout:1290: done (1 left) 2024-09-16T11:07:56.700 INFO:tasks.rados.rados.0.smithi077.stdout:1291: read oid 2 snap 133 2024-09-16T11:07:56.700 INFO:tasks.rados.rados.0.smithi077.stdout:1291: expect deleted 2024-09-16T11:07:56.700 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 134 2024-09-16T11:07:56.700 INFO:tasks.rados.rados.0.smithi077.stdout:1292: seq_num 413 ranges {2768896=524288,3293184=516096,3809280=696320,4505600=393216} 2024-09-16T11:07:56.718 INFO:tasks.rados.rados.0.smithi077.stdout:1292: writing smithi07774545-8 from 2768896 to 3293184 tid 1 2024-09-16T11:07:56.721 INFO:tasks.rados.rados.0.smithi077.stdout:1292: writing smithi07774545-8 from 3293184 to 3809280 tid 2 2024-09-16T11:07:56.725 INFO:tasks.rados.rados.0.smithi077.stdout:1292: writing smithi07774545-8 from 3809280 to 4505600 tid 3 2024-09-16T11:07:56.728 INFO:tasks.rados.rados.0.smithi077.stdout:1292: writing smithi07774545-8 from 4505600 to 4898816 tid 4 2024-09-16T11:07:56.728 INFO:tasks.rados.rados.0.smithi077.stdout:1293: rollback oid 35 current snap is 134 2024-09-16T11:07:56.728 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 113 2024-09-16T11:07:56.728 INFO:tasks.rados.rados.0.smithi077.stdout:1289: expect (ObjNum 336 snap 105 seq_num 336) 2024-09-16T11:07:56.872 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 1 to smithi07774545-8 2024-09-16T11:07:56.872 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 2 to smithi07774545-8 2024-09-16T11:07:56.872 INFO:tasks.rados.rados.0.smithi077.stdout:1289: done (3 left) 2024-09-16T11:07:56.872 INFO:tasks.rados.rados.0.smithi077.stdout:1291: done (2 left) 2024-09-16T11:07:56.872 INFO:tasks.rados.rados.0.smithi077.stdout:1294: rmattr oid 43 current snap is 134 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1294: done (2 left) 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1295: setattr oid 7 current snap is 134 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 3 to smithi07774545-8 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 4 to smithi07774545-8 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 5 to smithi07774545-8 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1293: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1292: finishing write tid 6 to smithi07774545-8 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 447 (ObjNum 413 snap 134 seq_num 413) dirty exists 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1292: left oid 8 (ObjNum 413 snap 134 seq_num 413) 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:1293: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:07:56.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 733 (ObjNum 129 snap 0 seq_num 1304031654) dirty dne 2024-09-16T11:07:56.874 INFO:tasks.rados.rados.0.smithi077.stdout:1292: done (2 left) 2024-09-16T11:07:56.874 INFO:tasks.rados.rados.0.smithi077.stdout:1293: done (1 left) 2024-09-16T11:07:56.874 INFO:tasks.rados.rados.0.smithi077.stdout:1296: snap_remove snap 115 2024-09-16T11:07:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:07:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:07:56] "GET /metrics HTTP/1.1" 200 36173 "" "Prometheus/2.43.0" 2024-09-16T11:07:57.701 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 726 (ObjNum 449 snap 0 seq_num 454898592) dirty exists 2024-09-16T11:07:57.701 INFO:tasks.rados.rados.0.smithi077.stdout:1295: done (1 left) 2024-09-16T11:07:57.701 INFO:tasks.rados.rados.0.smithi077.stdout:1296: done (0 left) 2024-09-16T11:07:57.702 INFO:tasks.rados.rados.0.smithi077.stdout:1297: rmattr oid 30 current snap is 134 2024-09-16T11:07:57.702 INFO:tasks.rados.rados.0.smithi077.stdout:1297: done (0 left) 2024-09-16T11:07:57.702 INFO:tasks.rados.rados.0.smithi077.stdout:1298: snap_remove snap 103 2024-09-16T11:07:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:57 smithi191 ceph-mon[84934]: osdmap e323: 8 total, 8 up, 8 in 2024-09-16T11:07:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:57 smithi191 ceph-mon[84934]: pgmap v173: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-16T11:07:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[86047]: osdmap e323: 8 total, 8 up, 8 in 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[86047]: pgmap v173: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[88497]: osdmap e323: 8 total, 8 up, 8 in 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[88497]: pgmap v173: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:07:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:07:58.703 INFO:tasks.rados.rados.0.smithi077.stdout:1298: done (0 left) 2024-09-16T11:07:58.703 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 134 2024-09-16T11:07:58.703 INFO:tasks.rados.rados.0.smithi077.stdout:1299: seq_num 414 ranges {2916352=540672,3457024=802816,4259840=458752,4718592=344064} 2024-09-16T11:07:58.723 INFO:tasks.rados.rados.0.smithi077.stdout:1299: writing smithi07774545-11 from 2916352 to 3457024 tid 1 2024-09-16T11:07:58.728 INFO:tasks.rados.rados.0.smithi077.stdout:1299: writing smithi07774545-11 from 3457024 to 4259840 tid 2 2024-09-16T11:07:58.731 INFO:tasks.rados.rados.0.smithi077.stdout:1299: writing smithi07774545-11 from 4259840 to 4718592 tid 3 2024-09-16T11:07:58.734 INFO:tasks.rados.rados.0.smithi077.stdout:1299: writing smithi07774545-11 from 4718592 to 5062656 tid 4 2024-09-16T11:07:58.734 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 134 2024-09-16T11:07:58.734 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 1 to smithi07774545-11 2024-09-16T11:07:58.734 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 2 to smithi07774545-11 2024-09-16T11:07:58.734 INFO:tasks.rados.rados.0.smithi077.stdout:1300: seq_num 415 ranges {1171456=557056,1728512=688128,2416640=663552,3080192=253952} 2024-09-16T11:07:58.743 INFO:tasks.rados.rados.0.smithi077.stdout:1300: writing smithi07774545-3 from 1171456 to 1728512 tid 1 2024-09-16T11:07:58.747 INFO:tasks.rados.rados.0.smithi077.stdout:1300: writing smithi07774545-3 from 1728512 to 2416640 tid 2 2024-09-16T11:07:58.751 INFO:tasks.rados.rados.0.smithi077.stdout:1300: writing smithi07774545-3 from 2416640 to 3080192 tid 3 2024-09-16T11:07:58.753 INFO:tasks.rados.rados.0.smithi077.stdout:1300: writing smithi07774545-3 from 3080192 to 3334144 tid 4 2024-09-16T11:07:58.753 INFO:tasks.rados.rados.0.smithi077.stdout:1301: rollback oid 13 current snap is 134 2024-09-16T11:07:58.753 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 13 to 119 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 3 to smithi07774545-11 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 4 to smithi07774545-11 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 5 to smithi07774545-11 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: finishing write tid 6 to smithi07774545-11 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 742 (ObjNum 414 snap 134 seq_num 414) dirty exists 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: left oid 11 (ObjNum 414 snap 134 seq_num 414) 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 1 to smithi07774545-3 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 2 to smithi07774545-3 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1299: done (2 left) 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1302: rollback oid 25 current snap is 134 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 25 to 110 2024-09-16T11:07:58.754 INFO:tasks.rados.rados.0.smithi077.stdout:1303: rmattr oid 46 current snap is 134 2024-09-16T11:07:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1304: rmattr oid 18 current snap is 134 2024-09-16T11:07:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1304: done (4 left) 2024-09-16T11:07:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1305: delete oid 12 current snap is 134 2024-09-16T11:07:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 3 to smithi07774545-3 2024-09-16T11:07:58.756 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 4 to smithi07774545-3 2024-09-16T11:07:58.756 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 5 to smithi07774545-3 2024-09-16T11:07:58.756 INFO:tasks.rados.rados.0.smithi077.stdout:1301: finishing rollback tid 0 to smithi07774545-13 2024-09-16T11:07:58.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 664 (ObjNum 361 snap 119 seq_num 361) dirty exists 2024-09-16T11:07:58.758 INFO:tasks.rados.rados.0.smithi077.stdout:1301: finishing rollback tid 1 to smithi07774545-13 2024-09-16T11:07:58.758 INFO:tasks.rados.rados.0.smithi077.stdout:1301: finishing rollback tid 2 to smithi07774545-13 2024-09-16T11:07:58.758 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 746 (ObjNum 356 snap 115 seq_num 356) dirty exists 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:1302: finishing rollback tid 0 to smithi07774545-25 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:1301: done (4 left) 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:1303: done (3 left) 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:1305: done (2 left) 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 134 2024-09-16T11:07:58.759 INFO:tasks.rados.rados.0.smithi077.stdout:1306: seq_num 417 ranges {6004736=589824,6594560=458752,7053312=679936,7733248=466944} 2024-09-16T11:07:58.794 INFO:tasks.rados.rados.0.smithi077.stdout:1306: writing smithi07774545-47 from 6004736 to 6594560 tid 1 2024-09-16T11:07:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1306: writing smithi07774545-47 from 6594560 to 7053312 tid 2 2024-09-16T11:07:58.800 INFO:tasks.rados.rados.0.smithi077.stdout:1306: writing smithi07774545-47 from 7053312 to 7733248 tid 3 2024-09-16T11:07:58.803 INFO:tasks.rados.rados.0.smithi077.stdout:1306: writing smithi07774545-47 from 7733248 to 8200192 tid 4 2024-09-16T11:07:58.803 INFO:tasks.rados.rados.0.smithi077.stdout:1307: snap_remove snap 94 2024-09-16T11:07:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:58 smithi191 ceph-mon[84934]: osdmap e324: 8 total, 8 up, 8 in 2024-09-16T11:07:58.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:07:58.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:07:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:07:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:07:59.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:58 smithi077 ceph-mon[86047]: osdmap e324: 8 total, 8 up, 8 in 2024-09-16T11:07:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:58 smithi077 ceph-mon[88497]: osdmap e324: 8 total, 8 up, 8 in 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1302: finishing rollback tid 1 to smithi07774545-25 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1300: finishing write tid 6 to smithi07774545-3 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 649 (ObjNum 415 snap 134 seq_num 415) dirty exists 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1300: left oid 3 (ObjNum 415 snap 134 seq_num 415) 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1302: finishing rollback tid 2 to smithi07774545-25 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 804 (ObjNum 337 snap 107 seq_num 337) dirty exists 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 1 to smithi07774545-47 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 2 to smithi07774545-47 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 3 to smithi07774545-47 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 4 to smithi07774545-47 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 5 to smithi07774545-47 2024-09-16T11:07:59.722 INFO:tasks.rados.rados.0.smithi077.stdout:1306: finishing write tid 6 to smithi07774545-47 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 812 (ObjNum 417 snap 134 seq_num 417) dirty exists 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1306: left oid 47 (ObjNum 417 snap 134 seq_num 417) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1300: done (3 left) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1302: done (2 left) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1306: done (1 left) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1307: done (0 left) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1308: read oid 18 snap -1 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1308: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1309: copy_from oid 31 from oid 16 current snap is 134 2024-09-16T11:07:59.723 INFO:tasks.rados.rados.0.smithi077.stdout:1310: delete oid 46 current snap is 134 2024-09-16T11:07:59.728 INFO:tasks.rados.rados.0.smithi077.stdout:1309: finishing copy_from to smithi07774545-31 2024-09-16T11:07:59.728 INFO:tasks.rados.rados.0.smithi077.stdout:1309: got expected ENOENT (src dne) 2024-09-16T11:07:59.728 INFO:tasks.rados.rados.0.smithi077.stdout:1309: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:07:59.732 INFO:tasks.rados.rados.0.smithi077.stdout:1309: done (2 left) 2024-09-16T11:07:59.732 INFO:tasks.rados.rados.0.smithi077.stdout:1310: done (1 left) 2024-09-16T11:07:59.732 INFO:tasks.rados.rados.0.smithi077.stdout:1311: copy_from oid 11 from oid 17 current snap is 134 2024-09-16T11:07:59.732 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 134 2024-09-16T11:07:59.732 INFO:tasks.rados.rados.0.smithi077.stdout:1312: seq_num 419 ranges {3334144=622592,3956736=671744,4628480=647168,5275648=286720} 2024-09-16T11:07:59.755 INFO:tasks.rados.rados.0.smithi077.stdout:1312: writing smithi07774545-3 from 3334144 to 3956736 tid 1 2024-09-16T11:07:59.759 INFO:tasks.rados.rados.0.smithi077.stdout:1312: writing smithi07774545-3 from 3956736 to 4628480 tid 2 2024-09-16T11:07:59.763 INFO:tasks.rados.rados.0.smithi077.stdout:1312: writing smithi07774545-3 from 4628480 to 5275648 tid 3 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:1312: writing smithi07774545-3 from 5275648 to 5562368 tid 4 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 134 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:1311: finishing copy_from to smithi07774545-11 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:1311: got expected ENOENT (src dne) 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:1311: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:07:59.765 INFO:tasks.rados.rados.0.smithi077.stdout:1308: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 1 to smithi07774545-3 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 2 to smithi07774545-3 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 3 to smithi07774545-3 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 4 to smithi07774545-3 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 5 to smithi07774545-3 2024-09-16T11:07:59.890 INFO:tasks.rados.rados.0.smithi077.stdout:1312: finishing write tid 6 to smithi07774545-3 2024-09-16T11:07:59.891 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 654 (ObjNum 419 snap 134 seq_num 419) dirty exists 2024-09-16T11:07:59.891 INFO:tasks.rados.rados.0.smithi077.stdout:1312: left oid 3 (ObjNum 419 snap 134 seq_num 419) 2024-09-16T11:07:59.891 INFO:tasks.rados.rados.0.smithi077.stdout:1313: seq_num 420 ranges {4980736=638976,5619712=557056,6176768=450560,6627328=598016} 2024-09-16T11:07:59.919 INFO:tasks.rados.rados.0.smithi077.stdout:1313: writing smithi07774545-44 from 4980736 to 5619712 tid 1 2024-09-16T11:07:59.922 INFO:tasks.rados.rados.0.smithi077.stdout:1313: writing smithi07774545-44 from 5619712 to 6176768 tid 2 2024-09-16T11:07:59.925 INFO:tasks.rados.rados.0.smithi077.stdout:1313: writing smithi07774545-44 from 6176768 to 6627328 tid 3 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1313: writing smithi07774545-44 from 6627328 to 7225344 tid 4 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1308: done (3 left) 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1311: done (2 left) 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1312: done (1 left) 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1314: read oid 27 snap -1 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1314: expect (ObjNum 335 snap 105 seq_num 335) 2024-09-16T11:07:59.929 INFO:tasks.rados.rados.0.smithi077.stdout:1315: setattr oid 24 current snap is 134 2024-09-16T11:07:59.930 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 1 to smithi07774545-44 2024-09-16T11:07:59.930 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 2 to smithi07774545-44 2024-09-16T11:07:59.930 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 3 to smithi07774545-44 2024-09-16T11:07:59.930 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 134 2024-09-16T11:07:59.930 INFO:tasks.rados.rados.0.smithi077.stdout:1316: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-09-16T11:07:59.935 INFO:tasks.rados.rados.0.smithi077.stdout:1316: writing smithi07774545-7 from 0 to 655360 tid 1 2024-09-16T11:07:59.938 INFO:tasks.rados.rados.0.smithi077.stdout:1316: writing smithi07774545-7 from 655360 to 1097728 tid 2 2024-09-16T11:07:59.942 INFO:tasks.rados.rados.0.smithi077.stdout:1316: writing smithi07774545-7 from 1097728 to 1761280 tid 3 2024-09-16T11:07:59.945 INFO:tasks.rados.rados.0.smithi077.stdout:1316: writing smithi07774545-7 from 1761280 to 2260992 tid 4 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 134 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 4 to smithi07774545-44 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 5 to smithi07774545-44 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1313: finishing write tid 6 to smithi07774545-44 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 762 (ObjNum 420 snap 134 seq_num 420) dirty exists 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1313: left oid 44 (ObjNum 420 snap 134 seq_num 420) 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 757 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 1 to smithi07774545-7 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 2 to smithi07774545-7 2024-09-16T11:07:59.946 INFO:tasks.rados.rados.0.smithi077.stdout:1314: expect (ObjNum 335 snap 105 seq_num 335) 2024-09-16T11:08:00.070 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 3 to smithi07774545-7 2024-09-16T11:08:00.070 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 4 to smithi07774545-7 2024-09-16T11:08:00.070 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 5 to smithi07774545-7 2024-09-16T11:08:00.070 INFO:tasks.rados.rados.0.smithi077.stdout:1317: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-09-16T11:08:00.072 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:59 smithi077 ceph-mon[86047]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T11:08:00.072 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:07:59 smithi077 ceph-mon[86047]: pgmap v176: 121 pgs: 121 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:00.072 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:59 smithi077 ceph-mon[88497]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T11:08:00.072 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:07:59 smithi077 ceph-mon[88497]: pgmap v176: 121 pgs: 121 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:00.074 INFO:tasks.rados.rados.0.smithi077.stdout:1317: writing smithi07774545-12 from 0 to 671744 tid 1 2024-09-16T11:08:00.078 INFO:tasks.rados.rados.0.smithi077.stdout:1317: writing smithi07774545-12 from 671744 to 1400832 tid 2 2024-09-16T11:08:00.080 INFO:tasks.rados.rados.0.smithi077.stdout:1317: writing smithi07774545-12 from 1400832 to 1818624 tid 3 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1317: writing smithi07774545-12 from 1818624 to 2277376 tid 4 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1313: done (4 left) 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1314: done (3 left) 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1315: done (2 left) 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1318: read oid 46 snap -1 2024-09-16T11:08:00.086 INFO:tasks.rados.rados.0.smithi077.stdout:1318: expect deleted 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1319: snap_create 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1316: finishing write tid 6 to smithi07774545-7 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 767 (ObjNum 421 snap 134 seq_num 421) dirty exists 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1316: left oid 7 (ObjNum 421 snap 134 seq_num 421) 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 1 to smithi07774545-12 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 2 to smithi07774545-12 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 3 to smithi07774545-12 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 4 to smithi07774545-12 2024-09-16T11:08:00.087 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 5 to smithi07774545-12 2024-09-16T11:08:00.088 INFO:tasks.rados.rados.0.smithi077.stdout:1317: finishing write tid 6 to smithi07774545-12 2024-09-16T11:08:00.088 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 772 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-09-16T11:08:00.088 INFO:tasks.rados.rados.0.smithi077.stdout:1317: left oid 12 (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:59 smithi191 ceph-mon[84934]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T11:08:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:07:59 smithi191 ceph-mon[84934]: pgmap v176: 121 pgs: 121 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:00.697 INFO:tasks.rados.rados.0.smithi077.stdout:1316: done (3 left) 2024-09-16T11:08:00.697 INFO:tasks.rados.rados.0.smithi077.stdout:1317: done (2 left) 2024-09-16T11:08:00.697 INFO:tasks.rados.rados.0.smithi077.stdout:1318: done (1 left) 2024-09-16T11:08:00.697 INFO:tasks.rados.rados.0.smithi077.stdout:1319: done (0 left) 2024-09-16T11:08:00.697 INFO:tasks.rados.rados.0.smithi077.stdout:1320: setattr oid 23 current snap is 135 2024-09-16T11:08:00.699 INFO:tasks.rados.rados.0.smithi077.stdout:1321: snap_remove snap 127 2024-09-16T11:08:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:00 smithi191 ceph-mon[84934]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T11:08:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:00 smithi191 ceph-mon[84934]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T11:08:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:00 smithi077 ceph-mon[86047]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T11:08:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:00 smithi077 ceph-mon[86047]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T11:08:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:00 smithi077 ceph-mon[88497]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T11:08:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:00 smithi077 ceph-mon[88497]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T11:08:01.696 INFO:tasks.rados.rados.0.smithi077.stdout:1321: done (1 left) 2024-09-16T11:08:01.696 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 135 2024-09-16T11:08:01.696 INFO:tasks.rados.rados.0.smithi077.stdout:1322: seq_num 423 ranges {6905856=688128,7593984=614400,8208384=622592,8830976=368640} 2024-09-16T11:08:01.738 INFO:tasks.rados.rados.0.smithi077.stdout:1322: writing smithi07774545-45 from 6905856 to 7593984 tid 1 2024-09-16T11:08:01.742 INFO:tasks.rados.rados.0.smithi077.stdout:1322: writing smithi07774545-45 from 7593984 to 8208384 tid 2 2024-09-16T11:08:01.746 INFO:tasks.rados.rados.0.smithi077.stdout:1322: writing smithi07774545-45 from 8208384 to 8830976 tid 3 2024-09-16T11:08:01.748 INFO:tasks.rados.rados.0.smithi077.stdout:1322: writing smithi07774545-45 from 8830976 to 9199616 tid 4 2024-09-16T11:08:01.748 INFO:tasks.rados.rados.0.smithi077.stdout:1323: snap_remove snap 129 2024-09-16T11:08:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:01 smithi077 ceph-mon[86047]: pgmap v179: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:01 smithi077 ceph-mon[86047]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T11:08:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:01 smithi077 ceph-mon[88497]: pgmap v179: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:01 smithi077 ceph-mon[88497]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T11:08:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:01 smithi191 ceph-mon[84934]: pgmap v179: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-16T11:08:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:01 smithi191 ceph-mon[84934]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T11:08:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:02.728 INFO:tasks.rados.rados.0.smithi077.stdout:1323: done (2 left) 2024-09-16T11:08:02.728 INFO:tasks.rados.rados.0.smithi077.stdout:1324: delete oid 1 current snap is 135 2024-09-16T11:08:02.728 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 666 (ObjNum 391 snap 130 seq_num 391) dirty exists 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 1 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 2 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 3 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 4 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 5 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: finishing write tid 6 to smithi07774545-45 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 770 (ObjNum 423 snap 135 seq_num 423) dirty exists 2024-09-16T11:08:02.729 INFO:tasks.rados.rados.0.smithi077.stdout:1322: left oid 45 (ObjNum 423 snap 135 seq_num 423) 2024-09-16T11:08:02.740 INFO:tasks.rados.rados.0.smithi077.stdout:1320: done (2 left) 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:1322: done (1 left) 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:1324: done (0 left) 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:1325: rollback oid 50 current snap is 135 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 131 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:1326: copy_from oid 39 from oid 10 current snap is 135 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 135 2024-09-16T11:08:02.741 INFO:tasks.rados.rados.0.smithi077.stdout:1327: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-09-16T11:08:02.745 INFO:tasks.rados.rados.0.smithi077.stdout:1327: writing smithi07774545-2 from 0 to 720896 tid 1 2024-09-16T11:08:02.750 INFO:tasks.rados.rados.0.smithi077.stdout:1327: writing smithi07774545-2 from 720896 to 1499136 tid 2 2024-09-16T11:08:02.758 INFO:tasks.rados.rados.0.smithi077.stdout:1327: writing smithi07774545-2 from 1499136 to 2138112 tid 3 2024-09-16T11:08:02.808 INFO:tasks.rados.rados.0.smithi077.stdout:1327: writing smithi07774545-2 from 2138112 to 2326528 tid 4 2024-09-16T11:08:02.808 INFO:tasks.rados.rados.0.smithi077.stdout:1328: read oid 36 snap -1 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1328: expect (ObjNum 358 snap 117 seq_num 358) 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1329: rollback oid 32 current snap is 135 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 113 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1325: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 707 (ObjNum 65 snap 0 seq_num 1902991450) dirty dne 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 1 to smithi07774545-2 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 2 to smithi07774545-2 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1325: done (4 left) 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1330: rollback oid 25 current snap is 135 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 25 to 134 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1331: copy_from oid 34 from oid 3 current snap is 135 2024-09-16T11:08:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1332: snap_create 2024-09-16T11:08:02.810 INFO:tasks.rados.rados.0.smithi077.stdout:1329: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:08:02.810 INFO:tasks.rados.rados.0.smithi077.stdout:1329: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 832 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1330: finishing rollback tid 0 to smithi07774545-25 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1330: finishing rollback tid 1 to smithi07774545-25 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1330: finishing rollback tid 2 to smithi07774545-25 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 836 (ObjNum 337 snap 107 seq_num 337) dirty exists 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 3 to smithi07774545-2 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 4 to smithi07774545-2 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 5 to smithi07774545-2 2024-09-16T11:08:02.811 INFO:tasks.rados.rados.0.smithi077.stdout:1328: expect (ObjNum 358 snap 117 seq_num 358) 2024-09-16T11:08:02.950 INFO:tasks.rados.rados.0.smithi077.stdout:1327: finishing write tid 6 to smithi07774545-2 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 835 (ObjNum 425 snap 135 seq_num 425) dirty exists 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:1327: left oid 2 (ObjNum 425 snap 135 seq_num 425) 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:1331: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:1326: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:1331: finishing copy_from to smithi07774545-34 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 654 (ObjNum 419 snap 134 seq_num 419) dirty exists 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:1326: finishing copy_from to smithi07774545-39 2024-09-16T11:08:02.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 752 (ObjNum 394 snap 130 seq_num 394) dirty exists 2024-09-16T11:08:03.732 INFO:tasks.rados.rados.0.smithi077.stdout:1326: done (6 left) 2024-09-16T11:08:03.732 INFO:tasks.rados.rados.0.smithi077.stdout:1327: done (5 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1328: done (4 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1329: done (3 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1330: done (2 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1331: done (1 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1332: done (0 left) 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1333: read oid 31 snap 113 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1333: expect deleted 2024-09-16T11:08:03.733 INFO:tasks.rados.rados.0.smithi077.stdout:1334: delete oid 4 current snap is 136 2024-09-16T11:08:03.738 INFO:tasks.rados.rados.0.smithi077.stdout:1333: done (1 left) 2024-09-16T11:08:03.738 INFO:tasks.rados.rados.0.smithi077.stdout:1334: done (0 left) 2024-09-16T11:08:03.738 INFO:tasks.rados.rados.0.smithi077.stdout:1335: snap_remove snap 114 2024-09-16T11:08:03.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-mon[84934]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T11:08:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-mon[84934]: Upgrade: osd.2 is safe to restart 2024-09-16T11:08:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:03 smithi191 ceph-mon[84934]: pgmap v182: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[86047]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[86047]: Upgrade: osd.2 is safe to restart 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[86047]: pgmap v182: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[88497]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T11:08:04.115 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:04.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T11:08:04.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[88497]: Upgrade: osd.2 is safe to restart 2024-09-16T11:08:04.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:03 smithi077 ceph-mon[88497]: pgmap v182: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:04.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:04.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:04.739 INFO:tasks.rados.rados.0.smithi077.stdout:1335: done (0 left) 2024-09-16T11:08:04.739 INFO:tasks.rados.rados.0.smithi077.stdout:1336: read oid 34 snap -1 2024-09-16T11:08:04.739 INFO:tasks.rados.rados.0.smithi077.stdout:1336: expect (ObjNum 419 snap 134 seq_num 419) 2024-09-16T11:08:04.739 INFO:tasks.rados.rados.0.smithi077.stdout:1337: delete oid 33 current snap is 136 2024-09-16T11:08:04.756 INFO:tasks.rados.rados.0.smithi077.stdout:1337: done (1 left) 2024-09-16T11:08:04.756 INFO:tasks.rados.rados.0.smithi077.stdout:1338: snap_remove snap 130 2024-09-16T11:08:05.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: Upgrade: Updating osd.2 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[86047]: Deploying daemon osd.2 on smithi077 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T11:08:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: Upgrade: Updating osd.2 2024-09-16T11:08:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:08:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:04 smithi077 ceph-mon[88497]: Deploying daemon osd.2 on smithi077 2024-09-16T11:08:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T11:08:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: Upgrade: Updating osd.2 2024-09-16T11:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T11:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:04 smithi191 ceph-mon[84934]: Deploying daemon osd.2 on smithi077 2024-09-16T11:08:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:1338: done (1 left) 2024-09-16T11:08:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:1339: read oid 4 snap 132 2024-09-16T11:08:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:1339: expect (ObjNum 389 snap 130 seq_num 389) 2024-09-16T11:08:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 136 2024-09-16T11:08:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:1340: seq_num 428 ranges {2998272=778240,3776512=483328,4259840=409600,4669440=417792,5087232=294912} 2024-09-16T11:08:05.727 INFO:tasks.rados.rados.0.smithi077.stdout:1340: writing smithi07774545-24 from 2998272 to 3776512 tid 1 2024-09-16T11:08:05.730 INFO:tasks.rados.rados.0.smithi077.stdout:1340: writing smithi07774545-24 from 3776512 to 4259840 tid 2 2024-09-16T11:08:05.732 INFO:tasks.rados.rados.0.smithi077.stdout:1340: writing smithi07774545-24 from 4259840 to 4669440 tid 3 2024-09-16T11:08:05.736 INFO:tasks.rados.rados.0.smithi077.stdout:1340: writing smithi07774545-24 from 4669440 to 5087232 tid 4 2024-09-16T11:08:05.738 INFO:tasks.rados.rados.0.smithi077.stdout:1340: writing smithi07774545-24 from 5087232 to 5382144 tid 5 2024-09-16T11:08:05.738 INFO:tasks.rados.rados.0.smithi077.stdout:1341: read oid 18 snap -1 2024-09-16T11:08:05.738 INFO:tasks.rados.rados.0.smithi077.stdout:1341: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:05.738 INFO:tasks.rados.rados.0.smithi077.stdout:1336: expect (ObjNum 419 snap 134 seq_num 419) 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[86047]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[86047]: pgmap v185: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[86047]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[88497]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[88497]: pgmap v185: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:05.877 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:05 smithi077 ceph-mon[88497]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T11:08:05.961 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 1 to smithi07774545-24 2024-09-16T11:08:05.961 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 2 to smithi07774545-24 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1336: done (3 left) 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1342: delete oid 29 current snap is 136 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 3 to smithi07774545-24 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 4 to smithi07774545-24 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 5 to smithi07774545-24 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 6 to smithi07774545-24 2024-09-16T11:08:05.962 INFO:tasks.rados.rados.0.smithi077.stdout:1339: expect (ObjNum 389 snap 130 seq_num 389) 2024-09-16T11:08:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:05 smithi191 ceph-mon[84934]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T11:08:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:05 smithi191 ceph-mon[84934]: pgmap v185: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 35 op/s 2024-09-16T11:08:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:05 smithi191 ceph-mon[84934]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T11:08:06.258 INFO:tasks.rados.rados.0.smithi077.stdout:1340: finishing write tid 7 to smithi07774545-24 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 795 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1340: left oid 24 (ObjNum 428 snap 136 seq_num 428) 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1339: done (3 left) 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1340: done (2 left) 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1342: done (1 left) 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1343: rollback oid 30 current snap is 136 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 134 2024-09-16T11:08:06.259 INFO:tasks.rados.rados.0.smithi077.stdout:1341: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1343: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1343: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1343: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 669 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1341: done (1 left) 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1343: done (0 left) 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1344: read oid 8 snap 132 2024-09-16T11:08:06.387 INFO:tasks.rados.rados.0.smithi077.stdout:1344: expect (ObjNum 392 snap 130 seq_num 392) 2024-09-16T11:08:06.388 INFO:tasks.rados.rados.0.smithi077.stdout:1345: read oid 40 snap -1 2024-09-16T11:08:06.388 INFO:tasks.rados.rados.0.smithi077.stdout:1345: expect (ObjNum 375 snap 123 seq_num 375) 2024-09-16T11:08:06.388 INFO:tasks.rados.rados.0.smithi077.stdout:1346: snap_create 2024-09-16T11:08:06.397 INFO:tasks.rados.rados.0.smithi077.stdout:1344: expect (ObjNum 392 snap 130 seq_num 392) 2024-09-16T11:08:06.499 INFO:tasks.rados.rados.0.smithi077.stdout:1345: expect (ObjNum 375 snap 123 seq_num 375) 2024-09-16T11:08:06.749 INFO:tasks.rados.rados.0.smithi077.stdout:1344: done (2 left) 2024-09-16T11:08:06.749 INFO:tasks.rados.rados.0.smithi077.stdout:1345: done (1 left) 2024-09-16T11:08:06.749 INFO:tasks.rados.rados.0.smithi077.stdout:1346: done (0 left) 2024-09-16T11:08:06.749 INFO:tasks.rados.rados.0.smithi077.stdout:1347: rmattr oid 33 current snap is 137 2024-09-16T11:08:06.750 INFO:tasks.rados.rados.0.smithi077.stdout:1348: copy_from oid 11 from oid 22 current snap is 137 2024-09-16T11:08:06.750 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 137 2024-09-16T11:08:06.750 INFO:tasks.rados.rados.0.smithi077.stdout:1349: seq_num 430 ranges {2326528=8192} 2024-09-16T11:08:06.762 INFO:tasks.rados.rados.0.smithi077.stdout:1349: writing smithi07774545-2 from 2326528 to 2334720 tid 1 2024-09-16T11:08:06.762 INFO:tasks.rados.rados.0.smithi077.stdout:1350: copy_from oid 42 from oid 27 current snap is 137 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 0 (ObjNum 97 snap 0 seq_num 455468192) dirty dne 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1348: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1347: done (3 left) 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1351: read oid 49 snap -1 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1351: expect (ObjNum 399 snap 130 seq_num 399) 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1352: snap_create 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:1348: finishing copy_from to smithi07774545-11 2024-09-16T11:08:06.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 92 (ObjNum 347 snap 110 seq_num 347) dirty exists 2024-09-16T11:08:06.765 INFO:tasks.rados.rados.0.smithi077.stdout:1349: finishing write tid 1 to smithi07774545-2 2024-09-16T11:08:06.765 INFO:tasks.rados.rados.0.smithi077.stdout:1349: finishing write tid 2 to smithi07774545-2 2024-09-16T11:08:06.768 INFO:tasks.rados.rados.0.smithi077.stdout:1349: finishing write tid 3 to smithi07774545-2 2024-09-16T11:08:06.768 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 850 (ObjNum 430 snap 137 seq_num 430) dirty exists 2024-09-16T11:08:06.768 INFO:tasks.rados.rados.0.smithi077.stdout:1349: left oid 2 (ObjNum 430 snap 137 seq_num 430) 2024-09-16T11:08:06.770 INFO:tasks.rados.rados.0.smithi077.stdout:1351: expect (ObjNum 399 snap 130 seq_num 399) 2024-09-16T11:08:06.855 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:06] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-09-16T11:08:06.887 INFO:tasks.rados.rados.0.smithi077.stdout:1350: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:08:06.887 INFO:tasks.rados.rados.0.smithi077.stdout:1350: finishing copy_from to smithi07774545-42 2024-09-16T11:08:06.887 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 760 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-09-16T11:08:07.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:07 smithi077 systemd[1]: Stopping Ceph osd.2 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:08:07.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[51085]: 2024-09-16T11:08:07.441+0000 7feae2549640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:08:07.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[51085]: 2024-09-16T11:08:07.441+0000 7feae2549640 -1 osd.2 333 *** Got signal Terminated *** 2024-09-16T11:08:07.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[51085]: 2024-09-16T11:08:07.441+0000 7feae2549640 -1 osd.2 333 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:08:07.755 INFO:tasks.rados.rados.0.smithi077.stdout:1348: done (4 left) 2024-09-16T11:08:07.755 INFO:tasks.rados.rados.0.smithi077.stdout:1349: done (3 left) 2024-09-16T11:08:07.755 INFO:tasks.rados.rados.0.smithi077.stdout:1350: done (2 left) 2024-09-16T11:08:07.755 INFO:tasks.rados.rados.0.smithi077.stdout:1351: done (1 left) 2024-09-16T11:08:07.755 INFO:tasks.rados.rados.0.smithi077.stdout:1352: done (0 left) 2024-09-16T11:08:07.756 INFO:tasks.rados.rados.0.smithi077.stdout:1353: snap_create 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[86047]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[86047]: pgmap v188: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[86047]: osd.2 marked itself down and dead 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[88497]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[88497]: pgmap v188: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:08:08.167 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:07 smithi077 ceph-mon[88497]: osd.2 marked itself down and dead 2024-09-16T11:08:08.168 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:08:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:07 smithi191 ceph-mon[84934]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T11:08:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:07 smithi191 ceph-mon[84934]: pgmap v188: 121 pgs: 121 active+clean; 268 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:08:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:07 smithi191 ceph-mon[84934]: osd.2 marked itself down and dead 2024-09-16T11:08:08.421 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:08 smithi077 podman[102638]: 2024-09-16 11:08:08.301156401 +0000 UTC m=+0.957650736 container died 50f9de08205dfdc82c522f3f09a478e7ab1fb3bdaf72223d2f2dc0bf65c0c320 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc) 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (3m) 24s ago 7m 15.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (3m) 95s ago 6m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (8m) 24s ago 8m 15.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (7m) 95s ago 7m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (2m) 95s ago 11m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (2m) 24s ago 12m 494M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (2m) 24s ago 13m 48.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (99s) 95s ago 11m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (117s) 24s ago 11m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:08:08.423 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (3m) 24s ago 7m 8354k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (3m) 95s ago 7m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (60s) 24s ago 11m 108M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (28s) 24s ago 10m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (10m) 24s ago 10m 201M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 50f9de08205d 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (9m) 24s ago 9m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (9m) 95s ago 9m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (9m) 95s ago 9m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (8m) 95s ago 8m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (8m) 95s ago 8m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:08:08.424 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (2m) 95s ago 7m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:08:08.676 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:08 smithi077 podman[102638]: 2024-09-16 11:08:08.657736277 +0000 UTC m=+1.314230611 container cleanup 50f9de08205dfdc82c522f3f09a478e7ab1fb3bdaf72223d2f2dc0bf65c0c320 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T11:08:08.676 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:08 smithi077 bash[102638]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2 2024-09-16T11:08:08.748 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:08:08.748 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:08:08.748 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 5, 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:08:08.749 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 7, 2024-09-16T11:08:08.750 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-16T11:08:08.750 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:08:08.750 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:08:08.765 INFO:tasks.rados.rados.0.smithi077.stdout:1353: done (0 left) 2024-09-16T11:08:08.766 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 139 2024-09-16T11:08:08.766 INFO:tasks.rados.rados.0.smithi077.stdout:1354: seq_num 431 ranges {2260992=24576} 2024-09-16T11:08:08.775 INFO:tasks.rados.rados.0.smithi077.stdout:1354: writing smithi07774545-7 from 2260992 to 2285568 tid 1 2024-09-16T11:08:08.775 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 139 2024-09-16T11:08:08.775 INFO:tasks.rados.rados.0.smithi077.stdout:1355: seq_num 432 ranges {9199616=40960} 2024-09-16T11:08:08.826 INFO:tasks.rados.rados.0.smithi077.stdout:1355: writing smithi07774545-45 from 9199616 to 9240576 tid 1 2024-09-16T11:08:08.826 INFO:tasks.rados.rados.0.smithi077.stdout:1356: copy_from oid 38 from oid 44 current snap is 139 2024-09-16T11:08:08.826 INFO:tasks.rados.rados.0.smithi077.stdout:1354: finishing write tid 1 to smithi07774545-7 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:1354: finishing write tid 2 to smithi07774545-7 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:1354: finishing write tid 3 to smithi07774545-7 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 807 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:1354: left oid 7 (ObjNum 431 snap 139 seq_num 431) 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:1354: done (2 left) 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 139 2024-09-16T11:08:08.827 INFO:tasks.rados.rados.0.smithi077.stdout:1357: seq_num 433 ranges {3219456=57344} 2024-09-16T11:08:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:1357: writing smithi07774545-27 from 3219456 to 3276800 tid 1 2024-09-16T11:08:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 139 2024-09-16T11:08:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:1358: seq_num 434 ranges {2850816=73728} 2024-09-16T11:08:08.860 INFO:tasks.rados.rados.0.smithi077.stdout:1358: writing smithi07774545-5 from 2850816 to 2924544 tid 1 2024-09-16T11:08:08.860 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 139 2024-09-16T11:08:08.860 INFO:tasks.rados.rados.0.smithi077.stdout:1355: finishing write tid 1 to smithi07774545-45 2024-09-16T11:08:08.860 INFO:tasks.rados.rados.0.smithi077.stdout:1359: seq_num 435 ranges {2187264=90112} 2024-09-16T11:08:08.872 INFO:tasks.rados.rados.0.smithi077.stdout:1359: writing smithi07774545-37 from 2187264 to 2277376 tid 1 2024-09-16T11:08:08.873 INFO:tasks.rados.rados.0.smithi077.stdout:1360: snap_remove snap 138 2024-09-16T11:08:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:08 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:08 smithi191 ceph-mon[84934]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T11:08:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:08 smithi191 ceph-mon[84934]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:08 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4234528937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:08.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:08 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:09.171 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:08 smithi077 podman[102698]: 2024-09-16 11:08:08.967834415 +0000 UTC m=+0.663499921 container remove 50f9de08205dfdc82c522f3f09a478e7ab1fb3bdaf72223d2f2dc0bf65c0c320 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[88497]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[88497]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4234528937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[86047]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T11:08:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[86047]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:08 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4234528937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:09.539 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.285329931 +0000 UTC m=+0.112408247 container create d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:08:09.539 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.188534842 +0000 UTC m=+0.015613173 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:09.771 INFO:tasks.rados.rados.0.smithi077.stdout:1360: done (5 left) 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1361: snap_create 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1355: finishing write tid 2 to smithi07774545-45 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1355: finishing write tid 3 to smithi07774545-45 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 773 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1355: left oid 45 (ObjNum 432 snap 139 seq_num 432) 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1357: finishing write tid 1 to smithi07774545-27 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1357: finishing write tid 2 to smithi07774545-27 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1357: finishing write tid 3 to smithi07774545-27 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 775 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1357: left oid 27 (ObjNum 433 snap 139 seq_num 433) 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1356: finishing copy_from racing read to smithi07774545-38 2024-09-16T11:08:09.772 INFO:tasks.rados.rados.0.smithi077.stdout:1356: finishing copy_from to smithi07774545-38 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 762 (ObjNum 420 snap 134 seq_num 420) dirty exists 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1358: finishing write tid 1 to smithi07774545-5 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1358: finishing write tid 2 to smithi07774545-5 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1358: finishing write tid 3 to smithi07774545-5 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 561 (ObjNum 434 snap 139 seq_num 434) dirty exists 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1358: left oid 5 (ObjNum 434 snap 139 seq_num 434) 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1359: finishing write tid 1 to smithi07774545-37 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1359: finishing write tid 2 to smithi07774545-37 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1359: finishing write tid 3 to smithi07774545-37 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 623 (ObjNum 435 snap 139 seq_num 435) dirty exists 2024-09-16T11:08:09.773 INFO:tasks.rados.rados.0.smithi077.stdout:1359: left oid 37 (ObjNum 435 snap 139 seq_num 435) 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[86047]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[86047]: osdmap e335: 8 total, 7 up, 8 in 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[86047]: pgmap v191: 121 pgs: 32 peering, 1 stale+active+clean, 88 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[88497]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[88497]: osdmap e335: 8 total, 7 up, 8 in 2024-09-16T11:08:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:09 smithi077 ceph-mon[88497]: pgmap v191: 121 pgs: 32 peering, 1 stale+active+clean, 88 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T11:08:09.923 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.537799455 +0000 UTC m=+0.364877777 container init d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T11:08:09.923 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.54177983 +0000 UTC m=+0.368858154 container start d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:08:09.923 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.621064722 +0000 UTC m=+0.448143054 container attach d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b) 2024-09-16T11:08:09.923 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:09 smithi077 podman[102810]: 2024-09-16 11:08:09.736932143 +0000 UTC m=+0.564010460 container died d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T11:08:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:09 smithi191 ceph-mon[84934]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:09 smithi191 ceph-mon[84934]: osdmap e335: 8 total, 7 up, 8 in 2024-09-16T11:08:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:09 smithi191 ceph-mon[84934]: pgmap v191: 121 pgs: 32 peering, 1 stale+active+clean, 88 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T11:08:10.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 podman[102833]: 2024-09-16 11:08:10.374983041 +0000 UTC m=+0.632358799 container remove d49f08663beaaaad1fde96869043071b7e9c4f7983eb72e9c28e02b2946e8c1c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T11:08:10.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-16T11:08:10.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 systemd[1]: Stopped Ceph osd.2 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:08:10.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.2.service: Consumed 12.711s CPU time. 2024-09-16T11:08:10.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 systemd[1]: Starting Ceph osd.2 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:08:10.698 INFO:tasks.rados.rados.0.smithi077.stdout:1355: done (5 left) 2024-09-16T11:08:10.698 INFO:tasks.rados.rados.0.smithi077.stdout:1356: done (4 left) 2024-09-16T11:08:10.698 INFO:tasks.rados.rados.0.smithi077.stdout:1357: done (3 left) 2024-09-16T11:08:10.698 INFO:tasks.rados.rados.0.smithi077.stdout:1358: done (2 left) 2024-09-16T11:08:10.698 INFO:tasks.rados.rados.0.smithi077.stdout:1359: done (1 left) 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:1361: done (0 left) 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:1362: copy_from oid 34 from oid 38 current snap is 140 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:1363: rollback oid 46 current snap is 140 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 139 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:1364: rollback oid 23 current snap is 140 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 23 to 119 2024-09-16T11:08:10.699 INFO:tasks.rados.rados.0.smithi077.stdout:1365: delete oid 22 current snap is 140 2024-09-16T11:08:10.701 INFO:tasks.rados.rados.0.smithi077.stdout:1363: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:08:10.701 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 665 (ObjNum 65 snap 0 seq_num 441086928) dirty dne 2024-09-16T11:08:10.702 INFO:tasks.rados.rados.0.smithi077.stdout:1364: finishing rollback tid 0 to smithi07774545-23 2024-09-16T11:08:10.703 INFO:tasks.rados.rados.0.smithi077.stdout:1364: finishing rollback tid 1 to smithi07774545-23 2024-09-16T11:08:10.704 INFO:tasks.rados.rados.0.smithi077.stdout:1363: done (3 left) 2024-09-16T11:08:10.704 INFO:tasks.rados.rados.0.smithi077.stdout:1365: done (2 left) 2024-09-16T11:08:10.704 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 140 2024-09-16T11:08:10.704 INFO:tasks.rados.rados.0.smithi077.stdout:1366: seq_num 437 ranges {106496=122880} 2024-09-16T11:08:10.705 INFO:tasks.rados.rados.0.smithi077.stdout:1366: writing smithi07774545-48 from 106496 to 229376 tid 1 2024-09-16T11:08:10.706 INFO:tasks.rados.rados.0.smithi077.stdout:1367: copy_from oid 13 from oid 1 current snap is 140 2024-09-16T11:08:10.706 INFO:tasks.rados.rados.0.smithi077.stdout:1364: finishing rollback tid 2 to smithi07774545-23 2024-09-16T11:08:10.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 672 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-16T11:08:10.706 INFO:tasks.rados.rados.0.smithi077.stdout:1364: done (3 left) 2024-09-16T11:08:10.706 INFO:tasks.rados.rados.0.smithi077.stdout:1368: snap_remove snap 113 2024-09-16T11:08:11.116 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[86047]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-16T11:08:11.116 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[86047]: osdmap e336: 8 total, 7 up, 8 in 2024-09-16T11:08:11.116 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[86047]: osdmap e337: 8 total, 7 up, 8 in 2024-09-16T11:08:11.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[88497]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-16T11:08:11.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[88497]: osdmap e336: 8 total, 7 up, 8 in 2024-09-16T11:08:11.117 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:10 smithi077 ceph-mon[88497]: osdmap e337: 8 total, 7 up, 8 in 2024-09-16T11:08:11.117 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 podman[102932]: 2024-09-16 11:08:10.719968901 +0000 UTC m=+0.018237307 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:11.117 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:10 smithi077 podman[102932]: 2024-09-16 11:08:10.842858997 +0000 UTC m=+0.141127446 container create 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T11:08:11.117 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 podman[102932]: 2024-09-16 11:08:11.115129146 +0000 UTC m=+0.413397556 container init 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T11:08:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:10 smithi191 ceph-mon[84934]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-16T11:08:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:10 smithi191 ceph-mon[84934]: osdmap e336: 8 total, 7 up, 8 in 2024-09-16T11:08:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:10 smithi191 ceph-mon[84934]: osdmap e337: 8 total, 7 up, 8 in 2024-09-16T11:08:11.415 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 podman[102932]: 2024-09-16 11:08:11.11851586 +0000 UTC m=+0.416784266 container start 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T11:08:11.415 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 podman[102932]: 2024-09-16 11:08:11.228893572 +0000 UTC m=+0.527161987 container attach 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, RELEASE=reef-e4e227b, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T11:08:11.672 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate[102947]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 bash[102932]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T11:08:11.673 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:11 smithi077 podman[102932]: 2024-09-16 11:08:11.463606011 +0000 UTC m=+0.761874418 container died 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1368: done (3 left) 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1369: copy_from oid 35 from oid 45 current snap is 140 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1366: finishing write tid 1 to smithi07774545-48 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1366: finishing write tid 2 to smithi07774545-48 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1366: finishing write tid 3 to smithi07774545-48 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 449 (ObjNum 437 snap 140 seq_num 437) dirty exists 2024-09-16T11:08:11.699 INFO:tasks.rados.rados.0.smithi077.stdout:1366: left oid 48 (ObjNum 437 snap 140 seq_num 437) 2024-09-16T11:08:11.700 INFO:tasks.rados.rados.0.smithi077.stdout:1367: finishing copy_from to smithi07774545-13 2024-09-16T11:08:11.700 INFO:tasks.rados.rados.0.smithi077.stdout:1367: got expected ENOENT (src dne) 2024-09-16T11:08:11.700 INFO:tasks.rados.rados.0.smithi077.stdout:1367: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1362: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1362: finishing copy_from to smithi07774545-34 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 762 (ObjNum 420 snap 134 seq_num 420) dirty exists 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1362: done (3 left) 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1366: done (2 left) 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1367: done (1 left) 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1370: copy_from oid 7 from oid 48 current snap is 140 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 140 2024-09-16T11:08:11.701 INFO:tasks.rados.rados.0.smithi077.stdout:1371: seq_num 438 ranges {3276800=139264} 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:1371: writing smithi07774545-27 from 3276800 to 3416064 tid 1 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 140 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:1370: finishing copy_from racing read to smithi07774545-7 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:1370: finishing copy_from to smithi07774545-7 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 449 (ObjNum 437 snap 140 seq_num 437) dirty exists 2024-09-16T11:08:11.719 INFO:tasks.rados.rados.0.smithi077.stdout:1372: seq_num 439 ranges {2080768=155648} 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1372: writing smithi07774545-31 from 2080768 to 2236416 tid 1 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1370: done (3 left) 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 140 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1371: finishing write tid 1 to smithi07774545-27 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1371: finishing write tid 2 to smithi07774545-27 2024-09-16T11:08:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1373: seq_num 440 ranges {4898816=172032} 2024-09-16T11:08:11.760 INFO:tasks.rados.rados.0.smithi077.stdout:1373: writing smithi07774545-8 from 4898816 to 5070848 tid 1 2024-09-16T11:08:11.760 INFO:tasks.rados.rados.0.smithi077.stdout:1374: rmattr oid 49 current snap is 140 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1371: finishing write tid 3 to smithi07774545-27 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 777 (ObjNum 438 snap 140 seq_num 438) dirty exists 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1371: left oid 27 (ObjNum 438 snap 140 seq_num 438) 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1372: finishing write tid 1 to smithi07774545-31 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1371: done (4 left) 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1374: done (3 left) 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1375: delete oid 28 current snap is 140 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1372: finishing write tid 2 to smithi07774545-31 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:1372: finishing write tid 3 to smithi07774545-31 2024-09-16T11:08:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 576 (ObjNum 439 snap 140 seq_num 439) dirty exists 2024-09-16T11:08:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:1372: left oid 31 (ObjNum 439 snap 140 seq_num 439) 2024-09-16T11:08:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:1369: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:08:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:1369: finishing copy_from to smithi07774545-35 2024-09-16T11:08:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 773 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-16T11:08:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:1369: done (3 left) 2024-09-16T11:08:11.763 INFO:tasks.rados.rados.0.smithi077.stdout:1372: done (2 left) 2024-09-16T11:08:11.763 INFO:tasks.rados.rados.0.smithi077.stdout:1375: done (1 left) 2024-09-16T11:08:11.763 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 140 2024-09-16T11:08:11.763 INFO:tasks.rados.rados.0.smithi077.stdout:1376: seq_num 442 ranges {3465216=204800} 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1376: writing smithi07774545-49 from 3465216 to 3670016 tid 1 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1377: delete oid 37 current snap is 140 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1373: finishing write tid 1 to smithi07774545-8 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1373: finishing write tid 2 to smithi07774545-8 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1373: finishing write tid 3 to smithi07774545-8 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 451 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-16T11:08:11.783 INFO:tasks.rados.rados.0.smithi077.stdout:1373: left oid 8 (ObjNum 440 snap 140 seq_num 440) 2024-09-16T11:08:11.785 INFO:tasks.rados.rados.0.smithi077.stdout:1376: finishing write tid 1 to smithi07774545-49 2024-09-16T11:08:11.786 INFO:tasks.rados.rados.0.smithi077.stdout:1376: finishing write tid 2 to smithi07774545-49 2024-09-16T11:08:11.786 INFO:tasks.rados.rados.0.smithi077.stdout:1373: done (2 left) 2024-09-16T11:08:11.786 INFO:tasks.rados.rados.0.smithi077.stdout:1377: done (1 left) 2024-09-16T11:08:11.786 INFO:tasks.rados.rados.0.smithi077.stdout:1378: setattr oid 17 current snap is 140 2024-09-16T11:08:11.787 INFO:tasks.rados.rados.0.smithi077.stdout:1376: finishing write tid 3 to smithi07774545-49 2024-09-16T11:08:11.787 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 634 (ObjNum 442 snap 140 seq_num 442) dirty exists 2024-09-16T11:08:11.787 INFO:tasks.rados.rados.0.smithi077.stdout:1376: left oid 49 (ObjNum 442 snap 140 seq_num 442) 2024-09-16T11:08:11.788 INFO:tasks.rados.rados.0.smithi077.stdout:1376: done (1 left) 2024-09-16T11:08:11.788 INFO:tasks.rados.rados.0.smithi077.stdout:1379: read oid 1 snap -1 2024-09-16T11:08:11.788 INFO:tasks.rados.rados.0.smithi077.stdout:1379: expect deleted 2024-09-16T11:08:11.788 INFO:tasks.rados.rados.0.smithi077.stdout:1380: snap_remove snap 137 2024-09-16T11:08:12.067 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-mon[86047]: pgmap v194: 121 pgs: 1 active+clean+snaptrim, 4 active+undersized, 32 peering, 1 active+undersized+degraded, 83 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4/642 objects degraded (0.623%) 2024-09-16T11:08:12.068 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-mon[86047]: osdmap e338: 8 total, 7 up, 8 in 2024-09-16T11:08:12.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-mon[88497]: pgmap v194: 121 pgs: 1 active+clean+snaptrim, 4 active+undersized, 32 peering, 1 active+undersized+degraded, 83 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4/642 objects degraded (0.623%) 2024-09-16T11:08:12.068 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:11 smithi077 ceph-mon[88497]: osdmap e338: 8 total, 7 up, 8 in 2024-09-16T11:08:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:11 smithi191 ceph-mon[84934]: pgmap v194: 121 pgs: 1 active+clean+snaptrim, 4 active+undersized, 32 peering, 1 active+undersized+degraded, 83 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4/642 objects degraded (0.623%) 2024-09-16T11:08:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:11 smithi191 ceph-mon[84934]: osdmap e338: 8 total, 7 up, 8 in 2024-09-16T11:08:12.412 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 podman[103071]: 2024-09-16 11:08:12.066467545 +0000 UTC m=+0.592278637 container remove 5ddd4e84f64bf2bd93640931cc9ae0e6761f824b6e32ebd88024c4a0463f9cae (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T11:08:12.412 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 podman[103129]: 2024-09-16 11:08:12.17205274 +0000 UTC m=+0.015611910 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:12.412 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 podman[103129]: 2024-09-16 11:08:12.292263174 +0000 UTC m=+0.135822334 container create 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T11:08:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:12.773 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 podman[103129]: 2024-09-16 11:08:12.510998657 +0000 UTC m=+0.354557817 container init 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-16T11:08:12.773 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 podman[103129]: 2024-09-16 11:08:12.514239306 +0000 UTC m=+0.357798467 container start 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T11:08:12.773 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-osd[103148]: -- 172.21.15.77:0/3964076974 <== mon.0 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e83d5831e0 con 0x55e83e302000 2024-09-16T11:08:12.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 bash[103129]: 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 2024-09-16T11:08:12.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:12 smithi077 systemd[1]: Started Ceph osd.2 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:08:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1380: done (2 left) 2024-09-16T11:08:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1381: snap_remove snap 128 2024-09-16T11:08:13.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 4/642 objects degraded (0.623%), 1 pg degraded (PG_DEGRADED) 2024-09-16T11:08:13.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 4/642 objects degraded (0.623%), 1 pg degraded (PG_DEGRADED) 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:13.051 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.052 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.052 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 4/642 objects degraded (0.623%), 1 pg degraded (PG_DEGRADED) 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:13.372 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T11:08:13.048+0000 7fe97eb51640 -1 Falling back to public interface 2024-09-16T11:08:13.789 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:13 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:13.798 INFO:tasks.rados.rados.0.smithi077.stdout:1381: done (2 left) 2024-09-16T11:08:13.798 INFO:tasks.rados.rados.0.smithi077.stdout:1382: snap_create 2024-09-16T11:08:13.798 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 763 (ObjNum 33 snap 0 seq_num 455853520) dirty exists 2024-09-16T11:08:14.136 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:13 smithi077 ceph-mon[86047]: osdmap e339: 8 total, 7 up, 8 in 2024-09-16T11:08:14.136 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:13 smithi077 ceph-mon[86047]: pgmap v197: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 297 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/681 objects degraded (12.335%) 2024-09-16T11:08:14.136 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:13 smithi077 ceph-mon[88497]: osdmap e339: 8 total, 7 up, 8 in 2024-09-16T11:08:14.136 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:13 smithi077 ceph-mon[88497]: pgmap v197: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 297 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/681 objects degraded (12.335%) 2024-09-16T11:08:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:13 smithi191 ceph-mon[84934]: osdmap e339: 8 total, 7 up, 8 in 2024-09-16T11:08:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:13 smithi191 ceph-mon[84934]: pgmap v197: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 297 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/681 objects degraded (12.335%) 2024-09-16T11:08:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:14.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:14.799 INFO:tasks.rados.rados.0.smithi077.stdout:1378: done (2 left) 2024-09-16T11:08:14.800 INFO:tasks.rados.rados.0.smithi077.stdout:1379: done (1 left) 2024-09-16T11:08:14.800 INFO:tasks.rados.rados.0.smithi077.stdout:1382: done (0 left) 2024-09-16T11:08:14.800 INFO:tasks.rados.rados.0.smithi077.stdout:1383: rollback oid 14 current snap is 141 2024-09-16T11:08:14.800 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 139 2024-09-16T11:08:14.800 INFO:tasks.rados.rados.0.smithi077.stdout:1384: snap_remove snap 110 2024-09-16T11:08:15.092 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:14 smithi077 ceph-mon[88497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-16T11:08:15.092 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:14 smithi077 ceph-mon[88497]: osdmap e340: 8 total, 7 up, 8 in 2024-09-16T11:08:15.093 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:14 smithi077 ceph-mon[86047]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-16T11:08:15.093 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:14 smithi077 ceph-mon[86047]: osdmap e340: 8 total, 7 up, 8 in 2024-09-16T11:08:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:14 smithi191 ceph-mon[84934]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-16T11:08:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:14 smithi191 ceph-mon[84934]: osdmap e340: 8 total, 7 up, 8 in 2024-09-16T11:08:15.699 INFO:tasks.rados.rados.0.smithi077.stdout:1384: done (1 left) 2024-09-16T11:08:15.699 INFO:tasks.rados.rados.0.smithi077.stdout:1385: snap_remove snap 121 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[86047]: osdmap e341: 8 total, 7 up, 8 in 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[86047]: pgmap v200: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[86047]: osdmap e342: 8 total, 7 up, 8 in 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[88497]: osdmap e341: 8 total, 7 up, 8 in 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[88497]: pgmap v200: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:16.092 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:15 smithi077 ceph-mon[88497]: osdmap e342: 8 total, 7 up, 8 in 2024-09-16T11:08:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:15 smithi191 ceph-mon[84934]: osdmap e341: 8 total, 7 up, 8 in 2024-09-16T11:08:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:15 smithi191 ceph-mon[84934]: pgmap v200: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.9 MiB/s wr, 15 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:15 smithi191 ceph-mon[84934]: osdmap e342: 8 total, 7 up, 8 in 2024-09-16T11:08:16.421 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T11:08:16.211+0000 7fe97eb51640 -1 osd.2 333 log_to_monitors true 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1385: done (1 left) 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1386: rollback oid 38 current snap is 141 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 134 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1383: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1383: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1383: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 579 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T11:08:16.702 INFO:tasks.rados.rados.0.smithi077.stdout:1383: done (1 left) 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1387: read oid 30 snap -1 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1387: expect (ObjNum 395 snap 130 seq_num 395) 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1388: read oid 6 snap -1 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1388: expect (ObjNum 405 snap 132 seq_num 405) 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1389: rollback oid 22 current snap is 141 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 140 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1390: read oid 50 snap -1 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1390: expect deleted 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1391: rmattr oid 2 current snap is 141 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1391: done (5 left) 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1392: copy_from oid 1 from oid 19 current snap is 141 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 141 2024-09-16T11:08:16.703 INFO:tasks.rados.rados.0.smithi077.stdout:1393: seq_num 444 ranges {0=237568} 2024-09-16T11:08:16.709 INFO:tasks.rados.rados.0.smithi077.stdout:1393: writing smithi07774545-4 from 0 to 237568 tid 1 2024-09-16T11:08:16.709 INFO:tasks.rados.rados.0.smithi077.stdout:1394: copy_from oid 40 from oid 34 current snap is 141 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1395: read oid 21 snap -1 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1395: expect deleted 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1396: rollback oid 7 current snap is 141 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 131 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1397: rollback oid 16 current snap is 141 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 96 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1398: snap_create 2024-09-16T11:08:16.710 INFO:tasks.rados.rados.0.smithi077.stdout:1389: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:08:16.711 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 118 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:08:16.714 INFO:tasks.rados.rados.0.smithi077.stdout:1393: finishing write tid 1 to smithi07774545-4 2024-09-16T11:08:16.714 INFO:tasks.rados.rados.0.smithi077.stdout:1393: finishing write tid 2 to smithi07774545-4 2024-09-16T11:08:16.717 INFO:tasks.rados.rados.0.smithi077.stdout:1393: finishing write tid 3 to smithi07774545-4 2024-09-16T11:08:16.717 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 586 (ObjNum 444 snap 141 seq_num 444) dirty exists 2024-09-16T11:08:16.717 INFO:tasks.rados.rados.0.smithi077.stdout:1393: left oid 4 (ObjNum 444 snap 141 seq_num 444) 2024-09-16T11:08:16.733 INFO:tasks.rados.rados.0.smithi077.stdout:1392: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:08:16.736 INFO:tasks.rados.rados.0.smithi077.stdout:1388: expect (ObjNum 405 snap 132 seq_num 405) 2024-09-16T11:08:16.946 INFO:tasks.rados.rados.0.smithi077.stdout:1387: expect (ObjNum 395 snap 130 seq_num 395) 2024-09-16T11:08:17.061 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:16] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-09-16T11:08:17.152 INFO:tasks.rados.rados.0.smithi077.stdout:1394: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1394: finishing copy_from to smithi07774545-40 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 762 (ObjNum 420 snap 134 seq_num 420) dirty exists 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1386: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1392: finishing copy_from to smithi07774545-1 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 334 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1386: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1386: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 766 (ObjNum 360 snap 119 seq_num 360) dirty exists 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1396: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1396: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 844 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1397: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:08:17.153 INFO:tasks.rados.rados.0.smithi077.stdout:1397: finishing rollback tid 2 to smithi07774545-16 2024-09-16T11:08:17.154 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 846 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: osdmap e343: 8 total, 7 up, 8 in 2024-09-16T11:08:17.390 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[86047]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: osdmap e343: 8 total, 7 up, 8 in 2024-09-16T11:08:17.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-mon[88497]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:17.391 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 11:08:17 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T11:08:17.156+0000 7fe9728f3640 -1 osd.2 333 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:08:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: osdmap e343: 8 total, 7 up, 8 in 2024-09-16T11:08:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:17 smithi191 ceph-mon[84934]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1386: done (11 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1387: done (10 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1388: done (9 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1389: done (8 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1390: done (7 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1392: done (6 left) 2024-09-16T11:08:17.706 INFO:tasks.rados.rados.0.smithi077.stdout:1393: done (5 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1394: done (4 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1395: done (3 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1396: done (2 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1397: done (1 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1398: done (0 left) 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 142 2024-09-16T11:08:17.707 INFO:tasks.rados.rados.0.smithi077.stdout:1399: seq_num 445 ranges {2924544=253952} 2024-09-16T11:08:17.725 INFO:tasks.rados.rados.0.smithi077.stdout:1399: writing smithi07774545-5 from 2924544 to 3178496 tid 1 2024-09-16T11:08:17.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 142 2024-09-16T11:08:17.725 INFO:tasks.rados.rados.0.smithi077.stdout:1400: seq_num 446 ranges {6545408=278528} 2024-09-16T11:08:17.762 INFO:tasks.rados.rados.0.smithi077.stdout:1400: writing smithi07774545-10 from 6545408 to 6823936 tid 1 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1401: rmattr oid 30 current snap is 142 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1401: done (2 left) 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1402: copy_from oid 33 from oid 50 current snap is 142 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1399: finishing write tid 1 to smithi07774545-5 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1399: finishing write tid 2 to smithi07774545-5 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1399: finishing write tid 3 to smithi07774545-5 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 563 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1399: left oid 5 (ObjNum 445 snap 142 seq_num 445) 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1399: done (2 left) 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1403: read oid 28 snap -1 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:1403: expect deleted 2024-09-16T11:08:17.763 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 142 2024-09-16T11:08:17.764 INFO:tasks.rados.rados.0.smithi077.stdout:1404: seq_num 447 ranges {0=294912} 2024-09-16T11:08:17.764 INFO:tasks.rados.rados.0.smithi077.stdout:1404: writing smithi07774545-20 from 0 to 294912 tid 1 2024-09-16T11:08:17.764 INFO:tasks.rados.rados.0.smithi077.stdout:1405: copy_from oid 36 from oid 38 current snap is 142 2024-09-16T11:08:17.764 INFO:tasks.rados.rados.0.smithi077.stdout:1403: done (4 left) 2024-09-16T11:08:17.765 INFO:tasks.rados.rados.0.smithi077.stdout:1406: snap_remove snap 131 2024-09-16T11:08:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: pgmap v203: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 0 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' 2024-09-16T11:08:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648] boot 2024-09-16T11:08:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T11:08:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:08:18.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: pgmap v203: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 0 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:18.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' 2024-09-16T11:08:18.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:18.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648] boot 2024-09-16T11:08:18.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T11:08:18.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:08:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: pgmap v203: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 0 op/s; 84/684 objects degraded (12.281%) 2024-09-16T11:08:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: from='osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648]' entity='osd.2' 2024-09-16T11:08:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: osd.2 [v2:172.21.15.77:6818/1565235648,v1:172.21.15.77:6819/1565235648] boot 2024-09-16T11:08:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T11:08:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T11:08:18.712 INFO:tasks.rados.rados.0.smithi077.stdout:1406: done (4 left) 2024-09-16T11:08:18.713 INFO:tasks.rados.rados.0.smithi077.stdout:1407: snap_remove snap 111 2024-09-16T11:08:18.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:08:18.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:19.725 INFO:tasks.rados.rados.0.smithi077.stdout:1407: done (4 left) 2024-09-16T11:08:19.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 142 2024-09-16T11:08:19.725 INFO:tasks.rados.rados.0.smithi077.stdout:1408: seq_num 448 ranges {4194304=311296} 2024-09-16T11:08:19.749 INFO:tasks.rados.rados.0.smithi077.stdout:1408: writing smithi07774545-30 from 4194304 to 4505600 tid 1 2024-09-16T11:08:19.750 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 142 2024-09-16T11:08:19.750 INFO:tasks.rados.rados.0.smithi077.stdout:1404: finishing write tid 1 to smithi07774545-20 2024-09-16T11:08:19.750 INFO:tasks.rados.rados.0.smithi077.stdout:1409: seq_num 449 ranges {0=327680} 2024-09-16T11:08:19.751 INFO:tasks.rados.rados.0.smithi077.stdout:1409: writing smithi07774545-7 from 0 to 327680 tid 1 2024-09-16T11:08:19.751 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 142 2024-09-16T11:08:19.751 INFO:tasks.rados.rados.0.smithi077.stdout:1402: finishing copy_from to smithi07774545-33 2024-09-16T11:08:19.752 INFO:tasks.rados.rados.0.smithi077.stdout:1402: got expected ENOENT (src dne) 2024-09-16T11:08:19.752 INFO:tasks.rados.rados.0.smithi077.stdout:1402: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:08:19.752 INFO:tasks.rados.rados.0.smithi077.stdout:1404: finishing write tid 2 to smithi07774545-20 2024-09-16T11:08:19.752 INFO:tasks.rados.rados.0.smithi077.stdout:1400: finishing write tid 1 to smithi07774545-10 2024-09-16T11:08:19.752 INFO:tasks.rados.rados.0.smithi077.stdout:1410: seq_num 450 ranges {7225344=344064} 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:1410: writing smithi07774545-40 from 7225344 to 7569408 tid 1 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:1402: done (6 left) 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:1411: copy_from oid 15 from oid 6 current snap is 142 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:1400: finishing write tid 2 to smithi07774545-10 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:1404: finishing write tid 3 to smithi07774545-20 2024-09-16T11:08:19.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 764 (ObjNum 447 snap 142 seq_num 447) dirty exists 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1404: left oid 20 (ObjNum 447 snap 142 seq_num 447) 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1400: finishing write tid 3 to smithi07774545-10 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 855 (ObjNum 446 snap 142 seq_num 446) dirty exists 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1400: left oid 10 (ObjNum 446 snap 142 seq_num 446) 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1405: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1405: finishing copy_from to smithi07774545-36 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 766 (ObjNum 360 snap 119 seq_num 360) dirty exists 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1400: done (6 left) 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1404: done (5 left) 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1405: done (4 left) 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1412: copy_from oid 49 from oid 5 current snap is 142 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1408: finishing write tid 1 to smithi07774545-30 2024-09-16T11:08:19.795 INFO:tasks.rados.rados.0.smithi077.stdout:1408: finishing write tid 2 to smithi07774545-30 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1408: finishing write tid 3 to smithi07774545-30 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 674 (ObjNum 448 snap 142 seq_num 448) dirty exists 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1408: left oid 30 (ObjNum 448 snap 142 seq_num 448) 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1409: finishing write tid 1 to smithi07774545-7 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1409: finishing write tid 2 to smithi07774545-7 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1409: finishing write tid 3 to smithi07774545-7 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 868 (ObjNum 449 snap 142 seq_num 449) dirty exists 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1409: left oid 7 (ObjNum 449 snap 142 seq_num 449) 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1408: done (4 left) 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1409: done (3 left) 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1413: rollback oid 35 current snap is 142 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 136 2024-09-16T11:08:19.796 INFO:tasks.rados.rados.0.smithi077.stdout:1414: read oid 4 snap -1 2024-09-16T11:08:19.797 INFO:tasks.rados.rados.0.smithi077.stdout:1414: expect (ObjNum 444 snap 141 seq_num 444) 2024-09-16T11:08:19.797 INFO:tasks.rados.rados.0.smithi077.stdout:1415: snap_remove snap 140 2024-09-16T11:08:20.068 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:19 smithi077 ceph-mon[86047]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T11:08:20.068 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:19 smithi077 ceph-mon[86047]: pgmap v206: 121 pgs: 18 peering, 12 active+undersized, 7 active+undersized+degraded, 84 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 76/675 objects degraded (11.259%) 2024-09-16T11:08:20.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:19 smithi077 ceph-mon[88497]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T11:08:20.069 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:19 smithi077 ceph-mon[88497]: pgmap v206: 121 pgs: 18 peering, 12 active+undersized, 7 active+undersized+degraded, 84 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 76/675 objects degraded (11.259%) 2024-09-16T11:08:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:19 smithi191 ceph-mon[84934]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T11:08:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:19 smithi191 ceph-mon[84934]: pgmap v206: 121 pgs: 18 peering, 12 active+undersized, 7 active+undersized+degraded, 84 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 76/675 objects degraded (11.259%) 2024-09-16T11:08:20.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:08:20.215+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T11:08:20.722 INFO:tasks.rados.rados.0.smithi077.stdout:1415: done (5 left) 2024-09-16T11:08:20.722 INFO:tasks.rados.rados.0.smithi077.stdout:1416: copy_from oid 11 from oid 18 current snap is 142 2024-09-16T11:08:20.722 INFO:tasks.rados.rados.0.smithi077.stdout:1413: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:08:20.722 INFO:tasks.rados.rados.0.smithi077.stdout:1414: expect (ObjNum 444 snap 141 seq_num 444) 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:1413: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 819 (ObjNum 129 snap 0 seq_num 456415944) dirty dne 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:1410: finishing write tid 1 to smithi07774545-40 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:1410: finishing write tid 2 to smithi07774545-40 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:1410: finishing write tid 3 to smithi07774545-40 2024-09-16T11:08:20.733 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 886 (ObjNum 450 snap 142 seq_num 450) dirty exists 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1410: left oid 40 (ObjNum 450 snap 142 seq_num 450) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1412: finishing copy_from racing read to smithi07774545-49 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1412: finishing copy_from to smithi07774545-49 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 563 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1411: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1411: finishing copy_from to smithi07774545-15 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 583 (ObjNum 405 snap 132 seq_num 405) dirty exists 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1410: done (5 left) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1411: done (4 left) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1412: done (3 left) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1413: done (2 left) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1414: done (1 left) 2024-09-16T11:08:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1417: read oid 26 snap 105 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:1417: expect (ObjNum 229 snap 61 seq_num 229) 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 142 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:1418: seq_num 451 ranges {0=360448} 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:1418: writing smithi07774545-28 from 0 to 360448 tid 1 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 142 2024-09-16T11:08:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:1419: seq_num 452 ranges {294912=376832} 2024-09-16T11:08:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:1419: writing smithi07774545-20 from 294912 to 671744 tid 1 2024-09-16T11:08:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:1420: setattr oid 39 current snap is 142 2024-09-16T11:08:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:1418: finishing write tid 1 to smithi07774545-28 2024-09-16T11:08:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:1418: finishing write tid 2 to smithi07774545-28 2024-09-16T11:08:20.740 INFO:tasks.rados.rados.0.smithi077.stdout:1418: finishing write tid 3 to smithi07774545-28 2024-09-16T11:08:20.740 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 585 (ObjNum 451 snap 142 seq_num 451) dirty exists 2024-09-16T11:08:20.740 INFO:tasks.rados.rados.0.smithi077.stdout:1418: left oid 28 (ObjNum 451 snap 142 seq_num 451) 2024-09-16T11:08:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:1418: done (4 left) 2024-09-16T11:08:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:1421: rollback oid 7 current snap is 142 2024-09-16T11:08:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 96 2024-09-16T11:08:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 142 2024-09-16T11:08:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:1422: seq_num 453 ranges {0=393216} 2024-09-16T11:08:20.743 INFO:tasks.rados.rados.0.smithi077.stdout:1422: writing smithi07774545-50 from 0 to 393216 tid 1 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1419: finishing write tid 1 to smithi07774545-20 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1419: finishing write tid 2 to smithi07774545-20 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1423: rmattr oid 32 current snap is 142 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1423: done (6 left) 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1424: read oid 17 snap -1 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:1424: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:08:20.744 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 142 2024-09-16T11:08:20.745 INFO:tasks.rados.rados.0.smithi077.stdout:1425: seq_num 454 ranges {3178496=409600} 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1425: writing smithi07774545-5 from 3178496 to 3588096 tid 1 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1426: read oid 45 snap -1 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1426: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1427: read oid 44 snap 96 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1427: expect deleted 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 142 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 778 (ObjNum 394 snap 130 seq_num 394) dirty exists 2024-09-16T11:08:20.765 INFO:tasks.rados.rados.0.smithi077.stdout:1419: finishing write tid 3 to smithi07774545-20 2024-09-16T11:08:20.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 766 (ObjNum 452 snap 142 seq_num 452) dirty exists 2024-09-16T11:08:20.766 INFO:tasks.rados.rados.0.smithi077.stdout:1419: left oid 20 (ObjNum 452 snap 142 seq_num 452) 2024-09-16T11:08:20.766 INFO:tasks.rados.rados.0.smithi077.stdout:1424: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:08:20.767 INFO:tasks.rados.rados.0.smithi077.stdout:1422: finishing write tid 1 to smithi07774545-50 2024-09-16T11:08:20.767 INFO:tasks.rados.rados.0.smithi077.stdout:1422: finishing write tid 2 to smithi07774545-50 2024-09-16T11:08:20.767 INFO:tasks.rados.rados.0.smithi077.stdout:1428: seq_num 455 ranges {5070848=425984} 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1428: writing smithi07774545-8 from 5070848 to 5496832 tid 1 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1419: done (10 left) 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1420: done (9 left) 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1424: done (8 left) 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1429: delete oid 33 current snap is 142 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1416: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:1422: finishing write tid 3 to smithi07774545-50 2024-09-16T11:08:20.798 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 823 (ObjNum 453 snap 142 seq_num 453) dirty exists 2024-09-16T11:08:20.799 INFO:tasks.rados.rados.0.smithi077.stdout:1422: left oid 50 (ObjNum 453 snap 142 seq_num 453) 2024-09-16T11:08:20.799 INFO:tasks.rados.rados.0.smithi077.stdout:1417: expect (ObjNum 229 snap 61 seq_num 229) 2024-09-16T11:08:21.039 INFO:tasks.rados.rados.0.smithi077.stdout:1416: finishing copy_from to smithi07774545-11 2024-09-16T11:08:21.039 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 722 (ObjNum 407 snap 133 seq_num 407) dirty exists 2024-09-16T11:08:21.039 INFO:tasks.rados.rados.0.smithi077.stdout:1421: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1416: done (8 left) 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1417: done (7 left) 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1422: done (6 left) 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1429: done (5 left) 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1430: copy_from oid 35 from oid 24 current snap is 142 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1421: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 874 (ObjNum 65 snap 0 seq_num 1884968023) dirty dne 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1425: finishing write tid 1 to smithi07774545-5 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1425: finishing write tid 2 to smithi07774545-5 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1425: finishing write tid 3 to smithi07774545-5 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 565 (ObjNum 454 snap 142 seq_num 454) dirty exists 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1425: left oid 5 (ObjNum 454 snap 142 seq_num 454) 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1428: finishing write tid 1 to smithi07774545-8 2024-09-16T11:08:21.040 INFO:tasks.rados.rados.0.smithi077.stdout:1428: finishing write tid 2 to smithi07774545-8 2024-09-16T11:08:21.041 INFO:tasks.rados.rados.0.smithi077.stdout:1428: finishing write tid 3 to smithi07774545-8 2024-09-16T11:08:21.041 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 453 (ObjNum 455 snap 142 seq_num 455) dirty exists 2024-09-16T11:08:21.041 INFO:tasks.rados.rados.0.smithi077.stdout:1428: left oid 8 (ObjNum 455 snap 142 seq_num 455) 2024-09-16T11:08:21.041 INFO:tasks.rados.rados.0.smithi077.stdout:1426: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 76/675 objects degraded (11.259%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 76/675 objects degraded (11.259%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 76/675 objects degraded (11.259%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1430: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1421: done (5 left) 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1425: done (4 left) 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1426: done (3 left) 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1427: done (2 left) 2024-09-16T11:08:21.683 INFO:tasks.rados.rados.0.smithi077.stdout:1428: done (1 left) 2024-09-16T11:08:21.684 INFO:tasks.rados.rados.0.smithi077.stdout:1431: snap_create 2024-09-16T11:08:21.684 INFO:tasks.rados.rados.0.smithi077.stdout:1430: finishing copy_from to smithi07774545-35 2024-09-16T11:08:21.684 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 795 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-09-16T11:08:21.731 INFO:tasks.rados.rados.0.smithi077.stdout:1430: done (1 left) 2024-09-16T11:08:21.731 INFO:tasks.rados.rados.0.smithi077.stdout:1431: done (0 left) 2024-09-16T11:08:21.731 INFO:tasks.rados.rados.0.smithi077.stdout:1432: setattr oid 25 current snap is 143 2024-09-16T11:08:21.731 INFO:tasks.rados.rados.0.smithi077.stdout:1433: setattr oid 47 current snap is 143 2024-09-16T11:08:21.732 INFO:tasks.rados.rados.0.smithi077.stdout:1434: snap_create 2024-09-16T11:08:21.736 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 892 (ObjNum 337 snap 107 seq_num 337) dirty exists 2024-09-16T11:08:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 897 (ObjNum 417 snap 134 seq_num 417) dirty exists 2024-09-16T11:08:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T11:08:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[86047]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T11:08:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[86047]: pgmap v209: 121 pgs: 18 peering, 8 active+undersized, 7 active+undersized+degraded, 88 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 76/669 objects degraded (11.360%) 2024-09-16T11:08:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T11:08:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[88497]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T11:08:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:21 smithi077 ceph-mon[88497]: pgmap v209: 121 pgs: 18 peering, 8 active+undersized, 7 active+undersized+degraded, 88 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 76/669 objects degraded (11.360%) 2024-09-16T11:08:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:21 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:21 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T11:08:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:21 smithi191 ceph-mon[84934]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T11:08:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:21 smithi191 ceph-mon[84934]: pgmap v209: 121 pgs: 18 peering, 8 active+undersized, 7 active+undersized+degraded, 88 active+clean; 299 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 76/669 objects degraded (11.360%) 2024-09-16T11:08:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:22.731 INFO:tasks.rados.rados.0.smithi077.stdout:1432: done (2 left) 2024-09-16T11:08:22.732 INFO:tasks.rados.rados.0.smithi077.stdout:1433: done (1 left) 2024-09-16T11:08:22.732 INFO:tasks.rados.rados.0.smithi077.stdout:1434: done (0 left) 2024-09-16T11:08:22.732 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 144 2024-09-16T11:08:22.732 INFO:tasks.rados.rados.0.smithi077.stdout:1435: seq_num 457 ranges {0=458752} 2024-09-16T11:08:22.734 INFO:tasks.rados.rados.0.smithi077.stdout:1435: writing smithi07774545-7 from 0 to 458752 tid 1 2024-09-16T11:08:22.734 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 144 2024-09-16T11:08:22.734 INFO:tasks.rados.rados.0.smithi077.stdout:1436: seq_num 458 ranges {1925120=475136} 2024-09-16T11:08:22.747 INFO:tasks.rados.rados.0.smithi077.stdout:1436: writing smithi07774545-32 from 1925120 to 2400256 tid 1 2024-09-16T11:08:22.747 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 144 2024-09-16T11:08:22.747 INFO:tasks.rados.rados.0.smithi077.stdout:1435: finishing write tid 1 to smithi07774545-7 2024-09-16T11:08:22.747 INFO:tasks.rados.rados.0.smithi077.stdout:1435: finishing write tid 2 to smithi07774545-7 2024-09-16T11:08:22.748 INFO:tasks.rados.rados.0.smithi077.stdout:1437: seq_num 459 ranges {7225344=491520} 2024-09-16T11:08:22.788 INFO:tasks.rados.rados.0.smithi077.stdout:1437: writing smithi07774545-34 from 7225344 to 7716864 tid 1 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1438: snap_create 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1435: finishing write tid 3 to smithi07774545-7 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 876 (ObjNum 457 snap 144 seq_num 457) dirty exists 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1435: left oid 7 (ObjNum 457 snap 144 seq_num 457) 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1436: finishing write tid 1 to smithi07774545-32 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1436: finishing write tid 2 to smithi07774545-32 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1436: finishing write tid 3 to smithi07774545-32 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 895 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-09-16T11:08:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:1436: left oid 32 (ObjNum 458 snap 144 seq_num 458) 2024-09-16T11:08:22.792 INFO:tasks.rados.rados.0.smithi077.stdout:1437: finishing write tid 1 to smithi07774545-34 2024-09-16T11:08:22.792 INFO:tasks.rados.rados.0.smithi077.stdout:1437: finishing write tid 2 to smithi07774545-34 2024-09-16T11:08:22.795 INFO:tasks.rados.rados.0.smithi077.stdout:1437: finishing write tid 3 to smithi07774545-34 2024-09-16T11:08:22.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 768 (ObjNum 459 snap 144 seq_num 459) dirty exists 2024-09-16T11:08:22.795 INFO:tasks.rados.rados.0.smithi077.stdout:1437: left oid 34 (ObjNum 459 snap 144 seq_num 459) 2024-09-16T11:08:23.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:22 smithi077 ceph-mon[88497]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T11:08:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:22 smithi077 ceph-mon[86047]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T11:08:23.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:22 smithi191 ceph-mon[84934]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T11:08:23.744 INFO:tasks.rados.rados.0.smithi077.stdout:1435: done (3 left) 2024-09-16T11:08:23.745 INFO:tasks.rados.rados.0.smithi077.stdout:1436: done (2 left) 2024-09-16T11:08:23.745 INFO:tasks.rados.rados.0.smithi077.stdout:1437: done (1 left) 2024-09-16T11:08:23.745 INFO:tasks.rados.rados.0.smithi077.stdout:1438: done (0 left) 2024-09-16T11:08:23.745 INFO:tasks.rados.rados.0.smithi077.stdout:1439: delete oid 40 current snap is 145 2024-09-16T11:08:23.749 INFO:tasks.rados.rados.0.smithi077.stdout:1439: done (0 left) 2024-09-16T11:08:23.749 INFO:tasks.rados.rados.0.smithi077.stdout:1440: snap_remove snap 98 2024-09-16T11:08:23.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:23 smithi191 ceph-mon[84934]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T11:08:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:23 smithi191 ceph-mon[84934]: pgmap v212: 121 pgs: 121 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 30 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:23 smithi077 ceph-mon[86047]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T11:08:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:23 smithi077 ceph-mon[86047]: pgmap v212: 121 pgs: 121 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 30 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:23 smithi077 ceph-mon[88497]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T11:08:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:23 smithi077 ceph-mon[88497]: pgmap v212: 121 pgs: 121 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 30 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:24.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:24.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:24.755 INFO:tasks.rados.rados.0.smithi077.stdout:1440: done (0 left) 2024-09-16T11:08:24.755 INFO:tasks.rados.rados.0.smithi077.stdout:1441: snap_remove snap 139 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/669 objects degraded (11.360%), 7 pgs degraded) 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[86047]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/669 objects degraded (11.360%), 7 pgs degraded) 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:08:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:24 smithi077 ceph-mon[88497]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T11:08:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:24 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/669 objects degraded (11.360%), 7 pgs degraded) 2024-09-16T11:08:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:24 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:08:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:24 smithi191 ceph-mon[84934]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T11:08:25.710 INFO:tasks.rados.rados.0.smithi077.stdout:1441: done (0 left) 2024-09-16T11:08:25.710 INFO:tasks.rados.rados.0.smithi077.stdout:1442: snap_remove snap 96 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[86047]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[86047]: pgmap v215: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 31 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[86047]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[88497]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[88497]: pgmap v215: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 31 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:25 smithi077 ceph-mon[88497]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T11:08:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:25 smithi191 ceph-mon[84934]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T11:08:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:25 smithi191 ceph-mon[84934]: pgmap v215: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 31 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T11:08:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:25 smithi191 ceph-mon[84934]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T11:08:26.703 INFO:tasks.rados.rados.0.smithi077.stdout:1442: done (0 left) 2024-09-16T11:08:26.704 INFO:tasks.rados.rados.0.smithi077.stdout:1443: delete oid 34 current snap is 145 2024-09-16T11:08:26.719 INFO:tasks.rados.rados.0.smithi077.stdout:1443: done (0 left) 2024-09-16T11:08:26.719 INFO:tasks.rados.rados.0.smithi077.stdout:1444: read oid 33 snap -1 2024-09-16T11:08:26.720 INFO:tasks.rados.rados.0.smithi077.stdout:1444: expect deleted 2024-09-16T11:08:26.720 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 145 2024-09-16T11:08:26.720 INFO:tasks.rados.rados.0.smithi077.stdout:1445: seq_num 462 ranges {229376=540672} 2024-09-16T11:08:26.725 INFO:tasks.rados.rados.0.smithi077.stdout:1445: writing smithi07774545-48 from 229376 to 770048 tid 1 2024-09-16T11:08:26.725 INFO:tasks.rados.rados.0.smithi077.stdout:1444: done (1 left) 2024-09-16T11:08:26.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 145 2024-09-16T11:08:26.725 INFO:tasks.rados.rados.0.smithi077.stdout:1446: seq_num 463 ranges {2236416=557056} 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1446: writing smithi07774545-31 from 2236416 to 2793472 tid 1 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1447: read oid 8 snap -1 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1447: expect (ObjNum 455 snap 142 seq_num 455) 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1448: read oid 11 snap 142 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1448: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1449: delete oid 46 current snap is 145 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1445: finishing write tid 1 to smithi07774545-48 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1445: finishing write tid 2 to smithi07774545-48 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:1445: finishing write tid 3 to smithi07774545-48 2024-09-16T11:08:26.742 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 455 (ObjNum 462 snap 145 seq_num 462) dirty exists 2024-09-16T11:08:26.743 INFO:tasks.rados.rados.0.smithi077.stdout:1445: left oid 48 (ObjNum 462 snap 145 seq_num 462) 2024-09-16T11:08:26.745 INFO:tasks.rados.rados.0.smithi077.stdout:1445: done (4 left) 2024-09-16T11:08:26.745 INFO:tasks.rados.rados.0.smithi077.stdout:1449: done (3 left) 2024-09-16T11:08:26.745 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 145 2024-09-16T11:08:26.745 INFO:tasks.rados.rados.0.smithi077.stdout:1450: seq_num 465 ranges {0=598016} 2024-09-16T11:08:26.749 INFO:tasks.rados.rados.0.smithi077.stdout:1450: writing smithi07774545-22 from 0 to 598016 tid 1 2024-09-16T11:08:26.749 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 145 2024-09-16T11:08:26.749 INFO:tasks.rados.rados.0.smithi077.stdout:1446: finishing write tid 1 to smithi07774545-31 2024-09-16T11:08:26.749 INFO:tasks.rados.rados.0.smithi077.stdout:1451: seq_num 466 ranges {360448=614400} 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1451: writing smithi07774545-28 from 360448 to 974848 tid 1 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1452: rollback oid 25 current snap is 145 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 25 to 119 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1446: finishing write tid 2 to smithi07774545-31 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1446: finishing write tid 3 to smithi07774545-31 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 581 (ObjNum 463 snap 145 seq_num 463) dirty exists 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1446: left oid 31 (ObjNum 463 snap 145 seq_num 463) 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1450: finishing write tid 1 to smithi07774545-22 2024-09-16T11:08:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:1450: finishing write tid 2 to smithi07774545-22 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:1450: finishing write tid 3 to smithi07774545-22 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 141 (ObjNum 465 snap 145 seq_num 465) dirty exists 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:1450: left oid 22 (ObjNum 465 snap 145 seq_num 465) 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:1446: done (5 left) 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:1450: done (4 left) 2024-09-16T11:08:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:1453: setattr oid 24 current snap is 145 2024-09-16T11:08:26.759 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 145 2024-09-16T11:08:26.759 INFO:tasks.rados.rados.0.smithi077.stdout:1454: seq_num 467 ranges {4505600=630784} 2024-09-16T11:08:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1454: writing smithi07774545-30 from 4505600 to 5136384 tid 1 2024-09-16T11:08:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1455: copy_from oid 42 from oid 36 current snap is 145 2024-09-16T11:08:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1448: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1452: finishing rollback tid 0 to smithi07774545-25 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1452: finishing rollback tid 1 to smithi07774545-25 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1451: finishing write tid 1 to smithi07774545-28 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1451: finishing write tid 2 to smithi07774545-28 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1451: finishing write tid 3 to smithi07774545-28 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 587 (ObjNum 466 snap 145 seq_num 466) dirty exists 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1451: left oid 28 (ObjNum 466 snap 145 seq_num 466) 2024-09-16T11:08:26.914 INFO:tasks.rados.rados.0.smithi077.stdout:1447: expect (ObjNum 455 snap 142 seq_num 455) 2024-09-16T11:08:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:26] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1452: finishing rollback tid 2 to smithi07774545-25 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 929 (ObjNum 353 snap 114 seq_num 353) dirty exists 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 842 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1454: finishing write tid 1 to smithi07774545-30 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1447: done (6 left) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1448: done (5 left) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1451: done (4 left) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1452: done (3 left) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1453: done (2 left) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1456: read oid 12 snap -1 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1456: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:27.283 INFO:tasks.rados.rados.0.smithi077.stdout:1457: delete oid 46 current snap is 145 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:1454: finishing write tid 2 to smithi07774545-30 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:1454: finishing write tid 3 to smithi07774545-30 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 676 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:1454: left oid 30 (ObjNum 467 snap 145 seq_num 467) 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:1455: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:1455: finishing copy_from to smithi07774545-42 2024-09-16T11:08:27.284 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 766 (ObjNum 360 snap 119 seq_num 360) dirty exists 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1454: done (3 left) 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1455: done (2 left) 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1457: done (1 left) 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1458: copy_from oid 38 from oid 22 current snap is 145 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1459: copy_from oid 40 from oid 18 current snap is 145 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1460: copy_from oid 47 from oid 45 current snap is 145 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1461: read oid 25 snap -1 2024-09-16T11:08:27.285 INFO:tasks.rados.rados.0.smithi077.stdout:1461: expect (ObjNum 353 snap 114 seq_num 353) 2024-09-16T11:08:27.286 INFO:tasks.rados.rados.0.smithi077.stdout:1462: delete oid 14 current snap is 145 2024-09-16T11:08:27.286 INFO:tasks.rados.rados.0.smithi077.stdout:1462: done (5 left) 2024-09-16T11:08:27.286 INFO:tasks.rados.rados.0.smithi077.stdout:1463: delete oid 48 current snap is 145 2024-09-16T11:08:27.290 INFO:tasks.rados.rados.0.smithi077.stdout:1463: done (5 left) 2024-09-16T11:08:27.290 INFO:tasks.rados.rados.0.smithi077.stdout:1464: snap_remove snap 141 2024-09-16T11:08:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:27 smithi191 ceph-mon[84934]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T11:08:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:27 smithi191 ceph-mon[84934]: pgmap v218: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T11:08:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:27.965 INFO:tasks.rados.rados.0.smithi077.stdout:1464: done (5 left) 2024-09-16T11:08:27.965 INFO:tasks.rados.rados.0.smithi077.stdout:1465: snap_remove snap 133 2024-09-16T11:08:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[86047]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T11:08:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[86047]: pgmap v218: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T11:08:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[88497]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T11:08:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[88497]: pgmap v218: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T11:08:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:28.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:08:28.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:28.972 INFO:tasks.rados.rados.0.smithi077.stdout:1465: done (5 left) 2024-09-16T11:08:28.972 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 145 2024-09-16T11:08:28.972 INFO:tasks.rados.rados.0.smithi077.stdout:1456: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:29.041 INFO:tasks.rados.rados.0.smithi077.stdout:1461: expect (ObjNum 353 snap 114 seq_num 353) 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1458: finishing copy_from racing read to smithi07774545-38 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1458: finishing copy_from to smithi07774545-38 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 141 (ObjNum 465 snap 145 seq_num 465) dirty exists 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1459: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1459: finishing copy_from to smithi07774545-40 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 722 (ObjNum 407 snap 133 seq_num 407) dirty exists 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1460: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1460: finishing copy_from to smithi07774545-47 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 773 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-16T11:08:29.073 INFO:tasks.rados.rados.0.smithi077.stdout:1466: seq_num 471 ranges {3031040=696320} 2024-09-16T11:08:29.092 INFO:tasks.rados.rados.0.smithi077.stdout:1466: writing smithi07774545-36 from 3031040 to 3727360 tid 1 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1456: done (5 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1458: done (4 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1459: done (3 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1460: done (2 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1461: done (1 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1467: rmattr oid 15 current snap is 145 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1467: done (1 left) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1468: read oid 6 snap 136 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1468: expect (ObjNum 405 snap 132 seq_num 405) 2024-09-16T11:08:29.093 INFO:tasks.rados.rados.0.smithi077.stdout:1469: snap_remove snap 132 2024-09-16T11:08:29.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:28 smithi077 ceph-mon[86047]: osdmap e354: 8 total, 8 up, 8 in 2024-09-16T11:08:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:28 smithi077 ceph-mon[88497]: osdmap e354: 8 total, 8 up, 8 in 2024-09-16T11:08:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:28 smithi191 ceph-mon[84934]: osdmap e354: 8 total, 8 up, 8 in 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1469: done (2 left) 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1470: copy_from oid 34 from oid 23 current snap is 145 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1466: finishing write tid 1 to smithi07774545-36 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1466: finishing write tid 2 to smithi07774545-36 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1466: finishing write tid 3 to smithi07774545-36 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 938 (ObjNum 471 snap 145 seq_num 471) dirty exists 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1466: left oid 36 (ObjNum 471 snap 145 seq_num 471) 2024-09-16T11:08:29.972 INFO:tasks.rados.rados.0.smithi077.stdout:1468: expect (ObjNum 405 snap 132 seq_num 405) 2024-09-16T11:08:30.176 INFO:tasks.rados.rados.0.smithi077.stdout:1470: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:1470: finishing copy_from to smithi07774545-34 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 672 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:1466: done (2 left) 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:1468: done (1 left) 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:1470: done (0 left) 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 145 2024-09-16T11:08:30.177 INFO:tasks.rados.rados.0.smithi077.stdout:1471: seq_num 472 ranges {1122304=712704} 2024-09-16T11:08:30.186 INFO:tasks.rados.rados.0.smithi077.stdout:1471: writing smithi07774545-25 from 1122304 to 1835008 tid 1 2024-09-16T11:08:30.186 INFO:tasks.rados.rados.0.smithi077.stdout:1472: read oid 13 snap 136 2024-09-16T11:08:30.186 INFO:tasks.rados.rados.0.smithi077.stdout:1472: expect (ObjNum 356 snap 115 seq_num 356) 2024-09-16T11:08:30.187 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 145 2024-09-16T11:08:30.187 INFO:tasks.rados.rados.0.smithi077.stdout:1473: seq_num 473 ranges {458752=729088} 2024-09-16T11:08:30.193 INFO:tasks.rados.rados.0.smithi077.stdout:1473: writing smithi07774545-7 from 458752 to 1187840 tid 1 2024-09-16T11:08:30.193 INFO:tasks.rados.rados.0.smithi077.stdout:1474: setattr oid 45 current snap is 145 2024-09-16T11:08:30.194 INFO:tasks.rados.rados.0.smithi077.stdout:1471: finishing write tid 1 to smithi07774545-25 2024-09-16T11:08:30.194 INFO:tasks.rados.rados.0.smithi077.stdout:1471: finishing write tid 2 to smithi07774545-25 2024-09-16T11:08:30.194 INFO:tasks.rados.rados.0.smithi077.stdout:1472: expect (ObjNum 356 snap 115 seq_num 356) 2024-09-16T11:08:30.224 INFO:tasks.rados.rados.0.smithi077.stdout:1471: finishing write tid 3 to smithi07774545-25 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 954 (ObjNum 472 snap 145 seq_num 472) dirty exists 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1471: left oid 25 (ObjNum 472 snap 145 seq_num 472) 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1473: finishing write tid 1 to smithi07774545-7 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1473: finishing write tid 2 to smithi07774545-7 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1473: finishing write tid 3 to smithi07774545-7 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 919 (ObjNum 473 snap 145 seq_num 473) dirty exists 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1473: left oid 7 (ObjNum 473 snap 145 seq_num 473) 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1471: done (3 left) 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1472: done (2 left) 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1473: done (1 left) 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1475: read oid 36 snap -1 2024-09-16T11:08:30.225 INFO:tasks.rados.rados.0.smithi077.stdout:1475: expect (ObjNum 471 snap 145 seq_num 471) 2024-09-16T11:08:30.226 INFO:tasks.rados.rados.0.smithi077.stdout:1476: rollback oid 12 current snap is 145 2024-09-16T11:08:30.226 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 134 2024-09-16T11:08:30.226 INFO:tasks.rados.rados.0.smithi077.stdout:1477: snap_remove snap 142 2024-09-16T11:08:30.323 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:29 smithi077 ceph-mon[88497]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-09-16T11:08:30.323 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:29 smithi077 ceph-mon[88497]: osdmap e355: 8 total, 8 up, 8 in 2024-09-16T11:08:30.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:29 smithi077 ceph-mon[86047]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-09-16T11:08:30.323 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:29 smithi077 ceph-mon[86047]: osdmap e355: 8 total, 8 up, 8 in 2024-09-16T11:08:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:29 smithi191 ceph-mon[84934]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-09-16T11:08:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:29 smithi191 ceph-mon[84934]: osdmap e355: 8 total, 8 up, 8 in 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:1477: done (3 left) 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 145 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:1476: finishing rollback tid 0 to smithi07774545-12 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:1476: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:1476: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 923 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 779 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-16T11:08:30.705 INFO:tasks.rados.rados.0.smithi077.stdout:1478: seq_num 474 ranges {5382144=745472} 2024-09-16T11:08:30.739 INFO:tasks.rados.rados.0.smithi077.stdout:1478: writing smithi07774545-24 from 5382144 to 6127616 tid 1 2024-09-16T11:08:30.739 INFO:tasks.rados.rados.0.smithi077.stdout:1474: done (3 left) 2024-09-16T11:08:30.739 INFO:tasks.rados.rados.0.smithi077.stdout:1476: done (2 left) 2024-09-16T11:08:30.739 INFO:tasks.rados.rados.0.smithi077.stdout:1479: copy_from oid 4 from oid 20 current snap is 145 2024-09-16T11:08:30.739 INFO:tasks.rados.rados.0.smithi077.stdout:1475: expect (ObjNum 471 snap 145 seq_num 471) 2024-09-16T11:08:30.920 INFO:tasks.rados.rados.0.smithi077.stdout:1478: finishing write tid 1 to smithi07774545-24 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1478: finishing write tid 2 to smithi07774545-24 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1478: finishing write tid 3 to smithi07774545-24 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 860 (ObjNum 474 snap 145 seq_num 474) dirty exists 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1478: left oid 24 (ObjNum 474 snap 145 seq_num 474) 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1479: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1479: finishing copy_from to smithi07774545-4 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 766 (ObjNum 452 snap 142 seq_num 452) dirty exists 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1475: done (2 left) 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1478: done (1 left) 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1479: done (0 left) 2024-09-16T11:08:30.921 INFO:tasks.rados.rados.0.smithi077.stdout:1480: rollback oid 33 current snap is 145 2024-09-16T11:08:30.922 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 144 2024-09-16T11:08:30.922 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 145 2024-09-16T11:08:30.922 INFO:tasks.rados.rados.0.smithi077.stdout:1481: seq_num 475 ranges {3825664=761856} 2024-09-16T11:08:30.948 INFO:tasks.rados.rados.0.smithi077.stdout:1481: writing smithi07774545-18 from 3825664 to 4587520 tid 1 2024-09-16T11:08:30.948 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 145 2024-09-16T11:08:30.948 INFO:tasks.rados.rados.0.smithi077.stdout:1480: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:08:30.949 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 568 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:08:30.949 INFO:tasks.rados.rados.0.smithi077.stdout:1482: seq_num 476 ranges {2793472=778240} 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1482: writing smithi07774545-31 from 2793472 to 3571712 tid 1 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1480: done (2 left) 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1483: setattr oid 39 current snap is 145 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1481: finishing write tid 1 to smithi07774545-18 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1481: finishing write tid 2 to smithi07774545-18 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:1481: finishing write tid 3 to smithi07774545-18 2024-09-16T11:08:30.970 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 863 (ObjNum 475 snap 145 seq_num 475) dirty exists 2024-09-16T11:08:30.971 INFO:tasks.rados.rados.0.smithi077.stdout:1481: left oid 18 (ObjNum 475 snap 145 seq_num 475) 2024-09-16T11:08:30.971 INFO:tasks.rados.rados.0.smithi077.stdout:1481: done (2 left) 2024-09-16T11:08:30.971 INFO:tasks.rados.rados.0.smithi077.stdout:1484: snap_remove snap 119 2024-09-16T11:08:31.364 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:30 smithi191 ceph-mon[84934]: osdmap e356: 8 total, 8 up, 8 in 2024-09-16T11:08:31.364 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:30 smithi191 ceph-mon[84934]: osdmap e357: 8 total, 8 up, 8 in 2024-09-16T11:08:31.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:30 smithi077 ceph-mon[86047]: osdmap e356: 8 total, 8 up, 8 in 2024-09-16T11:08:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:30 smithi077 ceph-mon[86047]: osdmap e357: 8 total, 8 up, 8 in 2024-09-16T11:08:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:30 smithi077 ceph-mon[88497]: osdmap e356: 8 total, 8 up, 8 in 2024-09-16T11:08:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:30 smithi077 ceph-mon[88497]: osdmap e357: 8 total, 8 up, 8 in 2024-09-16T11:08:31.708 INFO:tasks.rados.rados.0.smithi077.stdout:1484: done (2 left) 2024-09-16T11:08:31.709 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 145 2024-09-16T11:08:31.709 INFO:tasks.rados.rados.0.smithi077.stdout:1485: seq_num 477 ranges {598016=794624} 2024-09-16T11:08:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1485: writing smithi07774545-38 from 598016 to 1392640 tid 1 2024-09-16T11:08:31.717 INFO:tasks.rados.rados.0.smithi077.stdout:1482: finishing write tid 1 to smithi07774545-31 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1482: finishing write tid 2 to smithi07774545-31 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1482: finishing write tid 3 to smithi07774545-31 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 584 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1482: left oid 31 (ObjNum 476 snap 145 seq_num 476) 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 780 (ObjNum 394 snap 130 seq_num 394) dirty exists 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1482: done (2 left) 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1483: done (1 left) 2024-09-16T11:08:31.718 INFO:tasks.rados.rados.0.smithi077.stdout:1486: setattr oid 14 current snap is 145 2024-09-16T11:08:31.719 INFO:tasks.rados.rados.0.smithi077.stdout:1487: snap_remove snap 105 2024-09-16T11:08:32.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:31 smithi191 ceph-mon[84934]: pgmap v224: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-09-16T11:08:32.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:31 smithi191 ceph-mon[84934]: osdmap e358: 8 total, 8 up, 8 in 2024-09-16T11:08:32.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:31 smithi077 ceph-mon[86047]: pgmap v224: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-09-16T11:08:32.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:31 smithi077 ceph-mon[86047]: osdmap e358: 8 total, 8 up, 8 in 2024-09-16T11:08:32.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:31 smithi077 ceph-mon[88497]: pgmap v224: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-09-16T11:08:32.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:31 smithi077 ceph-mon[88497]: osdmap e358: 8 total, 8 up, 8 in 2024-09-16T11:08:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:32.714 INFO:tasks.rados.rados.0.smithi077.stdout:1485: finishing write tid 1 to smithi07774545-38 2024-09-16T11:08:32.714 INFO:tasks.rados.rados.0.smithi077.stdout:1485: finishing write tid 2 to smithi07774545-38 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 585 (ObjNum 65 snap 0 seq_num 1349148504) dirty exists 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1485: finishing write tid 3 to smithi07774545-38 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 768 (ObjNum 477 snap 145 seq_num 477) dirty exists 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1485: left oid 38 (ObjNum 477 snap 145 seq_num 477) 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1485: done (2 left) 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1486: done (1 left) 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1487: done (0 left) 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 145 2024-09-16T11:08:32.715 INFO:tasks.rados.rados.0.smithi077.stdout:1488: seq_num 478 ranges {0=409600,409600=401408} 2024-09-16T11:08:32.717 INFO:tasks.rados.rados.0.smithi077.stdout:1488: writing smithi07774545-29 from 0 to 409600 tid 1 2024-09-16T11:08:32.720 INFO:tasks.rados.rados.0.smithi077.stdout:1488: writing smithi07774545-29 from 409600 to 811008 tid 2 2024-09-16T11:08:32.721 INFO:tasks.rados.rados.0.smithi077.stdout:1489: copy_from oid 14 from oid 8 current snap is 145 2024-09-16T11:08:32.721 INFO:tasks.rados.rados.0.smithi077.stdout:1490: setattr oid 25 current snap is 145 2024-09-16T11:08:32.723 INFO:tasks.rados.rados.0.smithi077.stdout:1491: rollback oid 45 current snap is 145 2024-09-16T11:08:32.723 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 136 2024-09-16T11:08:32.724 INFO:tasks.rados.rados.0.smithi077.stdout:1492: rollback oid 50 current snap is 145 2024-09-16T11:08:32.724 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 136 2024-09-16T11:08:32.724 INFO:tasks.rados.rados.0.smithi077.stdout:1493: delete oid 6 current snap is 145 2024-09-16T11:08:32.730 INFO:tasks.rados.rados.0.smithi077.stdout:1488: finishing write tid 1 to smithi07774545-29 2024-09-16T11:08:32.730 INFO:tasks.rados.rados.0.smithi077.stdout:1488: finishing write tid 2 to smithi07774545-29 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1488: finishing write tid 3 to smithi07774545-29 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1493: done (5 left) 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1494: read oid 34 snap -1 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1494: expect (ObjNum 357 snap 117 seq_num 357) 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1495: read oid 27 snap 144 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1495: expect (ObjNum 438 snap 140 seq_num 438) 2024-09-16T11:08:32.732 INFO:tasks.rados.rados.0.smithi077.stdout:1496: snap_create 2024-09-16T11:08:32.733 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 971 (ObjNum 472 snap 145 seq_num 472) dirty exists 2024-09-16T11:08:32.733 INFO:tasks.rados.rados.0.smithi077.stdout:1488: finishing write tid 4 to smithi07774545-29 2024-09-16T11:08:32.733 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 568 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-16T11:08:32.733 INFO:tasks.rados.rados.0.smithi077.stdout:1488: left oid 29 (ObjNum 478 snap 145 seq_num 478) 2024-09-16T11:08:32.736 INFO:tasks.rados.rados.0.smithi077.stdout:1491: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:08:32.736 INFO:tasks.rados.rados.0.smithi077.stdout:1491: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:08:32.739 INFO:tasks.rados.rados.0.smithi077.stdout:1492: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:08:32.740 INFO:tasks.rados.rados.0.smithi077.stdout:1492: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:08:32.740 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 880 (ObjNum 4113 snap 0 seq_num 16) dirty dne 2024-09-16T11:08:32.750 INFO:tasks.rados.rados.0.smithi077.stdout:1495: expect (ObjNum 438 snap 140 seq_num 438) 2024-09-16T11:08:32.991 INFO:tasks.rados.rados.0.smithi077.stdout:1491: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:08:32.991 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 783 (ObjNum 423 snap 135 seq_num 423) dirty exists 2024-09-16T11:08:32.991 INFO:tasks.rados.rados.0.smithi077.stdout:1489: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:08:32.991 INFO:tasks.rados.rados.0.smithi077.stdout:1489: finishing copy_from to smithi07774545-14 2024-09-16T11:08:32.991 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 453 (ObjNum 455 snap 142 seq_num 455) dirty exists 2024-09-16T11:08:32.992 INFO:tasks.rados.rados.0.smithi077.stdout:1494: expect (ObjNum 357 snap 117 seq_num 357) 2024-09-16T11:08:33.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:33.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:32 smithi077 ceph-mon[86047]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T11:08:33.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:33.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:32 smithi077 ceph-mon[88497]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T11:08:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:32 smithi191 ceph-mon[84934]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T11:08:33.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1488: done (7 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1489: done (6 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1490: done (5 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1491: done (4 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1492: done (3 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1494: done (2 left) 2024-09-16T11:08:34.204 INFO:tasks.rados.rados.0.smithi077.stdout:1495: done (1 left) 2024-09-16T11:08:34.205 INFO:tasks.rados.rados.0.smithi077.stdout:1496: done (0 left) 2024-09-16T11:08:34.205 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 146 2024-09-16T11:08:34.205 INFO:tasks.rados.rados.0.smithi077.stdout:1497: seq_num 480 ranges {0=442368,442368=401408} 2024-09-16T11:08:34.206 INFO:tasks.rados.rados.0.smithi077.stdout:1497: writing smithi07774545-48 from 0 to 442368 tid 1 2024-09-16T11:08:34.208 INFO:tasks.rados.rados.0.smithi077.stdout:1497: writing smithi07774545-48 from 442368 to 843776 tid 2 2024-09-16T11:08:34.208 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 146 2024-09-16T11:08:34.209 INFO:tasks.rados.rados.0.smithi077.stdout:1498: seq_num 481 ranges {3031040=458752,3489792=401408} 2024-09-16T11:08:34.227 INFO:tasks.rados.rados.0.smithi077.stdout:1498: writing smithi07774545-42 from 3031040 to 3489792 tid 1 2024-09-16T11:08:34.229 INFO:tasks.rados.rados.0.smithi077.stdout:1498: writing smithi07774545-42 from 3489792 to 3891200 tid 2 2024-09-16T11:08:34.229 INFO:tasks.rados.rados.0.smithi077.stdout:1499: delete oid 39 current snap is 146 2024-09-16T11:08:34.229 INFO:tasks.rados.rados.0.smithi077.stdout:1497: finishing write tid 1 to smithi07774545-48 2024-09-16T11:08:34.229 INFO:tasks.rados.rados.0.smithi077.stdout:1497: finishing write tid 2 to smithi07774545-48 2024-09-16T11:08:34.230 INFO:tasks.rados.rados.0.smithi077.stdout:1497: finishing write tid 3 to smithi07774545-48 2024-09-16T11:08:34.230 INFO:tasks.rados.rados.0.smithi077.stdout:1497: finishing write tid 4 to smithi07774545-48 2024-09-16T11:08:34.230 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 459 (ObjNum 480 snap 146 seq_num 480) dirty exists 2024-09-16T11:08:34.230 INFO:tasks.rados.rados.0.smithi077.stdout:1497: left oid 48 (ObjNum 480 snap 146 seq_num 480) 2024-09-16T11:08:34.236 INFO:tasks.rados.rados.0.smithi077.stdout:1498: finishing write tid 1 to smithi07774545-42 2024-09-16T11:08:34.237 INFO:tasks.rados.rados.0.smithi077.stdout:1498: finishing write tid 2 to smithi07774545-42 2024-09-16T11:08:34.237 INFO:tasks.rados.rados.0.smithi077.stdout:1497: done (2 left) 2024-09-16T11:08:34.237 INFO:tasks.rados.rados.0.smithi077.stdout:1499: done (1 left) 2024-09-16T11:08:34.237 INFO:tasks.rados.rados.0.smithi077.stdout:1500: snap_remove snap 143 2024-09-16T11:08:34.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:33 smithi077 ceph-mon[86047]: pgmap v227: 121 pgs: 121 active+clean; 288 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2024-09-16T11:08:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:33 smithi077 ceph-mon[86047]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T11:08:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:33 smithi077 ceph-mon[88497]: pgmap v227: 121 pgs: 121 active+clean; 288 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2024-09-16T11:08:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:33 smithi077 ceph-mon[88497]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T11:08:34.456 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:33 smithi191 ceph-mon[84934]: pgmap v227: 121 pgs: 121 active+clean; 288 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2024-09-16T11:08:34.456 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:33 smithi191 ceph-mon[84934]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T11:08:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:1500: done (1 left) 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:1501: delete oid 23 current snap is 146 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:1498: finishing write tid 3 to smithi07774545-42 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:1498: finishing write tid 4 to smithi07774545-42 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 970 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-09-16T11:08:34.992 INFO:tasks.rados.rados.0.smithi077.stdout:1498: left oid 42 (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:08:35.005 INFO:tasks.rados.rados.0.smithi077.stdout:1498: done (1 left) 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1501: done (0 left) 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1502: read oid 30 snap -1 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1502: expect (ObjNum 467 snap 145 seq_num 467) 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1503: read oid 43 snap -1 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1503: expect (ObjNum 411 snap 133 seq_num 411) 2024-09-16T11:08:35.006 INFO:tasks.rados.rados.0.smithi077.stdout:1504: delete oid 29 current snap is 146 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1504: done (2 left) 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1505: read oid 20 snap 134 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1505: expect (ObjNum 455124048 snap 21865 seq_num 455108800) 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1506: read oid 2 snap -1 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1506: expect (ObjNum 430 snap 137 seq_num 430) 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 146 2024-09-16T11:08:35.009 INFO:tasks.rados.rados.0.smithi077.stdout:1507: seq_num 485 ranges {3588096=532480,4120576=401408} 2024-09-16T11:08:35.033 INFO:tasks.rados.rados.0.smithi077.stdout:1507: writing smithi07774545-5 from 3588096 to 4120576 tid 1 2024-09-16T11:08:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1507: writing smithi07774545-5 from 4120576 to 4521984 tid 2 2024-09-16T11:08:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1508: delete oid 22 current snap is 146 2024-09-16T11:08:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1505: expect (ObjNum 455124048 snap 21865 seq_num 455108800) 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1505: done (5 left) 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1508: done (4 left) 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1509: read oid 15 snap 136 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1509: expect deleted 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1510: snap_create 2024-09-16T11:08:35.040 INFO:tasks.rados.rados.0.smithi077.stdout:1506: expect (ObjNum 430 snap 137 seq_num 430) 2024-09-16T11:08:35.137 INFO:tasks.rados.rados.0.smithi077.stdout:1503: expect (ObjNum 411 snap 133 seq_num 411) 2024-09-16T11:08:35.213 INFO:tasks.rados.rados.0.smithi077.stdout:1502: expect (ObjNum 467 snap 145 seq_num 467) 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:1507: finishing write tid 1 to smithi07774545-5 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:1507: finishing write tid 2 to smithi07774545-5 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:1507: finishing write tid 3 to smithi07774545-5 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:1507: finishing write tid 4 to smithi07774545-5 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 572 (ObjNum 485 snap 146 seq_num 485) dirty exists 2024-09-16T11:08:35.565 INFO:tasks.rados.rados.0.smithi077.stdout:1507: left oid 5 (ObjNum 485 snap 146 seq_num 485) 2024-09-16T11:08:35.706 INFO:tasks.rados.rados.0.smithi077.stdout:1502: done (5 left) 2024-09-16T11:08:35.706 INFO:tasks.rados.rados.0.smithi077.stdout:1503: done (4 left) 2024-09-16T11:08:35.706 INFO:tasks.rados.rados.0.smithi077.stdout:1506: done (3 left) 2024-09-16T11:08:35.706 INFO:tasks.rados.rados.0.smithi077.stdout:1507: done (2 left) 2024-09-16T11:08:35.706 INFO:tasks.rados.rados.0.smithi077.stdout:1509: done (1 left) 2024-09-16T11:08:35.707 INFO:tasks.rados.rados.0.smithi077.stdout:1510: done (0 left) 2024-09-16T11:08:35.707 INFO:tasks.rados.rados.0.smithi077.stdout:1511: rollback oid 30 current snap is 147 2024-09-16T11:08:35.707 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 146 2024-09-16T11:08:35.707 INFO:tasks.rados.rados.0.smithi077.stdout:1512: snap_remove snap 144 2024-09-16T11:08:36.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[86047]: pgmap v229: 121 pgs: 121 active+clean; 280 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 28 op/s 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[86047]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[86047]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[88497]: pgmap v229: 121 pgs: 121 active+clean; 280 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 28 op/s 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[88497]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:35 smithi077 ceph-mon[88497]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T11:08:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:35 smithi191 ceph-mon[84934]: pgmap v229: 121 pgs: 121 active+clean; 280 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 28 op/s 2024-09-16T11:08:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:35 smithi191 ceph-mon[84934]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T11:08:36.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:36.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:35 smithi191 ceph-mon[84934]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T11:08:36.706 INFO:tasks.rados.rados.0.smithi077.stdout:1512: done (1 left) 2024-09-16T11:08:36.706 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 147 2024-09-16T11:08:36.707 INFO:tasks.rados.rados.0.smithi077.stdout:1511: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:08:36.707 INFO:tasks.rados.rados.0.smithi077.stdout:1513: seq_num 487 ranges {671744=565248,1236992=401408} 2024-09-16T11:08:36.716 INFO:tasks.rados.rados.0.smithi077.stdout:1513: writing smithi07774545-20 from 671744 to 1236992 tid 1 2024-09-16T11:08:36.719 INFO:tasks.rados.rados.0.smithi077.stdout:1513: writing smithi07774545-20 from 1236992 to 1638400 tid 2 2024-09-16T11:08:36.719 INFO:tasks.rados.rados.0.smithi077.stdout:1511: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:08:36.719 INFO:tasks.rados.rados.0.smithi077.stdout:1511: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:08:36.720 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 680 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-09-16T11:08:36.720 INFO:tasks.rados.rados.0.smithi077.stdout:1511: done (1 left) 2024-09-16T11:08:36.720 INFO:tasks.rados.rados.0.smithi077.stdout:1514: delete oid 36 current snap is 147 2024-09-16T11:08:36.726 INFO:tasks.rados.rados.0.smithi077.stdout:1514: done (1 left) 2024-09-16T11:08:36.726 INFO:tasks.rados.rados.0.smithi077.stdout:1515: snap_remove snap 134 2024-09-16T11:08:36.921 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:36] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-09-16T11:08:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: Upgrade: osd.3 is safe to restart 2024-09-16T11:08:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:08:37.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:37.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[86047]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T11:08:37.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:37.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: Upgrade: osd.3 is safe to restart 2024-09-16T11:08:37.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:37.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:08:37.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:37.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:36 smithi077 ceph-mon[88497]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T11:08:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T11:08:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: Upgrade: osd.3 is safe to restart 2024-09-16T11:08:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T11:08:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:36 smithi191 ceph-mon[84934]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1515: done (1 left) 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 147 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1513: finishing write tid 1 to smithi07774545-20 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1513: finishing write tid 2 to smithi07774545-20 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1513: finishing write tid 3 to smithi07774545-20 2024-09-16T11:08:37.710 INFO:tasks.rados.rados.0.smithi077.stdout:1516: seq_num 489 ranges {1835008=598016,2433024=401408} 2024-09-16T11:08:37.724 INFO:tasks.rados.rados.0.smithi077.stdout:1516: writing smithi07774545-25 from 1835008 to 2433024 tid 1 2024-09-16T11:08:37.727 INFO:tasks.rados.rados.0.smithi077.stdout:1516: writing smithi07774545-25 from 2433024 to 2834432 tid 2 2024-09-16T11:08:37.727 INFO:tasks.rados.rados.0.smithi077.stdout:1517: read oid 22 snap -1 2024-09-16T11:08:37.727 INFO:tasks.rados.rados.0.smithi077.stdout:1517: expect deleted 2024-09-16T11:08:37.727 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 147 2024-09-16T11:08:37.728 INFO:tasks.rados.rados.0.smithi077.stdout:1513: finishing write tid 4 to smithi07774545-20 2024-09-16T11:08:37.728 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 772 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-09-16T11:08:37.728 INFO:tasks.rados.rados.0.smithi077.stdout:1513: left oid 20 (ObjNum 487 snap 147 seq_num 487) 2024-09-16T11:08:37.728 INFO:tasks.rados.rados.0.smithi077.stdout:1518: seq_num 490 ranges {0=614400,614400=401408} 2024-09-16T11:08:37.731 INFO:tasks.rados.rados.0.smithi077.stdout:1518: writing smithi07774545-17 from 0 to 614400 tid 1 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1518: writing smithi07774545-17 from 614400 to 1015808 tid 2 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1513: done (3 left) 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1519: read oid 37 snap -1 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1519: expect deleted 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1517: done (3 left) 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 147 2024-09-16T11:08:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1520: seq_num 491 ranges {3784704=630784,4415488=401408} 2024-09-16T11:08:37.758 INFO:tasks.rados.rados.0.smithi077.stdout:1520: writing smithi07774545-19 from 3784704 to 4415488 tid 1 2024-09-16T11:08:37.761 INFO:tasks.rados.rados.0.smithi077.stdout:1520: writing smithi07774545-19 from 4415488 to 4816896 tid 2 2024-09-16T11:08:37.761 INFO:tasks.rados.rados.0.smithi077.stdout:1521: setattr oid 13 current snap is 147 2024-09-16T11:08:37.761 INFO:tasks.rados.rados.0.smithi077.stdout:1516: finishing write tid 1 to smithi07774545-25 2024-09-16T11:08:37.761 INFO:tasks.rados.rados.0.smithi077.stdout:1516: finishing write tid 2 to smithi07774545-25 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1516: finishing write tid 3 to smithi07774545-25 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1518: finishing write tid 1 to smithi07774545-17 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1516: finishing write tid 4 to smithi07774545-25 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 995 (ObjNum 489 snap 147 seq_num 489) dirty exists 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1516: left oid 25 (ObjNum 489 snap 147 seq_num 489) 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1518: finishing write tid 2 to smithi07774545-17 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1518: finishing write tid 3 to smithi07774545-17 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1518: finishing write tid 4 to smithi07774545-17 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 771 (ObjNum 490 snap 147 seq_num 490) dirty exists 2024-09-16T11:08:37.762 INFO:tasks.rados.rados.0.smithi077.stdout:1518: left oid 17 (ObjNum 490 snap 147 seq_num 490) 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1516: done (4 left) 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1518: done (3 left) 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1519: done (2 left) 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1522: delete oid 2 current snap is 147 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1520: finishing write tid 1 to smithi07774545-19 2024-09-16T11:08:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1520: finishing write tid 2 to smithi07774545-19 2024-09-16T11:08:37.764 INFO:tasks.rados.rados.0.smithi077.stdout:1520: finishing write tid 3 to smithi07774545-19 2024-09-16T11:08:37.764 INFO:tasks.rados.rados.0.smithi077.stdout:1520: finishing write tid 4 to smithi07774545-19 2024-09-16T11:08:37.764 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 337 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1520: left oid 19 (ObjNum 491 snap 147 seq_num 491) 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1520: done (2 left) 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1522: done (1 left) 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1523: rollback oid 41 current snap is 147 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 135 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1524: delete oid 14 current snap is 147 2024-09-16T11:08:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 955 (ObjNum 356 snap 115 seq_num 356) dirty exists 2024-09-16T11:08:37.767 INFO:tasks.rados.rados.0.smithi077.stdout:1521: done (2 left) 2024-09-16T11:08:37.767 INFO:tasks.rados.rados.0.smithi077.stdout:1524: done (1 left) 2024-09-16T11:08:37.768 INFO:tasks.rados.rados.0.smithi077.stdout:1525: delete oid 22 current snap is 147 2024-09-16T11:08:37.769 INFO:tasks.rados.rados.0.smithi077.stdout:1523: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:08:37.770 INFO:tasks.rados.rados.0.smithi077.stdout:1523: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:08:37.770 INFO:tasks.rados.rados.0.smithi077.stdout:1523: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:08:37.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 900 (ObjNum 379 snap 123 seq_num 379) dirty exists 2024-09-16T11:08:37.770 INFO:tasks.rados.rados.0.smithi077.stdout:1523: done (1 left) 2024-09-16T11:08:37.770 INFO:tasks.rados.rados.0.smithi077.stdout:1525: done (0 left) 2024-09-16T11:08:37.771 INFO:tasks.rados.rados.0.smithi077.stdout:1526: read oid 32 snap -1 2024-09-16T11:08:37.771 INFO:tasks.rados.rados.0.smithi077.stdout:1526: expect (ObjNum 458 snap 144 seq_num 458) 2024-09-16T11:08:37.771 INFO:tasks.rados.rados.0.smithi077.stdout:1527: setattr oid 19 current snap is 147 2024-09-16T11:08:37.771 INFO:tasks.rados.rados.0.smithi077.stdout:1528: snap_remove snap 136 2024-09-16T11:08:38.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[86047]: Upgrade: Updating osd.3 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[86047]: Deploying daemon osd.3 on smithi077 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[86047]: pgmap v233: 121 pgs: 121 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 442 KiB/s wr, 10 op/s 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[86047]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[88497]: Upgrade: Updating osd.3 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[88497]: Deploying daemon osd.3 on smithi077 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[88497]: pgmap v233: 121 pgs: 121 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 442 KiB/s wr, 10 op/s 2024-09-16T11:08:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:37 smithi077 ceph-mon[88497]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T11:08:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:37 smithi191 ceph-mon[84934]: Upgrade: Updating osd.3 2024-09-16T11:08:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:37 smithi191 ceph-mon[84934]: Deploying daemon osd.3 on smithi077 2024-09-16T11:08:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:37 smithi191 ceph-mon[84934]: pgmap v233: 121 pgs: 121 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 442 KiB/s wr, 10 op/s 2024-09-16T11:08:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:37 smithi191 ceph-mon[84934]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T11:08:38.714 INFO:tasks.rados.rados.0.smithi077.stdout:1528: done (2 left) 2024-09-16T11:08:38.714 INFO:tasks.rados.rados.0.smithi077.stdout:1529: read oid 10 snap -1 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:1529: expect (ObjNum 446 snap 142 seq_num 446) 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:1530: rmattr oid 50 current snap is 147 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:1530: done (3 left) 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 147 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 338 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-09-16T11:08:38.715 INFO:tasks.rados.rados.0.smithi077.stdout:1531: seq_num 495 ranges {3784704=696320,4481024=401408} 2024-09-16T11:08:38.742 INFO:tasks.rados.rados.0.smithi077.stdout:1531: writing smithi07774545-1 from 3784704 to 4481024 tid 1 2024-09-16T11:08:38.746 INFO:tasks.rados.rados.0.smithi077.stdout:1531: writing smithi07774545-1 from 4481024 to 4882432 tid 2 2024-09-16T11:08:38.746 INFO:tasks.rados.rados.0.smithi077.stdout:1527: done (3 left) 2024-09-16T11:08:38.746 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 147 2024-09-16T11:08:38.746 INFO:tasks.rados.rados.0.smithi077.stdout:1532: seq_num 496 ranges {9240576=712704,9953280=401408} 2024-09-16T11:08:38.802 INFO:tasks.rados.rados.0.smithi077.stdout:1532: writing smithi07774545-47 from 9240576 to 9953280 tid 1 2024-09-16T11:08:38.805 INFO:tasks.rados.rados.0.smithi077.stdout:1532: writing smithi07774545-47 from 9953280 to 10354688 tid 2 2024-09-16T11:08:38.805 INFO:tasks.rados.rados.0.smithi077.stdout:1533: snap_create 2024-09-16T11:08:38.805 INFO:tasks.rados.rados.0.smithi077.stdout:1526: expect (ObjNum 458 snap 144 seq_num 458) 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1531: finishing write tid 1 to smithi07774545-1 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1531: finishing write tid 2 to smithi07774545-1 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1531: finishing write tid 3 to smithi07774545-1 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1531: finishing write tid 4 to smithi07774545-1 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 787 (ObjNum 495 snap 147 seq_num 495) dirty exists 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1531: left oid 1 (ObjNum 495 snap 147 seq_num 495) 2024-09-16T11:08:38.933 INFO:tasks.rados.rados.0.smithi077.stdout:1529: expect (ObjNum 446 snap 142 seq_num 446) 2024-09-16T11:08:38.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:39.072 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (3m) 23s ago 7m 15.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (3m) 2m ago 7m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (8m) 23s ago 8m 15.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (8m) 2m ago 8m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (3m) 2m ago 11m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (3m) 23s ago 13m 495M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:08:39.335 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (2m) 23s ago 13m 50.5M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (2m) 2m ago 12m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (2m) 23s ago 12m 43.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (3m) 23s ago 7m 8996k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (3m) 2m ago 7m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (91s) 23s ago 11m 158M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (59s) 23s ago 11m 126M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (27s) 23s ago 10m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (10m) 23s ago 10m 117M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 ecad38c7ece8 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (10m) 2m ago 10m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (9m) 2m ago 9m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (9m) 2m ago 9m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:08:39.336 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (8m) 2m ago 8m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:08:39.337 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (3m) 2m ago 8m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:1532: finishing write tid 1 to smithi07774545-47 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:1532: finishing write tid 2 to smithi07774545-47 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:1532: finishing write tid 3 to smithi07774545-47 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:1532: finishing write tid 4 to smithi07774545-47 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1000 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-09-16T11:08:39.362 INFO:tasks.rados.rados.0.smithi077.stdout:1532: left oid 47 (ObjNum 496 snap 147 seq_num 496) 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:39.648 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 5, 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 7, 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:08:39.649 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:08:39.724 INFO:tasks.rados.rados.0.smithi077.stdout:1526: done (4 left) 2024-09-16T11:08:39.724 INFO:tasks.rados.rados.0.smithi077.stdout:1529: done (3 left) 2024-09-16T11:08:39.724 INFO:tasks.rados.rados.0.smithi077.stdout:1531: done (2 left) 2024-09-16T11:08:39.725 INFO:tasks.rados.rados.0.smithi077.stdout:1532: done (1 left) 2024-09-16T11:08:39.725 INFO:tasks.rados.rados.0.smithi077.stdout:1533: done (0 left) 2024-09-16T11:08:39.725 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 148 2024-09-16T11:08:39.725 INFO:tasks.rados.rados.0.smithi077.stdout:1534: seq_num 497 ranges {0=729088,729088=401408} 2024-09-16T11:08:39.728 INFO:tasks.rados.rados.0.smithi077.stdout:1534: writing smithi07774545-9 from 0 to 729088 tid 1 2024-09-16T11:08:39.731 INFO:tasks.rados.rados.0.smithi077.stdout:1534: writing smithi07774545-9 from 729088 to 1130496 tid 2 2024-09-16T11:08:39.731 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 148 2024-09-16T11:08:39.731 INFO:tasks.rados.rados.0.smithi077.stdout:1535: seq_num 498 ranges {6823936=745472,7569408=401408} 2024-09-16T11:08:39.771 INFO:tasks.rados.rados.0.smithi077.stdout:1535: writing smithi07774545-10 from 6823936 to 7569408 tid 1 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1535: writing smithi07774545-10 from 7569408 to 7970816 tid 2 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1536: copy_from oid 6 from oid 7 current snap is 148 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: finishing write tid 1 to smithi07774545-9 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: finishing write tid 2 to smithi07774545-9 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: finishing write tid 3 to smithi07774545-9 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: finishing write tid 4 to smithi07774545-9 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 774 (ObjNum 497 snap 148 seq_num 497) dirty exists 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: left oid 9 (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:08:39.775 INFO:tasks.rados.rados.0.smithi077.stdout:1534: done (2 left) 2024-09-16T11:08:39.776 INFO:tasks.rados.rados.0.smithi077.stdout:1537: rmattr oid 50 current snap is 148 2024-09-16T11:08:39.776 INFO:tasks.rados.rados.0.smithi077.stdout:1537: done (2 left) 2024-09-16T11:08:39.776 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 148 2024-09-16T11:08:39.776 INFO:tasks.rados.rados.0.smithi077.stdout:1538: seq_num 499 ranges {1392640=761856,2154496=401408} 2024-09-16T11:08:39.786 INFO:tasks.rados.rados.0.smithi077.stdout:1538: writing smithi07774545-38 from 1392640 to 2154496 tid 1 2024-09-16T11:08:39.789 INFO:tasks.rados.rados.0.smithi077.stdout:1538: writing smithi07774545-38 from 2154496 to 2555904 tid 2 2024-09-16T11:08:39.789 INFO:tasks.rados.rados.0.smithi077.stdout:1539: delete oid 18 current snap is 148 2024-09-16T11:08:39.789 INFO:tasks.rados.rados.0.smithi077.stdout:1535: finishing write tid 1 to smithi07774545-10 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1535: finishing write tid 2 to smithi07774545-10 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1535: finishing write tid 3 to smithi07774545-10 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1535: finishing write tid 4 to smithi07774545-10 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1013 (ObjNum 498 snap 148 seq_num 498) dirty exists 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1535: left oid 10 (ObjNum 498 snap 148 seq_num 498) 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1536: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:1536: finishing copy_from to smithi07774545-6 2024-09-16T11:08:39.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 919 (ObjNum 473 snap 145 seq_num 473) dirty exists 2024-09-16T11:08:39.791 INFO:tasks.rados.rados.0.smithi077.stdout:1538: finishing write tid 1 to smithi07774545-38 2024-09-16T11:08:39.791 INFO:tasks.rados.rados.0.smithi077.stdout:1535: done (3 left) 2024-09-16T11:08:39.791 INFO:tasks.rados.rados.0.smithi077.stdout:1536: done (2 left) 2024-09-16T11:08:39.791 INFO:tasks.rados.rados.0.smithi077.stdout:1539: done (1 left) 2024-09-16T11:08:39.792 INFO:tasks.rados.rados.0.smithi077.stdout:1540: read oid 11 snap -1 2024-09-16T11:08:39.792 INFO:tasks.rados.rados.0.smithi077.stdout:1540: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:39.792 INFO:tasks.rados.rados.0.smithi077.stdout:1541: snap_create 2024-09-16T11:08:39.792 INFO:tasks.rados.rados.0.smithi077.stdout:1538: finishing write tid 2 to smithi07774545-38 2024-09-16T11:08:39.792 INFO:tasks.rados.rados.0.smithi077.stdout:1538: finishing write tid 3 to smithi07774545-38 2024-09-16T11:08:39.793 INFO:tasks.rados.rados.0.smithi077.stdout:1538: finishing write tid 4 to smithi07774545-38 2024-09-16T11:08:39.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 777 (ObjNum 499 snap 148 seq_num 499) dirty exists 2024-09-16T11:08:39.793 INFO:tasks.rados.rados.0.smithi077.stdout:1538: left oid 38 (ObjNum 499 snap 148 seq_num 499) 2024-09-16T11:08:39.803 INFO:tasks.rados.rados.0.smithi077.stdout:1540: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[86047]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[86047]: pgmap v236: 121 pgs: 121 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[86047]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2578284091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[88497]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[88497]: pgmap v236: 121 pgs: 121 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[88497]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:39 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2578284091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:39 smithi191 ceph-mon[84934]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T11:08:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:39 smithi191 ceph-mon[84934]: pgmap v236: 121 pgs: 121 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T11:08:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:39 smithi191 ceph-mon[84934]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:39 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2578284091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:40.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:40 smithi077 systemd[1]: Stopping Ceph osd.3 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:08:40.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[57157]: 2024-09-16T11:08:40.535+0000 7f9378c19640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:08:40.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[57157]: 2024-09-16T11:08:40.535+0000 7f9378c19640 -1 osd.3 366 *** Got signal Terminated *** 2024-09-16T11:08:40.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[57157]: 2024-09-16T11:08:40.535+0000 7f9378c19640 -1 osd.3 366 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:08:40.707 INFO:tasks.rados.rados.0.smithi077.stdout:1538: done (2 left) 2024-09-16T11:08:40.707 INFO:tasks.rados.rados.0.smithi077.stdout:1540: done (1 left) 2024-09-16T11:08:40.707 INFO:tasks.rados.rados.0.smithi077.stdout:1541: done (0 left) 2024-09-16T11:08:40.707 INFO:tasks.rados.rados.0.smithi077.stdout:1542: delete oid 24 current snap is 149 2024-09-16T11:08:40.717 INFO:tasks.rados.rados.0.smithi077.stdout:1542: done (0 left) 2024-09-16T11:08:40.717 INFO:tasks.rados.rados.0.smithi077.stdout:1543: snap_create 2024-09-16T11:08:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[86047]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[86047]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T11:08:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[86047]: osd.3 marked itself down and dead 2024-09-16T11:08:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[86047]: osdmap e367: 8 total, 7 up, 8 in 2024-09-16T11:08:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[88497]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[88497]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T11:08:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[88497]: osd.3 marked itself down and dead 2024-09-16T11:08:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:40 smithi077 ceph-mon[88497]: osdmap e367: 8 total, 7 up, 8 in 2024-09-16T11:08:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:40 smithi191 ceph-mon[84934]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:08:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:40 smithi191 ceph-mon[84934]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T11:08:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:40 smithi191 ceph-mon[84934]: osd.3 marked itself down and dead 2024-09-16T11:08:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:40 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:08:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:40 smithi191 ceph-mon[84934]: osdmap e367: 8 total, 7 up, 8 in 2024-09-16T11:08:41.546 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:41 smithi077 podman[107649]: 2024-09-16 11:08:41.250804169 +0000 UTC m=+0.812354481 container died ecad38c7ece8f0ec037fbfa9960e4a2320844238bc74948820f5a4b91e88dd56 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=quincy-6d025bc, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T11:08:41.706 INFO:tasks.rados.rados.0.smithi077.stdout:1543: done (0 left) 2024-09-16T11:08:41.706 INFO:tasks.rados.rados.0.smithi077.stdout:1544: snap_remove snap 135 2024-09-16T11:08:41.888 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:41 smithi077 ceph-mon[88497]: pgmap v239: 121 pgs: 16 stale+active+clean, 105 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 690 KiB/s wr, 17 op/s 2024-09-16T11:08:41.888 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:41 smithi077 ceph-mon[88497]: osdmap e368: 8 total, 7 up, 8 in 2024-09-16T11:08:41.889 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:41 smithi077 ceph-mon[86047]: pgmap v239: 121 pgs: 16 stale+active+clean, 105 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 690 KiB/s wr, 17 op/s 2024-09-16T11:08:41.889 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:41 smithi077 ceph-mon[86047]: osdmap e368: 8 total, 7 up, 8 in 2024-09-16T11:08:41.889 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:41 smithi077 podman[107649]: 2024-09-16 11:08:41.644434779 +0000 UTC m=+1.205985090 container cleanup ecad38c7ece8f0ec037fbfa9960e4a2320844238bc74948820f5a4b91e88dd56 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T11:08:41.889 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:41 smithi077 bash[107649]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3 2024-09-16T11:08:42.172 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:41 smithi077 podman[107665]: 2024-09-16 11:08:41.887507522 +0000 UTC m=+0.638258690 container remove ecad38c7ece8f0ec037fbfa9960e4a2320844238bc74948820f5a4b91e88dd56 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T11:08:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:41 smithi191 ceph-mon[84934]: pgmap v239: 121 pgs: 16 stale+active+clean, 105 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 690 KiB/s wr, 17 op/s 2024-09-16T11:08:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:41 smithi191 ceph-mon[84934]: osdmap e368: 8 total, 7 up, 8 in 2024-09-16T11:08:42.470 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.12173553 +0000 UTC m=+0.016230044 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:42.470 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.238632253 +0000 UTC m=+0.133126765 container create ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T11:08:42.471 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.466193602 +0000 UTC m=+0.360688107 container init ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T11:08:42.471 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.469510267 +0000 UTC m=+0.364004773 container start ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:08:42.708 INFO:tasks.rados.rados.0.smithi077.stdout:1544: done (0 left) 2024-09-16T11:08:42.709 INFO:tasks.rados.rados.0.smithi077.stdout:1545: snap_create 2024-09-16T11:08:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:42.925 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.574540642 +0000 UTC m=+0.469035167 container attach ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, ceph=True) 2024-09-16T11:08:42.925 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:42 smithi077 podman[107756]: 2024-09-16 11:08:42.65456905 +0000 UTC m=+0.549063569 container died ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T11:08:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:42 smithi191 ceph-mon[84934]: osdmap e369: 8 total, 7 up, 8 in 2024-09-16T11:08:43.279 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:43.279 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:43.279 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[86047]: osdmap e369: 8 total, 7 up, 8 in 2024-09-16T11:08:43.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:43.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:43.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:42 smithi077 ceph-mon[88497]: osdmap e369: 8 total, 7 up, 8 in 2024-09-16T11:08:43.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 podman[107778]: 2024-09-16 11:08:43.278327701 +0000 UTC m=+0.617995228 container remove ded869eabe43671cc53cd00c4428c396a29961a1bd2928a282a3330f1c6e15dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:08:43.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-16T11:08:43.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 systemd[1]: Stopped Ceph osd.3 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:08:43.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.3.service: Consumed 9.780s CPU time. 2024-09-16T11:08:43.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 systemd[1]: Starting Ceph osd.3 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:08:43.721 INFO:tasks.rados.rados.0.smithi077.stdout:1545: done (0 left) 2024-09-16T11:08:43.722 INFO:tasks.rados.rados.0.smithi077.stdout:1546: read oid 11 snap -1 2024-09-16T11:08:43.722 INFO:tasks.rados.rados.0.smithi077.stdout:1546: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:43.722 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 151 2024-09-16T11:08:43.722 INFO:tasks.rados.rados.0.smithi077.stdout:1547: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-09-16T11:08:43.723 INFO:tasks.rados.rados.0.smithi077.stdout:1547: writing smithi07774545-24 from 0 to 409600 tid 1 2024-09-16T11:08:43.726 INFO:tasks.rados.rados.0.smithi077.stdout:1547: writing smithi07774545-24 from 409600 to 827392 tid 2 2024-09-16T11:08:43.729 INFO:tasks.rados.rados.0.smithi077.stdout:1547: writing smithi07774545-24 from 827392 to 1212416 tid 3 2024-09-16T11:08:43.729 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 151 2024-09-16T11:08:43.729 INFO:tasks.rados.rados.0.smithi077.stdout:1548: seq_num 503 ranges {2400256=425984,2826240=704512,3530752=98304} 2024-09-16T11:08:43.745 INFO:tasks.rados.rados.0.smithi077.stdout:1548: writing smithi07774545-32 from 2400256 to 2826240 tid 1 2024-09-16T11:08:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:1548: writing smithi07774545-32 from 2826240 to 3530752 tid 2 2024-09-16T11:08:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:1548: writing smithi07774545-32 from 3530752 to 3629056 tid 3 2024-09-16T11:08:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 151 2024-09-16T11:08:43.749 INFO:tasks.rados.rados.0.smithi077.stdout:1547: finishing write tid 1 to smithi07774545-24 2024-09-16T11:08:43.750 INFO:tasks.rados.rados.0.smithi077.stdout:1549: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-09-16T11:08:43.752 INFO:tasks.rados.rados.0.smithi077.stdout:1549: writing smithi07774545-36 from 0 to 450560 tid 1 2024-09-16T11:08:43.755 INFO:tasks.rados.rados.0.smithi077.stdout:1549: writing smithi07774545-36 from 450560 to 1040384 tid 2 2024-09-16T11:08:43.757 INFO:tasks.rados.rados.0.smithi077.stdout:1549: writing smithi07774545-36 from 1040384 to 1253376 tid 3 2024-09-16T11:08:43.757 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 151 2024-09-16T11:08:43.757 INFO:tasks.rados.rados.0.smithi077.stdout:1547: finishing write tid 2 to smithi07774545-24 2024-09-16T11:08:43.757 INFO:tasks.rados.rados.0.smithi077.stdout:1550: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-09-16T11:08:43.759 INFO:tasks.rados.rados.0.smithi077.stdout:1550: writing smithi07774545-22 from 0 to 466944 tid 1 2024-09-16T11:08:43.762 INFO:tasks.rados.rados.0.smithi077.stdout:1550: writing smithi07774545-22 from 466944 to 942080 tid 2 2024-09-16T11:08:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1550: writing smithi07774545-22 from 942080 to 1269760 tid 3 2024-09-16T11:08:43.764 INFO:tasks.rados.rados.0.smithi077.stdout:1551: snap_remove snap 146 2024-09-16T11:08:43.960 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[88497]: pgmap v242: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 18/339 objects degraded (5.310%) 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 18/339 objects degraded (5.310%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[88497]: osdmap e370: 8 total, 7 up, 8 in 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[86047]: pgmap v242: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 18/339 objects degraded (5.310%) 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 18/339 objects degraded (5.310%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:43.970 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:43 smithi077 ceph-mon[86047]: osdmap e370: 8 total, 7 up, 8 in 2024-09-16T11:08:43.971 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 podman[107879]: 2024-09-16 11:08:43.620313178 +0000 UTC m=+0.015514504 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:43.971 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 podman[107879]: 2024-09-16 11:08:43.737828196 +0000 UTC m=+0.133029524 container create a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T11:08:43.971 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 podman[107879]: 2024-09-16 11:08:43.965522309 +0000 UTC m=+0.360723638 container init a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T11:08:43.971 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:43 smithi077 podman[107879]: 2024-09-16 11:08:43.969083139 +0000 UTC m=+0.364284462 container start a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-16T11:08:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:43 smithi191 ceph-mon[84934]: pgmap v242: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 18/339 objects degraded (5.310%) 2024-09-16T11:08:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:43 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 18/339 objects degraded (5.310%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:43 smithi191 ceph-mon[84934]: osdmap e370: 8 total, 7 up, 8 in 2024-09-16T11:08:44.267 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 podman[107879]: 2024-09-16 11:08:44.074066296 +0000 UTC m=+0.469267630 container attach a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T11:08:44.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate[107893]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 bash[107879]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T11:08:44.673 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:44 smithi077 podman[107879]: 2024-09-16 11:08:44.313308537 +0000 UTC m=+0.708509857 container died a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T11:08:44.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:44.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:44.717 INFO:tasks.rados.rados.0.smithi077.stdout:1551: done (5 left) 2024-09-16T11:08:44.717 INFO:tasks.rados.rados.0.smithi077.stdout:1552: rollback oid 34 current snap is 151 2024-09-16T11:08:44.717 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 150 2024-09-16T11:08:44.718 INFO:tasks.rados.rados.0.smithi077.stdout:1547: finishing write tid 3 to smithi07774545-24 2024-09-16T11:08:44.718 INFO:tasks.rados.rados.0.smithi077.stdout:1547: finishing write tid 4 to smithi07774545-24 2024-09-16T11:08:44.718 INFO:tasks.rados.rados.0.smithi077.stdout:1546: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:44.849 INFO:tasks.rados.rados.0.smithi077.stdout:1547: finishing write tid 5 to smithi07774545-24 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 920 (ObjNum 502 snap 151 seq_num 502) dirty exists 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:1547: left oid 24 (ObjNum 502 snap 151 seq_num 502) 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:1548: finishing write tid 1 to smithi07774545-32 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:1546: done (5 left) 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:1547: done (4 left) 2024-09-16T11:08:44.850 INFO:tasks.rados.rados.0.smithi077.stdout:1553: snap_remove snap 149 2024-09-16T11:08:45.378 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 podman[108007]: 2024-09-16 11:08:45.011799961 +0000 UTC m=+0.689884507 container remove a961a2410105451b2229a9eb53d300190202f5e41e6945ebf9ef1d106986b659 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T11:08:45.379 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 podman[108065]: 2024-09-16 11:08:45.116872354 +0000 UTC m=+0.015772805 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:08:45.379 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 podman[108065]: 2024-09-16 11:08:45.25451343 +0000 UTC m=+0.153413883 container create 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T11:08:45.707 INFO:tasks.rados.rados.0.smithi077.stdout:1553: done (4 left) 2024-09-16T11:08:45.708 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 151 2024-09-16T11:08:45.708 INFO:tasks.rados.rados.0.smithi077.stdout:1548: finishing write tid 2 to smithi07774545-32 2024-09-16T11:08:45.708 INFO:tasks.rados.rados.0.smithi077.stdout:1554: seq_num 506 ranges {1015808=483328,1499136=761856,2260992=40960} 2024-09-16T11:08:45.716 INFO:tasks.rados.rados.0.smithi077.stdout:1554: writing smithi07774545-17 from 1015808 to 1499136 tid 1 2024-09-16T11:08:45.721 INFO:tasks.rados.rados.0.smithi077.stdout:1554: writing smithi07774545-17 from 1499136 to 2260992 tid 2 2024-09-16T11:08:45.721 INFO:tasks.rados.rados.0.smithi077.stdout:1554: writing smithi07774545-17 from 2260992 to 2301952 tid 3 2024-09-16T11:08:45.721 INFO:tasks.rados.rados.0.smithi077.stdout:1555: read oid 31 snap 145 2024-09-16T11:08:45.721 INFO:tasks.rados.rados.0.smithi077.stdout:1555: expect (ObjNum 476 snap 145 seq_num 476) 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 151 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1548: finishing write tid 3 to smithi07774545-32 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1548: finishing write tid 4 to smithi07774545-32 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1548: finishing write tid 5 to smithi07774545-32 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1026 (ObjNum 503 snap 151 seq_num 503) dirty exists 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1548: left oid 32 (ObjNum 503 snap 151 seq_num 503) 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1549: finishing write tid 1 to smithi07774545-36 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1549: finishing write tid 2 to smithi07774545-36 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1549: finishing write tid 3 to smithi07774545-36 2024-09-16T11:08:45.722 INFO:tasks.rados.rados.0.smithi077.stdout:1556: seq_num 507 ranges {7225344=499712,7725056=638976,8364032=163840} 2024-09-16T11:08:45.764 INFO:tasks.rados.rados.0.smithi077.stdout:1556: writing smithi07774545-44 from 7225344 to 7725056 tid 1 2024-09-16T11:08:45.767 INFO:tasks.rados.rados.0.smithi077.stdout:1556: writing smithi07774545-44 from 7725056 to 8364032 tid 2 2024-09-16T11:08:45.769 INFO:tasks.rados.rados.0.smithi077.stdout:1556: writing smithi07774545-44 from 8364032 to 8527872 tid 3 2024-09-16T11:08:45.769 INFO:tasks.rados.rados.0.smithi077.stdout:1548: done (6 left) 2024-09-16T11:08:45.769 INFO:tasks.rados.rados.0.smithi077.stdout:1557: copy_from oid 26 from oid 12 current snap is 151 2024-09-16T11:08:45.769 INFO:tasks.rados.rados.0.smithi077.stdout:1558: snap_remove snap 147 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: osdmap e371: 8 total, 7 up, 8 in 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: pgmap v245: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 29/327 objects degraded (8.869%) 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[86047]: osdmap e372: 8 total, 7 up, 8 in 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: osdmap e371: 8 total, 7 up, 8 in 2024-09-16T11:08:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: pgmap v245: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 29/327 objects degraded (8.869%) 2024-09-16T11:08:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-mon[88497]: osdmap e372: 8 total, 7 up, 8 in 2024-09-16T11:08:45.923 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 podman[108065]: 2024-09-16 11:08:45.540207973 +0000 UTC m=+0.439108423 container init 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True) 2024-09-16T11:08:45.923 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 podman[108065]: 2024-09-16 11:08:45.543636349 +0000 UTC m=+0.442536796 container start 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T11:08:45.923 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 ceph-osd[108084]: -- 172.21.15.77:0/3785912044 <== mon.0 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55601a5e91e0 con 0x55601b368000 2024-09-16T11:08:45.923 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 bash[108065]: 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 2024-09-16T11:08:45.923 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:45 smithi077 systemd[1]: Started Ceph osd.3 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:08:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: osdmap e371: 8 total, 7 up, 8 in 2024-09-16T11:08:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: pgmap v245: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 29/327 objects degraded (8.869%) 2024-09-16T11:08:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:45 smithi191 ceph-mon[84934]: osdmap e372: 8 total, 7 up, 8 in 2024-09-16T11:08:46.365 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T11:08:46.078+0000 7f251fd05640 -1 Falling back to public interface 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1558: done (7 left) 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1559: snap_create 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1549: finishing write tid 4 to smithi07774545-36 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1549: finishing write tid 5 to smithi07774545-36 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1010 (ObjNum 504 snap 151 seq_num 504) dirty exists 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1549: left oid 36 (ObjNum 504 snap 151 seq_num 504) 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1550: finishing write tid 1 to smithi07774545-22 2024-09-16T11:08:46.730 INFO:tasks.rados.rados.0.smithi077.stdout:1550: finishing write tid 2 to smithi07774545-22 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1550: finishing write tid 3 to smithi07774545-22 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1550: finishing write tid 4 to smithi07774545-22 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1550: finishing write tid 5 to smithi07774545-22 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 160 (ObjNum 505 snap 151 seq_num 505) dirty exists 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1550: left oid 22 (ObjNum 505 snap 151 seq_num 505) 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1552: finishing rollback tid 0 to smithi07774545-34 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1552: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1552: finishing rollback tid 2 to smithi07774545-34 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 775 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1554: finishing write tid 1 to smithi07774545-17 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1554: finishing write tid 2 to smithi07774545-17 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1554: finishing write tid 3 to smithi07774545-17 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1554: finishing write tid 4 to smithi07774545-17 2024-09-16T11:08:46.731 INFO:tasks.rados.rados.0.smithi077.stdout:1554: finishing write tid 5 to smithi07774545-17 2024-09-16T11:08:46.732 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 781 (ObjNum 506 snap 151 seq_num 506) dirty exists 2024-09-16T11:08:46.732 INFO:tasks.rados.rados.0.smithi077.stdout:1554: left oid 17 (ObjNum 506 snap 151 seq_num 506) 2024-09-16T11:08:46.732 INFO:tasks.rados.rados.0.smithi077.stdout:1555: expect (ObjNum 476 snap 145 seq_num 476) 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: finishing write tid 1 to smithi07774545-44 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: finishing write tid 2 to smithi07774545-44 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: finishing write tid 3 to smithi07774545-44 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: finishing write tid 4 to smithi07774545-44 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: finishing write tid 5 to smithi07774545-44 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 968 (ObjNum 507 snap 151 seq_num 507) dirty exists 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1556: left oid 44 (ObjNum 507 snap 151 seq_num 507) 2024-09-16T11:08:46.950 INFO:tasks.rados.rados.0.smithi077.stdout:1557: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:08:46.951 INFO:tasks.rados.rados.0.smithi077.stdout:1557: finishing copy_from to smithi07774545-26 2024-09-16T11:08:46.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 923 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-09-16T11:08:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:46] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1549: done (7 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1550: done (6 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1552: done (5 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1554: done (4 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1555: done (3 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1556: done (2 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1557: done (1 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1559: done (0 left) 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1560: read oid 28 snap -1 2024-09-16T11:08:47.733 INFO:tasks.rados.rados.0.smithi077.stdout:1560: expect (ObjNum 466 snap 145 seq_num 466) 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1561: read oid 11 snap -1 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1561: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1562: read oid 14 snap -1 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1562: expect deleted 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1563: copy_from oid 50 from oid 12 current snap is 152 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 152 2024-09-16T11:08:47.734 INFO:tasks.rados.rados.0.smithi077.stdout:1564: seq_num 508 ranges {9199616=516096,9715712=524288,10240000=278528} 2024-09-16T11:08:47.785 INFO:tasks.rados.rados.0.smithi077.stdout:1564: writing smithi07774545-45 from 9199616 to 9715712 tid 1 2024-09-16T11:08:47.788 INFO:tasks.rados.rados.0.smithi077.stdout:1564: writing smithi07774545-45 from 9715712 to 10240000 tid 2 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:1564: writing smithi07774545-45 from 10240000 to 10518528 tid 3 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:1565: read oid 2 snap 148 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:1565: expect deleted 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:1566: rollback oid 37 current snap is 152 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 148 2024-09-16T11:08:47.790 INFO:tasks.rados.rados.0.smithi077.stdout:1560: expect (ObjNum 466 snap 145 seq_num 466) 2024-09-16T11:08:47.821 INFO:tasks.rados.rados.0.smithi077.stdout:1561: expect (ObjNum 407 snap 133 seq_num 407) 2024-09-16T11:08:47.951 INFO:tasks.rados.rados.0.smithi077.stdout:1563: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:08:47.951 INFO:tasks.rados.rados.0.smithi077.stdout:1563: finishing copy_from to smithi07774545-50 2024-09-16T11:08:47.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 923 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-09-16T11:08:47.951 INFO:tasks.rados.rados.0.smithi077.stdout:1560: done (6 left) 2024-09-16T11:08:47.951 INFO:tasks.rados.rados.0.smithi077.stdout:1561: done (5 left) 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:1562: done (4 left) 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:1563: done (3 left) 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 152 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:1566: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T11:08:47.952 INFO:tasks.rados.rados.0.smithi077.stdout:1567: seq_num 509 ranges {3571712=532480,4104192=409600,4513792=393216} 2024-09-16T11:08:47.973 INFO:tasks.rados.rados.0.smithi077.stdout:1567: writing smithi07774545-31 from 3571712 to 4104192 tid 1 2024-09-16T11:08:47.975 INFO:tasks.rados.rados.0.smithi077.stdout:1567: writing smithi07774545-31 from 4104192 to 4513792 tid 2 2024-09-16T11:08:47.978 INFO:tasks.rados.rados.0.smithi077.stdout:1567: writing smithi07774545-31 from 4513792 to 4907008 tid 3 2024-09-16T11:08:47.978 INFO:tasks.rados.rados.0.smithi077.stdout:1566: done (3 left) 2024-09-16T11:08:47.978 INFO:tasks.rados.rados.0.smithi077.stdout:1568: snap_remove snap 150 2024-09-16T11:08:48.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:47 smithi077 ceph-mon[88497]: osdmap e373: 8 total, 7 up, 8 in 2024-09-16T11:08:48.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:47 smithi077 ceph-mon[88497]: pgmap v248: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 29/309 objects degraded (9.385%) 2024-09-16T11:08:48.031 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:47 smithi077 ceph-mon[86047]: osdmap e373: 8 total, 7 up, 8 in 2024-09-16T11:08:48.031 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:47 smithi077 ceph-mon[86047]: pgmap v248: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 29/309 objects degraded (9.385%) 2024-09-16T11:08:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:47 smithi191 ceph-mon[84934]: osdmap e373: 8 total, 7 up, 8 in 2024-09-16T11:08:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:47 smithi191 ceph-mon[84934]: pgmap v248: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 29/309 objects degraded (9.385%) 2024-09-16T11:08:48.742 INFO:tasks.rados.rados.0.smithi077.stdout:1568: done (3 left) 2024-09-16T11:08:48.742 INFO:tasks.rados.rados.0.smithi077.stdout:1569: snap_create 2024-09-16T11:08:48.742 INFO:tasks.rados.rados.0.smithi077.stdout:1564: finishing write tid 1 to smithi07774545-45 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1564: finishing write tid 2 to smithi07774545-45 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1564: finishing write tid 3 to smithi07774545-45 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1564: finishing write tid 4 to smithi07774545-45 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1564: finishing write tid 5 to smithi07774545-45 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 791 (ObjNum 508 snap 152 seq_num 508) dirty exists 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1564: left oid 45 (ObjNum 508 snap 152 seq_num 508) 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: finishing write tid 1 to smithi07774545-31 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: finishing write tid 2 to smithi07774545-31 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: finishing write tid 3 to smithi07774545-31 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: finishing write tid 4 to smithi07774545-31 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: finishing write tid 5 to smithi07774545-31 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 590 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-09-16T11:08:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1567: left oid 31 (ObjNum 509 snap 152 seq_num 509) 2024-09-16T11:08:48.895 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:48 smithi077 ceph-mon[86047]: osdmap e374: 8 total, 7 up, 8 in 2024-09-16T11:08:48.895 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:48 smithi077 ceph-mon[88497]: osdmap e374: 8 total, 7 up, 8 in 2024-09-16T11:08:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:48 smithi191 ceph-mon[84934]: osdmap e374: 8 total, 7 up, 8 in 2024-09-16T11:08:48.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:08:48.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:49.171 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:48 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T11:08:48.893+0000 7f251fd05640 -1 osd.3 366 log_to_monitors true 2024-09-16T11:08:49.751 INFO:tasks.rados.rados.0.smithi077.stdout:1564: done (3 left) 2024-09-16T11:08:49.751 INFO:tasks.rados.rados.0.smithi077.stdout:1565: done (2 left) 2024-09-16T11:08:49.752 INFO:tasks.rados.rados.0.smithi077.stdout:1567: done (1 left) 2024-09-16T11:08:49.752 INFO:tasks.rados.rados.0.smithi077.stdout:1569: done (0 left) 2024-09-16T11:08:49.752 INFO:tasks.rados.rados.0.smithi077.stdout:1570: delete oid 13 current snap is 153 2024-09-16T11:08:49.756 INFO:tasks.rados.rados.0.smithi077.stdout:1570: done (0 left) 2024-09-16T11:08:49.756 INFO:tasks.rados.rados.0.smithi077.stdout:1571: setattr oid 18 current snap is 153 2024-09-16T11:08:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1572: delete oid 22 current snap is 153 2024-09-16T11:08:49.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 932 (ObjNum 129 snap 0 seq_num 454870112) dirty exists 2024-09-16T11:08:49.761 INFO:tasks.rados.rados.0.smithi077.stdout:1571: done (1 left) 2024-09-16T11:08:49.761 INFO:tasks.rados.rados.0.smithi077.stdout:1572: done (0 left) 2024-09-16T11:08:49.761 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 153 2024-09-16T11:08:49.761 INFO:tasks.rados.rados.0.smithi077.stdout:1573: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-09-16T11:08:49.765 INFO:tasks.rados.rados.0.smithi077.stdout:1573: writing smithi07774545-29 from 0 to 581632 tid 1 2024-09-16T11:08:49.769 INFO:tasks.rados.rados.0.smithi077.stdout:1573: writing smithi07774545-29 from 581632 to 1097728 tid 2 2024-09-16T11:08:49.772 INFO:tasks.rados.rados.0.smithi077.stdout:1573: writing smithi07774545-29 from 1097728 to 1384448 tid 3 2024-09-16T11:08:49.772 INFO:tasks.rados.rados.0.smithi077.stdout:1573: finishing write tid 1 to smithi07774545-29 2024-09-16T11:08:49.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 153 2024-09-16T11:08:49.772 INFO:tasks.rados.rados.0.smithi077.stdout:1574: seq_num 513 ranges {1253376=598016,1851392=794624,2646016=8192} 2024-09-16T11:08:49.782 INFO:tasks.rados.rados.0.smithi077.stdout:1574: writing smithi07774545-36 from 1253376 to 1851392 tid 1 2024-09-16T11:08:49.787 INFO:tasks.rados.rados.0.smithi077.stdout:1574: writing smithi07774545-36 from 1851392 to 2646016 tid 2 2024-09-16T11:08:49.787 INFO:tasks.rados.rados.0.smithi077.stdout:1574: writing smithi07774545-36 from 2646016 to 2654208 tid 3 2024-09-16T11:08:49.787 INFO:tasks.rados.rados.0.smithi077.stdout:1575: snap_remove snap 152 2024-09-16T11:08:49.995 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T11:08:49.778+0000 7f2517aaf640 -1 osd.3 366 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: osdmap e375: 8 total, 7 up, 8 in 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: pgmap v251: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 29/312 objects degraded (9.295%) 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.996 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: osdmap e375: 8 total, 7 up, 8 in 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: pgmap v251: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 29/312 objects degraded (9.295%) 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:49.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: osdmap e375: 8 total, 7 up, 8 in 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: pgmap v251: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 29/312 objects degraded (9.295%) 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:50.713 INFO:tasks.rados.rados.0.smithi077.stdout:1575: done (2 left) 2024-09-16T11:08:50.713 INFO:tasks.rados.rados.0.smithi077.stdout:1576: snap_remove snap 145 2024-09-16T11:08:51.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: osdmap e376: 8 total, 7 up, 8 in 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955] boot 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:08:51.126 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: osdmap e376: 8 total, 7 up, 8 in 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955] boot 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T11:08:51.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 29/312 objects degraded (9.295%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: osdmap e376: 8 total, 7 up, 8 in 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: from='osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: osd.3 [v2:172.21.15.77:6826/1115487955,v1:172.21.15.77:6827/1115487955] boot 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T11:08:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1576: done (2 left) 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1577: snap_create 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: finishing write tid 2 to smithi07774545-29 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: finishing write tid 3 to smithi07774545-29 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: finishing write tid 4 to smithi07774545-29 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: finishing write tid 5 to smithi07774545-29 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 576 (ObjNum 512 snap 153 seq_num 512) dirty exists 2024-09-16T11:08:51.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: left oid 29 (ObjNum 512 snap 153 seq_num 512) 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: finishing write tid 1 to smithi07774545-36 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: finishing write tid 2 to smithi07774545-36 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: finishing write tid 3 to smithi07774545-36 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: finishing write tid 4 to smithi07774545-36 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: finishing write tid 5 to smithi07774545-36 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1021 (ObjNum 513 snap 153 seq_num 513) dirty exists 2024-09-16T11:08:51.717 INFO:tasks.rados.rados.0.smithi077.stdout:1574: left oid 36 (ObjNum 513 snap 153 seq_num 513) 2024-09-16T11:08:52.035 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:51 smithi077 ceph-mon[88497]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 189 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 31/321 objects degraded (9.657%) 2024-09-16T11:08:52.035 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:51 smithi077 ceph-mon[88497]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T11:08:52.035 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:51 smithi077 ceph-mon[86047]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 189 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 31/321 objects degraded (9.657%) 2024-09-16T11:08:52.035 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:51 smithi077 ceph-mon[86047]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T11:08:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:51 smithi191 ceph-mon[84934]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 189 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 31/321 objects degraded (9.657%) 2024-09-16T11:08:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:51 smithi191 ceph-mon[84934]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T11:08:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:52.716 INFO:tasks.rados.rados.0.smithi077.stdout:1573: done (2 left) 2024-09-16T11:08:52.716 INFO:tasks.rados.rados.0.smithi077.stdout:1574: done (1 left) 2024-09-16T11:08:52.716 INFO:tasks.rados.rados.0.smithi077.stdout:1577: done (0 left) 2024-09-16T11:08:52.717 INFO:tasks.rados.rados.0.smithi077.stdout:1578: read oid 50 snap -1 2024-09-16T11:08:52.717 INFO:tasks.rados.rados.0.smithi077.stdout:1578: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:52.717 INFO:tasks.rados.rados.0.smithi077.stdout:1579: rollback oid 37 current snap is 154 2024-09-16T11:08:52.717 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 151 2024-09-16T11:08:52.717 INFO:tasks.rados.rados.0.smithi077.stdout:1580: delete oid 27 current snap is 154 2024-09-16T11:08:52.720 INFO:tasks.rados.rados.0.smithi077.stdout:1579: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:08:52.720 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 0 (ObjNum 385 snap 0 seq_num 455875488) dirty dne 2024-09-16T11:08:52.722 INFO:tasks.rados.rados.0.smithi077.stdout:1579: done (2 left) 2024-09-16T11:08:52.722 INFO:tasks.rados.rados.0.smithi077.stdout:1580: done (1 left) 2024-09-16T11:08:52.723 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 154 2024-09-16T11:08:52.723 INFO:tasks.rados.rados.0.smithi077.stdout:1581: seq_num 515 ranges {5496832=630784,6127616=565248,6692864=237568} 2024-09-16T11:08:52.755 INFO:tasks.rados.rados.0.smithi077.stdout:1581: writing smithi07774545-8 from 5496832 to 6127616 tid 1 2024-09-16T11:08:52.758 INFO:tasks.rados.rados.0.smithi077.stdout:1581: writing smithi07774545-8 from 6127616 to 6692864 tid 2 2024-09-16T11:08:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1581: writing smithi07774545-8 from 6692864 to 6930432 tid 3 2024-09-16T11:08:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1582: rollback oid 47 current snap is 154 2024-09-16T11:08:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 153 2024-09-16T11:08:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1578: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: finishing write tid 1 to smithi07774545-8 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: finishing write tid 2 to smithi07774545-8 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: finishing write tid 3 to smithi07774545-8 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: finishing write tid 4 to smithi07774545-8 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1582: finishing rollback tid 0 to smithi07774545-47 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: finishing write tid 5 to smithi07774545-8 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 463 (ObjNum 515 snap 154 seq_num 515) dirty exists 2024-09-16T11:08:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:1581: left oid 8 (ObjNum 515 snap 154 seq_num 515) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1582: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1578: done (2 left) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1581: done (1 left) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1583: copy_from oid 31 from oid 23 current snap is 154 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1582: finishing rollback tid 2 to smithi07774545-47 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1035 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1582: done (1 left) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1584: read oid 25 snap -1 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1584: expect (ObjNum 489 snap 147 seq_num 489) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1585: rmattr oid 40 current snap is 154 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1585: done (2 left) 2024-09-16T11:08:52.823 INFO:tasks.rados.rados.0.smithi077.stdout:1586: snap_create 2024-09-16T11:08:52.824 INFO:tasks.rados.rados.0.smithi077.stdout:1583: finishing copy_from to smithi07774545-31 2024-09-16T11:08:52.824 INFO:tasks.rados.rados.0.smithi077.stdout:1583: got expected ENOENT (src dne) 2024-09-16T11:08:52.824 INFO:tasks.rados.rados.0.smithi077.stdout:1583: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:08:52.832 INFO:tasks.rados.rados.0.smithi077.stdout:1584: expect (ObjNum 489 snap 147 seq_num 489) 2024-09-16T11:08:53.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:52 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:08:52.954+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-16T11:08:53.721 INFO:tasks.rados.rados.0.smithi077.stdout:1583: done (2 left) 2024-09-16T11:08:53.721 INFO:tasks.rados.rados.0.smithi077.stdout:1584: done (1 left) 2024-09-16T11:08:53.721 INFO:tasks.rados.rados.0.smithi077.stdout:1586: done (0 left) 2024-09-16T11:08:53.721 INFO:tasks.rados.rados.0.smithi077.stdout:1587: rmattr oid 1 current snap is 155 2024-09-16T11:08:53.722 INFO:tasks.rados.rados.0.smithi077.stdout:1587: done (0 left) 2024-09-16T11:08:53.722 INFO:tasks.rados.rados.0.smithi077.stdout:1588: copy_from oid 37 from oid 15 current snap is 155 2024-09-16T11:08:53.722 INFO:tasks.rados.rados.0.smithi077.stdout:1589: rollback oid 30 current snap is 155 2024-09-16T11:08:53.722 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 153 2024-09-16T11:08:53.722 INFO:tasks.rados.rados.0.smithi077.stdout:1590: snap_create 2024-09-16T11:08:53.727 INFO:tasks.rados.rados.0.smithi077.stdout:1589: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:08:53.729 INFO:tasks.rados.rados.0.smithi077.stdout:1589: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:08:53.729 INFO:tasks.rados.rados.0.smithi077.stdout:1589: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:08:53.729 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 683 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-09-16T11:08:53.753 INFO:tasks.rados.rados.0.smithi077.stdout:1588: finishing copy_from racing read to smithi07774545-37 2024-09-16T11:08:53.754 INFO:tasks.rados.rados.0.smithi077.stdout:1588: finishing copy_from to smithi07774545-37 2024-09-16T11:08:53.754 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 583 (ObjNum 405 snap 132 seq_num 405) dirty exists 2024-09-16T11:08:53.962 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: pgmap v257: 121 pgs: 20 active+undersized, 2 active+undersized+degraded, 99 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 13/255 objects degraded (5.098%); 2.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:53.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:53.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:53.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:53 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: pgmap v257: 121 pgs: 20 active+undersized, 2 active+undersized+degraded, 99 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 13/255 objects degraded (5.098%); 2.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:08:54.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: pgmap v257: 121 pgs: 20 active+undersized, 2 active+undersized+degraded, 99 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 13/255 objects degraded (5.098%); 2.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:08:54.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:53 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-16T11:08:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:54.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1588: done (2 left) 2024-09-16T11:08:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1589: done (1 left) 2024-09-16T11:08:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1590: done (0 left) 2024-09-16T11:08:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 156 2024-09-16T11:08:54.734 INFO:tasks.rados.rados.0.smithi077.stdout:1591: seq_num 516 ranges {2834432=647168,3481600=450560,3932160=352256} 2024-09-16T11:08:54.752 INFO:tasks.rados.rados.0.smithi077.stdout:1591: writing smithi07774545-25 from 2834432 to 3481600 tid 1 2024-09-16T11:08:54.754 INFO:tasks.rados.rados.0.smithi077.stdout:1591: writing smithi07774545-25 from 3481600 to 3932160 tid 2 2024-09-16T11:08:54.756 INFO:tasks.rados.rados.0.smithi077.stdout:1591: writing smithi07774545-25 from 3932160 to 4284416 tid 3 2024-09-16T11:08:54.756 INFO:tasks.rados.rados.0.smithi077.stdout:1592: delete oid 33 current snap is 156 2024-09-16T11:08:54.760 INFO:tasks.rados.rados.0.smithi077.stdout:1592: done (1 left) 2024-09-16T11:08:54.760 INFO:tasks.rados.rados.0.smithi077.stdout:1593: snap_create 2024-09-16T11:08:54.761 INFO:tasks.rados.rados.0.smithi077.stdout:1591: finishing write tid 1 to smithi07774545-25 2024-09-16T11:08:54.761 INFO:tasks.rados.rados.0.smithi077.stdout:1591: finishing write tid 2 to smithi07774545-25 2024-09-16T11:08:54.762 INFO:tasks.rados.rados.0.smithi077.stdout:1591: finishing write tid 3 to smithi07774545-25 2024-09-16T11:08:54.762 INFO:tasks.rados.rados.0.smithi077.stdout:1591: finishing write tid 4 to smithi07774545-25 2024-09-16T11:08:54.763 INFO:tasks.rados.rados.0.smithi077.stdout:1591: finishing write tid 5 to smithi07774545-25 2024-09-16T11:08:54.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1051 (ObjNum 516 snap 156 seq_num 516) dirty exists 2024-09-16T11:08:54.764 INFO:tasks.rados.rados.0.smithi077.stdout:1591: left oid 25 (ObjNum 516 snap 156 seq_num 516) 2024-09-16T11:08:55.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:54 smithi077 ceph-mon[86047]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T11:08:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:54 smithi077 ceph-mon[88497]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T11:08:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:54 smithi191 ceph-mon[84934]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T11:08:55.736 INFO:tasks.rados.rados.0.smithi077.stdout:1591: done (1 left) 2024-09-16T11:08:55.736 INFO:tasks.rados.rados.0.smithi077.stdout:1593: done (0 left) 2024-09-16T11:08:55.737 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 157 2024-09-16T11:08:55.737 INFO:tasks.rados.rados.0.smithi077.stdout:1594: seq_num 518 ranges {4521984=679936,5201920=671744,5873664=131072} 2024-09-16T11:08:55.764 INFO:tasks.rados.rados.0.smithi077.stdout:1594: writing smithi07774545-5 from 4521984 to 5201920 tid 1 2024-09-16T11:08:55.768 INFO:tasks.rados.rados.0.smithi077.stdout:1594: writing smithi07774545-5 from 5201920 to 5873664 tid 2 2024-09-16T11:08:55.769 INFO:tasks.rados.rados.0.smithi077.stdout:1594: writing smithi07774545-5 from 5873664 to 6004736 tid 3 2024-09-16T11:08:55.769 INFO:tasks.rados.rados.0.smithi077.stdout:1595: rollback oid 11 current snap is 157 2024-09-16T11:08:55.769 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 153 2024-09-16T11:08:55.769 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 157 2024-09-16T11:08:55.769 INFO:tasks.rados.rados.0.smithi077.stdout:1596: seq_num 519 ranges {671744=696320,1368064=548864,1916928=253952} 2024-09-16T11:08:55.777 INFO:tasks.rados.rados.0.smithi077.stdout:1596: writing smithi07774545-4 from 671744 to 1368064 tid 1 2024-09-16T11:08:55.780 INFO:tasks.rados.rados.0.smithi077.stdout:1596: writing smithi07774545-4 from 1368064 to 1916928 tid 2 2024-09-16T11:08:55.782 INFO:tasks.rados.rados.0.smithi077.stdout:1596: writing smithi07774545-4 from 1916928 to 2170880 tid 3 2024-09-16T11:08:55.782 INFO:tasks.rados.rados.0.smithi077.stdout:1597: delete oid 30 current snap is 157 2024-09-16T11:08:55.782 INFO:tasks.rados.rados.0.smithi077.stdout:1594: finishing write tid 1 to smithi07774545-5 2024-09-16T11:08:55.782 INFO:tasks.rados.rados.0.smithi077.stdout:1594: finishing write tid 2 to smithi07774545-5 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1594: finishing write tid 3 to smithi07774545-5 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1594: finishing write tid 4 to smithi07774545-5 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1595: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1595: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1595: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 986 (ObjNum 407 snap 133 seq_num 407) dirty exists 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1594: finishing write tid 5 to smithi07774545-5 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 580 (ObjNum 518 snap 157 seq_num 518) dirty exists 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1594: left oid 5 (ObjNum 518 snap 157 seq_num 518) 2024-09-16T11:08:55.783 INFO:tasks.rados.rados.0.smithi077.stdout:1596: finishing write tid 1 to smithi07774545-4 2024-09-16T11:08:55.784 INFO:tasks.rados.rados.0.smithi077.stdout:1594: done (3 left) 2024-09-16T11:08:55.784 INFO:tasks.rados.rados.0.smithi077.stdout:1595: done (2 left) 2024-09-16T11:08:55.784 INFO:tasks.rados.rados.0.smithi077.stdout:1597: done (1 left) 2024-09-16T11:08:55.784 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 157 2024-09-16T11:08:55.784 INFO:tasks.rados.rados.0.smithi077.stdout:1598: seq_num 521 ranges {4841472=729088,5570560=720896,6291456=81920} 2024-09-16T11:08:55.814 INFO:tasks.rados.rados.0.smithi077.stdout:1598: writing smithi07774545-15 from 4841472 to 5570560 tid 1 2024-09-16T11:08:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:1598: writing smithi07774545-15 from 5570560 to 6291456 tid 2 2024-09-16T11:08:55.818 INFO:tasks.rados.rados.0.smithi077.stdout:1598: writing smithi07774545-15 from 6291456 to 6373376 tid 3 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1599: delete oid 34 current snap is 157 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1596: finishing write tid 2 to smithi07774545-4 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1596: finishing write tid 3 to smithi07774545-4 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1596: finishing write tid 4 to smithi07774545-4 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1596: finishing write tid 5 to smithi07774545-4 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 770 (ObjNum 519 snap 157 seq_num 519) dirty exists 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1596: left oid 4 (ObjNum 519 snap 157 seq_num 519) 2024-09-16T11:08:55.819 INFO:tasks.rados.rados.0.smithi077.stdout:1598: finishing write tid 1 to smithi07774545-15 2024-09-16T11:08:55.820 INFO:tasks.rados.rados.0.smithi077.stdout:1596: done (2 left) 2024-09-16T11:08:55.820 INFO:tasks.rados.rados.0.smithi077.stdout:1599: done (1 left) 2024-09-16T11:08:55.821 INFO:tasks.rados.rados.0.smithi077.stdout:1600: rollback oid 13 current snap is 157 2024-09-16T11:08:55.821 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 13 to 156 2024-09-16T11:08:55.821 INFO:tasks.rados.rados.0.smithi077.stdout:1601: snap_create 2024-09-16T11:08:55.821 INFO:tasks.rados.rados.0.smithi077.stdout:1598: finishing write tid 2 to smithi07774545-15 2024-09-16T11:08:55.822 INFO:tasks.rados.rados.0.smithi077.stdout:1598: finishing write tid 3 to smithi07774545-15 2024-09-16T11:08:55.822 INFO:tasks.rados.rados.0.smithi077.stdout:1598: finishing write tid 4 to smithi07774545-15 2024-09-16T11:08:55.822 INFO:tasks.rados.rados.0.smithi077.stdout:1600: finishing rollback tid 1 to smithi07774545-13 2024-09-16T11:08:55.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 970 (ObjNum 49 snap 0 seq_num 455246960) dirty dne 2024-09-16T11:08:55.823 INFO:tasks.rados.rados.0.smithi077.stdout:1598: finishing write tid 5 to smithi07774545-15 2024-09-16T11:08:55.823 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 591 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-09-16T11:08:55.823 INFO:tasks.rados.rados.0.smithi077.stdout:1598: left oid 15 (ObjNum 521 snap 157 seq_num 521) 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[86047]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[86047]: pgmap v260: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 11 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[88497]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[88497]: pgmap v260: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 11 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T11:08:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:55 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:55 smithi191 ceph-mon[84934]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T11:08:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:55 smithi191 ceph-mon[84934]: pgmap v260: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 11 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T11:08:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:55 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T11:08:56.742 INFO:tasks.rados.rados.0.smithi077.stdout:1598: done (2 left) 2024-09-16T11:08:56.742 INFO:tasks.rados.rados.0.smithi077.stdout:1600: done (1 left) 2024-09-16T11:08:56.742 INFO:tasks.rados.rados.0.smithi077.stdout:1601: done (0 left) 2024-09-16T11:08:56.742 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 158 2024-09-16T11:08:56.743 INFO:tasks.rados.rados.0.smithi077.stdout:1602: seq_num 523 ranges {2555904=770048,3325952=491520,3817472=311296} 2024-09-16T11:08:56.760 INFO:tasks.rados.rados.0.smithi077.stdout:1602: writing smithi07774545-38 from 2555904 to 3325952 tid 1 2024-09-16T11:08:56.763 INFO:tasks.rados.rados.0.smithi077.stdout:1602: writing smithi07774545-38 from 3325952 to 3817472 tid 2 2024-09-16T11:08:56.765 INFO:tasks.rados.rados.0.smithi077.stdout:1602: writing smithi07774545-38 from 3817472 to 4128768 tid 3 2024-09-16T11:08:56.765 INFO:tasks.rados.rados.0.smithi077.stdout:1603: rollback oid 50 current snap is 158 2024-09-16T11:08:56.765 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 148 2024-09-16T11:08:56.765 INFO:tasks.rados.rados.0.smithi077.stdout:1604: setattr oid 41 current snap is 158 2024-09-16T11:08:56.770 INFO:tasks.rados.rados.0.smithi077.stdout:1605: rollback oid 7 current snap is 158 2024-09-16T11:08:56.770 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 148 2024-09-16T11:08:56.770 INFO:tasks.rados.rados.0.smithi077.stdout:1603: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:08:56.770 INFO:tasks.rados.rados.0.smithi077.stdout:1606: snap_remove snap 156 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded) 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[88497]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded) 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:08:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-mon[86047]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T11:08:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:08:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:08:56] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-09-16T11:08:57.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:56 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/255 objects degraded (5.098%), 2 pgs degraded) 2024-09-16T11:08:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:56 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:08:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:56 smithi191 ceph-mon[84934]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T11:08:57.752 INFO:tasks.rados.rados.0.smithi077.stdout:1606: done (4 left) 2024-09-16T11:08:57.752 INFO:tasks.rados.rados.0.smithi077.stdout:1607: rollback oid 14 current snap is 158 2024-09-16T11:08:57.752 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 151 2024-09-16T11:08:57.752 INFO:tasks.rados.rados.0.smithi077.stdout:1602: finishing write tid 1 to smithi07774545-38 2024-09-16T11:08:57.752 INFO:tasks.rados.rados.0.smithi077.stdout:1602: finishing write tid 2 to smithi07774545-38 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1602: finishing write tid 3 to smithi07774545-38 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1602: finishing write tid 4 to smithi07774545-38 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1603: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 941 (ObjNum 769 snap 0 seq_num 1452388778) dirty dne 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1602: finishing write tid 5 to smithi07774545-38 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 785 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1602: left oid 38 (ObjNum 523 snap 158 seq_num 523) 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1605: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1602: done (4 left) 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1603: done (3 left) 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1608: delete oid 3 current snap is 158 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 943 (ObjNum 379 snap 123 seq_num 379) dirty exists 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1605: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:08:57.753 INFO:tasks.rados.rados.0.smithi077.stdout:1605: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:08:57.754 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 991 (ObjNum 473 snap 145 seq_num 473) dirty exists 2024-09-16T11:08:57.755 INFO:tasks.rados.rados.0.smithi077.stdout:1607: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:08:57.755 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:08:57.757 INFO:tasks.rados.rados.0.smithi077.stdout:1604: done (3 left) 2024-09-16T11:08:57.757 INFO:tasks.rados.rados.0.smithi077.stdout:1605: done (2 left) 2024-09-16T11:08:57.757 INFO:tasks.rados.rados.0.smithi077.stdout:1607: done (1 left) 2024-09-16T11:08:57.758 INFO:tasks.rados.rados.0.smithi077.stdout:1608: done (0 left) 2024-09-16T11:08:57.758 INFO:tasks.rados.rados.0.smithi077.stdout:1609: snap_remove snap 153 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[86047]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[86047]: pgmap v263: 121 pgs: 121 active+clean; 162 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[88497]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[88497]: pgmap v263: 121 pgs: 121 active+clean; 162 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:57 smithi191 ceph-mon[84934]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T11:08:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:57 smithi191 ceph-mon[84934]: pgmap v263: 121 pgs: 121 active+clean; 162 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-09-16T11:08:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:08:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:08:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1609: done (0 left) 2024-09-16T11:08:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1610: read oid 12 snap 154 2024-09-16T11:08:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1610: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:58.755 INFO:tasks.rados.rados.0.smithi077.stdout:1611: snap_remove snap 148 2024-09-16T11:08:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:58 smithi191 ceph-mon[84934]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T11:08:58.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T11:08:58.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:08:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:08:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:08:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:58 smithi077 ceph-mon[86047]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T11:08:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:58 smithi077 ceph-mon[88497]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T11:08:59.766 INFO:tasks.rados.rados.0.smithi077.stdout:1610: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:08:59.826 INFO:tasks.rados.rados.0.smithi077.stdout:1610: done (1 left) 2024-09-16T11:08:59.827 INFO:tasks.rados.rados.0.smithi077.stdout:1611: done (0 left) 2024-09-16T11:08:59.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 158 2024-09-16T11:08:59.827 INFO:tasks.rados.rados.0.smithi077.stdout:1612: seq_num 525 ranges {1556480=802816,2359296=712704,3072000=90112} 2024-09-16T11:08:59.839 INFO:tasks.rados.rados.0.smithi077.stdout:1612: writing smithi07774545-41 from 1556480 to 2359296 tid 1 2024-09-16T11:08:59.843 INFO:tasks.rados.rados.0.smithi077.stdout:1612: writing smithi07774545-41 from 2359296 to 3072000 tid 2 2024-09-16T11:08:59.844 INFO:tasks.rados.rados.0.smithi077.stdout:1612: writing smithi07774545-41 from 3072000 to 3162112 tid 3 2024-09-16T11:08:59.844 INFO:tasks.rados.rados.0.smithi077.stdout:1613: snap_remove snap 155 2024-09-16T11:09:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:59 smithi077 ceph-mon[88497]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T11:09:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:08:59 smithi077 ceph-mon[88497]: pgmap v266: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-16T11:09:00.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:59 smithi077 ceph-mon[86047]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T11:09:00.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:08:59 smithi077 ceph-mon[86047]: pgmap v266: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-16T11:09:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:59 smithi191 ceph-mon[84934]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T11:09:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:08:59 smithi191 ceph-mon[84934]: pgmap v266: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1613: done (1 left) 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1614: read oid 7 snap -1 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1614: expect (ObjNum 473 snap 145 seq_num 473) 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1615: read oid 45 snap -1 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1615: expect (ObjNum 508 snap 152 seq_num 508) 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 158 2024-09-16T11:09:00.713 INFO:tasks.rados.rados.0.smithi077.stdout:1616: seq_num 526 ranges {4128768=417792,4546560=589824,5136384=614400} 2024-09-16T11:09:00.738 INFO:tasks.rados.rados.0.smithi077.stdout:1616: writing smithi07774545-38 from 4128768 to 4546560 tid 1 2024-09-16T11:09:00.742 INFO:tasks.rados.rados.0.smithi077.stdout:1616: writing smithi07774545-38 from 4546560 to 5136384 tid 2 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1616: writing smithi07774545-38 from 5136384 to 5750784 tid 3 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1617: setattr oid 18 current snap is 158 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: finishing write tid 1 to smithi07774545-41 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: finishing write tid 2 to smithi07774545-41 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: finishing write tid 3 to smithi07774545-41 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: finishing write tid 4 to smithi07774545-41 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: finishing write tid 5 to smithi07774545-41 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 959 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1612: left oid 41 (ObjNum 525 snap 158 seq_num 525) 2024-09-16T11:09:00.747 INFO:tasks.rados.rados.0.smithi077.stdout:1614: expect (ObjNum 473 snap 145 seq_num 473) 2024-09-16T11:09:00.789 INFO:tasks.rados.rados.0.smithi077.stdout:1616: finishing write tid 1 to smithi07774545-38 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1616: finishing write tid 2 to smithi07774545-38 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1616: finishing write tid 3 to smithi07774545-38 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1616: finishing write tid 4 to smithi07774545-38 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1616: finishing write tid 5 to smithi07774545-38 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 789 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1616: left oid 38 (ObjNum 526 snap 158 seq_num 526) 2024-09-16T11:09:00.790 INFO:tasks.rados.rados.0.smithi077.stdout:1615: expect (ObjNum 508 snap 152 seq_num 508) 2024-09-16T11:09:01.090 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:00 smithi077 ceph-mon[86047]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T11:09:01.090 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:00 smithi077 ceph-mon[86047]: osdmap e387: 8 total, 8 up, 8 in 2024-09-16T11:09:01.091 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:00 smithi077 ceph-mon[88497]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T11:09:01.091 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:00 smithi077 ceph-mon[88497]: osdmap e387: 8 total, 8 up, 8 in 2024-09-16T11:09:01.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:00 smithi191 ceph-mon[84934]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T11:09:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:00 smithi191 ceph-mon[84934]: osdmap e387: 8 total, 8 up, 8 in 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 965 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:1612: done (4 left) 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:1614: done (3 left) 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:1615: done (2 left) 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:1616: done (1 left) 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:1617: done (0 left) 2024-09-16T11:09:01.474 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 158 2024-09-16T11:09:01.475 INFO:tasks.rados.rados.0.smithi077.stdout:1618: seq_num 527 ranges {2170880=434176,2605056=475136,3080192=565248,3645440=163840} 2024-09-16T11:09:01.487 INFO:tasks.rados.rados.0.smithi077.stdout:1618: writing smithi07774545-4 from 2170880 to 2605056 tid 1 2024-09-16T11:09:01.490 INFO:tasks.rados.rados.0.smithi077.stdout:1618: writing smithi07774545-4 from 2605056 to 3080192 tid 2 2024-09-16T11:09:01.494 INFO:tasks.rados.rados.0.smithi077.stdout:1618: writing smithi07774545-4 from 3080192 to 3645440 tid 3 2024-09-16T11:09:01.495 INFO:tasks.rados.rados.0.smithi077.stdout:1618: writing smithi07774545-4 from 3645440 to 3809280 tid 4 2024-09-16T11:09:01.495 INFO:tasks.rados.rados.0.smithi077.stdout:1619: snap_remove snap 157 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:1619: done (1 left) 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:1620: rollback oid 21 current snap is 158 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 154 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 1 to smithi07774545-4 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 2 to smithi07774545-4 2024-09-16T11:09:01.767 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 3 to smithi07774545-4 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 4 to smithi07774545-4 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 5 to smithi07774545-4 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1618: finishing write tid 6 to smithi07774545-4 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 775 (ObjNum 527 snap 158 seq_num 527) dirty exists 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1618: left oid 4 (ObjNum 527 snap 158 seq_num 527) 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1618: done (1 left) 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1621: read oid 6 snap -1 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1621: expect (ObjNum 473 snap 145 seq_num 473) 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 158 2024-09-16T11:09:01.768 INFO:tasks.rados.rados.0.smithi077.stdout:1622: seq_num 528 ranges {10354688=450560,10805248=761856,11567104=442368} 2024-09-16T11:09:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:1622: writing smithi07774545-47 from 10354688 to 10805248 tid 1 2024-09-16T11:09:01.829 INFO:tasks.rados.rados.0.smithi077.stdout:1622: writing smithi07774545-47 from 10805248 to 11567104 tid 2 2024-09-16T11:09:01.833 INFO:tasks.rados.rados.0.smithi077.stdout:1622: writing smithi07774545-47 from 11567104 to 12009472 tid 3 2024-09-16T11:09:01.833 INFO:tasks.rados.rados.0.smithi077.stdout:1623: copy_from oid 32 from oid 26 current snap is 158 2024-09-16T11:09:01.833 INFO:tasks.rados.rados.0.smithi077.stdout:1620: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:09:01.833 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T11:09:01.833 INFO:tasks.rados.rados.0.smithi077.stdout:1621: expect (ObjNum 473 snap 145 seq_num 473) 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1622: finishing write tid 1 to smithi07774545-47 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1620: done (3 left) 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1621: done (2 left) 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1624: snap_create 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1622: finishing write tid 2 to smithi07774545-47 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1622: finishing write tid 3 to smithi07774545-47 2024-09-16T11:09:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:1622: finishing write tid 4 to smithi07774545-47 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:1622: finishing write tid 5 to smithi07774545-47 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1044 (ObjNum 528 snap 158 seq_num 528) dirty exists 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:1622: left oid 47 (ObjNum 528 snap 158 seq_num 528) 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:1623: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:1623: finishing copy_from to smithi07774545-32 2024-09-16T11:09:01.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 923 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-09-16T11:09:01.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:01 smithi077 ceph-mon[86047]: pgmap v269: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:09:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:01 smithi077 ceph-mon[88497]: pgmap v269: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:09:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:01 smithi191 ceph-mon[84934]: pgmap v269: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-16T11:09:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:02.772 INFO:tasks.rados.rados.0.smithi077.stdout:1622: done (2 left) 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1623: done (1 left) 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1624: done (0 left) 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1625: rmattr oid 27 current snap is 159 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1625: done (0 left) 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1626: rollback oid 10 current snap is 159 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 154 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1627: read oid 14 snap -1 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1627: expect deleted 2024-09-16T11:09:02.773 INFO:tasks.rados.rados.0.smithi077.stdout:1628: read oid 42 snap -1 2024-09-16T11:09:02.774 INFO:tasks.rados.rados.0.smithi077.stdout:1628: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:02.774 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 159 2024-09-16T11:09:02.774 INFO:tasks.rados.rados.0.smithi077.stdout:1629: seq_num 529 ranges {6373376=466944,6840320=647168,7487488=532480,8019968=24576} 2024-09-16T11:09:02.809 INFO:tasks.rados.rados.0.smithi077.stdout:1629: writing smithi07774545-15 from 6373376 to 6840320 tid 1 2024-09-16T11:09:02.813 INFO:tasks.rados.rados.0.smithi077.stdout:1629: writing smithi07774545-15 from 6840320 to 7487488 tid 2 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1629: writing smithi07774545-15 from 7487488 to 8019968 tid 3 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1629: writing smithi07774545-15 from 8019968 to 8044544 tid 4 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1630: copy_from oid 36 from oid 37 current snap is 159 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1626: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1626: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:1626: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:09:02.816 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1065 (ObjNum 498 snap 148 seq_num 498) dirty exists 2024-09-16T11:09:02.817 INFO:tasks.rados.rados.0.smithi077.stdout:1628: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 1 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 2 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 3 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 4 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 5 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: finishing write tid 6 to smithi07774545-15 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 596 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1629: left oid 15 (ObjNum 529 snap 159 seq_num 529) 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1630: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1630: finishing copy_from to smithi07774545-36 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 583 (ObjNum 405 snap 132 seq_num 405) dirty exists 2024-09-16T11:09:02.998 INFO:tasks.rados.rados.0.smithi077.stdout:1626: done (4 left) 2024-09-16T11:09:02.999 INFO:tasks.rados.rados.0.smithi077.stdout:1627: done (3 left) 2024-09-16T11:09:02.999 INFO:tasks.rados.rados.0.smithi077.stdout:1628: done (2 left) 2024-09-16T11:09:02.999 INFO:tasks.rados.rados.0.smithi077.stdout:1629: done (1 left) 2024-09-16T11:09:02.999 INFO:tasks.rados.rados.0.smithi077.stdout:1630: done (0 left) 2024-09-16T11:09:02.999 INFO:tasks.rados.rados.0.smithi077.stdout:1631: snap_remove snap 151 2024-09-16T11:09:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:02 smithi077 ceph-mon[86047]: osdmap e388: 8 total, 8 up, 8 in 2024-09-16T11:09:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:02 smithi077 ceph-mon[88497]: osdmap e388: 8 total, 8 up, 8 in 2024-09-16T11:09:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:02 smithi191 ceph-mon[84934]: osdmap e388: 8 total, 8 up, 8 in 2024-09-16T11:09:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:03.775 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:03.778 INFO:tasks.rados.rados.0.smithi077.stdout:1631: done (0 left) 2024-09-16T11:09:03.779 INFO:tasks.rados.rados.0.smithi077.stdout:1632: snap_create 2024-09-16T11:09:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:03 smithi077 ceph-mon[86047]: osdmap e389: 8 total, 8 up, 8 in 2024-09-16T11:09:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:03 smithi077 ceph-mon[86047]: pgmap v272: 121 pgs: 121 active+clean; 171 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:03 smithi077 ceph-mon[88497]: osdmap e389: 8 total, 8 up, 8 in 2024-09-16T11:09:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:03 smithi077 ceph-mon[88497]: pgmap v272: 121 pgs: 121 active+clean; 171 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:03 smithi191 ceph-mon[84934]: osdmap e389: 8 total, 8 up, 8 in 2024-09-16T11:09:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:03 smithi191 ceph-mon[84934]: pgmap v272: 121 pgs: 121 active+clean; 171 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:04.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:04.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:04.782 INFO:tasks.rados.rados.0.smithi077.stdout:1632: done (0 left) 2024-09-16T11:09:04.782 INFO:tasks.rados.rados.0.smithi077.stdout:1633: delete oid 39 current snap is 160 2024-09-16T11:09:04.785 INFO:tasks.rados.rados.0.smithi077.stdout:1633: done (0 left) 2024-09-16T11:09:04.785 INFO:tasks.rados.rados.0.smithi077.stdout:1634: snap_remove snap 159 2024-09-16T11:09:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:04 smithi077 ceph-mon[86047]: osdmap e390: 8 total, 8 up, 8 in 2024-09-16T11:09:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:04 smithi077 ceph-mon[88497]: osdmap e390: 8 total, 8 up, 8 in 2024-09-16T11:09:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:04 smithi191 ceph-mon[84934]: osdmap e390: 8 total, 8 up, 8 in 2024-09-16T11:09:05.714 INFO:tasks.rados.rados.0.smithi077.stdout:1634: done (0 left) 2024-09-16T11:09:05.714 INFO:tasks.rados.rados.0.smithi077.stdout:1635: snap_remove snap 154 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[86047]: osdmap e391: 8 total, 8 up, 8 in 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[86047]: pgmap v275: 121 pgs: 121 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[86047]: osdmap e392: 8 total, 8 up, 8 in 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[88497]: osdmap e391: 8 total, 8 up, 8 in 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[88497]: pgmap v275: 121 pgs: 121 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:05 smithi077 ceph-mon[88497]: osdmap e392: 8 total, 8 up, 8 in 2024-09-16T11:09:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:05 smithi191 ceph-mon[84934]: osdmap e391: 8 total, 8 up, 8 in 2024-09-16T11:09:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:05 smithi191 ceph-mon[84934]: pgmap v275: 121 pgs: 121 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-16T11:09:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:05 smithi191 ceph-mon[84934]: osdmap e392: 8 total, 8 up, 8 in 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:1635: done (0 left) 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:1636: rollback oid 19 current snap is 160 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 158 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:1637: rmattr oid 33 current snap is 160 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:1637: done (1 left) 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 160 2024-09-16T11:09:06.715 INFO:tasks.rados.rados.0.smithi077.stdout:1638: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-09-16T11:09:06.717 INFO:tasks.rados.rados.0.smithi077.stdout:1638: writing smithi07774545-23 from 0 to 499712 tid 1 2024-09-16T11:09:06.721 INFO:tasks.rados.rados.0.smithi077.stdout:1638: writing smithi07774545-23 from 499712 to 917504 tid 2 2024-09-16T11:09:06.724 INFO:tasks.rados.rados.0.smithi077.stdout:1638: writing smithi07774545-23 from 917504 to 1466368 tid 3 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1638: writing smithi07774545-23 from 1466368 to 1703936 tid 4 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1639: rmattr oid 37 current snap is 160 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1636: finishing rollback tid 0 to smithi07774545-19 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1636: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1636: finishing rollback tid 2 to smithi07774545-19 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 341 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1636: done (2 left) 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1639: done (1 left) 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 160 2024-09-16T11:09:06.727 INFO:tasks.rados.rados.0.smithi077.stdout:1640: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-09-16T11:09:06.730 INFO:tasks.rados.rados.0.smithi077.stdout:1640: writing smithi07774545-33 from 0 to 516096 tid 1 2024-09-16T11:09:06.735 INFO:tasks.rados.rados.0.smithi077.stdout:1640: writing smithi07774545-33 from 516096 to 1212416 tid 2 2024-09-16T11:09:06.739 INFO:tasks.rados.rados.0.smithi077.stdout:1640: writing smithi07774545-33 from 1212416 to 1720320 tid 3 2024-09-16T11:09:06.739 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 160 2024-09-16T11:09:06.739 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 1 to smithi07774545-23 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 2 to smithi07774545-23 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 3 to smithi07774545-23 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 4 to smithi07774545-23 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1640: finishing write tid 1 to smithi07774545-33 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 5 to smithi07774545-23 2024-09-16T11:09:06.740 INFO:tasks.rados.rados.0.smithi077.stdout:1641: seq_num 533 ranges {4841472=532480,5373952=630784,6004736=516096,6520832=57344} 2024-09-16T11:09:06.769 INFO:tasks.rados.rados.0.smithi077.stdout:1641: writing smithi07774545-36 from 4841472 to 5373952 tid 1 2024-09-16T11:09:06.772 INFO:tasks.rados.rados.0.smithi077.stdout:1641: writing smithi07774545-36 from 5373952 to 6004736 tid 2 2024-09-16T11:09:06.776 INFO:tasks.rados.rados.0.smithi077.stdout:1641: writing smithi07774545-36 from 6004736 to 6520832 tid 3 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1641: writing smithi07774545-36 from 6520832 to 6578176 tid 4 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1642: read oid 32 snap -1 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1642: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 160 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1638: finishing write tid 6 to smithi07774545-23 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 689 (ObjNum 531 snap 160 seq_num 531) dirty exists 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1638: left oid 23 (ObjNum 531 snap 160 seq_num 531) 2024-09-16T11:09:06.777 INFO:tasks.rados.rados.0.smithi077.stdout:1643: seq_num 534 ranges {1187840=548864,1736704=516096,2252800=688128} 2024-09-16T11:09:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:1643: writing smithi07774545-7 from 1187840 to 1736704 tid 1 2024-09-16T11:09:06.789 INFO:tasks.rados.rados.0.smithi077.stdout:1643: writing smithi07774545-7 from 1736704 to 2252800 tid 2 2024-09-16T11:09:06.793 INFO:tasks.rados.rados.0.smithi077.stdout:1643: writing smithi07774545-7 from 2252800 to 2940928 tid 3 2024-09-16T11:09:06.793 INFO:tasks.rados.rados.0.smithi077.stdout:1638: done (4 left) 2024-09-16T11:09:06.794 INFO:tasks.rados.rados.0.smithi077.stdout:1644: snap_remove snap 158 2024-09-16T11:09:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:06] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-09-16T11:09:07.722 INFO:tasks.rados.rados.0.smithi077.stdout:1644: done (4 left) 2024-09-16T11:09:07.722 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 160 2024-09-16T11:09:07.722 INFO:tasks.rados.rados.0.smithi077.stdout:1640: finishing write tid 2 to smithi07774545-33 2024-09-16T11:09:07.723 INFO:tasks.rados.rados.0.smithi077.stdout:1645: seq_num 535 ranges {2301952=565248,2867200=802816,3670016=401408} 2024-09-16T11:09:07.738 INFO:tasks.rados.rados.0.smithi077.stdout:1645: writing smithi07774545-17 from 2301952 to 2867200 tid 1 2024-09-16T11:09:07.743 INFO:tasks.rados.rados.0.smithi077.stdout:1645: writing smithi07774545-17 from 2867200 to 3670016 tid 2 2024-09-16T11:09:07.746 INFO:tasks.rados.rados.0.smithi077.stdout:1645: writing smithi07774545-17 from 3670016 to 4071424 tid 3 2024-09-16T11:09:07.746 INFO:tasks.rados.rados.0.smithi077.stdout:1646: snap_create 2024-09-16T11:09:07.746 INFO:tasks.rados.rados.0.smithi077.stdout:1640: finishing write tid 3 to smithi07774545-33 2024-09-16T11:09:07.746 INFO:tasks.rados.rados.0.smithi077.stdout:1640: finishing write tid 4 to smithi07774545-33 2024-09-16T11:09:07.746 INFO:tasks.rados.rados.0.smithi077.stdout:1640: finishing write tid 5 to smithi07774545-33 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 594 (ObjNum 532 snap 160 seq_num 532) dirty exists 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1640: left oid 33 (ObjNum 532 snap 160 seq_num 532) 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 1 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 2 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 3 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 4 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 5 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: finishing write tid 6 to smithi07774545-36 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1059 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1641: left oid 36 (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:09:07.747 INFO:tasks.rados.rados.0.smithi077.stdout:1642: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:09:07.805 INFO:tasks.rados.rados.0.smithi077.stdout:1643: finishing write tid 1 to smithi07774545-7 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1643: finishing write tid 2 to smithi07774545-7 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1643: finishing write tid 3 to smithi07774545-7 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1643: finishing write tid 4 to smithi07774545-7 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1643: finishing write tid 5 to smithi07774545-7 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1028 (ObjNum 534 snap 160 seq_num 534) dirty exists 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1643: left oid 7 (ObjNum 534 snap 160 seq_num 534) 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: finishing write tid 1 to smithi07774545-17 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: finishing write tid 2 to smithi07774545-17 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: finishing write tid 3 to smithi07774545-17 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: finishing write tid 4 to smithi07774545-17 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: finishing write tid 5 to smithi07774545-17 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 793 (ObjNum 535 snap 160 seq_num 535) dirty exists 2024-09-16T11:09:07.806 INFO:tasks.rados.rados.0.smithi077.stdout:1645: left oid 17 (ObjNum 535 snap 160 seq_num 535) 2024-09-16T11:09:08.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:07 smithi077 ceph-mon[86047]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T11:09:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:07 smithi077 ceph-mon[86047]: pgmap v278: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 556 KiB/s wr, 3 op/s 2024-09-16T11:09:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:07 smithi077 ceph-mon[88497]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T11:09:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:07 smithi077 ceph-mon[88497]: pgmap v278: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 556 KiB/s wr, 3 op/s 2024-09-16T11:09:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:07 smithi191 ceph-mon[84934]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T11:09:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:07 smithi191 ceph-mon[84934]: pgmap v278: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 556 KiB/s wr, 3 op/s 2024-09-16T11:09:08.729 INFO:tasks.rados.rados.0.smithi077.stdout:1640: done (5 left) 2024-09-16T11:09:08.729 INFO:tasks.rados.rados.0.smithi077.stdout:1641: done (4 left) 2024-09-16T11:09:08.729 INFO:tasks.rados.rados.0.smithi077.stdout:1642: done (3 left) 2024-09-16T11:09:08.729 INFO:tasks.rados.rados.0.smithi077.stdout:1643: done (2 left) 2024-09-16T11:09:08.730 INFO:tasks.rados.rados.0.smithi077.stdout:1645: done (1 left) 2024-09-16T11:09:08.730 INFO:tasks.rados.rados.0.smithi077.stdout:1646: done (0 left) 2024-09-16T11:09:08.730 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 161 2024-09-16T11:09:08.730 INFO:tasks.rados.rados.0.smithi077.stdout:1647: seq_num 536 ranges {8527872=581632,9109504=688128,9797632=516096} 2024-09-16T11:09:08.777 INFO:tasks.rados.rados.0.smithi077.stdout:1647: writing smithi07774545-44 from 8527872 to 9109504 tid 1 2024-09-16T11:09:08.781 INFO:tasks.rados.rados.0.smithi077.stdout:1647: writing smithi07774545-44 from 9109504 to 9797632 tid 2 2024-09-16T11:09:08.785 INFO:tasks.rados.rados.0.smithi077.stdout:1647: writing smithi07774545-44 from 9797632 to 10313728 tid 3 2024-09-16T11:09:08.785 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 161 2024-09-16T11:09:08.785 INFO:tasks.rados.rados.0.smithi077.stdout:1648: seq_num 537 ranges {843776=598016,1441792=573440,2015232=491520,2506752=139264} 2024-09-16T11:09:08.793 INFO:tasks.rados.rados.0.smithi077.stdout:1648: writing smithi07774545-48 from 843776 to 1441792 tid 1 2024-09-16T11:09:08.796 INFO:tasks.rados.rados.0.smithi077.stdout:1648: writing smithi07774545-48 from 1441792 to 2015232 tid 2 2024-09-16T11:09:08.799 INFO:tasks.rados.rados.0.smithi077.stdout:1648: writing smithi07774545-48 from 2015232 to 2506752 tid 3 2024-09-16T11:09:08.800 INFO:tasks.rados.rados.0.smithi077.stdout:1648: writing smithi07774545-48 from 2506752 to 2646016 tid 4 2024-09-16T11:09:08.800 INFO:tasks.rados.rados.0.smithi077.stdout:1649: delete oid 25 current snap is 161 2024-09-16T11:09:08.800 INFO:tasks.rados.rados.0.smithi077.stdout:1647: finishing write tid 1 to smithi07774545-44 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1647: finishing write tid 2 to smithi07774545-44 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1647: finishing write tid 3 to smithi07774545-44 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1647: finishing write tid 4 to smithi07774545-44 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1647: finishing write tid 5 to smithi07774545-44 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1035 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1647: left oid 44 (ObjNum 536 snap 161 seq_num 536) 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 1 to smithi07774545-48 2024-09-16T11:09:08.801 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 2 to smithi07774545-48 2024-09-16T11:09:08.802 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 3 to smithi07774545-48 2024-09-16T11:09:08.803 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 4 to smithi07774545-48 2024-09-16T11:09:08.803 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 5 to smithi07774545-48 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1648: finishing write tid 6 to smithi07774545-48 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 468 (ObjNum 537 snap 161 seq_num 537) dirty exists 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1648: left oid 48 (ObjNum 537 snap 161 seq_num 537) 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1647: done (2 left) 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1648: done (1 left) 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1649: done (0 left) 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 161 2024-09-16T11:09:08.805 INFO:tasks.rados.rados.0.smithi077.stdout:1650: seq_num 539 ranges {1638400=630784,2269184=737280,3006464=466944} 2024-09-16T11:09:08.817 INFO:tasks.rados.rados.0.smithi077.stdout:1650: writing smithi07774545-20 from 1638400 to 2269184 tid 1 2024-09-16T11:09:08.821 INFO:tasks.rados.rados.0.smithi077.stdout:1650: writing smithi07774545-20 from 2269184 to 3006464 tid 2 2024-09-16T11:09:08.824 INFO:tasks.rados.rados.0.smithi077.stdout:1650: writing smithi07774545-20 from 3006464 to 3473408 tid 3 2024-09-16T11:09:08.824 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 161 2024-09-16T11:09:08.824 INFO:tasks.rados.rados.0.smithi077.stdout:1650: finishing write tid 1 to smithi07774545-20 2024-09-16T11:09:08.824 INFO:tasks.rados.rados.0.smithi077.stdout:1651: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-09-16T11:09:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:1651: writing smithi07774545-14 from 0 to 647168 tid 1 2024-09-16T11:09:08.832 INFO:tasks.rados.rados.0.smithi077.stdout:1651: writing smithi07774545-14 from 647168 to 1318912 tid 2 2024-09-16T11:09:08.835 INFO:tasks.rados.rados.0.smithi077.stdout:1651: writing smithi07774545-14 from 1318912 to 1851392 tid 3 2024-09-16T11:09:08.835 INFO:tasks.rados.rados.0.smithi077.stdout:1652: read oid 4 snap 160 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1652: expect (ObjNum 527 snap 158 seq_num 527) 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1653: snap_create 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1650: finishing write tid 2 to smithi07774545-20 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1650: finishing write tid 3 to smithi07774545-20 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1650: finishing write tid 4 to smithi07774545-20 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1650: finishing write tid 5 to smithi07774545-20 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 781 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1650: left oid 20 (ObjNum 539 snap 161 seq_num 539) 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1651: finishing write tid 1 to smithi07774545-14 2024-09-16T11:09:08.836 INFO:tasks.rados.rados.0.smithi077.stdout:1651: finishing write tid 2 to smithi07774545-14 2024-09-16T11:09:08.837 INFO:tasks.rados.rados.0.smithi077.stdout:1651: finishing write tid 3 to smithi07774545-14 2024-09-16T11:09:08.838 INFO:tasks.rados.rados.0.smithi077.stdout:1651: finishing write tid 4 to smithi07774545-14 2024-09-16T11:09:08.839 INFO:tasks.rados.rados.0.smithi077.stdout:1651: finishing write tid 5 to smithi07774545-14 2024-09-16T11:09:08.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 598 (ObjNum 540 snap 161 seq_num 540) dirty exists 2024-09-16T11:09:08.839 INFO:tasks.rados.rados.0.smithi077.stdout:1651: left oid 14 (ObjNum 540 snap 161 seq_num 540) 2024-09-16T11:09:08.855 INFO:tasks.rados.rados.0.smithi077.stdout:1652: expect (ObjNum 527 snap 158 seq_num 527) 2024-09-16T11:09:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:08 smithi191 ceph-mon[84934]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T11:09:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:08 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:08 smithi191 ceph-mon[84934]: Upgrade: osd.4 is safe to restart 2024-09-16T11:09:08.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:08 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[86047]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[86047]: Upgrade: osd.4 is safe to restart 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[88497]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T11:09:09.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:08 smithi077 ceph-mon[88497]: Upgrade: osd.4 is safe to restart 2024-09-16T11:09:09.735 INFO:tasks.rados.rados.0.smithi077.stdout:1650: done (3 left) 2024-09-16T11:09:09.735 INFO:tasks.rados.rados.0.smithi077.stdout:1651: done (2 left) 2024-09-16T11:09:09.735 INFO:tasks.rados.rados.0.smithi077.stdout:1652: done (1 left) 2024-09-16T11:09:09.735 INFO:tasks.rados.rados.0.smithi077.stdout:1653: done (0 left) 2024-09-16T11:09:09.736 INFO:tasks.rados.rados.0.smithi077.stdout:1654: snap_create 2024-09-16T11:09:09.936 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:09:10.020 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:09 smithi191 ceph-mon[84934]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T11:09:10.020 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:09 smithi191 ceph-mon[84934]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-16T11:09:10.020 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:10.020 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:09:10.020 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[88497]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[88497]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[86047]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[86047]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T11:09:10.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (4m) 21s ago 8m 25.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (4m) 2m ago 7m 77.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (9m) 21s ago 9m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (9m) 2m ago 9m 20.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:09:10.190 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (3m) 2m ago 12m 436M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (4m) 21s ago 13m 496M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (3m) 21s ago 14m 50.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (2m) 2m ago 12m 23.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (2m) 21s ago 12m 42.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (4m) 21s ago 8m 8460k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (4m) 2m ago 8m 16.2M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (2m) 21s ago 12m 199M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (90s) 21s ago 11m 177M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (58s) 21s ago 11m 155M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (25s) 21s ago 10m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (10m) 2m ago 10m 120M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 cc8a3bd484a5 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (10m) 2m ago 10m 152M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:09:10.191 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (9m) 2m ago 9m 110M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:09:10.192 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (9m) 2m ago 9m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:09:10.192 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (3m) 2m ago 8m 51.4M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:09:10.504 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:09:10.504 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:09:10.504 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:09:10.504 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 4, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 4 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 6, 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 9 2024-09-16T11:09:10.505 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:09:10.506 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:09:10.714 INFO:tasks.rados.rados.0.smithi077.stdout:1654: done (0 left) 2024-09-16T11:09:10.714 INFO:tasks.rados.rados.0.smithi077.stdout:1655: rollback oid 43 current snap is 163 2024-09-16T11:09:10.714 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 161 2024-09-16T11:09:10.714 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 163 2024-09-16T11:09:10.714 INFO:tasks.rados.rados.0.smithi077.stdout:1656: seq_num 541 ranges {3809280=663552,4472832=557056,5029888=475136,5505024=172032} 2024-09-16T11:09:10.738 INFO:tasks.rados.rados.0.smithi077.stdout:1656: writing smithi07774545-4 from 3809280 to 4472832 tid 1 2024-09-16T11:09:10.741 INFO:tasks.rados.rados.0.smithi077.stdout:1656: writing smithi07774545-4 from 4472832 to 5029888 tid 2 2024-09-16T11:09:10.744 INFO:tasks.rados.rados.0.smithi077.stdout:1656: writing smithi07774545-4 from 5029888 to 5505024 tid 3 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1656: writing smithi07774545-4 from 5505024 to 5677056 tid 4 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1657: read oid 18 snap -1 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1657: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1658: copy_from oid 44 from oid 42 current snap is 163 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1655: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1655: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:1655: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:09:10.746 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1085 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-09-16T11:09:10.747 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 1 to smithi07774545-4 2024-09-16T11:09:10.747 INFO:tasks.rados.rados.0.smithi077.stdout:1655: done (3 left) 2024-09-16T11:09:10.747 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 163 2024-09-16T11:09:10.747 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 2 to smithi07774545-4 2024-09-16T11:09:10.747 INFO:tasks.rados.rados.0.smithi077.stdout:1659: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-09-16T11:09:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:1659: writing smithi07774545-2 from 0 to 679936 tid 1 2024-09-16T11:09:10.752 INFO:tasks.rados.rados.0.smithi077.stdout:1659: writing smithi07774545-2 from 679936 to 1122304 tid 2 2024-09-16T11:09:10.756 INFO:tasks.rados.rados.0.smithi077.stdout:1659: writing smithi07774545-2 from 1122304 to 1802240 tid 3 2024-09-16T11:09:10.757 INFO:tasks.rados.rados.0.smithi077.stdout:1659: writing smithi07774545-2 from 1802240 to 1884160 tid 4 2024-09-16T11:09:10.757 INFO:tasks.rados.rados.0.smithi077.stdout:1660: copy_from oid 29 from oid 20 current snap is 163 2024-09-16T11:09:10.757 INFO:tasks.rados.rados.0.smithi077.stdout:1657: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:09:10.759 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 3 to smithi07774545-4 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 4 to smithi07774545-4 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 5 to smithi07774545-4 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1656: finishing write tid 6 to smithi07774545-4 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 780 (ObjNum 541 snap 163 seq_num 541) dirty exists 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1656: left oid 4 (ObjNum 541 snap 163 seq_num 541) 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 1 to smithi07774545-2 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 2 to smithi07774545-2 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1656: done (4 left) 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1657: done (3 left) 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1661: rollback oid 7 current snap is 163 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 161 2024-09-16T11:09:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1662: rollback oid 9 current snap is 163 2024-09-16T11:09:10.761 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 161 2024-09-16T11:09:10.761 INFO:tasks.rados.rados.0.smithi077.stdout:1663: snap_remove snap 160 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: Upgrade: Updating osd.4 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: Deploying daemon osd.4 on smithi191 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1026213492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[88497]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T11:09:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: Upgrade: Updating osd.4 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: Deploying daemon osd.4 on smithi191 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1026213492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:10 smithi077 ceph-mon[86047]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: Upgrade: Updating osd.4 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: Deploying daemon osd.4 on smithi191 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1026213492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:10.996 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:10 smithi191 ceph-mon[84934]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 3 to smithi07774545-2 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 4 to smithi07774545-2 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 5 to smithi07774545-2 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1659: finishing write tid 6 to smithi07774545-2 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1066 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1659: left oid 2 (ObjNum 542 snap 163 seq_num 542) 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1662: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1662: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1662: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 796 (ObjNum 497 snap 148 seq_num 497) dirty exists 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1658: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:09:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1658: finishing copy_from to smithi07774545-44 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 970 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1661: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1661: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1661: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1041 (ObjNum 534 snap 160 seq_num 534) dirty exists 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1660: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1660: finishing copy_from to smithi07774545-29 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 781 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1658: done (5 left) 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1659: done (4 left) 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1660: done (3 left) 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1661: done (2 left) 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1662: done (1 left) 2024-09-16T11:09:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1663: done (0 left) 2024-09-16T11:09:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:1664: snap_remove snap 161 2024-09-16T11:09:11.998 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:11 smithi191 ceph-mon[84934]: pgmap v284: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-16T11:09:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:11 smithi077 ceph-mon[86047]: pgmap v284: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-16T11:09:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:11 smithi077 ceph-mon[88497]: pgmap v284: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-16T11:09:12.602 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:12.603 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:12 smithi191 systemd[1]: Stopping Ceph osd.4 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:09:12.745 INFO:tasks.rados.rados.0.smithi077.stdout:1664: done (0 left) 2024-09-16T11:09:12.745 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 163 2024-09-16T11:09:12.746 INFO:tasks.rados.rados.0.smithi077.stdout:1665: seq_num 543 ranges {1212416=704512,1916928=729088,2646016=475136} 2024-09-16T11:09:12.757 INFO:tasks.rados.rados.0.smithi077.stdout:1665: writing smithi07774545-24 from 1212416 to 1916928 tid 1 2024-09-16T11:09:12.763 INFO:tasks.rados.rados.0.smithi077.stdout:1665: writing smithi07774545-24 from 1916928 to 2646016 tid 2 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1665: writing smithi07774545-24 from 2646016 to 3121152 tid 3 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1666: read oid 5 snap -1 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1666: expect (ObjNum 518 snap 157 seq_num 518) 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 163 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1665: finishing write tid 1 to smithi07774545-24 2024-09-16T11:09:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1667: seq_num 544 ranges {1187840=720896,1908736=614400,2523136=589824} 2024-09-16T11:09:12.776 INFO:tasks.rados.rados.0.smithi077.stdout:1667: writing smithi07774545-6 from 1187840 to 1908736 tid 1 2024-09-16T11:09:12.779 INFO:tasks.rados.rados.0.smithi077.stdout:1667: writing smithi07774545-6 from 1908736 to 2523136 tid 2 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1667: writing smithi07774545-6 from 2523136 to 3112960 tid 3 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1668: read oid 36 snap 162 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1668: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1669: read oid 9 snap -1 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1669: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1670: copy_from oid 11 from oid 41 current snap is 163 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1665: finishing write tid 2 to smithi07774545-24 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1665: finishing write tid 3 to smithi07774545-24 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1665: finishing write tid 4 to smithi07774545-24 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:1665: finishing write tid 5 to smithi07774545-24 2024-09-16T11:09:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 984 (ObjNum 543 snap 163 seq_num 543) dirty exists 2024-09-16T11:09:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:1665: left oid 24 (ObjNum 543 snap 163 seq_num 543) 2024-09-16T11:09:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:1665: done (5 left) 2024-09-16T11:09:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 163 2024-09-16T11:09:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:1671: seq_num 545 ranges {4882432=737280,5619712=491520,6111232=450560,6561792=262144} 2024-09-16T11:09:12.814 INFO:tasks.rados.rados.0.smithi077.stdout:1671: writing smithi07774545-1 from 4882432 to 5619712 tid 1 2024-09-16T11:09:12.817 INFO:tasks.rados.rados.0.smithi077.stdout:1671: writing smithi07774545-1 from 5619712 to 6111232 tid 2 2024-09-16T11:09:12.820 INFO:tasks.rados.rados.0.smithi077.stdout:1671: writing smithi07774545-1 from 6111232 to 6561792 tid 3 2024-09-16T11:09:12.822 INFO:tasks.rados.rados.0.smithi077.stdout:1671: writing smithi07774545-1 from 6561792 to 6823936 tid 4 2024-09-16T11:09:12.822 INFO:tasks.rados.rados.0.smithi077.stdout:1672: copy_from oid 31 from oid 50 current snap is 163 2024-09-16T11:09:12.822 INFO:tasks.rados.rados.0.smithi077.stdout:1669: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:12.851 INFO:tasks.rados.rados.0.smithi077.stdout:1666: expect (ObjNum 518 snap 157 seq_num 518) 2024-09-16T11:09:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-mon[84934]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T11:09:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-mon[84934]: osd.4 marked itself down and dead 2024-09-16T11:09:12.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[36139]: 2024-09-16T11:09:12.600+0000 7fe2cf9f6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:09:12.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[36139]: 2024-09-16T11:09:12.600+0000 7fe2cf9f6640 -1 osd.4 398 *** Got signal Terminated *** 2024-09-16T11:09:12.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[36139]: 2024-09-16T11:09:12.600+0000 7fe2cf9f6640 -1 osd.4 398 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:09:13.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[86047]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T11:09:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[86047]: osd.4 marked itself down and dead 2024-09-16T11:09:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[88497]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T11:09:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:12 smithi077 ceph-mon[88497]: osd.4 marked itself down and dead 2024-09-16T11:09:13.304 INFO:tasks.rados.rados.0.smithi077.stdout:1668: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:09:13.386 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 podman[89778]: 2024-09-16 11:09:13.099331037 +0000 UTC m=+0.605073965 container died cc8a3bd484a5d652a2ec4edc02f6a5e8940e2c5a5dc8207cc38d3fa60c237bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 1 to smithi07774545-1 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 2 to smithi07774545-1 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1666: done (6 left) 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1668: done (5 left) 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1669: done (4 left) 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1673: read oid 45 snap -1 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1673: expect (ObjNum 508 snap 152 seq_num 508) 2024-09-16T11:09:13.610 INFO:tasks.rados.rados.0.smithi077.stdout:1674: rollback oid 38 current snap is 163 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 162 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1672: finishing copy_from to smithi07774545-31 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1672: got expected ENOENT (src dne) 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1672: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 3 to smithi07774545-1 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 4 to smithi07774545-1 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 5 to smithi07774545-1 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: finishing write tid 6 to smithi07774545-1 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 797 (ObjNum 545 snap 163 seq_num 545) dirty exists 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: left oid 1 (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:09:13.611 INFO:tasks.rados.rados.0.smithi077.stdout:1671: done (5 left) 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1672: done (4 left) 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1675: rollback oid 40 current snap is 163 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 162 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1676: rollback oid 14 current snap is 163 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 162 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1677: read oid 15 snap 162 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1677: expect (ObjNum 529 snap 159 seq_num 529) 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1678: read oid 32 snap 162 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1678: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1679: rollback oid 20 current snap is 163 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 162 2024-09-16T11:09:13.612 INFO:tasks.rados.rados.0.smithi077.stdout:1680: rmattr oid 49 current snap is 163 2024-09-16T11:09:13.613 INFO:tasks.rados.rados.0.smithi077.stdout:1681: setattr oid 31 current snap is 163 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1682: read oid 42 snap 162 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1682: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1683: read oid 8 snap 162 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1683: expect (ObjNum 515 snap 154 seq_num 515) 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1684: read oid 46 snap -1 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1684: expect deleted 2024-09-16T11:09:13.614 INFO:tasks.rados.rados.0.smithi077.stdout:1685: snap_create 2024-09-16T11:09:13.615 INFO:tasks.rados.rados.0.smithi077.stdout:1674: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:09:13.615 INFO:tasks.rados.rados.0.smithi077.stdout:1676: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:09:13.615 INFO:tasks.rados.rados.0.smithi077.stdout:1676: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:09:13.615 INFO:tasks.rados.rados.0.smithi077.stdout:1676: finishing rollback tid 2 to smithi07774545-14 2024-09-16T11:09:13.615 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 601 (ObjNum 540 snap 161 seq_num 540) dirty exists 2024-09-16T11:09:13.616 INFO:tasks.rados.rados.0.smithi077.stdout:1679: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:09:13.616 INFO:tasks.rados.rados.0.smithi077.stdout:1674: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:09:13.616 INFO:tasks.rados.rados.0.smithi077.stdout:1674: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:09:13.616 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 799 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-09-16T11:09:13.616 INFO:tasks.rados.rados.0.smithi077.stdout:1675: finishing rollback tid 0 to smithi07774545-40 2024-09-16T11:09:13.617 INFO:tasks.rados.rados.0.smithi077.stdout:1679: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:09:13.617 INFO:tasks.rados.rados.0.smithi077.stdout:1675: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:09:13.617 INFO:tasks.rados.rados.0.smithi077.stdout:1679: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:09:13.617 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 784 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T11:09:13.617 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 602 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-09-16T11:09:13.630 INFO:tasks.rados.rados.0.smithi077.stdout:1678: expect (ObjNum 422 snap 134 seq_num 422) 2024-09-16T11:09:13.655 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:13 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:13.655 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 podman[89778]: 2024-09-16 11:09:13.385213167 +0000 UTC m=+0.890956088 container cleanup cc8a3bd484a5d652a2ec4edc02f6a5e8940e2c5a5dc8207cc38d3fa60c237bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T11:09:13.655 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 bash[89778]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4 2024-09-16T11:09:13.697 INFO:tasks.rados.rados.0.smithi077.stdout:1675: finishing rollback tid 2 to smithi07774545-40 2024-09-16T11:09:13.697 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1095 (ObjNum 407 snap 133 seq_num 407) dirty exists 2024-09-16T11:09:13.697 INFO:tasks.rados.rados.0.smithi077.stdout:1682: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:1673: expect (ObjNum 508 snap 152 seq_num 508) 2024-09-16T11:09:13.962 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 podman[89803]: 2024-09-16 11:09:13.653511421 +0000 UTC m=+0.557361995 container remove cc8a3bd484a5d652a2ec4edc02f6a5e8940e2c5a5dc8207cc38d3fa60c237bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T11:09:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:13 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:13 smithi191 ceph-mon[84934]: osdmap e399: 8 total, 7 up, 8 in 2024-09-16T11:09:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:13 smithi191 ceph-mon[84934]: pgmap v287: 121 pgs: 27 peering, 3 stale+active+clean, 91 active+clean; 161 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-09-16T11:09:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:13 smithi191 ceph-mon[84934]: osdmap e400: 8 total, 7 up, 8 in 2024-09-16T11:09:14.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[88497]: osdmap e399: 8 total, 7 up, 8 in 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[88497]: pgmap v287: 121 pgs: 27 peering, 3 stale+active+clean, 91 active+clean; 161 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[88497]: osdmap e400: 8 total, 7 up, 8 in 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[86047]: osdmap e399: 8 total, 7 up, 8 in 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[86047]: pgmap v287: 121 pgs: 27 peering, 3 stale+active+clean, 91 active+clean; 161 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-09-16T11:09:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:13 smithi077 ceph-mon[86047]: osdmap e400: 8 total, 7 up, 8 in 2024-09-16T11:09:14.233 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 podman[89893]: 2024-09-16 11:09:13.878030385 +0000 UTC m=+0.015894232 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:14.233 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:13 smithi191 podman[89893]: 2024-09-16 11:09:13.983565202 +0000 UTC m=+0.121429068 container create 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T11:09:14.233 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:14 smithi191 podman[89893]: 2024-09-16 11:09:14.232348877 +0000 UTC m=+0.370212720 container init 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1667: finishing write tid 1 to smithi07774545-6 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1667: finishing write tid 2 to smithi07774545-6 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1673: done (14 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1674: done (13 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1675: done (12 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1676: done (11 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1678: done (10 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1679: done (9 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1681: done (8 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1682: done (7 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1684: done (6 left) 2024-09-16T11:09:14.557 INFO:tasks.rados.rados.0.smithi077.stdout:1685: done (5 left) 2024-09-16T11:09:14.558 INFO:tasks.rados.rados.0.smithi077.stdout:1686: read oid 47 snap -1 2024-09-16T11:09:14.558 INFO:tasks.rados.rados.0.smithi077.stdout:1686: expect (ObjNum 528 snap 158 seq_num 528) 2024-09-16T11:09:14.558 INFO:tasks.rados.rados.0.smithi077.stdout:1687: read oid 7 snap -1 2024-09-16T11:09:14.558 INFO:tasks.rados.rados.0.smithi077.stdout:1687: expect (ObjNum 534 snap 160 seq_num 534) 2024-09-16T11:09:14.558 INFO:tasks.rados.rados.0.smithi077.stdout:1688: snap_remove snap 163 2024-09-16T11:09:14.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:14.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:14.713 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:14 smithi191 podman[89893]: 2024-09-16 11:09:14.235764801 +0000 UTC m=+0.373628639 container start 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b) 2024-09-16T11:09:14.713 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:14 smithi191 podman[89893]: 2024-09-16 11:09:14.307349451 +0000 UTC m=+0.445213290 container attach 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:09:14.713 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:14 smithi191 podman[89893]: 2024-09-16 11:09:14.417629503 +0000 UTC m=+0.555493331 container died 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-16T11:09:14.769 INFO:tasks.rados.rados.0.smithi077.stdout:1688: done (7 left) 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1689: snap_create 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1667: finishing write tid 3 to smithi07774545-6 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1667: finishing write tid 4 to smithi07774545-6 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 928 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1667: finishing write tid 5 to smithi07774545-6 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 927 (ObjNum 544 snap 163 seq_num 544) dirty exists 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1667: left oid 6 (ObjNum 544 snap 163 seq_num 544) 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1670: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1670: finishing copy_from to smithi07774545-11 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 959 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-09-16T11:09:14.770 INFO:tasks.rados.rados.0.smithi077.stdout:1683: expect (ObjNum 515 snap 154 seq_num 515) 2024-09-16T11:09:14.998 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:14 smithi191 ceph-mon[84934]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-16T11:09:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:14 smithi077 ceph-mon[86047]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-16T11:09:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:14 smithi077 ceph-mon[88497]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-16T11:09:15.261 INFO:tasks.rados.rados.0.smithi077.stdout:1677: expect (ObjNum 529 snap 159 seq_num 529) 2024-09-16T11:09:15.440 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:14 smithi191 podman[89916]: 2024-09-16 11:09:14.997034845 +0000 UTC m=+0.573180534 container remove 5b948690a7edc72dd393408e3b6e3e2a66c185eafdafab52fa6b0a68d22b0e57 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T11:09:15.440 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-16T11:09:15.440 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 systemd[1]: Stopped Ceph osd.4 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:09:15.440 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.4.service: Consumed 11.772s CPU time. 2024-09-16T11:09:15.440 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 systemd[1]: Starting Ceph osd.4 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:09:15.700 INFO:tasks.rados.rados.0.smithi077.stdout:1687: expect (ObjNum 534 snap 160 seq_num 534) 2024-09-16T11:09:15.712 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 podman[90017]: 2024-09-16 11:09:15.341314874 +0000 UTC m=+0.016016140 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:15.712 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 podman[90017]: 2024-09-16 11:09:15.458083015 +0000 UTC m=+0.132784274 container create 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T11:09:15.712 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 podman[90017]: 2024-09-16 11:09:15.650923346 +0000 UTC m=+0.325624602 container init 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T11:09:15.712 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 podman[90017]: 2024-09-16 11:09:15.654203924 +0000 UTC m=+0.328905193 container start 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-16T11:09:15.808 INFO:tasks.rados.rados.0.smithi077.stdout:1686: expect (ObjNum 528 snap 158 seq_num 528) 2024-09-16T11:09:15.978 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-mon[84934]: osdmap e401: 8 total, 7 up, 8 in 2024-09-16T11:09:15.978 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-mon[84934]: pgmap v290: 121 pgs: 7 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-09-16T11:09:15.979 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-mon[84934]: osdmap e402: 8 total, 7 up, 8 in 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 podman[90017]: 2024-09-16 11:09:15.717382512 +0000 UTC m=+0.392083775 container attach 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T11:09:15.979 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T11:09:16.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[88497]: osdmap e401: 8 total, 7 up, 8 in 2024-09-16T11:09:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[88497]: pgmap v290: 121 pgs: 7 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-09-16T11:09:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[88497]: osdmap e402: 8 total, 7 up, 8 in 2024-09-16T11:09:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[86047]: osdmap e401: 8 total, 7 up, 8 in 2024-09-16T11:09:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[86047]: pgmap v290: 121 pgs: 7 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 169 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-09-16T11:09:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:15 smithi077 ceph-mon[86047]: osdmap e402: 8 total, 7 up, 8 in 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate[90033]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:15 smithi191 bash[90017]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T11:09:16.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:16 smithi191 podman[90017]: 2024-09-16 11:09:16.004346282 +0000 UTC m=+0.679047539 container died 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T11:09:16.712 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:16 smithi191 podman[90161]: 2024-09-16 11:09:16.596481417 +0000 UTC m=+0.581584864 container remove 982ee078dc14edfccbecbcc05cf31b3835ed516e919af2d6a62a3ad15b26b3e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1667: done (7 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1670: done (6 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1677: done (5 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1680: done (4 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1683: done (3 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1686: done (2 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1687: done (1 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1689: done (0 left) 2024-09-16T11:09:16.819 INFO:tasks.rados.rados.0.smithi077.stdout:1690: snap_create 2024-09-16T11:09:17.043 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:16 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:17.043 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:16 smithi191 podman[90220]: 2024-09-16 11:09:16.702009106 +0000 UTC m=+0.015677355 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:17.043 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:16 smithi191 podman[90220]: 2024-09-16 11:09:16.822533522 +0000 UTC m=+0.136201764 container create 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b) 2024-09-16T11:09:17.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:16 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:16 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:16] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-16T11:09:17.462 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 podman[90220]: 2024-09-16 11:09:17.042274978 +0000 UTC m=+0.355943220 container init 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T11:09:17.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 podman[90220]: 2024-09-16 11:09:17.045458076 +0000 UTC m=+0.359126319 container start 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T11:09:17.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 ceph-osd[90239]: -- 172.21.15.191:0/3966779395 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5566bb6571e0 con 0x5566bc3d6000 2024-09-16T11:09:17.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 bash[90220]: 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e 2024-09-16T11:09:17.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 systemd[1]: Started Ceph osd.4 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:09:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:1690: done (0 left) 2024-09-16T11:09:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 166 2024-09-16T11:09:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:1691: seq_num 546 ranges {3825664=753664,4579328=778240,5357568=425984} 2024-09-16T11:09:17.807 INFO:tasks.rados.rados.0.smithi077.stdout:1691: writing smithi07774545-40 from 3825664 to 4579328 tid 1 2024-09-16T11:09:17.811 INFO:tasks.rados.rados.0.smithi077.stdout:1691: writing smithi07774545-40 from 4579328 to 5357568 tid 2 2024-09-16T11:09:17.814 INFO:tasks.rados.rados.0.smithi077.stdout:1691: writing smithi07774545-40 from 5357568 to 5783552 tid 3 2024-09-16T11:09:17.814 INFO:tasks.rados.rados.0.smithi077.stdout:1692: snap_create 2024-09-16T11:09:17.814 INFO:tasks.rados.rados.0.smithi077.stdout:1691: finishing write tid 1 to smithi07774545-40 2024-09-16T11:09:17.816 INFO:tasks.rados.rados.0.smithi077.stdout:1691: finishing write tid 2 to smithi07774545-40 2024-09-16T11:09:17.816 INFO:tasks.rados.rados.0.smithi077.stdout:1691: finishing write tid 3 to smithi07774545-40 2024-09-16T11:09:17.816 INFO:tasks.rados.rados.0.smithi077.stdout:1691: finishing write tid 4 to smithi07774545-40 2024-09-16T11:09:17.819 INFO:tasks.rados.rados.0.smithi077.stdout:1691: finishing write tid 5 to smithi07774545-40 2024-09-16T11:09:17.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1100 (ObjNum 546 snap 166 seq_num 546) dirty exists 2024-09-16T11:09:17.819 INFO:tasks.rados.rados.0.smithi077.stdout:1691: left oid 40 (ObjNum 546 snap 166 seq_num 546) 2024-09-16T11:09:17.915 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T11:09:17.583+0000 7f53a801c640 -1 Falling back to public interface 2024-09-16T11:09:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[88497]: pgmap v292: 121 pgs: 12 active+undersized, 27 peering, 7 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s; 20/237 objects degraded (8.439%) 2024-09-16T11:09:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[88497]: osdmap e403: 8 total, 7 up, 8 in 2024-09-16T11:09:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[86047]: pgmap v292: 121 pgs: 12 active+undersized, 27 peering, 7 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s; 20/237 objects degraded (8.439%) 2024-09-16T11:09:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:18.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:18 smithi077 ceph-mon[86047]: osdmap e403: 8 total, 7 up, 8 in 2024-09-16T11:09:18.425 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-mon[84934]: pgmap v292: 121 pgs: 12 active+undersized, 27 peering, 7 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s; 20/237 objects degraded (8.439%) 2024-09-16T11:09:18.426 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.426 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:18.426 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:18.426 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-mon[84934]: osdmap e403: 8 total, 7 up, 8 in 2024-09-16T11:09:18.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:18.783 INFO:tasks.rados.rados.0.smithi077.stdout:1691: done (1 left) 2024-09-16T11:09:18.783 INFO:tasks.rados.rados.0.smithi077.stdout:1692: done (0 left) 2024-09-16T11:09:18.784 INFO:tasks.rados.rados.0.smithi077.stdout:1693: copy_from oid 50 from oid 10 current snap is 167 2024-09-16T11:09:18.784 INFO:tasks.rados.rados.0.smithi077.stdout:1694: snap_remove snap 162 2024-09-16T11:09:19.798 INFO:tasks.rados.rados.0.smithi077.stdout:1694: done (1 left) 2024-09-16T11:09:19.798 INFO:tasks.rados.rados.0.smithi077.stdout:1695: copy_from oid 5 from oid 2 current snap is 167 2024-09-16T11:09:19.798 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 167 2024-09-16T11:09:19.798 INFO:tasks.rados.rados.0.smithi077.stdout:1696: seq_num 547 ranges {3162112=770048,3932160=663552,4595712=466944,5062656=73728} 2024-09-16T11:09:19.820 INFO:tasks.rados.rados.0.smithi077.stdout:1696: writing smithi07774545-11 from 3162112 to 3932160 tid 1 2024-09-16T11:09:19.824 INFO:tasks.rados.rados.0.smithi077.stdout:1696: writing smithi07774545-11 from 3932160 to 4595712 tid 2 2024-09-16T11:09:19.826 INFO:tasks.rados.rados.0.smithi077.stdout:1696: writing smithi07774545-11 from 4595712 to 5062656 tid 3 2024-09-16T11:09:19.827 INFO:tasks.rados.rados.0.smithi077.stdout:1696: writing smithi07774545-11 from 5062656 to 5136384 tid 4 2024-09-16T11:09:19.827 INFO:tasks.rados.rados.0.smithi077.stdout:1697: snap_create 2024-09-16T11:09:19.827 INFO:tasks.rados.rados.0.smithi077.stdout:1693: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:09:19.827 INFO:tasks.rados.rados.0.smithi077.stdout:1693: finishing copy_from to smithi07774545-50 2024-09-16T11:09:19.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1065 (ObjNum 498 snap 148 seq_num 498) dirty exists 2024-09-16T11:09:19.828 INFO:tasks.rados.rados.0.smithi077.stdout:1695: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:09:19.828 INFO:tasks.rados.rados.0.smithi077.stdout:1695: finishing copy_from to smithi07774545-5 2024-09-16T11:09:19.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1066 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:19.828 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 1 to smithi07774545-11 2024-09-16T11:09:19.829 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 2 to smithi07774545-11 2024-09-16T11:09:19.830 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 3 to smithi07774545-11 2024-09-16T11:09:19.830 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 4 to smithi07774545-11 2024-09-16T11:09:19.830 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 5 to smithi07774545-11 2024-09-16T11:09:19.836 INFO:tasks.rados.rados.0.smithi077.stdout:1696: finishing write tid 6 to smithi07774545-11 2024-09-16T11:09:19.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1053 (ObjNum 547 snap 167 seq_num 547) dirty exists 2024-09-16T11:09:19.837 INFO:tasks.rados.rados.0.smithi077.stdout:1696: left oid 11 (ObjNum 547 snap 167 seq_num 547) 2024-09-16T11:09:20.143 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:19 smithi191 ceph-mon[84934]: osdmap e404: 8 total, 7 up, 8 in 2024-09-16T11:09:20.143 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:19 smithi191 ceph-mon[84934]: pgmap v295: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:19 smithi077 ceph-mon[86047]: osdmap e404: 8 total, 7 up, 8 in 2024-09-16T11:09:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:19 smithi077 ceph-mon[86047]: pgmap v295: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:19 smithi077 ceph-mon[88497]: osdmap e404: 8 total, 7 up, 8 in 2024-09-16T11:09:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:19 smithi077 ceph-mon[88497]: pgmap v295: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:20.718 INFO:tasks.rados.rados.0.smithi077.stdout:1693: done (3 left) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1695: done (2 left) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1696: done (1 left) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1697: done (0 left) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1698: read oid 9 snap -1 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1698: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1699: read oid 50 snap -1 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1699: expect (ObjNum 498 snap 148 seq_num 498) 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 168 2024-09-16T11:09:20.719 INFO:tasks.rados.rados.0.smithi077.stdout:1700: seq_num 548 ranges {4071424=786432,4857856=598016,5455872=606208} 2024-09-16T11:09:20.741 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T11:09:20.480+0000 7f53a801c640 -1 osd.4 398 log_to_monitors true 2024-09-16T11:09:20.741 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T11:09:20.739+0000 7f539fdc6640 -1 osd.4 398 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:09:20.746 INFO:tasks.rados.rados.0.smithi077.stdout:1700: writing smithi07774545-17 from 4071424 to 4857856 tid 1 2024-09-16T11:09:20.749 INFO:tasks.rados.rados.0.smithi077.stdout:1700: writing smithi07774545-17 from 4857856 to 5455872 tid 2 2024-09-16T11:09:20.753 INFO:tasks.rados.rados.0.smithi077.stdout:1700: writing smithi07774545-17 from 5455872 to 6062080 tid 3 2024-09-16T11:09:20.754 INFO:tasks.rados.rados.0.smithi077.stdout:1701: rmattr oid 44 current snap is 168 2024-09-16T11:09:20.754 INFO:tasks.rados.rados.0.smithi077.stdout:1698: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:20.784 INFO:tasks.rados.rados.0.smithi077.stdout:1699: expect (ObjNum 498 snap 148 seq_num 498) 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: osdmap e405: 8 total, 7 up, 8 in 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: osdmap e406: 8 total, 7 up, 8 in 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[88497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: osdmap e405: 8 total, 7 up, 8 in 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: osdmap e406: 8 total, 7 up, 8 in 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:20 smithi077 ceph-mon[86047]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-16T11:09:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: osdmap e405: 8 total, 7 up, 8 in 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: osdmap e406: 8 total, 7 up, 8 in 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: from='osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:20 smithi191 ceph-mon[84934]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1700: finishing write tid 1 to smithi07774545-17 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1700: finishing write tid 2 to smithi07774545-17 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1698: done (3 left) 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1699: done (2 left) 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1702: rollback oid 18 current snap is 168 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 165 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1055 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1700: finishing write tid 3 to smithi07774545-17 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1700: finishing write tid 4 to smithi07774545-17 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:1700: finishing write tid 5 to smithi07774545-17 2024-09-16T11:09:21.341 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 803 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1700: left oid 17 (ObjNum 548 snap 168 seq_num 548) 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1700: done (2 left) 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1701: done (1 left) 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1703: read oid 3 snap 165 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1703: expect deleted 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1704: copy_from oid 50 from oid 46 current snap is 168 2024-09-16T11:09:21.342 INFO:tasks.rados.rados.0.smithi077.stdout:1705: snap_create 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1702: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1702: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1704: finishing copy_from to smithi07774545-50 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1704: got expected ENOENT (src dne) 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1702: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1068 (ObjNum 97 snap 0 seq_num 3532968502) dirty exists 2024-09-16T11:09:21.344 INFO:tasks.rados.rados.0.smithi077.stdout:1704: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:09:21.722 INFO:tasks.rados.rados.0.smithi077.stdout:1702: done (3 left) 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1703: done (2 left) 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1704: done (1 left) 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1705: done (0 left) 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1706: read oid 34 snap -1 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1706: expect deleted 2024-09-16T11:09:21.723 INFO:tasks.rados.rados.0.smithi077.stdout:1707: setattr oid 5 current snap is 169 2024-09-16T11:09:21.724 INFO:tasks.rados.rados.0.smithi077.stdout:1708: snap_create 2024-09-16T11:09:21.742 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1067 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: pgmap v298: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 0 B/s wr, 9 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085] boot 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T11:09:22.299 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: pgmap v298: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 0 B/s wr, 9 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085] boot 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: pgmap v298: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 0 B/s wr, 9 op/s; 29/243 objects degraded (11.934%) 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: osd.4 [v2:172.21.15.191:6800/3224477085,v1:172.21.15.191:6801/3224477085] boot 2024-09-16T11:09:22.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T11:09:22.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T11:09:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:22.723 INFO:tasks.rados.rados.0.smithi077.stdout:1706: done (2 left) 2024-09-16T11:09:22.723 INFO:tasks.rados.rados.0.smithi077.stdout:1707: done (1 left) 2024-09-16T11:09:22.723 INFO:tasks.rados.rados.0.smithi077.stdout:1708: done (0 left) 2024-09-16T11:09:22.723 INFO:tasks.rados.rados.0.smithi077.stdout:1709: delete oid 6 current snap is 170 2024-09-16T11:09:22.757 INFO:tasks.rados.rados.0.smithi077.stdout:1709: done (0 left) 2024-09-16T11:09:22.757 INFO:tasks.rados.rados.0.smithi077.stdout:1710: snap_create 2024-09-16T11:09:23.666 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:23.735 INFO:tasks.rados.rados.0.smithi077.stdout:1710: done (0 left) 2024-09-16T11:09:23.735 INFO:tasks.rados.rados.0.smithi077.stdout:1711: snap_remove snap 164 2024-09-16T11:09:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:23 smithi191 ceph-mon[84934]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T11:09:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:23 smithi191 ceph-mon[84934]: pgmap v301: 121 pgs: 5 peering, 12 active+undersized, 8 active+undersized+degraded, 96 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 21/228 objects degraded (9.211%) 2024-09-16T11:09:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:23 smithi077 ceph-mon[88497]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T11:09:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:23 smithi077 ceph-mon[88497]: pgmap v301: 121 pgs: 5 peering, 12 active+undersized, 8 active+undersized+degraded, 96 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 21/228 objects degraded (9.211%) 2024-09-16T11:09:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:23 smithi077 ceph-mon[86047]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T11:09:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:23 smithi077 ceph-mon[86047]: pgmap v301: 121 pgs: 5 peering, 12 active+undersized, 8 active+undersized+degraded, 96 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 21/228 objects degraded (9.211%) 2024-09-16T11:09:24.699 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:24.699 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:24.743 INFO:tasks.rados.rados.0.smithi077.stdout:1711: done (0 left) 2024-09-16T11:09:24.743 INFO:tasks.rados.rados.0.smithi077.stdout:1712: delete oid 32 current snap is 171 2024-09-16T11:09:24.749 INFO:tasks.rados.rados.0.smithi077.stdout:1712: done (0 left) 2024-09-16T11:09:24.749 INFO:tasks.rados.rados.0.smithi077.stdout:1713: delete oid 21 current snap is 171 2024-09-16T11:09:24.757 INFO:tasks.rados.rados.0.smithi077.stdout:1713: done (0 left) 2024-09-16T11:09:24.757 INFO:tasks.rados.rados.0.smithi077.stdout:1714: snap_remove snap 167 2024-09-16T11:09:24.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:24 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 21/228 objects degraded (9.211%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:24.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:24 smithi191 ceph-mon[84934]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T11:09:24.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:24 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 21/228 objects degraded (9.211%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[86047]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T11:09:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 21/228 objects degraded (9.211%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[88497]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T11:09:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:25.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:24 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:09:24.868+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-16T11:09:25.757 INFO:tasks.rados.rados.0.smithi077.stdout:1714: done (0 left) 2024-09-16T11:09:25.757 INFO:tasks.rados.rados.0.smithi077.stdout:1715: snap_remove snap 168 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[86047]: pgmap v304: 121 pgs: 5 peering, 6 active+undersized, 3 active+undersized+degraded, 107 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 4/222 objects degraded (1.802%); 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T11:09:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-16T11:09:26.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:25 smithi077 ceph-mon[88497]: pgmap v304: 121 pgs: 5 peering, 6 active+undersized, 3 active+undersized+degraded, 107 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 4/222 objects degraded (1.802%); 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-16T11:09:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:25 smithi191 ceph-mon[84934]: pgmap v304: 121 pgs: 5 peering, 6 active+undersized, 3 active+undersized+degraded, 107 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 4/222 objects degraded (1.802%); 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:26.760 INFO:tasks.rados.rados.0.smithi077.stdout:1715: done (0 left) 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:1716: copy_from oid 11 from oid 16 current snap is 171 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:1717: rollback oid 40 current snap is 171 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 169 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:1718: read oid 17 snap -1 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:1718: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 171 2024-09-16T11:09:26.761 INFO:tasks.rados.rados.0.smithi077.stdout:1719: seq_num 552 ranges {2719744=450560,3170304=532480,3702784=655360,4358144=417792} 2024-09-16T11:09:26.778 INFO:tasks.rados.rados.0.smithi077.stdout:1719: writing smithi07774545-43 from 2719744 to 3170304 tid 1 2024-09-16T11:09:26.781 INFO:tasks.rados.rados.0.smithi077.stdout:1719: writing smithi07774545-43 from 3170304 to 3702784 tid 2 2024-09-16T11:09:26.785 INFO:tasks.rados.rados.0.smithi077.stdout:1719: writing smithi07774545-43 from 3702784 to 4358144 tid 3 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1719: writing smithi07774545-43 from 4358144 to 4775936 tid 4 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1720: setattr oid 9 current snap is 171 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1716: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1717: finishing rollback tid 0 to smithi07774545-40 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1717: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1717: finishing rollback tid 2 to smithi07774545-40 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1116 (ObjNum 546 snap 166 seq_num 546) dirty exists 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:1716: finishing copy_from to smithi07774545-11 2024-09-16T11:09:26.788 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 846 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T11:09:26.789 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 1 to smithi07774545-43 2024-09-16T11:09:26.789 INFO:tasks.rados.rados.0.smithi077.stdout:1716: done (4 left) 2024-09-16T11:09:26.789 INFO:tasks.rados.rados.0.smithi077.stdout:1717: done (3 left) 2024-09-16T11:09:26.789 INFO:tasks.rados.rados.0.smithi077.stdout:1721: snap_remove snap 169 2024-09-16T11:09:27.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:26 smithi077 ceph-mon[86047]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T11:09:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:26 smithi077 ceph-mon[88497]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T11:09:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:26] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-16T11:09:27.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:26 smithi191 ceph-mon[84934]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T11:09:27.777 INFO:tasks.rados.rados.0.smithi077.stdout:1721: done (3 left) 2024-09-16T11:09:27.777 INFO:tasks.rados.rados.0.smithi077.stdout:1722: rmattr oid 41 current snap is 171 2024-09-16T11:09:27.777 INFO:tasks.rados.rados.0.smithi077.stdout:1718: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-16T11:09:28.052 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 2 to smithi07774545-43 2024-09-16T11:09:28.052 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 3 to smithi07774545-43 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 4 to smithi07774545-43 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 5 to smithi07774545-43 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 804 (ObjNum 497 snap 148 seq_num 497) dirty exists 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1719: finishing write tid 6 to smithi07774545-43 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1122 (ObjNum 552 snap 171 seq_num 552) dirty exists 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1719: left oid 43 (ObjNum 552 snap 171 seq_num 552) 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1718: done (3 left) 2024-09-16T11:09:28.053 INFO:tasks.rados.rados.0.smithi077.stdout:1719: done (2 left) 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1720: done (1 left) 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1723: read oid 39 snap 165 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1723: expect deleted 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1724: read oid 21 snap 165 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1724: expect deleted 2024-09-16T11:09:28.054 INFO:tasks.rados.rados.0.smithi077.stdout:1725: delete oid 37 current snap is 171 2024-09-16T11:09:28.056 INFO:tasks.rados.rados.0.smithi077.stdout:1723: done (3 left) 2024-09-16T11:09:28.056 INFO:tasks.rados.rados.0.smithi077.stdout:1724: done (2 left) 2024-09-16T11:09:28.056 INFO:tasks.rados.rados.0.smithi077.stdout:1725: done (1 left) 2024-09-16T11:09:28.056 INFO:tasks.rados.rados.0.smithi077.stdout:1726: read oid 9 snap 165 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:1726: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:1727: delete oid 26 current snap is 171 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1069 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:1722: done (2 left) 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:1727: done (1 left) 2024-09-16T11:09:28.057 INFO:tasks.rados.rados.0.smithi077.stdout:1728: delete oid 33 current snap is 171 2024-09-16T11:09:28.058 INFO:tasks.rados.rados.0.smithi077.stdout:1726: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:28.087 INFO:tasks.rados.rados.0.smithi077.stdout:1726: done (1 left) 2024-09-16T11:09:28.087 INFO:tasks.rados.rados.0.smithi077.stdout:1728: done (0 left) 2024-09-16T11:09:28.087 INFO:tasks.rados.rados.0.smithi077.stdout:1729: snap_create 2024-09-16T11:09:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[86047]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T11:09:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[86047]: pgmap v307: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 984 KiB/s wr, 11 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[88497]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T11:09:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[88497]: pgmap v307: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 984 KiB/s wr, 11 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:27 smithi191 ceph-mon[84934]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T11:09:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:27 smithi191 ceph-mon[84934]: pgmap v307: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 984 KiB/s wr, 11 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-16T11:09:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:28.780 INFO:tasks.rados.rados.0.smithi077.stdout:1729: done (0 left) 2024-09-16T11:09:28.781 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 172 2024-09-16T11:09:28.781 INFO:tasks.rados.rados.0.smithi077.stdout:1730: seq_num 556 ranges {3178496=516096,3694592=524288,4218880=638976,4857856=442368} 2024-09-16T11:09:28.799 INFO:tasks.rados.rados.0.smithi077.stdout:1730: writing smithi07774545-49 from 3178496 to 3694592 tid 1 2024-09-16T11:09:28.803 INFO:tasks.rados.rados.0.smithi077.stdout:1730: writing smithi07774545-49 from 3694592 to 4218880 tid 2 2024-09-16T11:09:28.807 INFO:tasks.rados.rados.0.smithi077.stdout:1730: writing smithi07774545-49 from 4218880 to 4857856 tid 3 2024-09-16T11:09:28.810 INFO:tasks.rados.rados.0.smithi077.stdout:1730: writing smithi07774545-49 from 4857856 to 5300224 tid 4 2024-09-16T11:09:28.810 INFO:tasks.rados.rados.0.smithi077.stdout:1731: setattr oid 31 current snap is 172 2024-09-16T11:09:28.810 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 1 to smithi07774545-49 2024-09-16T11:09:28.810 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 2 to smithi07774545-49 2024-09-16T11:09:28.810 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 3 to smithi07774545-49 2024-09-16T11:09:28.812 INFO:tasks.rados.rados.0.smithi077.stdout:1732: read oid 35 snap -1 2024-09-16T11:09:28.812 INFO:tasks.rados.rados.0.smithi077.stdout:1732: expect (ObjNum 428 snap 136 seq_num 428) 2024-09-16T11:09:28.812 INFO:tasks.rados.rados.0.smithi077.stdout:1733: rollback oid 46 current snap is 172 2024-09-16T11:09:28.812 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 171 2024-09-16T11:09:28.812 INFO:tasks.rados.rados.0.smithi077.stdout:1734: rollback oid 20 current snap is 172 2024-09-16T11:09:28.813 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 166 2024-09-16T11:09:28.813 INFO:tasks.rados.rados.0.smithi077.stdout:1735: snap_create 2024-09-16T11:09:28.813 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 4 to smithi07774545-49 2024-09-16T11:09:28.814 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 5 to smithi07774545-49 2024-09-16T11:09:28.814 INFO:tasks.rados.rados.0.smithi077.stdout:1733: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:09:28.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:09:28.818 INFO:tasks.rados.rados.0.smithi077.stdout:1730: finishing write tid 6 to smithi07774545-49 2024-09-16T11:09:28.818 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 936 (ObjNum 556 snap 172 seq_num 556) dirty exists 2024-09-16T11:09:28.818 INFO:tasks.rados.rados.0.smithi077.stdout:1730: left oid 49 (ObjNum 556 snap 172 seq_num 556) 2024-09-16T11:09:28.818 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 604 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-09-16T11:09:28.821 INFO:tasks.rados.rados.0.smithi077.stdout:1734: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:09:28.821 INFO:tasks.rados.rados.0.smithi077.stdout:1734: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:09:28.825 INFO:tasks.rados.rados.0.smithi077.stdout:1734: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:09:28.826 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 787 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T11:09:28.831 INFO:tasks.rados.rados.0.smithi077.stdout:1732: expect (ObjNum 428 snap 136 seq_num 428) 2024-09-16T11:09:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:28 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded) 2024-09-16T11:09:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:28 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:09:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:28 smithi191 ceph-mon[84934]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T11:09:28.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:29.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded) 2024-09-16T11:09:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:09:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[86047]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T11:09:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded) 2024-09-16T11:09:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:09:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:28 smithi077 ceph-mon[88497]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T11:09:29.781 INFO:tasks.rados.rados.0.smithi077.stdout:1730: done (5 left) 2024-09-16T11:09:29.781 INFO:tasks.rados.rados.0.smithi077.stdout:1731: done (4 left) 2024-09-16T11:09:29.781 INFO:tasks.rados.rados.0.smithi077.stdout:1732: done (3 left) 2024-09-16T11:09:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:1733: done (2 left) 2024-09-16T11:09:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:1734: done (1 left) 2024-09-16T11:09:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:1735: done (0 left) 2024-09-16T11:09:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:1736: snap_create 2024-09-16T11:09:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:29 smithi077 ceph-mon[88497]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T11:09:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:29 smithi077 ceph-mon[88497]: pgmap v310: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 502 KiB/s wr, 7 op/s 2024-09-16T11:09:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:29 smithi077 ceph-mon[86047]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T11:09:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:29 smithi077 ceph-mon[86047]: pgmap v310: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 502 KiB/s wr, 7 op/s 2024-09-16T11:09:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:29 smithi191 ceph-mon[84934]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T11:09:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:29 smithi191 ceph-mon[84934]: pgmap v310: 121 pgs: 121 active+clean; 169 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 502 KiB/s wr, 7 op/s 2024-09-16T11:09:30.720 INFO:tasks.rados.rados.0.smithi077.stdout:1736: done (0 left) 2024-09-16T11:09:30.720 INFO:tasks.rados.rados.0.smithi077.stdout:1737: read oid 1 snap -1 2024-09-16T11:09:30.720 INFO:tasks.rados.rados.0.smithi077.stdout:1737: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:09:30.720 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 174 2024-09-16T11:09:30.720 INFO:tasks.rados.rados.0.smithi077.stdout:1738: seq_num 557 ranges {1851392=532480,2383872=802816,3186688=794624,3981312=8192} 2024-09-16T11:09:30.733 INFO:tasks.rados.rados.0.smithi077.stdout:1738: writing smithi07774545-14 from 1851392 to 2383872 tid 1 2024-09-16T11:09:30.738 INFO:tasks.rados.rados.0.smithi077.stdout:1738: writing smithi07774545-14 from 2383872 to 3186688 tid 2 2024-09-16T11:09:30.744 INFO:tasks.rados.rados.0.smithi077.stdout:1738: writing smithi07774545-14 from 3186688 to 3981312 tid 3 2024-09-16T11:09:30.744 INFO:tasks.rados.rados.0.smithi077.stdout:1738: writing smithi07774545-14 from 3981312 to 3989504 tid 4 2024-09-16T11:09:30.744 INFO:tasks.rados.rados.0.smithi077.stdout:1739: snap_remove snap 173 2024-09-16T11:09:31.090 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:30 smithi077 ceph-mon[88497]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T11:09:31.090 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:30 smithi077 ceph-mon[88497]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T11:09:31.091 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:30 smithi077 ceph-mon[86047]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T11:09:31.091 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:30 smithi077 ceph-mon[86047]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T11:09:31.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:30 smithi191 ceph-mon[84934]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T11:09:31.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:30 smithi191 ceph-mon[84934]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1739: done (2 left) 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1740: rollback oid 30 current snap is 174 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 171 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 1 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 2 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 3 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 4 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 5 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: finishing write tid 6 to smithi07774545-14 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 609 (ObjNum 557 snap 174 seq_num 557) dirty exists 2024-09-16T11:09:31.721 INFO:tasks.rados.rados.0.smithi077.stdout:1738: left oid 14 (ObjNum 557 snap 174 seq_num 557) 2024-09-16T11:09:31.722 INFO:tasks.rados.rados.0.smithi077.stdout:1737: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:09:31.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:31 smithi077 ceph-mon[86047]: pgmap v313: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 2 op/s 2024-09-16T11:09:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:31 smithi077 ceph-mon[86047]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T11:09:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:31 smithi077 ceph-mon[88497]: pgmap v313: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 2 op/s 2024-09-16T11:09:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:31 smithi077 ceph-mon[88497]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T11:09:32.074 INFO:tasks.rados.rados.0.smithi077.stdout:1740: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:09:32.074 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 455384208) dirty dne 2024-09-16T11:09:32.074 INFO:tasks.rados.rados.0.smithi077.stdout:1737: done (2 left) 2024-09-16T11:09:32.074 INFO:tasks.rados.rados.0.smithi077.stdout:1738: done (1 left) 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:1740: done (0 left) 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:1741: copy_from oid 28 from oid 30 current snap is 174 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:1742: setattr oid 11 current snap is 174 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:1743: copy_from oid 39 from oid 32 current snap is 174 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 174 2024-09-16T11:09:32.075 INFO:tasks.rados.rados.0.smithi077.stdout:1744: seq_num 558 ranges {1703936=548864,2252800=688128,2940928=606208,3547136=311296} 2024-09-16T11:09:32.087 INFO:tasks.rados.rados.0.smithi077.stdout:1744: writing smithi07774545-23 from 1703936 to 2252800 tid 1 2024-09-16T11:09:32.091 INFO:tasks.rados.rados.0.smithi077.stdout:1744: writing smithi07774545-23 from 2252800 to 2940928 tid 2 2024-09-16T11:09:32.095 INFO:tasks.rados.rados.0.smithi077.stdout:1744: writing smithi07774545-23 from 2940928 to 3547136 tid 3 2024-09-16T11:09:32.097 INFO:tasks.rados.rados.0.smithi077.stdout:1744: writing smithi07774545-23 from 3547136 to 3858432 tid 4 2024-09-16T11:09:32.097 INFO:tasks.rados.rados.0.smithi077.stdout:1745: snap_remove snap 170 2024-09-16T11:09:32.129 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:31 smithi191 ceph-mon[84934]: pgmap v313: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 2 op/s 2024-09-16T11:09:32.129 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:31 smithi191 ceph-mon[84934]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T11:09:32.383 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:33.014 INFO:tasks.rados.rados.0.smithi077.stdout:1741: finishing copy_from to smithi07774545-28 2024-09-16T11:09:33.014 INFO:tasks.rados.rados.0.smithi077.stdout:1741: got expected ENOENT (src dne) 2024-09-16T11:09:33.014 INFO:tasks.rados.rados.0.smithi077.stdout:1741: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:09:33.014 INFO:tasks.rados.rados.0.smithi077.stdout:1743: finishing copy_from to smithi07774545-39 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1743: got expected ENOENT (src dne) 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1073 (ObjNum 33 snap 0 seq_num 441092176) dirty exists 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1743: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 1 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 2 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 3 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 4 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 5 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: finishing write tid 6 to smithi07774545-23 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 694 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1744: left oid 23 (ObjNum 558 snap 174 seq_num 558) 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1741: done (4 left) 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1742: done (3 left) 2024-09-16T11:09:33.015 INFO:tasks.rados.rados.0.smithi077.stdout:1743: done (2 left) 2024-09-16T11:09:33.016 INFO:tasks.rados.rados.0.smithi077.stdout:1744: done (1 left) 2024-09-16T11:09:33.016 INFO:tasks.rados.rados.0.smithi077.stdout:1745: done (0 left) 2024-09-16T11:09:33.016 INFO:tasks.rados.rados.0.smithi077.stdout:1746: copy_from oid 33 from oid 44 current snap is 174 2024-09-16T11:09:33.016 INFO:tasks.rados.rados.0.smithi077.stdout:1747: snap_create 2024-09-16T11:09:33.033 INFO:tasks.rados.rados.0.smithi077.stdout:1746: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:09:33.035 INFO:tasks.rados.rados.0.smithi077.stdout:1746: finishing copy_from to smithi07774545-33 2024-09-16T11:09:33.035 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1055 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-09-16T11:09:33.355 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:33 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:33.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:33 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:33.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:33 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:33.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:34.017 INFO:tasks.rados.rados.0.smithi077.stdout:1746: done (1 left) 2024-09-16T11:09:34.017 INFO:tasks.rados.rados.0.smithi077.stdout:1747: done (0 left) 2024-09-16T11:09:34.017 INFO:tasks.rados.rados.0.smithi077.stdout:1748: delete oid 30 current snap is 175 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:1748: done (0 left) 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:1749: rollback oid 41 current snap is 175 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 165 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:1750: read oid 42 snap -1 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:1750: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 175 2024-09-16T11:09:34.022 INFO:tasks.rados.rados.0.smithi077.stdout:1751: seq_num 560 ranges {5382144=581632,5963776=458752,6422528=614400,7036928=532480} 2024-09-16T11:09:34.055 INFO:tasks.rados.rados.0.smithi077.stdout:1751: writing smithi07774545-35 from 5382144 to 5963776 tid 1 2024-09-16T11:09:34.058 INFO:tasks.rados.rados.0.smithi077.stdout:1751: writing smithi07774545-35 from 5963776 to 6422528 tid 2 2024-09-16T11:09:34.062 INFO:tasks.rados.rados.0.smithi077.stdout:1751: writing smithi07774545-35 from 6422528 to 7036928 tid 3 2024-09-16T11:09:34.065 INFO:tasks.rados.rados.0.smithi077.stdout:1751: writing smithi07774545-35 from 7036928 to 7569408 tid 4 2024-09-16T11:09:34.065 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 175 2024-09-16T11:09:34.065 INFO:tasks.rados.rados.0.smithi077.stdout:1749: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:09:34.065 INFO:tasks.rados.rados.0.smithi077.stdout:1749: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:09:34.065 INFO:tasks.rados.rados.0.smithi077.stdout:1752: seq_num 561 ranges {3473408=598016,4071424=745472,4816896=778240,5595136=81920} 2024-09-16T11:09:34.087 INFO:tasks.rados.rados.0.smithi077.stdout:1752: writing smithi07774545-29 from 3473408 to 4071424 tid 1 2024-09-16T11:09:34.091 INFO:tasks.rados.rados.0.smithi077.stdout:1752: writing smithi07774545-29 from 4071424 to 4816896 tid 2 2024-09-16T11:09:34.096 INFO:tasks.rados.rados.0.smithi077.stdout:1752: writing smithi07774545-29 from 4816896 to 5595136 tid 3 2024-09-16T11:09:34.097 INFO:tasks.rados.rados.0.smithi077.stdout:1752: writing smithi07774545-29 from 5595136 to 5677056 tid 4 2024-09-16T11:09:34.097 INFO:tasks.rados.rados.0.smithi077.stdout:1753: read oid 4 snap -1 2024-09-16T11:09:34.098 INFO:tasks.rados.rados.0.smithi077.stdout:1753: expect (ObjNum 541 snap 163 seq_num 541) 2024-09-16T11:09:34.098 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 175 2024-09-16T11:09:34.098 INFO:tasks.rados.rados.0.smithi077.stdout:1749: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:09:34.098 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1072 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-09-16T11:09:34.098 INFO:tasks.rados.rados.0.smithi077.stdout:1750: expect (ObjNum 481 snap 146 seq_num 481) 2024-09-16T11:09:34.274 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 1 to smithi07774545-35 2024-09-16T11:09:34.274 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 2 to smithi07774545-35 2024-09-16T11:09:34.275 INFO:tasks.rados.rados.0.smithi077.stdout:1754: seq_num 562 ranges {3121152=622592,3743744=630784,4374528=581632,4956160=393216} 2024-09-16T11:09:34.293 INFO:tasks.rados.rados.0.smithi077.stdout:1754: writing smithi07774545-24 from 3121152 to 3743744 tid 1 2024-09-16T11:09:34.297 INFO:tasks.rados.rados.0.smithi077.stdout:1754: writing smithi07774545-24 from 3743744 to 4374528 tid 2 2024-09-16T11:09:34.300 INFO:tasks.rados.rados.0.smithi077.stdout:1754: writing smithi07774545-24 from 4374528 to 4956160 tid 3 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1754: writing smithi07774545-24 from 4956160 to 5349376 tid 4 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1749: done (5 left) 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1750: done (4 left) 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1755: snap_create 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 3 to smithi07774545-35 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 4 to smithi07774545-35 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 5 to smithi07774545-35 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1751: finishing write tid 6 to smithi07774545-35 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1077 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1751: left oid 35 (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:09:34.304 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 1 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 2 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 3 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 4 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 5 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: finishing write tid 6 to smithi07774545-29 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1072 (ObjNum 561 snap 175 seq_num 561) dirty exists 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1752: left oid 29 (ObjNum 561 snap 175 seq_num 561) 2024-09-16T11:09:34.305 INFO:tasks.rados.rados.0.smithi077.stdout:1753: expect (ObjNum 541 snap 163 seq_num 541) 2024-09-16T11:09:34.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:34 smithi077 ceph-mon[86047]: pgmap v315: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-16T11:09:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:34 smithi077 ceph-mon[86047]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T11:09:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:34 smithi077 ceph-mon[88497]: pgmap v315: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-16T11:09:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:34 smithi077 ceph-mon[88497]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T11:09:34.456 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:34 smithi191 ceph-mon[84934]: pgmap v315: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-16T11:09:34.456 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:34 smithi191 ceph-mon[84934]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T11:09:34.557 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 1 to smithi07774545-24 2024-09-16T11:09:34.557 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 2 to smithi07774545-24 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 3 to smithi07774545-24 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 4 to smithi07774545-24 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 5 to smithi07774545-24 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:1754: finishing write tid 6 to smithi07774545-24 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1082 (ObjNum 562 snap 175 seq_num 562) dirty exists 2024-09-16T11:09:34.558 INFO:tasks.rados.rados.0.smithi077.stdout:1754: left oid 24 (ObjNum 562 snap 175 seq_num 562) 2024-09-16T11:09:34.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:34.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1751: done (4 left) 2024-09-16T11:09:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1752: done (3 left) 2024-09-16T11:09:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1753: done (2 left) 2024-09-16T11:09:35.035 INFO:tasks.rados.rados.0.smithi077.stdout:1754: done (1 left) 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1755: done (0 left) 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1756: rollback oid 13 current snap is 176 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 13 to 172 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1757: read oid 46 snap -1 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1757: expect deleted 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 176 2024-09-16T11:09:35.036 INFO:tasks.rados.rados.0.smithi077.stdout:1758: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-09-16T11:09:35.038 INFO:tasks.rados.rados.0.smithi077.stdout:1758: writing smithi07774545-21 from 0 to 638976 tid 1 2024-09-16T11:09:35.042 INFO:tasks.rados.rados.0.smithi077.stdout:1758: writing smithi07774545-21 from 638976 to 1204224 tid 2 2024-09-16T11:09:35.047 INFO:tasks.rados.rados.0.smithi077.stdout:1758: writing smithi07774545-21 from 1204224 to 1998848 tid 3 2024-09-16T11:09:35.048 INFO:tasks.rados.rados.0.smithi077.stdout:1758: writing smithi07774545-21 from 1998848 to 2244608 tid 4 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1759: copy_from oid 42 from oid 44 current snap is 176 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1756: finishing rollback tid 1 to smithi07774545-13 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 0 (ObjNum 129 snap 0 seq_num 455875280) dirty dne 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1756: done (3 left) 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1760: copy_from oid 43 from oid 5 current snap is 176 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 1 to smithi07774545-21 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 2 to smithi07774545-21 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1757: done (3 left) 2024-09-16T11:09:35.049 INFO:tasks.rados.rados.0.smithi077.stdout:1761: snap_create 2024-09-16T11:09:35.052 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 3 to smithi07774545-21 2024-09-16T11:09:35.052 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 4 to smithi07774545-21 2024-09-16T11:09:35.052 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 5 to smithi07774545-21 2024-09-16T11:09:35.053 INFO:tasks.rados.rados.0.smithi077.stdout:1758: finishing write tid 6 to smithi07774545-21 2024-09-16T11:09:35.054 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1072 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:09:35.054 INFO:tasks.rados.rados.0.smithi077.stdout:1758: left oid 21 (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:09:35.059 INFO:tasks.rados.rados.0.smithi077.stdout:1760: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:09:35.063 INFO:tasks.rados.rados.0.smithi077.stdout:1760: finishing copy_from to smithi07774545-43 2024-09-16T11:09:35.063 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1067 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:35.073 INFO:tasks.rados.rados.0.smithi077.stdout:1759: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:09:35.075 INFO:tasks.rados.rados.0.smithi077.stdout:1759: finishing copy_from to smithi07774545-42 2024-09-16T11:09:35.076 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1055 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-09-16T11:09:35.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:35 smithi077 ceph-mon[86047]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T11:09:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:35 smithi077 ceph-mon[88497]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T11:09:35.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:35 smithi191 ceph-mon[84934]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T11:09:35.720 INFO:tasks.rados.rados.0.smithi077.stdout:1758: done (3 left) 2024-09-16T11:09:35.721 INFO:tasks.rados.rados.0.smithi077.stdout:1759: done (2 left) 2024-09-16T11:09:35.721 INFO:tasks.rados.rados.0.smithi077.stdout:1760: done (1 left) 2024-09-16T11:09:35.721 INFO:tasks.rados.rados.0.smithi077.stdout:1761: done (0 left) 2024-09-16T11:09:35.721 INFO:tasks.rados.rados.0.smithi077.stdout:1762: delete oid 20 current snap is 177 2024-09-16T11:09:35.727 INFO:tasks.rados.rados.0.smithi077.stdout:1762: done (0 left) 2024-09-16T11:09:35.727 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 177 2024-09-16T11:09:35.727 INFO:tasks.rados.rados.0.smithi077.stdout:1763: seq_num 565 ranges {5677056=671744,6348800=729088,7077888=753664,7831552=122880} 2024-09-16T11:09:35.760 INFO:tasks.rados.rados.0.smithi077.stdout:1763: writing smithi07774545-29 from 5677056 to 6348800 tid 1 2024-09-16T11:09:35.765 INFO:tasks.rados.rados.0.smithi077.stdout:1763: writing smithi07774545-29 from 6348800 to 7077888 tid 2 2024-09-16T11:09:35.769 INFO:tasks.rados.rados.0.smithi077.stdout:1763: writing smithi07774545-29 from 7077888 to 7831552 tid 3 2024-09-16T11:09:35.770 INFO:tasks.rados.rados.0.smithi077.stdout:1763: writing smithi07774545-29 from 7831552 to 7954432 tid 4 2024-09-16T11:09:35.770 INFO:tasks.rados.rados.0.smithi077.stdout:1764: rmattr oid 24 current snap is 177 2024-09-16T11:09:35.770 INFO:tasks.rados.rados.0.smithi077.stdout:1764: done (1 left) 2024-09-16T11:09:35.770 INFO:tasks.rados.rados.0.smithi077.stdout:1765: snap_remove snap 174 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[86047]: pgmap v318: 121 pgs: 121 active+clean; 173 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 991 KiB/s wr, 16 op/s 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[86047]: osdmap e420: 8 total, 8 up, 8 in 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[86047]: osdmap e421: 8 total, 8 up, 8 in 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[88497]: pgmap v318: 121 pgs: 121 active+clean; 173 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 991 KiB/s wr, 16 op/s 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[88497]: osdmap e420: 8 total, 8 up, 8 in 2024-09-16T11:09:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-mon[88497]: osdmap e421: 8 total, 8 up, 8 in 2024-09-16T11:09:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:36 smithi191 ceph-mon[84934]: pgmap v318: 121 pgs: 121 active+clean; 173 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 991 KiB/s wr, 16 op/s 2024-09-16T11:09:36.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:36 smithi191 ceph-mon[84934]: osdmap e420: 8 total, 8 up, 8 in 2024-09-16T11:09:36.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:36 smithi191 ceph-mon[84934]: osdmap e421: 8 total, 8 up, 8 in 2024-09-16T11:09:36.723 INFO:tasks.rados.rados.0.smithi077.stdout:1765: done (1 left) 2024-09-16T11:09:36.723 INFO:tasks.rados.rados.0.smithi077.stdout:1766: delete oid 8 current snap is 177 2024-09-16T11:09:36.723 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 1 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 2 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 3 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 4 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 5 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: finishing write tid 6 to smithi07774545-29 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1077 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:09:36.724 INFO:tasks.rados.rados.0.smithi077.stdout:1763: left oid 29 (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:36.733 INFO:tasks.rados.rados.0.smithi077.stdout:1763: done (1 left) 2024-09-16T11:09:36.733 INFO:tasks.rados.rados.0.smithi077.stdout:1766: done (0 left) 2024-09-16T11:09:36.733 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 177 2024-09-16T11:09:36.733 INFO:tasks.rados.rados.0.smithi077.stdout:1767: seq_num 567 ranges {7970816=704512,8675328=499712,9175040=770048,9945088=335872} 2024-09-16T11:09:36.779 INFO:tasks.rados.rados.0.smithi077.stdout:1767: writing smithi07774545-50 from 7970816 to 8675328 tid 1 2024-09-16T11:09:36.782 INFO:tasks.rados.rados.0.smithi077.stdout:1767: writing smithi07774545-50 from 8675328 to 9175040 tid 2 2024-09-16T11:09:36.786 INFO:tasks.rados.rados.0.smithi077.stdout:1767: writing smithi07774545-50 from 9175040 to 9945088 tid 3 2024-09-16T11:09:36.788 INFO:tasks.rados.rados.0.smithi077.stdout:1767: writing smithi07774545-50 from 9945088 to 10280960 tid 4 2024-09-16T11:09:36.788 INFO:tasks.rados.rados.0.smithi077.stdout:1768: snap_remove snap 166 2024-09-16T11:09:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:36] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-09-16T11:09:37.733 INFO:tasks.rados.rados.0.smithi077.stdout:1768: done (1 left) 2024-09-16T11:09:37.733 INFO:tasks.rados.rados.0.smithi077.stdout:1769: read oid 37 snap -1 2024-09-16T11:09:37.733 INFO:tasks.rados.rados.0.smithi077.stdout:1769: expect deleted 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1770: delete oid 26 current snap is 177 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 1 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 2 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 3 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 4 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 5 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: finishing write tid 6 to smithi07774545-50 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1087 (ObjNum 567 snap 177 seq_num 567) dirty exists 2024-09-16T11:09:37.734 INFO:tasks.rados.rados.0.smithi077.stdout:1767: left oid 50 (ObjNum 567 snap 177 seq_num 567) 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1767: done (2 left) 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1769: done (1 left) 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1770: done (0 left) 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1771: read oid 39 snap 171 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1771: expect deleted 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1772: read oid 27 snap 165 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1772: expect deleted 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 177 2024-09-16T11:09:37.741 INFO:tasks.rados.rados.0.smithi077.stdout:1773: seq_num 569 ranges {1884160=737280,2621440=671744,3293184=737280,4030464=196608} 2024-09-16T11:09:37.755 INFO:tasks.rados.rados.0.smithi077.stdout:1773: writing smithi07774545-5 from 1884160 to 2621440 tid 1 2024-09-16T11:09:37.759 INFO:tasks.rados.rados.0.smithi077.stdout:1773: writing smithi07774545-5 from 2621440 to 3293184 tid 2 2024-09-16T11:09:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:1773: writing smithi07774545-5 from 3293184 to 4030464 tid 3 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1773: writing smithi07774545-5 from 4030464 to 4227072 tid 4 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1774: rollback oid 38 current snap is 177 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 176 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 1 to smithi07774545-5 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 2 to smithi07774545-5 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1771: done (3 left) 2024-09-16T11:09:37.765 INFO:tasks.rados.rados.0.smithi077.stdout:1772: done (2 left) 2024-09-16T11:09:37.766 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 177 2024-09-16T11:09:37.766 INFO:tasks.rados.rados.0.smithi077.stdout:1775: seq_num 570 ranges {3989504=753664,4743168=548864,5292032=540672,5832704=516096} 2024-09-16T11:09:37.793 INFO:tasks.rados.rados.0.smithi077.stdout:1775: writing smithi07774545-14 from 3989504 to 4743168 tid 1 2024-09-16T11:09:37.795 INFO:tasks.rados.rados.0.smithi077.stdout:1775: writing smithi07774545-14 from 4743168 to 5292032 tid 2 2024-09-16T11:09:37.799 INFO:tasks.rados.rados.0.smithi077.stdout:1775: writing smithi07774545-14 from 5292032 to 5832704 tid 3 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1775: writing smithi07774545-14 from 5832704 to 6348800 tid 4 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1776: setattr oid 17 current snap is 177 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 3 to smithi07774545-5 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 4 to smithi07774545-5 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 5 to smithi07774545-5 2024-09-16T11:09:37.802 INFO:tasks.rados.rados.0.smithi077.stdout:1773: finishing write tid 6 to smithi07774545-5 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1082 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1773: left oid 5 (ObjNum 569 snap 177 seq_num 569) 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1774: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1774: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1774: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 807 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 1 to smithi07774545-14 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 2 to smithi07774545-14 2024-09-16T11:09:37.803 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 3 to smithi07774545-14 2024-09-16T11:09:37.805 INFO:tasks.rados.rados.0.smithi077.stdout:1773: done (3 left) 2024-09-16T11:09:37.805 INFO:tasks.rados.rados.0.smithi077.stdout:1774: done (2 left) 2024-09-16T11:09:37.805 INFO:tasks.rados.rados.0.smithi077.stdout:1777: copy_from oid 18 from oid 19 current snap is 177 2024-09-16T11:09:37.805 INFO:tasks.rados.rados.0.smithi077.stdout:1778: read oid 9 snap -1 2024-09-16T11:09:37.806 INFO:tasks.rados.rados.0.smithi077.stdout:1778: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:37.806 INFO:tasks.rados.rados.0.smithi077.stdout:1779: rmattr oid 7 current snap is 177 2024-09-16T11:09:37.806 INFO:tasks.rados.rados.0.smithi077.stdout:1779: done (4 left) 2024-09-16T11:09:37.806 INFO:tasks.rados.rados.0.smithi077.stdout:1780: read oid 41 snap -1 2024-09-16T11:09:37.807 INFO:tasks.rados.rados.0.smithi077.stdout:1780: expect (ObjNum 525 snap 158 seq_num 525) 2024-09-16T11:09:37.807 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 177 2024-09-16T11:09:37.807 INFO:tasks.rados.rados.0.smithi077.stdout:1781: seq_num 571 ranges {0=770048,770048=483328,1253376=753664,2007040=368640} 2024-09-16T11:09:37.809 INFO:tasks.rados.rados.0.smithi077.stdout:1781: writing smithi07774545-6 from 0 to 770048 tid 1 2024-09-16T11:09:37.812 INFO:tasks.rados.rados.0.smithi077.stdout:1781: writing smithi07774545-6 from 770048 to 1253376 tid 2 2024-09-16T11:09:37.817 INFO:tasks.rados.rados.0.smithi077.stdout:1781: writing smithi07774545-6 from 1253376 to 2007040 tid 3 2024-09-16T11:09:37.820 INFO:tasks.rados.rados.0.smithi077.stdout:1781: writing smithi07774545-6 from 2007040 to 2375680 tid 4 2024-09-16T11:09:37.820 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 177 2024-09-16T11:09:37.820 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 4 to smithi07774545-14 2024-09-16T11:09:37.820 INFO:tasks.rados.rados.0.smithi077.stdout:1782: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-09-16T11:09:37.824 INFO:tasks.rados.rados.0.smithi077.stdout:1782: writing smithi07774545-11 from 0 to 786432 tid 1 2024-09-16T11:09:37.829 INFO:tasks.rados.rados.0.smithi077.stdout:1782: writing smithi07774545-11 from 786432 to 1556480 tid 2 2024-09-16T11:09:37.833 INFO:tasks.rados.rados.0.smithi077.stdout:1782: writing smithi07774545-11 from 1556480 to 2113536 tid 3 2024-09-16T11:09:37.835 INFO:tasks.rados.rados.0.smithi077.stdout:1782: writing smithi07774545-11 from 2113536 to 2392064 tid 4 2024-09-16T11:09:37.835 INFO:tasks.rados.rados.0.smithi077.stdout:1783: copy_from oid 36 from oid 26 current snap is 177 2024-09-16T11:09:37.835 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 5 to smithi07774545-14 2024-09-16T11:09:37.835 INFO:tasks.rados.rados.0.smithi077.stdout:1775: finishing write tid 6 to smithi07774545-14 2024-09-16T11:09:37.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1060 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:09:37.836 INFO:tasks.rados.rados.0.smithi077.stdout:1775: left oid 14 (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:09:37.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 808 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-16T11:09:37.836 INFO:tasks.rados.rados.0.smithi077.stdout:1778: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:37.867 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 1 to smithi07774545-6 2024-09-16T11:09:37.867 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 2 to smithi07774545-6 2024-09-16T11:09:37.868 INFO:tasks.rados.rados.0.smithi077.stdout:1780: expect (ObjNum 525 snap 158 seq_num 525) 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 3 to smithi07774545-6 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 4 to smithi07774545-6 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1775: done (7 left) 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1776: done (6 left) 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1778: done (5 left) 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1780: done (4 left) 2024-09-16T11:09:37.976 INFO:tasks.rados.rados.0.smithi077.stdout:1784: snap_remove snap 172 2024-09-16T11:09:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:37 smithi077 ceph-mon[86047]: osdmap e422: 8 total, 8 up, 8 in 2024-09-16T11:09:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:37 smithi077 ceph-mon[86047]: pgmap v322: 121 pgs: 121 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 779 B/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-16T11:09:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:37 smithi077 ceph-mon[88497]: osdmap e422: 8 total, 8 up, 8 in 2024-09-16T11:09:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:37 smithi077 ceph-mon[88497]: pgmap v322: 121 pgs: 121 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 779 B/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-16T11:09:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:37 smithi191 ceph-mon[84934]: osdmap e422: 8 total, 8 up, 8 in 2024-09-16T11:09:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:37 smithi191 ceph-mon[84934]: pgmap v322: 121 pgs: 121 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 779 B/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-16T11:09:38.736 INFO:tasks.rados.rados.0.smithi077.stdout:1784: done (4 left) 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1785: read oid 38 snap -1 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1785: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1786: read oid 1 snap 165 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1786: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1787: delete oid 42 current snap is 177 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 5 to smithi07774545-6 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1781: finishing write tid 6 to smithi07774545-6 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 941 (ObjNum 571 snap 177 seq_num 571) dirty exists 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1781: left oid 6 (ObjNum 571 snap 177 seq_num 571) 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 1 to smithi07774545-11 2024-09-16T11:09:38.737 INFO:tasks.rados.rados.0.smithi077.stdout:1777: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1783: finishing copy_from to smithi07774545-36 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1783: got expected ENOENT (src dne) 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1783: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 2 to smithi07774545-11 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1777: finishing copy_from to smithi07774545-18 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 341 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 3 to smithi07774545-11 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 4 to smithi07774545-11 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 5 to smithi07774545-11 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: finishing write tid 6 to smithi07774545-11 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1086 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-09-16T11:09:38.738 INFO:tasks.rados.rados.0.smithi077.stdout:1782: left oid 11 (ObjNum 572 snap 177 seq_num 572) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1777: done (6 left) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1781: done (5 left) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1782: done (4 left) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1783: done (3 left) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1787: done (2 left) 2024-09-16T11:09:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:1788: snap_remove snap 176 2024-09-16T11:09:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:38 smithi191 ceph-mon[84934]: osdmap e423: 8 total, 8 up, 8 in 2024-09-16T11:09:38.963 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:38 smithi077 ceph-mon[86047]: osdmap e423: 8 total, 8 up, 8 in 2024-09-16T11:09:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:38 smithi077 ceph-mon[88497]: osdmap e423: 8 total, 8 up, 8 in 2024-09-16T11:09:39.752 INFO:tasks.rados.rados.0.smithi077.stdout:1788: done (2 left) 2024-09-16T11:09:39.752 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 177 2024-09-16T11:09:39.752 INFO:tasks.rados.rados.0.smithi077.stdout:1789: seq_num 574 ranges {5783552=16384} 2024-09-16T11:09:39.784 INFO:tasks.rados.rados.0.smithi077.stdout:1789: writing smithi07774545-40 from 5783552 to 5799936 tid 1 2024-09-16T11:09:39.784 INFO:tasks.rados.rados.0.smithi077.stdout:1790: setattr oid 36 current snap is 177 2024-09-16T11:09:39.784 INFO:tasks.rados.rados.0.smithi077.stdout:1785: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T11:09:40.066 INFO:tasks.rados.rados.0.smithi077.stdout:1786: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:09:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:39 smithi077 ceph-mon[86047]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T11:09:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:39 smithi077 ceph-mon[86047]: pgmap v325: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-16T11:09:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:39 smithi077 ceph-mon[88497]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T11:09:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:39 smithi077 ceph-mon[88497]: pgmap v325: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-16T11:09:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:39 smithi191 ceph-mon[84934]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T11:09:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:39 smithi191 ceph-mon[84934]: pgmap v325: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-16T11:09:40.400 INFO:tasks.rados.rados.0.smithi077.stdout:1789: finishing write tid 1 to smithi07774545-40 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1789: finishing write tid 2 to smithi07774545-40 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1789: finishing write tid 3 to smithi07774545-40 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1149 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1789: left oid 40 (ObjNum 574 snap 177 seq_num 574) 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1785: done (3 left) 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1786: done (2 left) 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1789: done (1 left) 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 177 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1791: seq_num 575 ranges {0=32768} 2024-09-16T11:09:40.401 INFO:tasks.rados.rados.0.smithi077.stdout:1791: writing smithi07774545-20 from 0 to 32768 tid 1 2024-09-16T11:09:40.402 INFO:tasks.rados.rados.0.smithi077.stdout:1792: copy_from oid 45 from oid 28 current snap is 177 2024-09-16T11:09:40.402 INFO:tasks.rados.rados.0.smithi077.stdout:1793: rollback oid 41 current snap is 177 2024-09-16T11:09:40.402 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 171 2024-09-16T11:09:40.402 INFO:tasks.rados.rados.0.smithi077.stdout:1794: delete oid 31 current snap is 177 2024-09-16T11:09:40.403 INFO:tasks.rados.rados.0.smithi077.stdout:1791: finishing write tid 1 to smithi07774545-20 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1794: done (4 left) 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1795: copy_from oid 1 from oid 40 current snap is 177 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1796: copy_from oid 12 from oid 29 current snap is 177 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1797: read oid 21 snap -1 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1797: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1798: delete oid 5 current snap is 177 2024-09-16T11:09:40.405 INFO:tasks.rados.rados.0.smithi077.stdout:1793: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:09:40.406 INFO:tasks.rados.rados.0.smithi077.stdout:1791: finishing write tid 2 to smithi07774545-20 2024-09-16T11:09:40.406 INFO:tasks.rados.rados.0.smithi077.stdout:1793: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:09:40.406 INFO:tasks.rados.rados.0.smithi077.stdout:1793: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:09:40.406 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1090 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-09-16T11:09:40.406 INFO:tasks.rados.rados.0.smithi077.stdout:1792: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:09:40.407 INFO:tasks.rados.rados.0.smithi077.stdout:1791: finishing write tid 3 to smithi07774545-20 2024-09-16T11:09:40.408 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 790 (ObjNum 575 snap 177 seq_num 575) dirty exists 2024-09-16T11:09:40.408 INFO:tasks.rados.rados.0.smithi077.stdout:1791: left oid 20 (ObjNum 575 snap 177 seq_num 575) 2024-09-16T11:09:40.411 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1086 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:09:40.411 INFO:tasks.rados.rados.0.smithi077.stdout:1792: finishing copy_from to smithi07774545-45 2024-09-16T11:09:40.411 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 587 (ObjNum 466 snap 145 seq_num 466) dirty exists 2024-09-16T11:09:40.423 INFO:tasks.rados.rados.0.smithi077.stdout:1790: done (7 left) 2024-09-16T11:09:40.423 INFO:tasks.rados.rados.0.smithi077.stdout:1791: done (6 left) 2024-09-16T11:09:40.423 INFO:tasks.rados.rados.0.smithi077.stdout:1792: done (5 left) 2024-09-16T11:09:40.423 INFO:tasks.rados.rados.0.smithi077.stdout:1793: done (4 left) 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:1798: done (3 left) 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:1799: rmattr oid 46 current snap is 177 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:1799: done (3 left) 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:1800: read oid 39 snap -1 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:1800: expect deleted 2024-09-16T11:09:40.424 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 177 2024-09-16T11:09:40.425 INFO:tasks.rados.rados.0.smithi077.stdout:1801: seq_num 578 ranges {5300224=81920} 2024-09-16T11:09:40.451 INFO:tasks.rados.rados.0.smithi077.stdout:1801: writing smithi07774545-49 from 5300224 to 5382144 tid 1 2024-09-16T11:09:40.451 INFO:tasks.rados.rados.0.smithi077.stdout:1802: delete oid 25 current snap is 177 2024-09-16T11:09:40.451 INFO:tasks.rados.rados.0.smithi077.stdout:1797: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:09:40.509 INFO:tasks.rados.rados.0.smithi077.stdout:1795: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1795: finishing copy_from to smithi07774545-1 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1149 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1795: done (5 left) 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1797: done (4 left) 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1800: done (3 left) 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1802: done (2 left) 2024-09-16T11:09:40.510 INFO:tasks.rados.rados.0.smithi077.stdout:1803: snap_remove snap 175 2024-09-16T11:09:40.729 INFO:tasks.rados.rados.0.smithi077.stdout:1803: done (2 left) 2024-09-16T11:09:40.729 INFO:tasks.rados.rados.0.smithi077.stdout:1804: delete oid 44 current snap is 177 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1796: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1796: finishing copy_from to smithi07774545-12 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1077 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1801: finishing write tid 1 to smithi07774545-49 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1801: finishing write tid 2 to smithi07774545-49 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1801: finishing write tid 3 to smithi07774545-49 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 943 (ObjNum 578 snap 177 seq_num 578) dirty exists 2024-09-16T11:09:40.730 INFO:tasks.rados.rados.0.smithi077.stdout:1801: left oid 49 (ObjNum 578 snap 177 seq_num 578) 2024-09-16T11:09:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:1796: done (2 left) 2024-09-16T11:09:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:1801: done (1 left) 2024-09-16T11:09:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:1804: done (0 left) 2024-09-16T11:09:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:1805: delete oid 23 current snap is 177 2024-09-16T11:09:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:1805: done (0 left) 2024-09-16T11:09:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:1806: copy_from oid 6 from oid 30 current snap is 177 2024-09-16T11:09:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:1807: snap_remove snap 165 2024-09-16T11:09:40.798 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:09:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:40 smithi191 ceph-mon[84934]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T11:09:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:40 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:40 smithi191 ceph-mon[84934]: Upgrade: osd.5 is safe to restart 2024-09-16T11:09:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:40 smithi191 ceph-mon[84934]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T11:09:41.051 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (4m) 52s ago 8m 25.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (4m) 19s ago 8m 86.5M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (9m) 52s ago 9m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (9m) 19s ago 9m 22.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (4m) 19s ago 12m 438M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (4m) 52s ago 14m 496M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (3m) 52s ago 14m 50.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (3m) 19s ago 13m 40.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (3m) 52s ago 13m 42.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (4m) 52s ago 8m 8460k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (4m) 19s ago 8m 16.0M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (2m) 52s ago 12m 199M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (2m) 52s ago 12m 177M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:09:41.052 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (88s) 52s ago 11m 155M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (55s) 52s ago 11m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (24s) 19s ago 11m 14.4M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (10m) 19s ago 10m 269M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 73fb499aec81 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (10m) 19s ago 10m 178M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (9m) 19s ago 9m 213M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:09:41.053 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (4m) 19s ago 9m 63.7M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:09:41.053 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[86047]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T11:09:41.053 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:41.053 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[86047]: Upgrade: osd.5 is safe to restart 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[86047]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[88497]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[88497]: Upgrade: osd.5 is safe to restart 2024-09-16T11:09:41.054 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:40 smithi077 ceph-mon[88497]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3, 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T11:09:41.373 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 5, 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 10 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:09:41.374 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:09:41.729 INFO:tasks.rados.rados.0.smithi077.stdout:1807: done (1 left) 2024-09-16T11:09:41.729 INFO:tasks.rados.rados.0.smithi077.stdout:1808: snap_create 2024-09-16T11:09:41.730 INFO:tasks.rados.rados.0.smithi077.stdout:1806: finishing copy_from to smithi07774545-6 2024-09-16T11:09:41.730 INFO:tasks.rados.rados.0.smithi077.stdout:1806: got expected ENOENT (src dne) 2024-09-16T11:09:41.730 INFO:tasks.rados.rados.0.smithi077.stdout:1806: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:09:41.869 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:41.870 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: pgmap v328: 121 pgs: 121 active+clean; 202 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-09-16T11:09:41.870 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:41.870 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:41.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:09:41.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:41.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1262195406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:41.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:41 smithi191 ceph-mon[84934]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: pgmap v328: 121 pgs: 121 active+clean; 202 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1262195406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[88497]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: pgmap v328: 121 pgs: 121 active+clean; 202 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1262195406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:42.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:41 smithi077 ceph-mon[86047]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T11:09:42.631 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:42.728 INFO:tasks.rados.rados.0.smithi077.stdout:1806: done (1 left) 2024-09-16T11:09:42.728 INFO:tasks.rados.rados.0.smithi077.stdout:1808: done (0 left) 2024-09-16T11:09:42.729 INFO:tasks.rados.rados.0.smithi077.stdout:1809: delete oid 46 current snap is 178 2024-09-16T11:09:42.732 INFO:tasks.rados.rados.0.smithi077.stdout:1809: done (0 left) 2024-09-16T11:09:42.732 INFO:tasks.rados.rados.0.smithi077.stdout:1810: rollback oid 6 current snap is 178 2024-09-16T11:09:42.732 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 171 2024-09-16T11:09:42.732 INFO:tasks.rados.rados.0.smithi077.stdout:1811: read oid 17 snap -1 2024-09-16T11:09:42.732 INFO:tasks.rados.rados.0.smithi077.stdout:1811: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-16T11:09:42.733 INFO:tasks.rados.rados.0.smithi077.stdout:1812: rmattr oid 26 current snap is 178 2024-09-16T11:09:42.733 INFO:tasks.rados.rados.0.smithi077.stdout:1812: done (2 left) 2024-09-16T11:09:42.733 INFO:tasks.rados.rados.0.smithi077.stdout:1813: snap_create 2024-09-16T11:09:42.734 INFO:tasks.rados.rados.0.smithi077.stdout:1810: finishing rollback tid 0 to smithi07774545-6 2024-09-16T11:09:42.734 INFO:tasks.rados.rados.0.smithi077.stdout:1810: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:09:42.734 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 945 (ObjNum 289 snap 0 seq_num 1303610019) dirty dne 2024-09-16T11:09:42.754 INFO:tasks.rados.rados.0.smithi077.stdout:1811: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-16T11:09:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-mon[84934]: Upgrade: Updating osd.5 2024-09-16T11:09:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-mon[84934]: Deploying daemon osd.5 on smithi191 2024-09-16T11:09:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:42 smithi191 ceph-mon[84934]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[88497]: Upgrade: Updating osd.5 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[88497]: Deploying daemon osd.5 on smithi191 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[88497]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[86047]: Upgrade: Updating osd.5 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[86047]: Deploying daemon osd.5 on smithi191 2024-09-16T11:09:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:43.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:43.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:42 smithi077 ceph-mon[86047]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T11:09:43.735 INFO:tasks.rados.rados.0.smithi077.stdout:1810: done (2 left) 2024-09-16T11:09:43.735 INFO:tasks.rados.rados.0.smithi077.stdout:1811: done (1 left) 2024-09-16T11:09:43.735 INFO:tasks.rados.rados.0.smithi077.stdout:1813: done (0 left) 2024-09-16T11:09:43.735 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 179 2024-09-16T11:09:43.735 INFO:tasks.rados.rados.0.smithi077.stdout:1814: seq_num 583 ranges {0=172032} 2024-09-16T11:09:43.736 INFO:tasks.rados.rados.0.smithi077.stdout:1814: writing smithi07774545-32 from 0 to 172032 tid 1 2024-09-16T11:09:43.736 INFO:tasks.rados.rados.0.smithi077.stdout:1815: rollback oid 4 current snap is 179 2024-09-16T11:09:43.736 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 177 2024-09-16T11:09:43.736 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 179 2024-09-16T11:09:43.736 INFO:tasks.rados.rados.0.smithi077.stdout:1816: seq_num 584 ranges {6062080=188416} 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1816: writing smithi07774545-17 from 6062080 to 6250496 tid 1 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1817: rollback oid 34 current snap is 179 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 177 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1818: setattr oid 14 current snap is 179 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1815: finishing rollback tid 0 to smithi07774545-4 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1815: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1815: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 783 (ObjNum 541 snap 163 seq_num 541) dirty exists 2024-09-16T11:09:43.770 INFO:tasks.rados.rados.0.smithi077.stdout:1814: finishing write tid 1 to smithi07774545-32 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1814: finishing write tid 2 to smithi07774545-32 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1814: finishing write tid 3 to smithi07774545-32 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1162 (ObjNum 583 snap 179 seq_num 583) dirty exists 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1814: left oid 32 (ObjNum 583 snap 179 seq_num 583) 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1817: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 0 (ObjNum 129 snap 0 seq_num 455337984) dirty dne 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1814: done (4 left) 2024-09-16T11:09:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:1815: done (3 left) 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:1817: done (2 left) 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 179 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:1819: seq_num 585 ranges {0=204800} 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:1819: writing smithi07774545-16 from 0 to 204800 tid 1 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 179 2024-09-16T11:09:43.772 INFO:tasks.rados.rados.0.smithi077.stdout:1820: seq_num 586 ranges {0=221184} 2024-09-16T11:09:43.774 INFO:tasks.rados.rados.0.smithi077.stdout:1820: writing smithi07774545-42 from 0 to 221184 tid 1 2024-09-16T11:09:43.775 INFO:tasks.rados.rados.0.smithi077.stdout:1821: read oid 12 snap -1 2024-09-16T11:09:43.775 INFO:tasks.rados.rados.0.smithi077.stdout:1821: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:43.775 INFO:tasks.rados.rados.0.smithi077.stdout:1822: copy_from oid 25 from oid 31 current snap is 179 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:1816: finishing write tid 1 to smithi07774545-17 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:1823: rollback oid 49 current snap is 179 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 49 to 177 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:1824: copy_from oid 21 from oid 34 current snap is 179 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 179 2024-09-16T11:09:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:1825: seq_num 587 ranges {0=237568} 2024-09-16T11:09:43.777 INFO:tasks.rados.rados.0.smithi077.stdout:1825: writing smithi07774545-6 from 0 to 237568 tid 1 2024-09-16T11:09:43.777 INFO:tasks.rados.rados.0.smithi077.stdout:1826: delete oid 32 current snap is 179 2024-09-16T11:09:43.777 INFO:tasks.rados.rados.0.smithi077.stdout:1816: finishing write tid 2 to smithi07774545-17 2024-09-16T11:09:43.779 INFO:tasks.rados.rados.0.smithi077.stdout:1822: finishing copy_from to smithi07774545-25 2024-09-16T11:09:43.779 INFO:tasks.rados.rados.0.smithi077.stdout:1822: got expected ENOENT (src dne) 2024-09-16T11:09:43.779 INFO:tasks.rados.rados.0.smithi077.stdout:1822: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:09:43.779 INFO:tasks.rados.rados.0.smithi077.stdout:1816: finishing write tid 3 to smithi07774545-17 2024-09-16T11:09:43.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 810 (ObjNum 584 snap 179 seq_num 584) dirty exists 2024-09-16T11:09:43.780 INFO:tasks.rados.rados.0.smithi077.stdout:1816: left oid 17 (ObjNum 584 snap 179 seq_num 584) 2024-09-16T11:09:43.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1062 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:09:43.781 INFO:tasks.rados.rados.0.smithi077.stdout:1824: finishing copy_from to smithi07774545-21 2024-09-16T11:09:43.781 INFO:tasks.rados.rados.0.smithi077.stdout:1824: got expected ENOENT (src dne) 2024-09-16T11:09:43.781 INFO:tasks.rados.rados.0.smithi077.stdout:1824: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:09:43.782 INFO:tasks.rados.rados.0.smithi077.stdout:1823: finishing rollback tid 0 to smithi07774545-49 2024-09-16T11:09:43.782 INFO:tasks.rados.rados.0.smithi077.stdout:1816: done (9 left) 2024-09-16T11:09:43.782 INFO:tasks.rados.rados.0.smithi077.stdout:1818: done (8 left) 2024-09-16T11:09:43.782 INFO:tasks.rados.rados.0.smithi077.stdout:1822: done (7 left) 2024-09-16T11:09:43.782 INFO:tasks.rados.rados.0.smithi077.stdout:1824: done (6 left) 2024-09-16T11:09:43.783 INFO:tasks.rados.rados.0.smithi077.stdout:1826: done (5 left) 2024-09-16T11:09:43.783 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 179 2024-09-16T11:09:43.783 INFO:tasks.rados.rados.0.smithi077.stdout:1827: seq_num 589 ranges {6250496=270336} 2024-09-16T11:09:43.819 INFO:tasks.rados.rados.0.smithi077.stdout:1827: writing smithi07774545-17 from 6250496 to 6520832 tid 1 2024-09-16T11:09:43.819 INFO:tasks.rados.rados.0.smithi077.stdout:1828: rollback oid 43 current snap is 179 2024-09-16T11:09:43.819 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 171 2024-09-16T11:09:43.819 INFO:tasks.rados.rados.0.smithi077.stdout:1823: finishing rollback tid 1 to smithi07774545-49 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 179 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:1820: finishing write tid 1 to smithi07774545-42 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:1820: finishing write tid 2 to smithi07774545-42 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:1823: finishing rollback tid 2 to smithi07774545-49 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 948 (ObjNum 578 snap 177 seq_num 578) dirty exists 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:1825: finishing write tid 1 to smithi07774545-6 2024-09-16T11:09:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:1829: seq_num 590 ranges {0=286720} 2024-09-16T11:09:43.821 INFO:tasks.rados.rados.0.smithi077.stdout:1829: writing smithi07774545-31 from 0 to 286720 tid 1 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1823: done (7 left) 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1830: setattr oid 50 current snap is 179 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1825: finishing write tid 2 to smithi07774545-6 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1820: finishing write tid 3 to smithi07774545-42 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1096 (ObjNum 586 snap 179 seq_num 586) dirty exists 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1820: left oid 42 (ObjNum 586 snap 179 seq_num 586) 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1825: finishing write tid 3 to smithi07774545-6 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 950 (ObjNum 587 snap 179 seq_num 587) dirty exists 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1825: left oid 6 (ObjNum 587 snap 179 seq_num 587) 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1819: finishing write tid 1 to smithi07774545-16 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1819: finishing write tid 2 to smithi07774545-16 2024-09-16T11:09:43.822 INFO:tasks.rados.rados.0.smithi077.stdout:1821: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:43.907 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1819: finishing write tid 3 to smithi07774545-16 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1107 (ObjNum 585 snap 179 seq_num 585) dirty exists 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1819: left oid 16 (ObjNum 585 snap 179 seq_num 585) 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1827: finishing write tid 1 to smithi07774545-17 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1827: finishing write tid 2 to smithi07774545-17 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1828: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1828: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1828: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1167 (ObjNum 552 snap 171 seq_num 552) dirty exists 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:1827: finishing write tid 3 to smithi07774545-17 2024-09-16T11:09:44.211 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 812 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1827: left oid 17 (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1829: finishing write tid 1 to smithi07774545-31 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1829: finishing write tid 2 to smithi07774545-31 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1829: finishing write tid 3 to smithi07774545-31 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1064 (ObjNum 590 snap 179 seq_num 590) dirty exists 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1829: left oid 31 (ObjNum 590 snap 179 seq_num 590) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1819: done (7 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1820: done (6 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1821: done (5 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1825: done (4 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1827: done (3 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1828: done (2 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1829: done (1 left) 2024-09-16T11:09:44.212 INFO:tasks.rados.rados.0.smithi077.stdout:1831: setattr oid 15 current snap is 179 2024-09-16T11:09:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:43 smithi191 ceph-mon[84934]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T11:09:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:43 smithi191 ceph-mon[84934]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:1832: copy_from oid 4 from oid 29 current snap is 179 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:1833: read oid 10 snap -1 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:1833: expect (ObjNum 498 snap 148 seq_num 498) 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:1834: rollback oid 7 current snap is 179 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 177 2024-09-16T11:09:44.214 INFO:tasks.rados.rados.0.smithi077.stdout:1835: copy_from oid 41 from oid 17 current snap is 179 2024-09-16T11:09:44.215 INFO:tasks.rados.rados.0.smithi077.stdout:1836: rollback oid 1 current snap is 179 2024-09-16T11:09:44.215 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 1 to 171 2024-09-16T11:09:44.215 INFO:tasks.rados.rados.0.smithi077.stdout:1837: snap_create 2024-09-16T11:09:44.215 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1091 (ObjNum 567 snap 177 seq_num 567) dirty exists 2024-09-16T11:09:44.217 INFO:tasks.rados.rados.0.smithi077.stdout:1836: finishing rollback tid 0 to smithi07774545-1 2024-09-16T11:09:44.217 INFO:tasks.rados.rados.0.smithi077.stdout:1834: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:1836: finishing rollback tid 1 to smithi07774545-1 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:1834: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 597 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:1834: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1111 (ObjNum 534 snap 160 seq_num 534) dirty exists 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:1836: finishing rollback tid 2 to smithi07774545-1 2024-09-16T11:09:44.218 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1152 (ObjNum 545 snap 163 seq_num 545) dirty exists 2024-09-16T11:09:44.240 INFO:tasks.rados.rados.0.smithi077.stdout:1832: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:09:44.248 INFO:tasks.rados.rados.0.smithi077.stdout:1833: expect (ObjNum 498 snap 148 seq_num 498) 2024-09-16T11:09:44.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:43 smithi077 ceph-mon[88497]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T11:09:44.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:43 smithi077 ceph-mon[88497]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T11:09:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:43 smithi077 ceph-mon[86047]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T11:09:44.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:43 smithi077 ceph-mon[86047]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T11:09:44.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:44 smithi191 systemd[1]: Stopping Ceph osd.5 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:09:44.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[41662]: 2024-09-16T11:09:44.526+0000 7f8c8c65a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:09:44.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[41662]: 2024-09-16T11:09:44.526+0000 7f8c8c65a640 -1 osd.5 429 *** Got signal Terminated *** 2024-09-16T11:09:44.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[41662]: 2024-09-16T11:09:44.526+0000 7f8c8c65a640 -1 osd.5 429 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:09:44.714 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:44.714 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:44.798 INFO:tasks.rados.rados.0.smithi077.stdout:1835: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:09:44.799 INFO:tasks.rados.rados.0.smithi077.stdout:1835: finishing copy_from to smithi07774545-41 2024-09-16T11:09:44.799 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 812 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:09:44.799 INFO:tasks.rados.rados.0.smithi077.stdout:1832: finishing copy_from to smithi07774545-4 2024-09-16T11:09:44.799 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1077 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:09:44.968 INFO:tasks.rados.rados.0.smithi077.stdout:1830: done (7 left) 2024-09-16T11:09:44.968 INFO:tasks.rados.rados.0.smithi077.stdout:1831: done (6 left) 2024-09-16T11:09:44.968 INFO:tasks.rados.rados.0.smithi077.stdout:1832: done (5 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1833: done (4 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1834: done (3 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1835: done (2 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1836: done (1 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1837: done (0 left) 2024-09-16T11:09:44.969 INFO:tasks.rados.rados.0.smithi077.stdout:1838: snap_create 2024-09-16T11:09:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:44 smithi077 ceph-mon[86047]: osd.5 marked itself down and dead 2024-09-16T11:09:45.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:44 smithi077 ceph-mon[88497]: osd.5 marked itself down and dead 2024-09-16T11:09:45.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:44 smithi191 ceph-mon[84934]: osd.5 marked itself down and dead 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1838: done (0 left) 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1839: read oid 37 snap -1 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1839: expect deleted 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1840: read oid 17 snap -1 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1840: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:45.723 INFO:tasks.rados.rados.0.smithi077.stdout:1841: setattr oid 9 current snap is 181 2024-09-16T11:09:45.725 INFO:tasks.rados.rados.0.smithi077.stdout:1842: read oid 30 snap 178 2024-09-16T11:09:45.725 INFO:tasks.rados.rados.0.smithi077.stdout:1842: expect deleted 2024-09-16T11:09:45.725 INFO:tasks.rados.rados.0.smithi077.stdout:1843: delete oid 45 current snap is 181 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1839: done (4 left) 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1842: done (3 left) 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1843: done (2 left) 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1844: read oid 6 snap -1 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1844: expect (ObjNum 587 snap 179 seq_num 587) 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1845: read oid 41 snap -1 2024-09-16T11:09:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:1845: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:45.741 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 181 2024-09-16T11:09:45.741 INFO:tasks.rados.rados.0.smithi077.stdout:1846: seq_num 592 ranges {0=319488} 2024-09-16T11:09:45.741 INFO:tasks.rados.rados.0.smithi077.stdout:1846: writing smithi07774545-23 from 0 to 319488 tid 1 2024-09-16T11:09:45.741 INFO:tasks.rados.rados.0.smithi077.stdout:1847: rollback oid 19 current snap is 181 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 180 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:1848: rmattr oid 40 current snap is 181 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:1848: done (6 left) 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:1849: rollback oid 42 current snap is 181 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 178 2024-09-16T11:09:45.742 INFO:tasks.rados.rados.0.smithi077.stdout:1850: setattr oid 45 current snap is 181 2024-09-16T11:09:45.744 INFO:tasks.rados.rados.0.smithi077.stdout:1851: read oid 15 snap -1 2024-09-16T11:09:45.744 INFO:tasks.rados.rados.0.smithi077.stdout:1851: expect (ObjNum 529 snap 159 seq_num 529) 2024-09-16T11:09:45.744 INFO:tasks.rados.rados.0.smithi077.stdout:1852: read oid 12 snap 180 2024-09-16T11:09:45.744 INFO:tasks.rados.rados.0.smithi077.stdout:1852: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:45.744 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 181 2024-09-16T11:09:45.745 INFO:tasks.rados.rados.0.smithi077.stdout:1853: seq_num 593 ranges {0=335872} 2024-09-16T11:09:45.746 INFO:tasks.rados.rados.0.smithi077.stdout:1853: writing smithi07774545-46 from 0 to 335872 tid 1 2024-09-16T11:09:45.746 INFO:tasks.rados.rados.0.smithi077.stdout:1854: snap_create 2024-09-16T11:09:45.747 INFO:tasks.rados.rados.0.smithi077.stdout:1849: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:09:45.747 INFO:tasks.rados.rados.0.smithi077.stdout:1849: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:09:45.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1099 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-16T11:09:45.747 INFO:tasks.rados.rados.0.smithi077.stdout:1844: expect (ObjNum 587 snap 179 seq_num 587) 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:1847: finishing rollback tid 0 to smithi07774545-19 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:1847: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1154 (ObjNum 113 snap 0 seq_num 455338912) dirty exists 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:1847: finishing rollback tid 2 to smithi07774545-19 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 344 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:1846: finishing write tid 1 to smithi07774545-23 2024-09-16T11:09:45.757 INFO:tasks.rados.rados.0.smithi077.stdout:1846: finishing write tid 2 to smithi07774545-23 2024-09-16T11:09:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:1846: finishing write tid 3 to smithi07774545-23 2024-09-16T11:09:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 697 (ObjNum 592 snap 181 seq_num 592) dirty exists 2024-09-16T11:09:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:1846: left oid 23 (ObjNum 592 snap 181 seq_num 592) 2024-09-16T11:09:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:1853: finishing write tid 1 to smithi07774545-46 2024-09-16T11:09:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:1853: finishing write tid 2 to smithi07774545-46 2024-09-16T11:09:45.766 INFO:tasks.rados.rados.0.smithi077.stdout:1853: finishing write tid 3 to smithi07774545-46 2024-09-16T11:09:45.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 699 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-09-16T11:09:45.766 INFO:tasks.rados.rados.0.smithi077.stdout:1853: left oid 46 (ObjNum 593 snap 181 seq_num 593) 2024-09-16T11:09:45.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 813 (ObjNum 497 snap 148 seq_num 497) dirty exists 2024-09-16T11:09:45.788 INFO:tasks.rados.rados.0.smithi077.stdout:1852: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:45.962 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:45 smithi191 podman[94253]: 2024-09-16 11:09:45.536646005 +0000 UTC m=+1.113417748 container died 73fb499aec8153cafc0e6b5444efefc37ef8ca4792bcb548e3fca3291af7acd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-16T11:09:46.176 INFO:tasks.rados.rados.0.smithi077.stdout:1851: expect (ObjNum 529 snap 159 seq_num 529) 2024-09-16T11:09:46.354 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94253]: 2024-09-16 11:09:46.194074304 +0000 UTC m=+1.770846046 container cleanup 73fb499aec8153cafc0e6b5444efefc37ef8ca4792bcb548e3fca3291af7acd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T11:09:46.355 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 bash[94253]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5 2024-09-16T11:09:46.355 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:45 smithi191 ceph-mon[84934]: pgmap v333: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-09-16T11:09:46.355 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:45 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:46.355 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:45 smithi191 ceph-mon[84934]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T11:09:46.355 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:45 smithi191 ceph-mon[84934]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[88497]: pgmap v333: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[88497]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[88497]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[86047]: pgmap v333: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[86047]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T11:09:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:45 smithi077 ceph-mon[86047]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T11:09:46.621 INFO:tasks.rados.rados.0.smithi077.stdout:1840: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:46.712 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94268]: 2024-09-16 11:09:46.353597635 +0000 UTC m=+0.811386655 container remove 73fb499aec8153cafc0e6b5444efefc37ef8ca4792bcb548e3fca3291af7acd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T11:09:47.075 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94355]: 2024-09-16 11:09:46.746296865 +0000 UTC m=+0.106221906 container create f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:09:47.075 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94355]: 2024-09-16 11:09:46.65653263 +0000 UTC m=+0.016457639 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:47.075 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94355]: 2024-09-16 11:09:46.991048138 +0000 UTC m=+0.350973138 container init f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T11:09:47.075 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:46 smithi191 podman[94355]: 2024-09-16 11:09:46.994343967 +0000 UTC m=+0.354268969 container start f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T11:09:47.076 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 podman[94355]: 2024-09-16 11:09:47.074278029 +0000 UTC m=+0.434203056 container attach f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T11:09:47.104 INFO:tasks.rados.rados.0.smithi077.stdout:1845: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:46] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T11:09:47.462 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 podman[94355]: 2024-09-16 11:09:47.182944873 +0000 UTC m=+0.542869885 container died f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1840: done (11 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1841: done (10 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1844: done (9 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1845: done (8 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1846: done (7 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1847: done (6 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1849: done (5 left) 2024-09-16T11:09:47.578 INFO:tasks.rados.rados.0.smithi077.stdout:1850: done (4 left) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1851: done (3 left) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1852: done (2 left) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1853: done (1 left) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1854: done (0 left) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1855: copy_from oid 34 from oid 41 current snap is 182 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1856: rollback oid 2 current snap is 182 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 2 to 171 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1857: rollback oid 26 current snap is 182 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 179 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1858: read oid 9 snap -1 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1858: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1859: read oid 8 snap -1 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:1859: expect deleted 2024-09-16T11:09:47.579 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 182 2024-09-16T11:09:47.580 INFO:tasks.rados.rados.0.smithi077.stdout:1860: seq_num 594 ranges {5799936=352256} 2024-09-16T11:09:47.611 INFO:tasks.rados.rados.0.smithi077.stdout:1860: writing smithi07774545-40 from 5799936 to 6152192 tid 1 2024-09-16T11:09:47.611 INFO:tasks.rados.rados.0.smithi077.stdout:1861: snap_remove snap 178 2024-09-16T11:09:47.731 INFO:tasks.rados.rados.0.smithi077.stdout:1857: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:09:47.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 0 (ObjNum 0 snap 32524 seq_num 304) dirty dne 2024-09-16T11:09:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:1856: finishing rollback tid 0 to smithi07774545-2 2024-09-16T11:09:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:1856: finishing rollback tid 1 to smithi07774545-2 2024-09-16T11:09:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:1856: finishing rollback tid 2 to smithi07774545-2 2024-09-16T11:09:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1103 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:47.732 INFO:tasks.rados.rados.0.smithi077.stdout:1858: expect (ObjNum 497 snap 148 seq_num 497) 2024-09-16T11:09:47.770 INFO:tasks.rados.rados.0.smithi077.stdout:1855: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:09:47.770 INFO:tasks.rados.rados.0.smithi077.stdout:1855: finishing copy_from to smithi07774545-34 2024-09-16T11:09:47.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 812 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1860: finishing write tid 1 to smithi07774545-40 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1860: finishing write tid 2 to smithi07774545-40 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1855: done (6 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1856: done (5 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1857: done (4 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1858: done (3 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1859: done (2 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1861: done (1 left) 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1862: rollback oid 1 current snap is 182 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 1 to 171 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1860: finishing write tid 3 to smithi07774545-40 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1170 (ObjNum 594 snap 182 seq_num 594) dirty exists 2024-09-16T11:09:47.771 INFO:tasks.rados.rados.0.smithi077.stdout:1860: left oid 40 (ObjNum 594 snap 182 seq_num 594) 2024-09-16T11:09:47.772 INFO:tasks.rados.rados.0.smithi077.stdout:1860: done (1 left) 2024-09-16T11:09:47.772 INFO:tasks.rados.rados.0.smithi077.stdout:1863: delete oid 10 current snap is 182 2024-09-16T11:09:47.772 INFO:tasks.rados.rados.0.smithi077.stdout:1863: done (1 left) 2024-09-16T11:09:47.772 INFO:tasks.rados.rados.0.smithi077.stdout:1864: delete oid 11 current snap is 182 2024-09-16T11:09:47.773 INFO:tasks.rados.rados.0.smithi077.stdout:1862: finishing rollback tid 0 to smithi07774545-1 2024-09-16T11:09:47.773 INFO:tasks.rados.rados.0.smithi077.stdout:1862: finishing rollback tid 1 to smithi07774545-1 2024-09-16T11:09:47.773 INFO:tasks.rados.rados.0.smithi077.stdout:1862: finishing rollback tid 2 to smithi07774545-1 2024-09-16T11:09:47.773 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1157 (ObjNum 545 snap 163 seq_num 545) dirty exists 2024-09-16T11:09:47.774 INFO:tasks.rados.rados.0.smithi077.stdout:1862: done (1 left) 2024-09-16T11:09:47.774 INFO:tasks.rados.rados.0.smithi077.stdout:1864: done (0 left) 2024-09-16T11:09:47.775 INFO:tasks.rados.rados.0.smithi077.stdout:1865: snap_remove snap 179 2024-09-16T11:09:47.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:47 smithi191 ceph-mon[84934]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T11:09:47.871 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:47 smithi191 ceph-mon[84934]: pgmap v337: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 18/294 objects degraded (6.122%) 2024-09-16T11:09:48.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:47 smithi077 ceph-mon[86047]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T11:09:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:47 smithi077 ceph-mon[86047]: pgmap v337: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 18/294 objects degraded (6.122%) 2024-09-16T11:09:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:47 smithi077 ceph-mon[88497]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T11:09:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:47 smithi077 ceph-mon[88497]: pgmap v337: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 18/294 objects degraded (6.122%) 2024-09-16T11:09:48.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 podman[94378]: 2024-09-16 11:09:47.870108374 +0000 UTC m=+0.676750387 container remove f16eab64e750c821301e2fa8b7a66681f83d28a6c3f664d7017e9686ddac22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True) 2024-09-16T11:09:48.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-16T11:09:48.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 systemd[1]: Stopped Ceph osd.5 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:09:48.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:47 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.5.service: Consumed 13.966s CPU time. 2024-09-16T11:09:48.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 systemd[1]: Starting Ceph osd.5 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:09:48.584 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.201105273 +0000 UTC m=+0.015546577 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:48.584 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.330088517 +0000 UTC m=+0.144529818 container create 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-16T11:09:48.739 INFO:tasks.rados.rados.0.smithi077.stdout:1865: done (0 left) 2024-09-16T11:09:48.739 INFO:tasks.rados.rados.0.smithi077.stdout:1866: setattr oid 36 current snap is 182 2024-09-16T11:09:48.740 INFO:tasks.rados.rados.0.smithi077.stdout:1867: copy_from oid 38 from oid 1 current snap is 182 2024-09-16T11:09:48.740 INFO:tasks.rados.rados.0.smithi077.stdout:1868: rollback oid 15 current snap is 182 2024-09-16T11:09:48.740 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 181 2024-09-16T11:09:48.740 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 182 2024-09-16T11:09:48.740 INFO:tasks.rados.rados.0.smithi077.stdout:1869: seq_num 597 ranges {0=401408} 2024-09-16T11:09:48.742 INFO:tasks.rados.rados.0.smithi077.stdout:1869: writing smithi07774545-22 from 0 to 401408 tid 1 2024-09-16T11:09:48.742 INFO:tasks.rados.rados.0.smithi077.stdout:1870: rollback oid 10 current snap is 182 2024-09-16T11:09:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 171 2024-09-16T11:09:48.743 INFO:tasks.rados.rados.0.smithi077.stdout:1871: snap_create 2024-09-16T11:09:48.746 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1105 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:09:48.747 INFO:tasks.rados.rados.0.smithi077.stdout:1868: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:09:48.747 INFO:tasks.rados.rados.0.smithi077.stdout:1868: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:09:48.747 INFO:tasks.rados.rados.0.smithi077.stdout:1868: finishing rollback tid 2 to smithi07774545-15 2024-09-16T11:09:48.748 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 600 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-09-16T11:09:48.748 INFO:tasks.rados.rados.0.smithi077.stdout:1869: finishing write tid 1 to smithi07774545-22 2024-09-16T11:09:48.748 INFO:tasks.rados.rados.0.smithi077.stdout:1869: finishing write tid 2 to smithi07774545-22 2024-09-16T11:09:48.749 INFO:tasks.rados.rados.0.smithi077.stdout:1870: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:09:48.750 INFO:tasks.rados.rados.0.smithi077.stdout:1870: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:09:48.750 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1174 (ObjNum 498 snap 148 seq_num 498) dirty exists 2024-09-16T11:09:48.750 INFO:tasks.rados.rados.0.smithi077.stdout:1869: finishing write tid 3 to smithi07774545-22 2024-09-16T11:09:48.750 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 170 (ObjNum 597 snap 182 seq_num 597) dirty exists 2024-09-16T11:09:48.750 INFO:tasks.rados.rados.0.smithi077.stdout:1869: left oid 22 (ObjNum 597 snap 182 seq_num 597) 2024-09-16T11:09:48.771 INFO:tasks.rados.rados.0.smithi077.stdout:1867: finishing copy_from racing read to smithi07774545-38 2024-09-16T11:09:48.774 INFO:tasks.rados.rados.0.smithi077.stdout:1867: finishing copy_from to smithi07774545-38 2024-09-16T11:09:48.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1157 (ObjNum 545 snap 163 seq_num 545) dirty exists 2024-09-16T11:09:48.889 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 18/294 objects degraded (6.122%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:48.889 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-mon[84934]: osdmap e433: 8 total, 7 up, 8 in 2024-09-16T11:09:48.889 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.77\", device_class=\"ssd\", hostname=\"smithi077\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.77\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:48.889 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.582856295 +0000 UTC m=+0.397297598 container init 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T11:09:48.889 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.586612375 +0000 UTC m=+0.401053680 container start 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-16T11:09:48.889 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.657620993 +0000 UTC m=+0.472062291 container attach 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b) 2024-09-16T11:09:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:48 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 18/294 objects degraded (6.122%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:48 smithi077 ceph-mon[86047]: osdmap e433: 8 total, 7 up, 8 in 2024-09-16T11:09:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:48 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 18/294 objects degraded (6.122%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:48 smithi077 ceph-mon[88497]: osdmap e433: 8 total, 7 up, 8 in 2024-09-16T11:09:49.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T11:09:49.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T11:09:49.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T11:09:49.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T11:09:49.213 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate[94491]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 bash[94476]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T11:09:49.214 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:48 smithi191 podman[94476]: 2024-09-16 11:09:48.935510567 +0000 UTC m=+0.749951864 container died 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-16T11:09:49.712 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:49 smithi191 podman[94604]: 2024-09-16 11:09:49.536653498 +0000 UTC m=+0.594911958 container remove 4d80013de19691768d2da8d85117e48772a250355d9809050210c1689f3f0554 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:09:49.747 INFO:tasks.rados.rados.0.smithi077.stdout:1866: done (5 left) 2024-09-16T11:09:49.748 INFO:tasks.rados.rados.0.smithi077.stdout:1867: done (4 left) 2024-09-16T11:09:49.748 INFO:tasks.rados.rados.0.smithi077.stdout:1868: done (3 left) 2024-09-16T11:09:49.748 INFO:tasks.rados.rados.0.smithi077.stdout:1869: done (2 left) 2024-09-16T11:09:49.749 INFO:tasks.rados.rados.0.smithi077.stdout:1870: done (1 left) 2024-09-16T11:09:49.749 INFO:tasks.rados.rados.0.smithi077.stdout:1871: done (0 left) 2024-09-16T11:09:49.749 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 183 2024-09-16T11:09:49.749 INFO:tasks.rados.rados.0.smithi077.stdout:1872: seq_num 598 ranges {0=417792} 2024-09-16T11:09:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:1872: writing smithi07774545-8 from 0 to 417792 tid 1 2024-09-16T11:09:49.750 INFO:tasks.rados.rados.0.smithi077.stdout:1873: delete oid 12 current snap is 183 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1872: finishing write tid 1 to smithi07774545-8 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1872: finishing write tid 2 to smithi07774545-8 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1872: finishing write tid 3 to smithi07774545-8 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 471 (ObjNum 598 snap 183 seq_num 598) dirty exists 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1872: left oid 8 (ObjNum 598 snap 183 seq_num 598) 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1872: done (1 left) 2024-09-16T11:09:49.757 INFO:tasks.rados.rados.0.smithi077.stdout:1873: done (0 left) 2024-09-16T11:09:49.758 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 183 2024-09-16T11:09:49.758 INFO:tasks.rados.rados.0.smithi077.stdout:1874: seq_num 600 ranges {6823936=450560} 2024-09-16T11:09:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1874: writing smithi07774545-38 from 6823936 to 7274496 tid 1 2024-09-16T11:09:49.794 INFO:tasks.rados.rados.0.smithi077.stdout:1875: delete oid 32 current snap is 183 2024-09-16T11:09:49.796 INFO:tasks.rados.rados.0.smithi077.stdout:1875: done (1 left) 2024-09-16T11:09:49.796 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 183 2024-09-16T11:09:49.796 INFO:tasks.rados.rados.0.smithi077.stdout:1876: seq_num 602 ranges {12009472=491520} 2024-09-16T11:09:49.862 INFO:tasks.rados.rados.0.smithi077.stdout:1876: writing smithi07774545-47 from 12009472 to 12500992 tid 1 2024-09-16T11:09:49.862 INFO:tasks.rados.rados.0.smithi077.stdout:1877: rmattr oid 23 current snap is 183 2024-09-16T11:09:49.862 INFO:tasks.rados.rados.0.smithi077.stdout:1877: done (2 left) 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1878: copy_from oid 30 from oid 2 current snap is 183 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1874: finishing write tid 1 to smithi07774545-38 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1874: finishing write tid 2 to smithi07774545-38 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1874: finishing write tid 3 to smithi07774545-38 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1159 (ObjNum 600 snap 183 seq_num 600) dirty exists 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1874: left oid 38 (ObjNum 600 snap 183 seq_num 600) 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1874: done (2 left) 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1879: copy_from oid 18 from oid 44 current snap is 183 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 183 2024-09-16T11:09:49.863 INFO:tasks.rados.rados.0.smithi077.stdout:1880: seq_num 603 ranges {2940928=507904} 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1880: writing smithi07774545-7 from 2940928 to 3448832 tid 1 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1881: delete oid 46 current snap is 183 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1879: finishing copy_from to smithi07774545-18 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1879: got expected ENOENT (src dne) 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1879: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1876: finishing write tid 1 to smithi07774545-47 2024-09-16T11:09:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:1876: finishing write tid 2 to smithi07774545-47 2024-09-16T11:09:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:1876: finishing write tid 3 to smithi07774545-47 2024-09-16T11:09:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1108 (ObjNum 602 snap 183 seq_num 602) dirty exists 2024-09-16T11:09:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:1876: left oid 47 (ObjNum 602 snap 183 seq_num 602) 2024-09-16T11:09:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:1878: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:09:49.893 INFO:tasks.rados.rados.0.smithi077.stdout:1880: finishing write tid 1 to smithi07774545-7 2024-09-16T11:09:49.893 INFO:tasks.rados.rados.0.smithi077.stdout:1880: finishing write tid 2 to smithi07774545-7 2024-09-16T11:09:49.894 INFO:tasks.rados.rados.0.smithi077.stdout:1880: finishing write tid 3 to smithi07774545-7 2024-09-16T11:09:49.894 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1124 (ObjNum 603 snap 183 seq_num 603) dirty exists 2024-09-16T11:09:49.894 INFO:tasks.rados.rados.0.smithi077.stdout:1880: left oid 7 (ObjNum 603 snap 183 seq_num 603) 2024-09-16T11:09:49.914 INFO:tasks.rados.rados.0.smithi077.stdout:1878: finishing copy_from to smithi07774545-30 2024-09-16T11:09:49.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1103 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1876: done (4 left) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1878: done (3 left) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1879: done (2 left) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1880: done (1 left) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1881: done (0 left) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1882: read oid 7 snap -1 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1882: expect (ObjNum 603 snap 183 seq_num 603) 2024-09-16T11:09:49.915 INFO:tasks.rados.rados.0.smithi077.stdout:1883: delete oid 19 current snap is 183 2024-09-16T11:09:49.922 INFO:tasks.rados.rados.0.smithi077.stdout:1882: expect (ObjNum 603 snap 183 seq_num 603) 2024-09-16T11:09:50.049 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:49 smithi191 ceph-mon[84934]: osdmap e434: 8 total, 7 up, 8 in 2024-09-16T11:09:50.049 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:49 smithi191 ceph-mon[84934]: pgmap v340: 121 pgs: 23 active+undersized, 8 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 37 op/s; 36/318 objects degraded (11.321%) 2024-09-16T11:09:50.049 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:49 smithi191 podman[94660]: 2024-09-16 11:09:49.644336896 +0000 UTC m=+0.015462982 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:09:50.050 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:49 smithi191 podman[94660]: 2024-09-16 11:09:49.745722337 +0000 UTC m=+0.116848414 container create effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b) 2024-09-16T11:09:50.083 INFO:tasks.rados.rados.0.smithi077.stdout:1882: done (1 left) 2024-09-16T11:09:50.083 INFO:tasks.rados.rados.0.smithi077.stdout:1883: done (0 left) 2024-09-16T11:09:50.083 INFO:tasks.rados.rados.0.smithi077.stdout:1884: snap_create 2024-09-16T11:09:50.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:49 smithi077 ceph-mon[86047]: osdmap e434: 8 total, 7 up, 8 in 2024-09-16T11:09:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:49 smithi077 ceph-mon[86047]: pgmap v340: 121 pgs: 23 active+undersized, 8 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 37 op/s; 36/318 objects degraded (11.321%) 2024-09-16T11:09:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:49 smithi077 ceph-mon[88497]: osdmap e434: 8 total, 7 up, 8 in 2024-09-16T11:09:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:49 smithi077 ceph-mon[88497]: pgmap v340: 121 pgs: 23 active+undersized, 8 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 37 op/s; 36/318 objects degraded (11.321%) 2024-09-16T11:09:50.462 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 podman[94660]: 2024-09-16 11:09:50.04840934 +0000 UTC m=+0.419535417 container init effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T11:09:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 podman[94660]: 2024-09-16 11:09:50.051870019 +0000 UTC m=+0.422996097 container start effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T11:09:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-osd[94679]: -- 172.21.15.191:0/1130049521 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561bc76df1e0 con 0x561bc8468000 2024-09-16T11:09:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 bash[94660]: effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 2024-09-16T11:09:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 systemd[1]: Started Ceph osd.5 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:09:50.723 INFO:tasks.rados.rados.0.smithi077.stdout:1884: done (0 left) 2024-09-16T11:09:50.723 INFO:tasks.rados.rados.0.smithi077.stdout:1885: delete oid 9 current snap is 184 2024-09-16T11:09:50.728 INFO:tasks.rados.rados.0.smithi077.stdout:1885: done (0 left) 2024-09-16T11:09:50.729 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 184 2024-09-16T11:09:50.729 INFO:tasks.rados.rados.0.smithi077.stdout:1886: seq_num 607 ranges {0=573440} 2024-09-16T11:09:50.732 INFO:tasks.rados.rados.0.smithi077.stdout:1886: writing smithi07774545-39 from 0 to 573440 tid 1 2024-09-16T11:09:50.732 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 184 2024-09-16T11:09:50.732 INFO:tasks.rados.rados.0.smithi077.stdout:1887: seq_num 608 ranges {12500992=589824} 2024-09-16T11:09:50.802 INFO:tasks.rados.rados.0.smithi077.stdout:1887: writing smithi07774545-47 from 12500992 to 13090816 tid 1 2024-09-16T11:09:50.802 INFO:tasks.rados.rados.0.smithi077.stdout:1888: read oid 32 snap -1 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1888: expect deleted 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1889: snap_create 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1886: finishing write tid 1 to smithi07774545-39 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1886: finishing write tid 2 to smithi07774545-39 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1886: finishing write tid 3 to smithi07774545-39 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1159 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:09:50.803 INFO:tasks.rados.rados.0.smithi077.stdout:1886: left oid 39 (ObjNum 607 snap 184 seq_num 607) 2024-09-16T11:09:50.806 INFO:tasks.rados.rados.0.smithi077.stdout:1887: finishing write tid 1 to smithi07774545-47 2024-09-16T11:09:50.806 INFO:tasks.rados.rados.0.smithi077.stdout:1887: finishing write tid 2 to smithi07774545-47 2024-09-16T11:09:50.807 INFO:tasks.rados.rados.0.smithi077.stdout:1887: finishing write tid 3 to smithi07774545-47 2024-09-16T11:09:50.807 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1111 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:09:50.807 INFO:tasks.rados.rados.0.smithi077.stdout:1887: left oid 47 (ObjNum 608 snap 184 seq_num 608) 2024-09-16T11:09:50.847 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T11:09:50.589+0000 7f3996f95640 -1 Falling back to public interface 2024-09-16T11:09:50.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-mon[84934]: osdmap e435: 8 total, 7 up, 8 in 2024-09-16T11:09:50.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:50.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:50.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:50.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:50 smithi191 ceph-mon[84934]: osdmap e436: 8 total, 7 up, 8 in 2024-09-16T11:09:51.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[86047]: osdmap e435: 8 total, 7 up, 8 in 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[86047]: osdmap e436: 8 total, 7 up, 8 in 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[88497]: osdmap e435: 8 total, 7 up, 8 in 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:50 smithi077 ceph-mon[88497]: osdmap e436: 8 total, 7 up, 8 in 2024-09-16T11:09:51.757 INFO:tasks.rados.rados.0.smithi077.stdout:1886: done (3 left) 2024-09-16T11:09:51.757 INFO:tasks.rados.rados.0.smithi077.stdout:1887: done (2 left) 2024-09-16T11:09:51.757 INFO:tasks.rados.rados.0.smithi077.stdout:1888: done (1 left) 2024-09-16T11:09:51.758 INFO:tasks.rados.rados.0.smithi077.stdout:1889: done (0 left) 2024-09-16T11:09:51.758 INFO:tasks.rados.rados.0.smithi077.stdout:1890: copy_from oid 23 from oid 48 current snap is 185 2024-09-16T11:09:51.758 INFO:tasks.rados.rados.0.smithi077.stdout:1891: delete oid 40 current snap is 185 2024-09-16T11:09:51.760 INFO:tasks.rados.rados.0.smithi077.stdout:1891: done (1 left) 2024-09-16T11:09:51.760 INFO:tasks.rados.rados.0.smithi077.stdout:1892: snap_remove snap 184 2024-09-16T11:09:52.006 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:51 smithi191 ceph-mon[84934]: pgmap v343: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 21 op/s; 45/336 objects degraded (13.393%) 2024-09-16T11:09:52.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:51 smithi077 ceph-mon[86047]: pgmap v343: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 21 op/s; 45/336 objects degraded (13.393%) 2024-09-16T11:09:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:51 smithi077 ceph-mon[88497]: pgmap v343: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 21 op/s; 45/336 objects degraded (13.393%) 2024-09-16T11:09:52.654 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1892: done (1 left) 2024-09-16T11:09:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1893: setattr oid 37 current snap is 185 2024-09-16T11:09:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1890: finishing copy_from racing read to smithi07774545-23 2024-09-16T11:09:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:1890: finishing copy_from to smithi07774545-23 2024-09-16T11:09:52.760 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 468 (ObjNum 537 snap 161 seq_num 537) dirty exists 2024-09-16T11:09:52.761 INFO:tasks.rados.rados.0.smithi077.stdout:1890: done (1 left) 2024-09-16T11:09:52.761 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 185 2024-09-16T11:09:52.761 INFO:tasks.rados.rados.0.smithi077.stdout:1894: seq_num 610 ranges {0=622592} 2024-09-16T11:09:52.765 INFO:tasks.rados.rados.0.smithi077.stdout:1894: writing smithi07774545-46 from 0 to 622592 tid 1 2024-09-16T11:09:52.765 INFO:tasks.rados.rados.0.smithi077.stdout:1895: delete oid 23 current snap is 185 2024-09-16T11:09:52.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 951 (ObjNum 65 snap 0 seq_num 1303828992) dirty exists 2024-09-16T11:09:52.769 INFO:tasks.rados.rados.0.smithi077.stdout:1894: finishing write tid 1 to smithi07774545-46 2024-09-16T11:09:52.770 INFO:tasks.rados.rados.0.smithi077.stdout:1894: finishing write tid 2 to smithi07774545-46 2024-09-16T11:09:52.771 INFO:tasks.rados.rados.0.smithi077.stdout:1893: done (2 left) 2024-09-16T11:09:52.771 INFO:tasks.rados.rados.0.smithi077.stdout:1895: done (1 left) 2024-09-16T11:09:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 185 2024-09-16T11:09:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:1896: seq_num 612 ranges {0=655360} 2024-09-16T11:09:52.775 INFO:tasks.rados.rados.0.smithi077.stdout:1896: writing smithi07774545-26 from 0 to 655360 tid 1 2024-09-16T11:09:52.775 INFO:tasks.rados.rados.0.smithi077.stdout:1897: snap_remove snap 182 2024-09-16T11:09:52.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:52 smithi191 ceph-mon[84934]: osdmap e437: 8 total, 7 up, 8 in 2024-09-16T11:09:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:52 smithi077 ceph-mon[86047]: osdmap e437: 8 total, 7 up, 8 in 2024-09-16T11:09:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:52 smithi077 ceph-mon[88497]: osdmap e437: 8 total, 7 up, 8 in 2024-09-16T11:09:53.763 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi077\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi077\", job=\"node\", machine=\"x86_64\", nodename=\"smithi077\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:53.769 INFO:tasks.rados.rados.0.smithi077.stdout:1897: done (2 left) 2024-09-16T11:09:53.770 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 185 2024-09-16T11:09:53.770 INFO:tasks.rados.rados.0.smithi077.stdout:1894: finishing write tid 3 to smithi07774545-46 2024-09-16T11:09:53.770 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1106 (ObjNum 610 snap 185 seq_num 610) dirty exists 2024-09-16T11:09:53.770 INFO:tasks.rados.rados.0.smithi077.stdout:1894: left oid 46 (ObjNum 610 snap 185 seq_num 610) 2024-09-16T11:09:53.770 INFO:tasks.rados.rados.0.smithi077.stdout:1898: seq_num 613 ranges {0=671744} 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1898: writing smithi07774545-9 from 0 to 671744 tid 1 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1894: done (2 left) 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1899: snap_create 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1896: finishing write tid 1 to smithi07774545-26 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1896: finishing write tid 2 to smithi07774545-26 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:1896: finishing write tid 3 to smithi07774545-26 2024-09-16T11:09:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 953 (ObjNum 612 snap 185 seq_num 612) dirty exists 2024-09-16T11:09:53.776 INFO:tasks.rados.rados.0.smithi077.stdout:1896: left oid 26 (ObjNum 612 snap 185 seq_num 612) 2024-09-16T11:09:53.780 INFO:tasks.rados.rados.0.smithi077.stdout:1898: finishing write tid 1 to smithi07774545-9 2024-09-16T11:09:53.780 INFO:tasks.rados.rados.0.smithi077.stdout:1898: finishing write tid 2 to smithi07774545-9 2024-09-16T11:09:53.781 INFO:tasks.rados.rados.0.smithi077.stdout:1898: finishing write tid 3 to smithi07774545-9 2024-09-16T11:09:53.782 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1162 (ObjNum 613 snap 185 seq_num 613) dirty exists 2024-09-16T11:09:53.782 INFO:tasks.rados.rados.0.smithi077.stdout:1898: left oid 9 (ObjNum 613 snap 185 seq_num 613) 2024-09-16T11:09:54.156 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T11:09:53.905+0000 7f3996f95640 -1 osd.5 429 log_to_monitors true 2024-09-16T11:09:54.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:53 smithi191 ceph-mon[84934]: osdmap e438: 8 total, 7 up, 8 in 2024-09-16T11:09:54.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:53 smithi191 ceph-mon[84934]: pgmap v346: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 21 op/s; 55/378 objects degraded (14.550%) 2024-09-16T11:09:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:53 smithi077 ceph-mon[86047]: osdmap e438: 8 total, 7 up, 8 in 2024-09-16T11:09:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:53 smithi077 ceph-mon[86047]: pgmap v346: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 21 op/s; 55/378 objects degraded (14.550%) 2024-09-16T11:09:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:53 smithi077 ceph-mon[88497]: osdmap e438: 8 total, 7 up, 8 in 2024-09-16T11:09:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:53 smithi077 ceph-mon[88497]: pgmap v346: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 21 op/s; 55/378 objects degraded (14.550%) 2024-09-16T11:09:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:54.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:09:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:1896: done (2 left) 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:1898: done (1 left) 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:1899: done (0 left) 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:1900: rollback oid 36 current snap is 186 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 36 to 180 2024-09-16T11:09:54.772 INFO:tasks.rados.rados.0.smithi077.stdout:1901: snap_create 2024-09-16T11:09:54.777 INFO:tasks.rados.rados.0.smithi077.stdout:1900: finishing rollback tid 0 to smithi07774545-36 2024-09-16T11:09:54.777 INFO:tasks.rados.rados.0.smithi077.stdout:1900: finishing rollback tid 1 to smithi07774545-36 2024-09-16T11:09:54.777 INFO:tasks.rados.rados.0.smithi077.stdout:1900: finishing rollback tid 2 to smithi07774545-36 2024-09-16T11:09:54.777 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1115 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 55/378 objects degraded (14.550%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: osdmap e439: 8 total, 7 up, 8 in 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 55/378 objects degraded (14.550%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: osdmap e439: 8 total, 7 up, 8 in 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 55/378 objects degraded (14.550%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T11:09:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: osdmap e439: 8 total, 7 up, 8 in 2024-09-16T11:09:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T11:09:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:55.513 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T11:09:55.243+0000 7f398ad37640 -1 osd.5 429 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:09:55.786 INFO:tasks.rados.rados.0.smithi077.stdout:1900: done (1 left) 2024-09-16T11:09:55.786 INFO:tasks.rados.rados.0.smithi077.stdout:1901: done (0 left) 2024-09-16T11:09:55.786 INFO:tasks.rados.rados.0.smithi077.stdout:1902: read oid 4 snap 183 2024-09-16T11:09:55.786 INFO:tasks.rados.rados.0.smithi077.stdout:1902: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:55.786 INFO:tasks.rados.rados.0.smithi077.stdout:1903: snap_create 2024-09-16T11:09:56.059 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: osdmap e440: 8 total, 7 up, 8 in 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: pgmap v349: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 55/387 objects degraded (14.212%) 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.060 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:55 smithi191 ceph-mon[84934]: from='osd.5 ' entity='osd.5' 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: osdmap e440: 8 total, 7 up, 8 in 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: pgmap v349: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 55/387 objects degraded (14.212%) 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[86047]: from='osd.5 ' entity='osd.5' 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: osdmap e440: 8 total, 7 up, 8 in 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: pgmap v349: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 55/387 objects degraded (14.212%) 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:55 smithi077 ceph-mon[88497]: from='osd.5 ' entity='osd.5' 2024-09-16T11:09:56.779 INFO:tasks.rados.rados.0.smithi077.stdout:1903: done (1 left) 2024-09-16T11:09:56.779 INFO:tasks.rados.rados.0.smithi077.stdout:1904: rollback oid 30 current snap is 188 2024-09-16T11:09:56.779 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 181 2024-09-16T11:09:56.779 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 188 2024-09-16T11:09:56.779 INFO:tasks.rados.rados.0.smithi077.stdout:1905: seq_num 614 ranges {7970816=688128} 2024-09-16T11:09:56.828 INFO:tasks.rados.rados.0.smithi077.stdout:1905: writing smithi07774545-10 from 7970816 to 8658944 tid 1 2024-09-16T11:09:56.828 INFO:tasks.rados.rados.0.smithi077.stdout:1906: copy_from oid 38 from oid 39 current snap is 188 2024-09-16T11:09:56.828 INFO:tasks.rados.rados.0.smithi077.stdout:1907: delete oid 50 current snap is 188 2024-09-16T11:09:56.828 INFO:tasks.rados.rados.0.smithi077.stdout:1904: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:09:56.829 INFO:tasks.rados.rados.0.smithi077.stdout:1904: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:09:56.829 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1109 (ObjNum 33 snap 0 seq_num 454898416) dirty dne 2024-09-16T11:09:56.832 INFO:tasks.rados.rados.0.smithi077.stdout:1904: done (4 left) 2024-09-16T11:09:56.832 INFO:tasks.rados.rados.0.smithi077.stdout:1907: done (3 left) 2024-09-16T11:09:56.832 INFO:tasks.rados.rados.0.smithi077.stdout:1908: rollback oid 35 current snap is 188 2024-09-16T11:09:56.832 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 187 2024-09-16T11:09:56.832 INFO:tasks.rados.rados.0.smithi077.stdout:1909: snap_create 2024-09-16T11:09:56.840 INFO:tasks.rados.rados.0.smithi077.stdout:1908: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:09:56.841 INFO:tasks.rados.rados.0.smithi077.stdout:1908: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:09:56.841 INFO:tasks.rados.rados.0.smithi077.stdout:1908: finishing rollback tid 2 to smithi07774545-35 2024-09-16T11:09:56.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1095 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-09-16T11:09:56.845 INFO:tasks.rados.rados.0.smithi077.stdout:1902: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:09:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:56 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:56 smithi191 ceph-mon[84934]: osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903] boot 2024-09-16T11:09:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:56 smithi191 ceph-mon[84934]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T11:09:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:09:57.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:09:56] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[88497]: osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903] boot 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[88497]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:09:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[86047]: osd.5 [v2:172.21.15.191:6808/214510903,v1:172.21.15.191:6809/214510903] boot 2024-09-16T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[86047]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T11:09:57.260 INFO:tasks.rados.rados.0.smithi077.stdout:1906: finishing copy_from racing read to smithi07774545-38 2024-09-16T11:09:57.260 INFO:tasks.rados.rados.0.smithi077.stdout:1906: finishing copy_from to smithi07774545-38 2024-09-16T11:09:57.260 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1159 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:09:57.260 INFO:tasks.rados.rados.0.smithi077.stdout:1905: finishing write tid 1 to smithi07774545-10 2024-09-16T11:09:57.261 INFO:tasks.rados.rados.0.smithi077.stdout:1905: finishing write tid 2 to smithi07774545-10 2024-09-16T11:09:57.261 INFO:tasks.rados.rados.0.smithi077.stdout:1905: finishing write tid 3 to smithi07774545-10 2024-09-16T11:09:57.261 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1180 (ObjNum 614 snap 188 seq_num 614) dirty exists 2024-09-16T11:09:57.261 INFO:tasks.rados.rados.0.smithi077.stdout:1905: left oid 10 (ObjNum 614 snap 188 seq_num 614) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1902: done (4 left) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1905: done (3 left) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1906: done (2 left) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1908: done (1 left) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1909: done (0 left) 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1910: read oid 30 snap 181 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1910: expect deleted 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1911: rollback oid 17 current snap is 189 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 171 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1912: read oid 14 snap 188 2024-09-16T11:09:57.790 INFO:tasks.rados.rados.0.smithi077.stdout:1912: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:09:57.791 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 189 2024-09-16T11:09:57.791 INFO:tasks.rados.rados.0.smithi077.stdout:1913: seq_num 616 ranges {0=720896} 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1913: writing smithi07774545-45 from 0 to 720896 tid 1 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1914: rmattr oid 7 current snap is 189 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1914: done (4 left) 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1915: copy_from oid 33 from oid 36 current snap is 189 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1910: done (4 left) 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 189 2024-09-16T11:09:57.794 INFO:tasks.rados.rados.0.smithi077.stdout:1916: seq_num 617 ranges {0=737280} 2024-09-16T11:09:57.798 INFO:tasks.rados.rados.0.smithi077.stdout:1916: writing smithi07774545-11 from 0 to 737280 tid 1 2024-09-16T11:09:57.799 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 189 2024-09-16T11:09:57.799 INFO:tasks.rados.rados.0.smithi077.stdout:1917: seq_num 618 ranges {0=753664} 2024-09-16T11:09:57.804 INFO:tasks.rados.rados.0.smithi077.stdout:1917: writing smithi07774545-25 from 0 to 753664 tid 1 2024-09-16T11:09:57.804 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 189 2024-09-16T11:09:57.804 INFO:tasks.rados.rados.0.smithi077.stdout:1913: finishing write tid 1 to smithi07774545-45 2024-09-16T11:09:57.804 INFO:tasks.rados.rados.0.smithi077.stdout:1918: seq_num 619 ranges {0=770048} 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:1918: writing smithi07774545-23 from 0 to 770048 tid 1 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:1919: snap_create 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:1911: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:1911: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:1911: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:09:57.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1165 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1913: finishing write tid 2 to smithi07774545-45 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1913: finishing write tid 3 to smithi07774545-45 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1161 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1913: left oid 45 (ObjNum 616 snap 189 seq_num 616) 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1916: finishing write tid 1 to smithi07774545-11 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1916: finishing write tid 2 to smithi07774545-11 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1916: finishing write tid 3 to smithi07774545-11 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1130 (ObjNum 617 snap 189 seq_num 617) dirty exists 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1916: left oid 11 (ObjNum 617 snap 189 seq_num 617) 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1917: finishing write tid 1 to smithi07774545-25 2024-09-16T11:09:57.810 INFO:tasks.rados.rados.0.smithi077.stdout:1917: finishing write tid 2 to smithi07774545-25 2024-09-16T11:09:57.811 INFO:tasks.rados.rados.0.smithi077.stdout:1917: finishing write tid 3 to smithi07774545-25 2024-09-16T11:09:57.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1190 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-09-16T11:09:57.811 INFO:tasks.rados.rados.0.smithi077.stdout:1917: left oid 25 (ObjNum 618 snap 189 seq_num 618) 2024-09-16T11:09:57.815 INFO:tasks.rados.rados.0.smithi077.stdout:1918: finishing write tid 1 to smithi07774545-23 2024-09-16T11:09:57.815 INFO:tasks.rados.rados.0.smithi077.stdout:1918: finishing write tid 2 to smithi07774545-23 2024-09-16T11:09:57.818 INFO:tasks.rados.rados.0.smithi077.stdout:1912: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:09:58.074 INFO:tasks.rados.rados.0.smithi077.stdout:1918: finishing write tid 3 to smithi07774545-23 2024-09-16T11:09:58.075 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1111 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-09-16T11:09:58.075 INFO:tasks.rados.rados.0.smithi077.stdout:1918: left oid 23 (ObjNum 619 snap 189 seq_num 619) 2024-09-16T11:09:58.075 INFO:tasks.rados.rados.0.smithi077.stdout:1915: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:09:58.075 INFO:tasks.rados.rados.0.smithi077.stdout:1915: finishing copy_from to smithi07774545-33 2024-09-16T11:09:58.075 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1115 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[88497]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[88497]: pgmap v352: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 33 active+undersized, 11 active+undersized+degraded, 74 active+clean; 254 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 448 KiB/s wr, 7 op/s; 45/387 objects degraded (11.628%) 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[86047]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T11:09:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[86047]: pgmap v352: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 33 active+undersized, 11 active+undersized+degraded, 74 active+clean; 254 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 448 KiB/s wr, 7 op/s; 45/387 objects degraded (11.628%) 2024-09-16T11:09:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:58.202 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:57 smithi191 ceph-mon[84934]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T11:09:58.202 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:57 smithi191 ceph-mon[84934]: pgmap v352: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 33 active+undersized, 11 active+undersized+degraded, 74 active+clean; 254 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 448 KiB/s wr, 7 op/s; 45/387 objects degraded (11.628%) 2024-09-16T11:09:58.202 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:58.202 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:09:58.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:09:58.354+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T11:09:58.795 INFO:tasks.rados.rados.0.smithi077.stdout:1911: done (7 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1912: done (6 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1913: done (5 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1915: done (4 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1916: done (3 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1917: done (2 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1918: done (1 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1919: done (0 left) 2024-09-16T11:09:58.796 INFO:tasks.rados.rados.0.smithi077.stdout:1920: delete oid 40 current snap is 190 2024-09-16T11:09:58.799 INFO:tasks.rados.rados.0.smithi077.stdout:1920: done (0 left) 2024-09-16T11:09:58.799 INFO:tasks.rados.rados.0.smithi077.stdout:1921: read oid 17 snap 181 2024-09-16T11:09:58.799 INFO:tasks.rados.rados.0.smithi077.stdout:1921: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:58.800 INFO:tasks.rados.rados.0.smithi077.stdout:1922: rollback oid 11 current snap is 190 2024-09-16T11:09:58.800 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 181 2024-09-16T11:09:58.800 INFO:tasks.rados.rados.0.smithi077.stdout:1923: snap_create 2024-09-16T11:09:58.805 INFO:tasks.rados.rados.0.smithi077.stdout:1922: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:09:58.805 INFO:tasks.rados.rados.0.smithi077.stdout:1922: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:09:58.806 INFO:tasks.rados.rados.0.smithi077.stdout:1922: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:09:58.806 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1134 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-09-16T11:09:58.824 INFO:tasks.rados.rados.0.smithi077.stdout:1921: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:59.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:59.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.176 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:09:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T11:09:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:09:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:09:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:09:59.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:09:59.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:09:59.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:09:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:1921: done (2 left) 2024-09-16T11:09:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:1922: done (1 left) 2024-09-16T11:09:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:1923: done (0 left) 2024-09-16T11:09:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:1924: setattr oid 14 current snap is 191 2024-09-16T11:09:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:1925: snap_create 2024-09-16T11:09:59.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1116 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:10:00.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:00.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T11:10:00.075 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[88497]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T11:10:00.075 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[88497]: pgmap v355: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 23 active+undersized, 5 active+undersized+degraded, 90 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 340 KiB/s wr, 3 op/s; 24/396 objects degraded (6.061%); 15 MiB/s, 2 objects/s recovering 2024-09-16T11:10:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:00.075 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T11:10:00.076 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[86047]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T11:10:00.076 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:09:59 smithi077 ceph-mon[86047]: pgmap v355: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 23 active+undersized, 5 active+undersized+degraded, 90 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 340 KiB/s wr, 3 op/s; 24/396 objects degraded (6.061%); 15 MiB/s, 2 objects/s recovering 2024-09-16T11:10:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:59 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:59 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T11:10:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:59 smithi191 ceph-mon[84934]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T11:10:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:09:59 smithi191 ceph-mon[84934]: pgmap v355: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 23 active+undersized, 5 active+undersized+degraded, 90 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 340 KiB/s wr, 3 op/s; 24/396 objects degraded (6.061%); 15 MiB/s, 2 objects/s recovering 2024-09-16T11:10:00.810 INFO:tasks.rados.rados.0.smithi077.stdout:1924: done (1 left) 2024-09-16T11:10:00.849 INFO:tasks.rados.rados.0.smithi077.stdout:1925: done (0 left) 2024-09-16T11:10:00.849 INFO:tasks.rados.rados.0.smithi077.stdout:1926: delete oid 24 current snap is 192 2024-09-16T11:10:00.850 INFO:tasks.rados.rados.0.smithi077.stdout:1926: done (0 left) 2024-09-16T11:10:00.850 INFO:tasks.rados.rados.0.smithi077.stdout:1927: rmattr oid 14 current snap is 192 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:1928: delete oid 7 current snap is 192 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1117 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:1927: done (1 left) 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:1928: done (0 left) 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 192 2024-09-16T11:10:00.851 INFO:tasks.rados.rados.0.smithi077.stdout:1929: seq_num 623 ranges {7954432=442368,8396800=401408} 2024-09-16T11:10:00.862 INFO:tasks.rados.rados.0.smithi077.stdout:1929: writing smithi07774545-4 from 7954432 to 8396800 tid 1 2024-09-16T11:10:00.864 INFO:tasks.rados.rados.0.smithi077.stdout:1929: writing smithi07774545-4 from 8396800 to 8798208 tid 2 2024-09-16T11:10:00.864 INFO:tasks.rados.rados.0.smithi077.stdout:1930: snap_create 2024-09-16T11:10:00.868 INFO:tasks.rados.rados.0.smithi077.stdout:1929: finishing write tid 1 to smithi07774545-4 2024-09-16T11:10:00.868 INFO:tasks.rados.rados.0.smithi077.stdout:1929: finishing write tid 2 to smithi07774545-4 2024-09-16T11:10:00.868 INFO:tasks.rados.rados.0.smithi077.stdout:1929: finishing write tid 3 to smithi07774545-4 2024-09-16T11:10:00.869 INFO:tasks.rados.rados.0.smithi077.stdout:1929: finishing write tid 4 to smithi07774545-4 2024-09-16T11:10:00.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1080 (ObjNum 623 snap 192 seq_num 623) dirty exists 2024-09-16T11:10:00.870 INFO:tasks.rados.rados.0.smithi077.stdout:1929: left oid 4 (ObjNum 623 snap 192 seq_num 623) 2024-09-16T11:10:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T11:10:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: Health detail: HEALTH_WARN Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: [WRN] PG_DEGRADED: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.6 is activating+degraded, acting [2,5,1] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.b is active+recovery_wait+degraded, acting [2,0,5] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.d is activating+degraded, acting [2,7,5] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-16T11:10:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:00 smithi191 ceph-mon[84934]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: Health detail: HEALTH_WARN Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: [WRN] PG_DEGRADED: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.6 is activating+degraded, acting [2,5,1] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.b is active+recovery_wait+degraded, acting [2,0,5] 2024-09-16T11:10:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.d is activating+degraded, acting [2,7,5] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[86047]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: Health detail: HEALTH_WARN Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: [WRN] PG_DEGRADED: Degraded data redundancy: 24/396 objects degraded (6.061%), 8 pgs degraded 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.6 is activating+degraded, acting [2,5,1] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.b is active+recovery_wait+degraded, acting [2,0,5] 2024-09-16T11:10:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.d is activating+degraded, acting [2,7,5] 2024-09-16T11:10:01.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-16T11:10:01.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:00 smithi077 ceph-mon[88497]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-16T11:10:01.819 INFO:tasks.rados.rados.0.smithi077.stdout:1929: done (1 left) 2024-09-16T11:10:01.819 INFO:tasks.rados.rados.0.smithi077.stdout:1930: done (0 left) 2024-09-16T11:10:01.820 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 193 2024-09-16T11:10:01.820 INFO:tasks.rados.rados.0.smithi077.stdout:1931: seq_num 624 ranges {720896=458752,1179648=401408} 2024-09-16T11:10:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:1931: writing smithi07774545-45 from 720896 to 1179648 tid 1 2024-09-16T11:10:01.827 INFO:tasks.rados.rados.0.smithi077.stdout:1931: writing smithi07774545-45 from 1179648 to 1581056 tid 2 2024-09-16T11:10:01.828 INFO:tasks.rados.rados.0.smithi077.stdout:1932: snap_remove snap 185 2024-09-16T11:10:02.001 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:01 smithi191 ceph-mon[84934]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T11:10:02.001 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:01 smithi191 ceph-mon[84934]: pgmap v358: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 118 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 356 KiB/s wr, 3 op/s; 12/399 objects degraded (3.008%); 19 MiB/s, 3 objects/s recovering 2024-09-16T11:10:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:01 smithi077 ceph-mon[88497]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T11:10:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:01 smithi077 ceph-mon[88497]: pgmap v358: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 118 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 356 KiB/s wr, 3 op/s; 12/399 objects degraded (3.008%); 19 MiB/s, 3 objects/s recovering 2024-09-16T11:10:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:01 smithi077 ceph-mon[86047]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T11:10:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:01 smithi077 ceph-mon[86047]: pgmap v358: 121 pgs: 2 activating+degraded, 1 active+recovery_wait+degraded, 118 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 356 KiB/s wr, 3 op/s; 12/399 objects degraded (3.008%); 19 MiB/s, 3 objects/s recovering 2024-09-16T11:10:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1932: done (1 left) 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1933: copy_from oid 25 from oid 40 current snap is 193 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1931: finishing write tid 1 to smithi07774545-45 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1931: finishing write tid 2 to smithi07774545-45 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1931: finishing write tid 3 to smithi07774545-45 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1931: finishing write tid 4 to smithi07774545-45 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1164 (ObjNum 624 snap 193 seq_num 624) dirty exists 2024-09-16T11:10:02.828 INFO:tasks.rados.rados.0.smithi077.stdout:1931: left oid 45 (ObjNum 624 snap 193 seq_num 624) 2024-09-16T11:10:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:1931: done (1 left) 2024-09-16T11:10:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 193 2024-09-16T11:10:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: seq_num 625 ranges {0=475136,475136=401408} 2024-09-16T11:10:02.831 INFO:tasks.rados.rados.0.smithi077.stdout:1934: writing smithi07774545-32 from 0 to 475136 tid 1 2024-09-16T11:10:02.834 INFO:tasks.rados.rados.0.smithi077.stdout:1934: writing smithi07774545-32 from 475136 to 876544 tid 2 2024-09-16T11:10:02.834 INFO:tasks.rados.rados.0.smithi077.stdout:1935: snap_remove snap 181 2024-09-16T11:10:03.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:02 smithi077 ceph-mon[86047]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T11:10:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:02 smithi077 ceph-mon[88497]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T11:10:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:02 smithi191 ceph-mon[84934]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T11:10:03.828 INFO:tasks.rados.rados.0.smithi077.stdout:1935: done (2 left) 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1936: delete oid 19 current snap is 193 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: finishing write tid 1 to smithi07774545-32 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: finishing write tid 2 to smithi07774545-32 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: finishing write tid 3 to smithi07774545-32 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1933: finishing copy_from to smithi07774545-25 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1933: got expected ENOENT (src dne) 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1933: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: finishing write tid 4 to smithi07774545-32 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1194 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-09-16T11:10:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:1934: left oid 32 (ObjNum 625 snap 193 seq_num 625) 2024-09-16T11:10:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:1933: done (2 left) 2024-09-16T11:10:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:1934: done (1 left) 2024-09-16T11:10:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:1936: done (0 left) 2024-09-16T11:10:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 193 2024-09-16T11:10:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:1937: seq_num 627 ranges {770048=507904,1277952=401408} 2024-09-16T11:10:03.848 INFO:tasks.rados.rados.0.smithi077.stdout:1937: writing smithi07774545-23 from 770048 to 1277952 tid 1 2024-09-16T11:10:03.851 INFO:tasks.rados.rados.0.smithi077.stdout:1937: writing smithi07774545-23 from 1277952 to 1679360 tid 2 2024-09-16T11:10:03.851 INFO:tasks.rados.rados.0.smithi077.stdout:1938: snap_create 2024-09-16T11:10:03.854 INFO:tasks.rados.rados.0.smithi077.stdout:1937: finishing write tid 1 to smithi07774545-23 2024-09-16T11:10:03.854 INFO:tasks.rados.rados.0.smithi077.stdout:1937: finishing write tid 2 to smithi07774545-23 2024-09-16T11:10:03.855 INFO:tasks.rados.rados.0.smithi077.stdout:1937: finishing write tid 3 to smithi07774545-23 2024-09-16T11:10:03.855 INFO:tasks.rados.rados.0.smithi077.stdout:1937: finishing write tid 4 to smithi07774545-23 2024-09-16T11:10:03.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1114 (ObjNum 627 snap 193 seq_num 627) dirty exists 2024-09-16T11:10:03.856 INFO:tasks.rados.rados.0.smithi077.stdout:1937: left oid 23 (ObjNum 627 snap 193 seq_num 627) 2024-09-16T11:10:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:03 smithi077 ceph-mon[88497]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T11:10:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:03 smithi077 ceph-mon[88497]: pgmap v361: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-16T11:10:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:03 smithi077 ceph-mon[86047]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T11:10:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:03 smithi077 ceph-mon[86047]: pgmap v361: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-16T11:10:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:03 smithi191 ceph-mon[84934]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T11:10:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:03 smithi191 ceph-mon[84934]: pgmap v361: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-16T11:10:04.836 INFO:tasks.rados.rados.0.smithi077.stdout:1937: done (1 left) 2024-09-16T11:10:04.836 INFO:tasks.rados.rados.0.smithi077.stdout:1938: done (0 left) 2024-09-16T11:10:04.836 INFO:tasks.rados.rados.0.smithi077.stdout:1939: read oid 33 snap -1 2024-09-16T11:10:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:1939: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:1940: rollback oid 17 current snap is 194 2024-09-16T11:10:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 193 2024-09-16T11:10:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:1941: snap_create 2024-09-16T11:10:04.843 INFO:tasks.rados.rados.0.smithi077.stdout:1940: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:10:04.845 INFO:tasks.rados.rados.0.smithi077.stdout:1940: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:10:04.845 INFO:tasks.rados.rados.0.smithi077.stdout:1940: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:10:04.845 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1168 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-16T11:10:04.862 INFO:tasks.rados.rados.0.smithi077.stdout:1939: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:05.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/399 objects degraded (3.008%), 3 pgs degraded) 2024-09-16T11:10:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:10:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[88497]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T11:10:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/399 objects degraded (3.008%), 3 pgs degraded) 2024-09-16T11:10:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:10:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:04 smithi077 ceph-mon[86047]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T11:10:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:04 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/399 objects degraded (3.008%), 3 pgs degraded) 2024-09-16T11:10:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:04 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:10:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:04 smithi191 ceph-mon[84934]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T11:10:05.729 INFO:tasks.rados.rados.0.smithi077.stdout:1939: done (2 left) 2024-09-16T11:10:05.729 INFO:tasks.rados.rados.0.smithi077.stdout:1940: done (1 left) 2024-09-16T11:10:05.729 INFO:tasks.rados.rados.0.smithi077.stdout:1941: done (0 left) 2024-09-16T11:10:05.729 INFO:tasks.rados.rados.0.smithi077.stdout:1942: snap_create 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[86047]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[86047]: pgmap v364: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 14 MiB/s, 2 objects/s recovering 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[86047]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[88497]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[88497]: pgmap v364: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 14 MiB/s, 2 objects/s recovering 2024-09-16T11:10:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:05 smithi077 ceph-mon[88497]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T11:10:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:05 smithi191 ceph-mon[84934]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T11:10:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:05 smithi191 ceph-mon[84934]: pgmap v364: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 14 MiB/s, 2 objects/s recovering 2024-09-16T11:10:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:05 smithi191 ceph-mon[84934]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T11:10:06.730 INFO:tasks.rados.rados.0.smithi077.stdout:1942: done (0 left) 2024-09-16T11:10:06.730 INFO:tasks.rados.rados.0.smithi077.stdout:1943: read oid 37 snap -1 2024-09-16T11:10:06.730 INFO:tasks.rados.rados.0.smithi077.stdout:1943: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:10:06.730 INFO:tasks.rados.rados.0.smithi077.stdout:1944: snap_remove snap 189 2024-09-16T11:10:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:06] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2024-09-16T11:10:07.741 INFO:tasks.rados.rados.0.smithi077.stdout:1943: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:10:07.744 INFO:tasks.rados.rados.0.smithi077.stdout:1943: done (1 left) 2024-09-16T11:10:07.744 INFO:tasks.rados.rados.0.smithi077.stdout:1944: done (0 left) 2024-09-16T11:10:07.744 INFO:tasks.rados.rados.0.smithi077.stdout:1945: read oid 39 snap 180 2024-09-16T11:10:07.744 INFO:tasks.rados.rados.0.smithi077.stdout:1945: expect deleted 2024-09-16T11:10:07.744 INFO:tasks.rados.rados.0.smithi077.stdout:1946: snap_remove snap 194 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[88497]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[88497]: pgmap v367: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 2 op/s 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[86047]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[86047]: pgmap v367: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 2 op/s 2024-09-16T11:10:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:07 smithi191 ceph-mon[84934]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T11:10:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:07 smithi191 ceph-mon[84934]: pgmap v367: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 2 op/s 2024-09-16T11:10:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:08.747 INFO:tasks.rados.rados.0.smithi077.stdout:1946: done (1 left) 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1947: read oid 24 snap -1 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1947: expect deleted 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1948: copy_from oid 48 from oid 16 current snap is 196 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1945: done (2 left) 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1949: read oid 7 snap -1 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1949: expect deleted 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1950: read oid 22 snap -1 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1950: expect (ObjNum 597 snap 182 seq_num 597) 2024-09-16T11:10:08.748 INFO:tasks.rados.rados.0.smithi077.stdout:1951: snap_remove snap 183 2024-09-16T11:10:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:08 smithi077 ceph-mon[86047]: osdmap e453: 8 total, 8 up, 8 in 2024-09-16T11:10:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:08 smithi077 ceph-mon[88497]: osdmap e453: 8 total, 8 up, 8 in 2024-09-16T11:10:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:08 smithi191 ceph-mon[84934]: osdmap e453: 8 total, 8 up, 8 in 2024-09-16T11:10:09.753 INFO:tasks.rados.rados.0.smithi077.stdout:1948: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:10:09.753 INFO:tasks.rados.rados.0.smithi077.stdout:1948: finishing copy_from to smithi07774545-48 2024-09-16T11:10:09.754 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1107 (ObjNum 585 snap 179 seq_num 585) dirty exists 2024-09-16T11:10:09.754 INFO:tasks.rados.rados.0.smithi077.stdout:1950: expect (ObjNum 597 snap 182 seq_num 597) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1947: done (4 left) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1948: done (3 left) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1949: done (2 left) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1950: done (1 left) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1951: done (0 left) 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1952: rmattr oid 33 current snap is 196 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 196 2024-09-16T11:10:09.770 INFO:tasks.rados.rados.0.smithi077.stdout:1953: seq_num 628 ranges {8798208=524288,9322496=401408} 2024-09-16T11:10:09.819 INFO:tasks.rados.rados.0.smithi077.stdout:1953: writing smithi07774545-4 from 8798208 to 9322496 tid 1 2024-09-16T11:10:09.821 INFO:tasks.rados.rados.0.smithi077.stdout:1953: writing smithi07774545-4 from 9322496 to 9723904 tid 2 2024-09-16T11:10:09.821 INFO:tasks.rados.rados.0.smithi077.stdout:1954: snap_remove snap 177 2024-09-16T11:10:10.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:09 smithi077 ceph-mon[86047]: osdmap e454: 8 total, 8 up, 8 in 2024-09-16T11:10:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:09 smithi077 ceph-mon[86047]: pgmap v370: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-09-16T11:10:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:09 smithi077 ceph-mon[88497]: osdmap e454: 8 total, 8 up, 8 in 2024-09-16T11:10:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:09 smithi077 ceph-mon[88497]: pgmap v370: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-09-16T11:10:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:09 smithi191 ceph-mon[84934]: osdmap e454: 8 total, 8 up, 8 in 2024-09-16T11:10:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:09 smithi191 ceph-mon[84934]: pgmap v370: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-09-16T11:10:10.731 INFO:tasks.rados.rados.0.smithi077.stdout:1954: done (2 left) 2024-09-16T11:10:10.731 INFO:tasks.rados.rados.0.smithi077.stdout:1955: delete oid 15 current snap is 196 2024-09-16T11:10:10.731 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1118 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:10:10.731 INFO:tasks.rados.rados.0.smithi077.stdout:1953: finishing write tid 1 to smithi07774545-4 2024-09-16T11:10:10.731 INFO:tasks.rados.rados.0.smithi077.stdout:1953: finishing write tid 2 to smithi07774545-4 2024-09-16T11:10:10.732 INFO:tasks.rados.rados.0.smithi077.stdout:1953: finishing write tid 3 to smithi07774545-4 2024-09-16T11:10:10.732 INFO:tasks.rados.rados.0.smithi077.stdout:1953: finishing write tid 4 to smithi07774545-4 2024-09-16T11:10:10.732 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1083 (ObjNum 628 snap 196 seq_num 628) dirty exists 2024-09-16T11:10:10.732 INFO:tasks.rados.rados.0.smithi077.stdout:1953: left oid 4 (ObjNum 628 snap 196 seq_num 628) 2024-09-16T11:10:10.743 INFO:tasks.rados.rados.0.smithi077.stdout:1952: done (2 left) 2024-09-16T11:10:10.743 INFO:tasks.rados.rados.0.smithi077.stdout:1953: done (1 left) 2024-09-16T11:10:10.743 INFO:tasks.rados.rados.0.smithi077.stdout:1955: done (0 left) 2024-09-16T11:10:10.743 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 196 2024-09-16T11:10:10.743 INFO:tasks.rados.rados.0.smithi077.stdout:1956: seq_num 630 ranges {237568=557056,794624=401408} 2024-09-16T11:10:10.748 INFO:tasks.rados.rados.0.smithi077.stdout:1956: writing smithi07774545-6 from 237568 to 794624 tid 1 2024-09-16T11:10:10.751 INFO:tasks.rados.rados.0.smithi077.stdout:1956: writing smithi07774545-6 from 794624 to 1196032 tid 2 2024-09-16T11:10:10.751 INFO:tasks.rados.rados.0.smithi077.stdout:1957: snap_create 2024-09-16T11:10:10.759 INFO:tasks.rados.rados.0.smithi077.stdout:1956: finishing write tid 1 to smithi07774545-6 2024-09-16T11:10:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1956: finishing write tid 2 to smithi07774545-6 2024-09-16T11:10:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:1956: finishing write tid 3 to smithi07774545-6 2024-09-16T11:10:10.763 INFO:tasks.rados.rados.0.smithi077.stdout:1956: finishing write tid 4 to smithi07774545-6 2024-09-16T11:10:10.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 956 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-09-16T11:10:10.764 INFO:tasks.rados.rados.0.smithi077.stdout:1956: left oid 6 (ObjNum 630 snap 196 seq_num 630) 2024-09-16T11:10:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:10 smithi077 ceph-mon[86047]: osdmap e455: 8 total, 8 up, 8 in 2024-09-16T11:10:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:10 smithi077 ceph-mon[86047]: osdmap e456: 8 total, 8 up, 8 in 2024-09-16T11:10:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:10 smithi077 ceph-mon[88497]: osdmap e455: 8 total, 8 up, 8 in 2024-09-16T11:10:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:10 smithi077 ceph-mon[88497]: osdmap e456: 8 total, 8 up, 8 in 2024-09-16T11:10:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:10 smithi191 ceph-mon[84934]: osdmap e455: 8 total, 8 up, 8 in 2024-09-16T11:10:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:10 smithi191 ceph-mon[84934]: osdmap e456: 8 total, 8 up, 8 in 2024-09-16T11:10:11.662 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:10:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1956: done (1 left) 2024-09-16T11:10:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1957: done (0 left) 2024-09-16T11:10:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1958: rmattr oid 25 current snap is 197 2024-09-16T11:10:11.732 INFO:tasks.rados.rados.0.smithi077.stdout:1958: done (0 left) 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:1959: copy_from oid 15 from oid 38 current snap is 197 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:1960: rollback oid 45 current snap is 197 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 192 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:1961: read oid 30 snap -1 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:1961: expect deleted 2024-09-16T11:10:11.733 INFO:tasks.rados.rados.0.smithi077.stdout:1962: delete oid 27 current snap is 197 2024-09-16T11:10:11.739 INFO:tasks.rados.rados.0.smithi077.stdout:1960: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:10:11.740 INFO:tasks.rados.rados.0.smithi077.stdout:1960: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:10:11.740 INFO:tasks.rados.rados.0.smithi077.stdout:1960: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:10:11.740 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1167 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-16T11:10:11.740 INFO:tasks.rados.rados.0.smithi077.stdout:1959: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:10:11.741 INFO:tasks.rados.rados.0.smithi077.stdout:1960: done (3 left) 2024-09-16T11:10:11.741 INFO:tasks.rados.rados.0.smithi077.stdout:1961: done (2 left) 2024-09-16T11:10:11.741 INFO:tasks.rados.rados.0.smithi077.stdout:1962: done (1 left) 2024-09-16T11:10:11.741 INFO:tasks.rados.rados.0.smithi077.stdout:1963: rollback oid 30 current snap is 197 2024-09-16T11:10:11.741 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 171 2024-09-16T11:10:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1964: delete oid 37 current snap is 197 2024-09-16T11:10:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:1959: finishing copy_from to smithi07774545-15 2024-09-16T11:10:11.742 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1159 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:1963: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:10:11.743 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1109 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-16T11:10:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:1959: done (2 left) 2024-09-16T11:10:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:1963: done (1 left) 2024-09-16T11:10:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:1964: done (0 left) 2024-09-16T11:10:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 197 2024-09-16T11:10:11.744 INFO:tasks.rados.rados.0.smithi077.stdout:1965: seq_num 633 ranges {7954432=606208,8560640=401408} 2024-09-16T11:10:11.790 INFO:tasks.rados.rados.0.smithi077.stdout:1965: writing smithi07774545-29 from 7954432 to 8560640 tid 1 2024-09-16T11:10:11.792 INFO:tasks.rados.rados.0.smithi077.stdout:1965: writing smithi07774545-29 from 8560640 to 8962048 tid 2 2024-09-16T11:10:11.792 INFO:tasks.rados.rados.0.smithi077.stdout:1966: snap_remove snap 191 2024-09-16T11:10:11.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:11 smithi077 ceph-mon[88497]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 222 KiB/s wr, 3 op/s 2024-09-16T11:10:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:11 smithi077 ceph-mon[88497]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T11:10:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:11 smithi077 ceph-mon[86047]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 222 KiB/s wr, 3 op/s 2024-09-16T11:10:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:11 smithi077 ceph-mon[86047]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (5m) 82s ago 9m 25.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (5m) 17s ago 8m 86.7M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (10m) 82s ago 10m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (10m) 17s ago 10m 22.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (4m) 17s ago 13m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (5m) 82s ago 14m 496M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (4m) 82s ago 15m 50.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (3m) 17s ago 13m 43.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (4m) 82s ago 13m 42.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:10:11.931 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (5m) 82s ago 9m 8460k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (5m) 17s ago 9m 16.0M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (3m) 82s ago 13m 199M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (2m) 82s ago 12m 177M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (119s) 82s ago 12m 155M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (86s) 82s ago 11m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (55s) 17s ago 11m 88.9M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (22s) 17s ago 11m 11.5M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (10m) 17s ago 10m 185M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 bd9daebfa67c 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (10m) 17s ago 10m 228M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:10:11.932 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (4m) 17s ago 9m 63.7M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:10:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:11 smithi191 ceph-mon[84934]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 222 KiB/s wr, 3 op/s 2024-09-16T11:10:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:11 smithi191 ceph-mon[84934]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2, 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6 2024-09-16T11:10:12.254 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 4, 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 11 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:10:12.255 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:10:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:12.765 INFO:tasks.rados.rados.0.smithi077.stdout:1966: done (1 left) 2024-09-16T11:10:12.765 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 197 2024-09-16T11:10:12.765 INFO:tasks.rados.rados.0.smithi077.stdout:1965: finishing write tid 1 to smithi07774545-29 2024-09-16T11:10:12.765 INFO:tasks.rados.rados.0.smithi077.stdout:1965: finishing write tid 2 to smithi07774545-29 2024-09-16T11:10:12.766 INFO:tasks.rados.rados.0.smithi077.stdout:1967: seq_num 634 ranges {0=622592,622592=401408} 2024-09-16T11:10:12.770 INFO:tasks.rados.rados.0.smithi077.stdout:1967: writing smithi07774545-19 from 0 to 622592 tid 1 2024-09-16T11:10:12.774 INFO:tasks.rados.rados.0.smithi077.stdout:1967: writing smithi07774545-19 from 622592 to 1024000 tid 2 2024-09-16T11:10:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:1968: read oid 13 snap -1 2024-09-16T11:10:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:1968: expect deleted 2024-09-16T11:10:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:1969: snap_remove snap 196 2024-09-16T11:10:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3816791844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:12 smithi191 ceph-mon[84934]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3816791844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[88497]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T11:10:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3816791844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:12 smithi077 ceph-mon[86047]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T11:10:13.771 INFO:tasks.rados.rados.0.smithi077.stdout:1969: done (3 left) 2024-09-16T11:10:13.771 INFO:tasks.rados.rados.0.smithi077.stdout:1970: snap_remove snap 180 2024-09-16T11:10:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:13 smithi191 ceph-mon[84934]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 276 KiB/s wr, 6 op/s 2024-09-16T11:10:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:13 smithi191 ceph-mon[84934]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[86047]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 276 KiB/s wr, 6 op/s 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[86047]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[88497]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 276 KiB/s wr, 6 op/s 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:13 smithi077 ceph-mon[88497]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T11:10:14.775 INFO:tasks.rados.rados.0.smithi077.stdout:1970: done (3 left) 2024-09-16T11:10:14.775 INFO:tasks.rados.rados.0.smithi077.stdout:1971: rmattr oid 2 current snap is 197 2024-09-16T11:10:14.775 INFO:tasks.rados.rados.0.smithi077.stdout:1971: done (3 left) 2024-09-16T11:10:14.776 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 197 2024-09-16T11:10:14.776 INFO:tasks.rados.rados.0.smithi077.stdout:1972: seq_num 635 ranges {0=638976,638976=401408} 2024-09-16T11:10:14.779 INFO:tasks.rados.rados.0.smithi077.stdout:1972: writing smithi07774545-27 from 0 to 638976 tid 1 2024-09-16T11:10:14.782 INFO:tasks.rados.rados.0.smithi077.stdout:1972: writing smithi07774545-27 from 638976 to 1040384 tid 2 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1973: read oid 46 snap -1 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1973: expect (ObjNum 610 snap 185 seq_num 610) 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 197 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1965: finishing write tid 3 to smithi07774545-29 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1965: finishing write tid 4 to smithi07774545-29 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1086 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1965: left oid 29 (ObjNum 633 snap 197 seq_num 633) 2024-09-16T11:10:14.784 INFO:tasks.rados.rados.0.smithi077.stdout:1974: seq_num 636 ranges {753664=655360,1409024=401408} 2024-09-16T11:10:14.792 INFO:tasks.rados.rados.0.smithi077.stdout:1974: writing smithi07774545-25 from 753664 to 1409024 tid 1 2024-09-16T11:10:14.795 INFO:tasks.rados.rados.0.smithi077.stdout:1974: writing smithi07774545-25 from 1409024 to 1810432 tid 2 2024-09-16T11:10:14.795 INFO:tasks.rados.rados.0.smithi077.stdout:1965: done (5 left) 2024-09-16T11:10:14.795 INFO:tasks.rados.rados.0.smithi077.stdout:1975: delete oid 39 current snap is 197 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1967: finishing write tid 1 to smithi07774545-19 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1967: finishing write tid 2 to smithi07774545-19 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1967: finishing write tid 3 to smithi07774545-19 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1967: finishing write tid 4 to smithi07774545-19 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 348 (ObjNum 634 snap 197 seq_num 634) dirty exists 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1967: left oid 19 (ObjNum 634 snap 197 seq_num 634) 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1972: finishing write tid 1 to smithi07774545-27 2024-09-16T11:10:14.796 INFO:tasks.rados.rados.0.smithi077.stdout:1973: expect (ObjNum 610 snap 185 seq_num 610) 2024-09-16T11:10:14.815 INFO:tasks.rados.rados.0.smithi077.stdout:1972: finishing write tid 2 to smithi07774545-27 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1972: finishing write tid 3 to smithi07774545-27 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1972: finishing write tid 4 to smithi07774545-27 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1170 (ObjNum 635 snap 197 seq_num 635) dirty exists 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1972: left oid 27 (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1967: done (5 left) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1968: done (4 left) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1972: done (3 left) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1973: done (2 left) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1975: done (1 left) 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1976: read oid 35 snap -1 2024-09-16T11:10:14.816 INFO:tasks.rados.rados.0.smithi077.stdout:1976: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1977: delete oid 50 current snap is 197 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1974: finishing write tid 1 to smithi07774545-25 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1974: finishing write tid 2 to smithi07774545-25 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1974: finishing write tid 3 to smithi07774545-25 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1974: finishing write tid 4 to smithi07774545-25 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1218 (ObjNum 636 snap 197 seq_num 636) dirty exists 2024-09-16T11:10:14.817 INFO:tasks.rados.rados.0.smithi077.stdout:1974: left oid 25 (ObjNum 636 snap 197 seq_num 636) 2024-09-16T11:10:14.843 INFO:tasks.rados.rados.0.smithi077.stdout:1976: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: Upgrade: osd.6 is safe to restart 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:10:15.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1974: done (2 left) 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1976: done (1 left) 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1977: done (0 left) 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1978: copy_from oid 29 from oid 30 current snap is 197 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1979: read oid 1 snap 195 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1979: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:10:15.189 INFO:tasks.rados.rados.0.smithi077.stdout:1980: rollback oid 17 current snap is 197 2024-09-16T11:10:15.190 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 190 2024-09-16T11:10:15.190 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 197 2024-09-16T11:10:15.190 INFO:tasks.rados.rados.0.smithi077.stdout:1981: seq_num 639 ranges {5382144=704512,6086656=401408} 2024-09-16T11:10:15.222 INFO:tasks.rados.rados.0.smithi077.stdout:1981: writing smithi07774545-49 from 5382144 to 6086656 tid 1 2024-09-16T11:10:15.224 INFO:tasks.rados.rados.0.smithi077.stdout:1981: writing smithi07774545-49 from 6086656 to 6488064 tid 2 2024-09-16T11:10:15.224 INFO:tasks.rados.rados.0.smithi077.stdout:1982: setattr oid 5 current snap is 197 2024-09-16T11:10:15.224 INFO:tasks.rados.rados.0.smithi077.stdout:1978: finishing copy_from to smithi07774545-29 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1978: got expected ENOENT (src dne) 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1978: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1980: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1980: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1980: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1171 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-16T11:10:15.225 INFO:tasks.rados.rados.0.smithi077.stdout:1979: expect (ObjNum 545 snap 163 seq_num 545) 2024-09-16T11:10:15.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: Upgrade: osd.6 is safe to restart 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: Upgrade: osd.6 is safe to restart 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T11:10:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:15.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T11:10:15.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:15.561 INFO:tasks.rados.rados.0.smithi077.stdout:1981: finishing write tid 1 to smithi07774545-49 2024-09-16T11:10:15.561 INFO:tasks.rados.rados.0.smithi077.stdout:1981: finishing write tid 2 to smithi07774545-49 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1981: finishing write tid 3 to smithi07774545-49 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1981: finishing write tid 4 to smithi07774545-49 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 960 (ObjNum 639 snap 197 seq_num 639) dirty exists 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1981: left oid 49 (ObjNum 639 snap 197 seq_num 639) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1978: done (4 left) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1979: done (3 left) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1980: done (2 left) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1981: done (1 left) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1983: read oid 41 snap 188 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1983: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 197 2024-09-16T11:10:15.562 INFO:tasks.rados.rados.0.smithi077.stdout:1984: seq_num 640 ranges {8658944=729088,9388032=401408} 2024-09-16T11:10:15.611 INFO:tasks.rados.rados.0.smithi077.stdout:1984: writing smithi07774545-10 from 8658944 to 9388032 tid 1 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:1984: writing smithi07774545-10 from 9388032 to 9789440 tid 2 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:1985: read oid 37 snap -1 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:1985: expect deleted 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:1986: rollback oid 8 current snap is 197 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 193 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1087 (ObjNum 353 snap 0 seq_num 2426379824) dirty exists 2024-09-16T11:10:15.614 INFO:tasks.rados.rados.0.smithi077.stdout:1983: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:10:16.096 INFO:tasks.rados.rados.0.smithi077.stdout:1984: finishing write tid 1 to smithi07774545-10 2024-09-16T11:10:16.096 INFO:tasks.rados.rados.0.smithi077.stdout:1986: finishing rollback tid 0 to smithi07774545-8 2024-09-16T11:10:16.096 INFO:tasks.rados.rados.0.smithi077.stdout:1984: finishing write tid 2 to smithi07774545-10 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1984: finishing write tid 3 to smithi07774545-10 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1986: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1986: finishing rollback tid 2 to smithi07774545-8 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1110 (ObjNum 598 snap 183 seq_num 598) dirty exists 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1984: finishing write tid 4 to smithi07774545-10 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1222 (ObjNum 640 snap 197 seq_num 640) dirty exists 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1984: left oid 10 (ObjNum 640 snap 197 seq_num 640) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1982: done (4 left) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1983: done (3 left) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1984: done (2 left) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1985: done (1 left) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1986: done (0 left) 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1987: read oid 41 snap -1 2024-09-16T11:10:16.097 INFO:tasks.rados.rados.0.smithi077.stdout:1987: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:10:16.098 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 197 2024-09-16T11:10:16.098 INFO:tasks.rados.rados.0.smithi077.stdout:1988: seq_num 641 ranges {0=745472,745472=401408} 2024-09-16T11:10:16.100 INFO:tasks.rados.rados.0.smithi077.stdout:1988: writing smithi07774545-50 from 0 to 745472 tid 1 2024-09-16T11:10:16.103 INFO:tasks.rados.rados.0.smithi077.stdout:1988: writing smithi07774545-50 from 745472 to 1146880 tid 2 2024-09-16T11:10:16.103 INFO:tasks.rados.rados.0.smithi077.stdout:1989: read oid 49 snap -1 2024-09-16T11:10:16.103 INFO:tasks.rados.rados.0.smithi077.stdout:1989: expect (ObjNum 639 snap 197 seq_num 639) 2024-09-16T11:10:16.103 INFO:tasks.rados.rados.0.smithi077.stdout:1990: snap_remove snap 187 2024-09-16T11:10:16.357 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:15 smithi191 ceph-mon[84934]: Upgrade: Updating osd.6 2024-09-16T11:10:16.357 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:15 smithi191 ceph-mon[84934]: Deploying daemon osd.6 on smithi191 2024-09-16T11:10:16.360 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:15 smithi191 ceph-mon[84934]: pgmap v379: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 756 KiB/s wr, 6 op/s 2024-09-16T11:10:16.360 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:15 smithi191 ceph-mon[84934]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[86047]: Upgrade: Updating osd.6 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[86047]: Deploying daemon osd.6 on smithi191 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[86047]: pgmap v379: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 756 KiB/s wr, 6 op/s 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[86047]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[88497]: Upgrade: Updating osd.6 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[88497]: Deploying daemon osd.6 on smithi191 2024-09-16T11:10:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[88497]: pgmap v379: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 756 KiB/s wr, 6 op/s 2024-09-16T11:10:16.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:15 smithi077 ceph-mon[88497]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T11:10:16.973 INFO:tasks.rados.rados.0.smithi077.stdout:1990: done (3 left) 2024-09-16T11:10:16.973 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 197 2024-09-16T11:10:16.973 INFO:tasks.rados.rados.0.smithi077.stdout:1991: seq_num 642 ranges {671744=761856,1433600=401408} 2024-09-16T11:10:16.979 INFO:tasks.rados.rados.0.smithi077.stdout:1991: writing smithi07774545-9 from 671744 to 1433600 tid 1 2024-09-16T11:10:16.982 INFO:tasks.rados.rados.0.smithi077.stdout:1991: writing smithi07774545-9 from 1433600 to 1835008 tid 2 2024-09-16T11:10:16.982 INFO:tasks.rados.rados.0.smithi077.stdout:1992: snap_create 2024-09-16T11:10:16.982 INFO:tasks.rados.rados.0.smithi077.stdout:1987: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:10:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:16] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1988: finishing write tid 1 to smithi07774545-50 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1988: finishing write tid 2 to smithi07774545-50 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1988: finishing write tid 3 to smithi07774545-50 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1988: finishing write tid 4 to smithi07774545-50 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1125 (ObjNum 641 snap 197 seq_num 641) dirty exists 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1988: left oid 50 (ObjNum 641 snap 197 seq_num 641) 2024-09-16T11:10:17.463 INFO:tasks.rados.rados.0.smithi077.stdout:1989: expect (ObjNum 639 snap 197 seq_num 639) 2024-09-16T11:10:17.966 INFO:tasks.rados.rados.0.smithi077.stdout:1991: finishing write tid 1 to smithi07774545-9 2024-09-16T11:10:17.967 INFO:tasks.rados.rados.0.smithi077.stdout:1991: finishing write tid 2 to smithi07774545-9 2024-09-16T11:10:17.967 INFO:tasks.rados.rados.0.smithi077.stdout:1991: finishing write tid 3 to smithi07774545-9 2024-09-16T11:10:17.967 INFO:tasks.rados.rados.0.smithi077.stdout:1991: finishing write tid 4 to smithi07774545-9 2024-09-16T11:10:17.967 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1174 (ObjNum 642 snap 197 seq_num 642) dirty exists 2024-09-16T11:10:17.967 INFO:tasks.rados.rados.0.smithi077.stdout:1991: left oid 9 (ObjNum 642 snap 197 seq_num 642) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:1987: done (4 left) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:1988: done (3 left) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:1989: done (2 left) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:1991: done (1 left) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:1992: done (0 left) 2024-09-16T11:10:17.975 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 198 2024-09-16T11:10:17.976 INFO:tasks.rados.rados.0.smithi077.stdout:1993: seq_num 643 ranges {6062080=778240,6840320=401408} 2024-09-16T11:10:18.010 INFO:tasks.rados.rados.0.smithi077.stdout:1993: writing smithi07774545-17 from 6062080 to 6840320 tid 1 2024-09-16T11:10:18.013 INFO:tasks.rados.rados.0.smithi077.stdout:1993: writing smithi07774545-17 from 6840320 to 7241728 tid 2 2024-09-16T11:10:18.013 INFO:tasks.rados.rados.0.smithi077.stdout:1994: rollback oid 22 current snap is 198 2024-09-16T11:10:18.013 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 193 2024-09-16T11:10:18.013 INFO:tasks.rados.rados.0.smithi077.stdout:1995: delete oid 39 current snap is 198 2024-09-16T11:10:18.016 INFO:tasks.rados.rados.0.smithi077.stdout:1995: done (2 left) 2024-09-16T11:10:18.016 INFO:tasks.rados.rados.0.smithi077.stdout:1996: snap_remove snap 190 2024-09-16T11:10:18.177 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:17 smithi191 systemd[1]: Stopping Ceph osd.6 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:10:18.177 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:17 smithi191 ceph-mon[84934]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-16T11:10:18.177 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:17 smithi191 ceph-mon[84934]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T11:10:18.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:17 smithi077 ceph-mon[86047]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-16T11:10:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:17 smithi077 ceph-mon[86047]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T11:10:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:17 smithi077 ceph-mon[88497]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-16T11:10:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:17 smithi077 ceph-mon[88497]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T11:10:18.462 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[47318]: 2024-09-16T11:10:18.175+0000 7f6795712640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:10:18.462 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[47318]: 2024-09-16T11:10:18.175+0000 7f6795712640 -1 osd.6 463 *** Got signal Terminated *** 2024-09-16T11:10:18.462 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:18 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[47318]: 2024-09-16T11:10:18.175+0000 7f6795712640 -1 osd.6 463 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:10:18.986 INFO:tasks.rados.rados.0.smithi077.stdout:1996: done (2 left) 2024-09-16T11:10:18.987 INFO:tasks.rados.rados.0.smithi077.stdout:1997: snap_create 2024-09-16T11:10:18.987 INFO:tasks.rados.rados.0.smithi077.stdout:1994: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:10:18.987 INFO:tasks.rados.rados.0.smithi077.stdout:1993: finishing write tid 1 to smithi07774545-17 2024-09-16T11:10:18.987 INFO:tasks.rados.rados.0.smithi077.stdout:1994: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:10:18.987 INFO:tasks.rados.rados.0.smithi077.stdout:1993: finishing write tid 2 to smithi07774545-17 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:1994: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 174 (ObjNum 597 snap 182 seq_num 597) dirty exists 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:1993: finishing write tid 3 to smithi07774545-17 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:1993: finishing write tid 4 to smithi07774545-17 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1177 (ObjNum 643 snap 198 seq_num 643) dirty exists 2024-09-16T11:10:18.988 INFO:tasks.rados.rados.0.smithi077.stdout:1993: left oid 17 (ObjNum 643 snap 198 seq_num 643) 2024-09-16T11:10:19.189 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:18 smithi191 ceph-mon[84934]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T11:10:19.189 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:18 smithi191 ceph-mon[84934]: osd.6 marked itself down and dead 2024-09-16T11:10:19.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:18 smithi077 ceph-mon[88497]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T11:10:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:18 smithi077 ceph-mon[88497]: osd.6 marked itself down and dead 2024-09-16T11:10:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:18 smithi077 ceph-mon[86047]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T11:10:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:18 smithi077 ceph-mon[86047]: osd.6 marked itself down and dead 2024-09-16T11:10:19.809 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:19 smithi191 podman[99159]: 2024-09-16 11:10:19.531978972 +0000 UTC m=+1.458705563 container died bd9daebfa67cf5bf8051c4ce5908e70cb03d83338691f2b3872d5b3fb8bd3448 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T11:10:19.809 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:19 smithi191 podman[99159]: 2024-09-16 11:10:19.808432241 +0000 UTC m=+1.735158832 container cleanup bd9daebfa67cf5bf8051c4ce5908e70cb03d83338691f2b3872d5b3fb8bd3448 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T11:10:19.987 INFO:tasks.rados.rados.0.smithi077.stdout:1993: done (2 left) 2024-09-16T11:10:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:1994: done (1 left) 2024-09-16T11:10:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:1997: done (0 left) 2024-09-16T11:10:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 199 2024-09-16T11:10:19.988 INFO:tasks.rados.rados.0.smithi077.stdout:1998: seq_num 645 ranges {9789440=409600,10199040=778240,10977280=24576} 2024-09-16T11:10:20.042 INFO:tasks.rados.rados.0.smithi077.stdout:1998: writing smithi07774545-10 from 9789440 to 10199040 tid 1 2024-09-16T11:10:20.049 INFO:tasks.rados.rados.0.smithi077.stdout:1998: writing smithi07774545-10 from 10199040 to 10977280 tid 2 2024-09-16T11:10:20.049 INFO:tasks.rados.rados.0.smithi077.stdout:1998: writing smithi07774545-10 from 10977280 to 11001856 tid 3 2024-09-16T11:10:20.049 INFO:tasks.rados.rados.0.smithi077.stdout:1999: snap_create 2024-09-16T11:10:20.050 INFO:tasks.rados.rados.0.smithi077.stdout:1998: finishing write tid 1 to smithi07774545-10 2024-09-16T11:10:20.051 INFO:tasks.rados.rados.0.smithi077.stdout:1998: finishing write tid 2 to smithi07774545-10 2024-09-16T11:10:20.051 INFO:tasks.rados.rados.0.smithi077.stdout:1998: finishing write tid 3 to smithi07774545-10 2024-09-16T11:10:20.051 INFO:tasks.rados.rados.0.smithi077.stdout:1998: finishing write tid 4 to smithi07774545-10 2024-09-16T11:10:20.051 INFO:tasks.rados.rados.0.smithi077.stdout:1998: finishing write tid 5 to smithi07774545-10 2024-09-16T11:10:20.052 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1233 (ObjNum 645 snap 199 seq_num 645) dirty exists 2024-09-16T11:10:20.052 INFO:tasks.rados.rados.0.smithi077.stdout:1998: left oid 10 (ObjNum 645 snap 199 seq_num 645) 2024-09-16T11:10:20.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:19 smithi191 ceph-mon[84934]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-16T11:10:20.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:19 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:20.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:19 smithi191 ceph-mon[84934]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T11:10:20.079 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:19 smithi191 bash[99159]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[86047]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[86047]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[88497]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:19 smithi077 ceph-mon[88497]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T11:10:20.424 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99182]: 2024-09-16 11:10:20.076466785 +0000 UTC m=+0.546188332 container remove bd9daebfa67cf5bf8051c4ce5908e70cb03d83338691f2b3872d5b3fb8bd3448 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc) 2024-09-16T11:10:20.712 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.326559824 +0000 UTC m=+0.015943229 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:20.712 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.435656831 +0000 UTC m=+0.125040226 container create 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-e4e227b) 2024-09-16T11:10:20.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.663572881 +0000 UTC m=+0.352956289 container init 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T11:10:20.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.667186425 +0000 UTC m=+0.356569831 container start 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:10:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1998: done (1 left) 2024-09-16T11:10:20.734 INFO:tasks.rados.rados.0.smithi077.stdout:1999: done (0 left) 2024-09-16T11:10:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:2000: rollback oid 27 current snap is 200 2024-09-16T11:10:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 198 2024-09-16T11:10:20.735 INFO:tasks.rados.rados.0.smithi077.stdout:2001: delete oid 39 current snap is 200 2024-09-16T11:10:20.737 INFO:tasks.rados.rados.0.smithi077.stdout:2000: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:10:20.737 INFO:tasks.rados.rados.0.smithi077.stdout:2000: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:10:20.737 INFO:tasks.rados.rados.0.smithi077.stdout:2000: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:10:20.737 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1174 (ObjNum 635 snap 197 seq_num 635) dirty exists 2024-09-16T11:10:20.738 INFO:tasks.rados.rados.0.smithi077.stdout:2000: done (1 left) 2024-09-16T11:10:20.738 INFO:tasks.rados.rados.0.smithi077.stdout:2001: done (0 left) 2024-09-16T11:10:20.738 INFO:tasks.rados.rados.0.smithi077.stdout:2002: rollback oid 50 current snap is 200 2024-09-16T11:10:20.738 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 192 2024-09-16T11:10:20.738 INFO:tasks.rados.rados.0.smithi077.stdout:2003: copy_from oid 26 from oid 41 current snap is 200 2024-09-16T11:10:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 200 2024-09-16T11:10:20.739 INFO:tasks.rados.rados.0.smithi077.stdout:2004: seq_num 647 ranges {32768=442368,475136=589824,1064960=212992} 2024-09-16T11:10:20.741 INFO:tasks.rados.rados.0.smithi077.stdout:2004: writing smithi07774545-20 from 32768 to 475136 tid 1 2024-09-16T11:10:20.745 INFO:tasks.rados.rados.0.smithi077.stdout:2004: writing smithi07774545-20 from 475136 to 1064960 tid 2 2024-09-16T11:10:20.747 INFO:tasks.rados.rados.0.smithi077.stdout:2004: writing smithi07774545-20 from 1064960 to 1277952 tid 3 2024-09-16T11:10:20.747 INFO:tasks.rados.rados.0.smithi077.stdout:2002: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:10:20.747 INFO:tasks.rados.rados.0.smithi077.stdout:2005: snap_create 2024-09-16T11:10:20.750 INFO:tasks.rados.rados.0.smithi077.stdout:2002: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:10:20.750 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1136 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:10:20.751 INFO:tasks.rados.rados.0.smithi077.stdout:2004: finishing write tid 1 to smithi07774545-20 2024-09-16T11:10:20.751 INFO:tasks.rados.rados.0.smithi077.stdout:2004: finishing write tid 2 to smithi07774545-20 2024-09-16T11:10:20.751 INFO:tasks.rados.rados.0.smithi077.stdout:2004: finishing write tid 3 to smithi07774545-20 2024-09-16T11:10:20.751 INFO:tasks.rados.rados.0.smithi077.stdout:2004: finishing write tid 4 to smithi07774545-20 2024-09-16T11:10:20.752 INFO:tasks.rados.rados.0.smithi077.stdout:2004: finishing write tid 5 to smithi07774545-20 2024-09-16T11:10:20.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 816 (ObjNum 647 snap 200 seq_num 647) dirty exists 2024-09-16T11:10:20.753 INFO:tasks.rados.rados.0.smithi077.stdout:2004: left oid 20 (ObjNum 647 snap 200 seq_num 647) 2024-09-16T11:10:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2003: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:10:20.774 INFO:tasks.rados.rados.0.smithi077.stdout:2003: finishing copy_from to smithi07774545-26 2024-09-16T11:10:20.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 812 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:10:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:20 smithi191 ceph-mon[84934]: osdmap e465: 8 total, 7 up, 8 in 2024-09-16T11:10:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:20 smithi191 ceph-mon[84934]: osdmap e466: 8 total, 7 up, 8 in 2024-09-16T11:10:21.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.755385957 +0000 UTC m=+0.444769355 container attach 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T11:10:21.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:20 smithi191 podman[99273]: 2024-09-16 11:10:20.865167986 +0000 UTC m=+0.554551382 container died 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:10:21.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:20 smithi077 ceph-mon[86047]: osdmap e465: 8 total, 7 up, 8 in 2024-09-16T11:10:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:20 smithi077 ceph-mon[86047]: osdmap e466: 8 total, 7 up, 8 in 2024-09-16T11:10:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:20 smithi077 ceph-mon[88497]: osdmap e465: 8 total, 7 up, 8 in 2024-09-16T11:10:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:20 smithi077 ceph-mon[88497]: osdmap e466: 8 total, 7 up, 8 in 2024-09-16T11:10:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:2002: done (3 left) 2024-09-16T11:10:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:2003: done (2 left) 2024-09-16T11:10:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:2004: done (1 left) 2024-09-16T11:10:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:2005: done (0 left) 2024-09-16T11:10:21.738 INFO:tasks.rados.rados.0.smithi077.stdout:2006: snap_remove snap 198 2024-09-16T11:10:21.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:21 smithi191 podman[99296]: 2024-09-16 11:10:21.584115044 +0000 UTC m=+0.710580396 container remove 43e91c9ce721b927dc9a15e15343367d0ef2fceb03b923570231902ed75f63b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:10:21.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:21 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-16T11:10:21.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:21 smithi191 systemd[1]: Stopped Ceph osd.6 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:10:21.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:21 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.6.service: Consumed 12.647s CPU time. 2024-09-16T11:10:21.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:21 smithi191 systemd[1]: Starting Ceph osd.6 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:10:22.256 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:21 smithi191 ceph-mon[84934]: pgmap v388: 121 pgs: 9 active+undersized, 19 peering, 5 stale+active+clean, 88 active+clean; 251 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 525 KiB/s wr, 11 op/s 2024-09-16T11:10:22.256 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:21 smithi191 ceph-mon[84934]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:10:22.256 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:21 smithi191 ceph-mon[84934]: osdmap e467: 8 total, 7 up, 8 in 2024-09-16T11:10:22.256 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:21.933209978 +0000 UTC m=+0.016114674 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:22.256 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:22.052264015 +0000 UTC m=+0.135168711 container create 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_BRANCH=HEAD) 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[88497]: pgmap v388: 121 pgs: 9 active+undersized, 19 peering, 5 stale+active+clean, 88 active+clean; 251 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 525 KiB/s wr, 11 op/s 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[88497]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[88497]: osdmap e467: 8 total, 7 up, 8 in 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[86047]: pgmap v388: 121 pgs: 9 active+undersized, 19 peering, 5 stale+active+clean, 88 active+clean; 251 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 525 KiB/s wr, 11 op/s 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[86047]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T11:10:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:21 smithi077 ceph-mon[86047]: osdmap e467: 8 total, 7 up, 8 in 2024-09-16T11:10:22.554 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:22.554 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:22.255126205 +0000 UTC m=+0.338030910 container init 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T11:10:22.554 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:22.258661035 +0000 UTC m=+0.341565732 container start 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-16T11:10:22.554 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:22.33816042 +0000 UTC m=+0.421065123 container attach 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T11:10:22.742 INFO:tasks.rados.rados.0.smithi077.stdout:2006: done (0 left) 2024-09-16T11:10:22.742 INFO:tasks.rados.rados.0.smithi077.stdout:2007: read oid 42 snap 199 2024-09-16T11:10:22.742 INFO:tasks.rados.rados.0.smithi077.stdout:2007: expect deleted 2024-09-16T11:10:22.742 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 201 2024-09-16T11:10:22.742 INFO:tasks.rados.rados.0.smithi077.stdout:2008: seq_num 648 ranges {6578176=458752,7036928=475136,7512064=327680} 2024-09-16T11:10:22.779 INFO:tasks.rados.rados.0.smithi077.stdout:2008: writing smithi07774545-33 from 6578176 to 7036928 tid 1 2024-09-16T11:10:22.781 INFO:tasks.rados.rados.0.smithi077.stdout:2008: writing smithi07774545-33 from 7036928 to 7512064 tid 2 2024-09-16T11:10:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:2008: writing smithi07774545-33 from 7512064 to 7839744 tid 3 2024-09-16T11:10:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:2009: delete oid 6 current snap is 201 2024-09-16T11:10:22.784 INFO:tasks.rados.rados.0.smithi077.stdout:2008: finishing write tid 1 to smithi07774545-33 2024-09-16T11:10:22.787 INFO:tasks.rados.rados.0.smithi077.stdout:2008: finishing write tid 2 to smithi07774545-33 2024-09-16T11:10:22.787 INFO:tasks.rados.rados.0.smithi077.stdout:2008: finishing write tid 3 to smithi07774545-33 2024-09-16T11:10:22.787 INFO:tasks.rados.rados.0.smithi077.stdout:2008: finishing write tid 4 to smithi07774545-33 2024-09-16T11:10:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:2008: finishing write tid 5 to smithi07774545-33 2024-09-16T11:10:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1122 (ObjNum 648 snap 201 seq_num 648) dirty exists 2024-09-16T11:10:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:2008: left oid 33 (ObjNum 648 snap 201 seq_num 648) 2024-09-16T11:10:22.789 INFO:tasks.rados.rados.0.smithi077.stdout:2007: done (2 left) 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2008: done (1 left) 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2009: done (0 left) 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2010: read oid 39 snap -1 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2010: expect deleted 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2011: read oid 27 snap -1 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2011: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:10:22.790 INFO:tasks.rados.rados.0.smithi077.stdout:2012: snap_create 2024-09-16T11:10:22.797 INFO:tasks.rados.rados.0.smithi077.stdout:2011: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:10:22.962 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate[99411]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T11:10:22.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 bash[99397]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T11:10:22.964 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:22 smithi191 podman[99397]: 2024-09-16 11:10:22.601069877 +0000 UTC m=+0.683974575 container died 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T11:10:23.390 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 podman[99533]: 2024-09-16 11:10:23.183650409 +0000 UTC m=+0.576950046 container remove 0302250dc7db79e0545470ff79fac185bfb670367651ac386b27785b8188d8e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T11:10:23.645 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 podman[99594]: 2024-09-16 11:10:23.291791623 +0000 UTC m=+0.015927843 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:23.645 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 podman[99594]: 2024-09-16 11:10:23.401116807 +0000 UTC m=+0.125253063 container create ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T11:10:23.645 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 podman[99594]: 2024-09-16 11:10:23.620208044 +0000 UTC m=+0.344344255 container init ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T11:10:23.645 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 podman[99594]: 2024-09-16 11:10:23.623450775 +0000 UTC m=+0.347586987 container start ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T11:10:23.748 INFO:tasks.rados.rados.0.smithi077.stdout:2010: done (2 left) 2024-09-16T11:10:23.748 INFO:tasks.rados.rados.0.smithi077.stdout:2011: done (1 left) 2024-09-16T11:10:23.748 INFO:tasks.rados.rados.0.smithi077.stdout:2012: done (0 left) 2024-09-16T11:10:23.748 INFO:tasks.rados.rados.0.smithi077.stdout:2013: delete oid 33 current snap is 202 2024-09-16T11:10:23.750 INFO:tasks.rados.rados.0.smithi077.stdout:2013: done (0 left) 2024-09-16T11:10:23.750 INFO:tasks.rados.rados.0.smithi077.stdout:2014: copy_from oid 29 from oid 38 current snap is 202 2024-09-16T11:10:23.750 INFO:tasks.rados.rados.0.smithi077.stdout:2015: setattr oid 45 current snap is 202 2024-09-16T11:10:23.752 INFO:tasks.rados.rados.0.smithi077.stdout:2016: delete oid 12 current snap is 202 2024-09-16T11:10:23.754 INFO:tasks.rados.rados.0.smithi077.stdout:2016: done (2 left) 2024-09-16T11:10:23.754 INFO:tasks.rados.rados.0.smithi077.stdout:2017: snap_create 2024-09-16T11:10:23.756 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1175 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-16T11:10:23.762 INFO:tasks.rados.rados.0.smithi077.stdout:2014: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:10:23.763 INFO:tasks.rados.rados.0.smithi077.stdout:2014: finishing copy_from to smithi07774545-29 2024-09-16T11:10:23.763 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1159 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:23 smithi191 ceph-mon[84934]: osdmap e468: 8 total, 7 up, 8 in 2024-09-16T11:10:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:23 smithi191 ceph-mon[84934]: pgmap v391: 121 pgs: 18 active+undersized, 19 peering, 6 active+undersized+degraded, 78 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 32/429 objects degraded (7.459%) 2024-09-16T11:10:23.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 ceph-osd[99613]: -- 172.21.15.191:0/92754998 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5636dc7351e0 con 0x5636dc6d3c00 2024-09-16T11:10:23.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 bash[99594]: ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e 2024-09-16T11:10:23.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:23 smithi191 systemd[1]: Started Ceph osd.6 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:10:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:23 smithi077 ceph-mon[86047]: osdmap e468: 8 total, 7 up, 8 in 2024-09-16T11:10:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:23 smithi077 ceph-mon[86047]: pgmap v391: 121 pgs: 18 active+undersized, 19 peering, 6 active+undersized+degraded, 78 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 32/429 objects degraded (7.459%) 2024-09-16T11:10:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:23 smithi077 ceph-mon[88497]: osdmap e468: 8 total, 7 up, 8 in 2024-09-16T11:10:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:23 smithi077 ceph-mon[88497]: pgmap v391: 121 pgs: 18 active+undersized, 19 peering, 6 active+undersized+degraded, 78 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 32/429 objects degraded (7.459%) 2024-09-16T11:10:24.462 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T11:10:24.163+0000 7fb554063640 -1 Falling back to public interface 2024-09-16T11:10:24.759 INFO:tasks.rados.rados.0.smithi077.stdout:2014: done (2 left) 2024-09-16T11:10:24.759 INFO:tasks.rados.rados.0.smithi077.stdout:2015: done (1 left) 2024-09-16T11:10:24.759 INFO:tasks.rados.rados.0.smithi077.stdout:2017: done (0 left) 2024-09-16T11:10:24.759 INFO:tasks.rados.rados.0.smithi077.stdout:2018: snap_remove snap 192 2024-09-16T11:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 32/429 objects degraded (7.459%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-mon[84934]: osdmap e469: 8 total, 7 up, 8 in 2024-09-16T11:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:24 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 32/429 objects degraded (7.459%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[86047]: osdmap e469: 8 total, 7 up, 8 in 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 32/429 objects degraded (7.459%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[88497]: osdmap e469: 8 total, 7 up, 8 in 2024-09-16T11:10:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:25.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:24 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:25.735 INFO:tasks.rados.rados.0.smithi077.stdout:2018: done (0 left) 2024-09-16T11:10:25.735 INFO:tasks.rados.rados.0.smithi077.stdout:2019: snap_remove snap 188 2024-09-16T11:10:26.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:25 smithi191 ceph-mon[84934]: osdmap e470: 8 total, 7 up, 8 in 2024-09-16T11:10:26.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:25 smithi191 ceph-mon[84934]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 2.8 MiB/s wr, 7 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:26.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:25 smithi191 ceph-mon[84934]: osdmap e471: 8 total, 7 up, 8 in 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[88497]: osdmap e470: 8 total, 7 up, 8 in 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[88497]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 2.8 MiB/s wr, 7 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[88497]: osdmap e471: 8 total, 7 up, 8 in 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[86047]: osdmap e470: 8 total, 7 up, 8 in 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[86047]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 2.8 MiB/s wr, 7 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:25 smithi077 ceph-mon[86047]: osdmap e471: 8 total, 7 up, 8 in 2024-09-16T11:10:26.738 INFO:tasks.rados.rados.0.smithi077.stdout:2019: done (0 left) 2024-09-16T11:10:26.738 INFO:tasks.rados.rados.0.smithi077.stdout:2020: snap_remove snap 202 2024-09-16T11:10:27.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:26 smithi191 ceph-mon[84934]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:10:27.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:26 smithi191 ceph-mon[84934]: osdmap e472: 8 total, 7 up, 8 in 2024-09-16T11:10:27.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:26 smithi077 ceph-mon[88497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:10:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:26 smithi077 ceph-mon[88497]: osdmap e472: 8 total, 7 up, 8 in 2024-09-16T11:10:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:26 smithi077 ceph-mon[86047]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:10:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:26 smithi077 ceph-mon[86047]: osdmap e472: 8 total, 7 up, 8 in 2024-09-16T11:10:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:26] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-09-16T11:10:27.462 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T11:10:27.049+0000 7fb554063640 -1 osd.6 463 log_to_monitors true 2024-09-16T11:10:27.740 INFO:tasks.rados.rados.0.smithi077.stdout:2020: done (0 left) 2024-09-16T11:10:27.740 INFO:tasks.rados.rados.0.smithi077.stdout:2021: delete oid 26 current snap is 203 2024-09-16T11:10:27.746 INFO:tasks.rados.rados.0.smithi077.stdout:2021: done (0 left) 2024-09-16T11:10:27.746 INFO:tasks.rados.rados.0.smithi077.stdout:2022: snap_remove snap 200 2024-09-16T11:10:28.212 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T11:10:27.763+0000 7fb54be0d640 -1 osd.6 463 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:10:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: osdmap e473: 8 total, 7 up, 8 in 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: osdmap e473: 8 total, 7 up, 8 in 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 39/438 objects degraded (8.904%) 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T11:10:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T11:10:28.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: osdmap e473: 8 total, 7 up, 8 in 2024-09-16T11:10:28.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:10:28.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:28.741 INFO:tasks.rados.rados.0.smithi077.stdout:2022: done (0 left) 2024-09-16T11:10:28.741 INFO:tasks.rados.rados.0.smithi077.stdout:2023: read oid 49 snap -1 2024-09-16T11:10:28.741 INFO:tasks.rados.rados.0.smithi077.stdout:2023: expect (ObjNum 639 snap 197 seq_num 639) 2024-09-16T11:10:28.742 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 203 2024-09-16T11:10:28.742 INFO:tasks.rados.rados.0.smithi077.stdout:2024: seq_num 653 ranges {6823936=540672,7364608=696320,8060928=106496} 2024-09-16T11:10:28.783 INFO:tasks.rados.rados.0.smithi077.stdout:2024: writing smithi07774545-1 from 6823936 to 7364608 tid 1 2024-09-16T11:10:28.787 INFO:tasks.rados.rados.0.smithi077.stdout:2024: writing smithi07774545-1 from 7364608 to 8060928 tid 2 2024-09-16T11:10:28.787 INFO:tasks.rados.rados.0.smithi077.stdout:2024: writing smithi07774545-1 from 8060928 to 8167424 tid 3 2024-09-16T11:10:28.787 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 203 2024-09-16T11:10:28.787 INFO:tasks.rados.rados.0.smithi077.stdout:2025: seq_num 654 ranges {573440=557056,1130496=630784,1761280=172032} 2024-09-16T11:10:28.793 INFO:tasks.rados.rados.0.smithi077.stdout:2025: writing smithi07774545-29 from 573440 to 1130496 tid 1 2024-09-16T11:10:28.797 INFO:tasks.rados.rados.0.smithi077.stdout:2025: writing smithi07774545-29 from 1130496 to 1761280 tid 2 2024-09-16T11:10:28.798 INFO:tasks.rados.rados.0.smithi077.stdout:2025: writing smithi07774545-29 from 1761280 to 1933312 tid 3 2024-09-16T11:10:28.799 INFO:tasks.rados.rados.0.smithi077.stdout:2026: snap_create 2024-09-16T11:10:28.799 INFO:tasks.rados.rados.0.smithi077.stdout:2023: expect (ObjNum 639 snap 197 seq_num 639) 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: finishing write tid 1 to smithi07774545-29 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: finishing write tid 2 to smithi07774545-29 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: finishing write tid 3 to smithi07774545-29 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: finishing write tid 4 to smithi07774545-29 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: finishing write tid 5 to smithi07774545-29 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1163 (ObjNum 654 snap 203 seq_num 654) dirty exists 2024-09-16T11:10:29.305 INFO:tasks.rados.rados.0.smithi077.stdout:2025: left oid 29 (ObjNum 654 snap 203 seq_num 654) 2024-09-16T11:10:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821] boot 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:10:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:29 smithi191 ceph-mon[84934]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 6 op/s; 42/444 objects degraded (9.459%) 2024-09-16T11:10:29.747 INFO:tasks.rados.rados.0.smithi077.stdout:2023: done (3 left) 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2025: done (2 left) 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2026: done (1 left) 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2027: read oid 42 snap 186 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2027: expect deleted 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2028: read oid 29 snap 171 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2028: expect (ObjNum 539 snap 161 seq_num 539) 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2029: copy_from oid 48 from oid 38 current snap is 204 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 204 2024-09-16T11:10:29.748 INFO:tasks.rados.rados.0.smithi077.stdout:2030: seq_num 655 ranges {11001856=573440,11575296=516096,12091392=286720} 2024-09-16T11:10:29.813 INFO:tasks.rados.rados.0.smithi077.stdout:2030: writing smithi07774545-10 from 11001856 to 11575296 tid 1 2024-09-16T11:10:29.816 INFO:tasks.rados.rados.0.smithi077.stdout:2030: writing smithi07774545-10 from 11575296 to 12091392 tid 2 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2030: writing smithi07774545-10 from 12091392 to 12378112 tid 3 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2031: read oid 5 snap -1 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2031: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2032: snap_create 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2029: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2029: finishing copy_from to smithi07774545-48 2024-09-16T11:10:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1159 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:29.820 INFO:tasks.rados.rados.0.smithi077.stdout:2028: expect (ObjNum 539 snap 161 seq_num 539) 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821] boot 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[88497]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 6 op/s; 42/444 objects degraded (9.459%) 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: osd.6 [v2:172.21.15.191:6816/3397082821,v1:172.21.15.191:6817/3397082821] boot 2024-09-16T11:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T11:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T11:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:29 smithi077 ceph-mon[86047]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 6 op/s; 42/444 objects degraded (9.459%) 2024-09-16T11:10:29.953 INFO:tasks.rados.rados.0.smithi077.stdout:2024: finishing write tid 1 to smithi07774545-1 2024-09-16T11:10:29.953 INFO:tasks.rados.rados.0.smithi077.stdout:2024: finishing write tid 2 to smithi07774545-1 2024-09-16T11:10:29.953 INFO:tasks.rados.rados.0.smithi077.stdout:2024: finishing write tid 3 to smithi07774545-1 2024-09-16T11:10:29.953 INFO:tasks.rados.rados.0.smithi077.stdout:2024: finishing write tid 4 to smithi07774545-1 2024-09-16T11:10:29.953 INFO:tasks.rados.rados.0.smithi077.stdout:2024: finishing write tid 5 to smithi07774545-1 2024-09-16T11:10:29.954 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1179 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-09-16T11:10:29.954 INFO:tasks.rados.rados.0.smithi077.stdout:2024: left oid 1 (ObjNum 653 snap 203 seq_num 653) 2024-09-16T11:10:29.954 INFO:tasks.rados.rados.0.smithi077.stdout:2030: finishing write tid 1 to smithi07774545-10 2024-09-16T11:10:29.954 INFO:tasks.rados.rados.0.smithi077.stdout:2031: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:2030: finishing write tid 2 to smithi07774545-10 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:2030: finishing write tid 3 to smithi07774545-10 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:2030: finishing write tid 4 to smithi07774545-10 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:2030: finishing write tid 5 to smithi07774545-10 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1246 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-09-16T11:10:29.956 INFO:tasks.rados.rados.0.smithi077.stdout:2030: left oid 10 (ObjNum 655 snap 204 seq_num 655) 2024-09-16T11:10:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:30 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 42/444 objects degraded (9.459%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:30 smithi191 ceph-mon[84934]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2024: done (6 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2027: done (5 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2028: done (4 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2029: done (3 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2030: done (2 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2031: done (1 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2032: done (0 left) 2024-09-16T11:10:30.749 INFO:tasks.rados.rados.0.smithi077.stdout:2033: copy_from oid 15 from oid 50 current snap is 205 2024-09-16T11:10:30.750 INFO:tasks.rados.rados.0.smithi077.stdout:2034: snap_create 2024-09-16T11:10:30.753 INFO:tasks.rados.rados.0.smithi077.stdout:2033: finishing copy_from to smithi07774545-15 2024-09-16T11:10:30.753 INFO:tasks.rados.rados.0.smithi077.stdout:2033: got expected ENOENT (src dne) 2024-09-16T11:10:30.753 INFO:tasks.rados.rados.0.smithi077.stdout:2033: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:10:30.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:30 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 42/444 objects degraded (9.459%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:30.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:30 smithi077 ceph-mon[86047]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T11:10:30.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:30 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 42/444 objects degraded (9.459%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:30.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:30 smithi077 ceph-mon[88497]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T11:10:31.757 INFO:tasks.rados.rados.0.smithi077.stdout:2033: done (1 left) 2024-09-16T11:10:31.790 INFO:tasks.rados.rados.0.smithi077.stdout:2034: done (0 left) 2024-09-16T11:10:31.790 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 206 2024-09-16T11:10:31.790 INFO:tasks.rados.rados.0.smithi077.stdout:2035: seq_num 656 ranges {4775936=589824,5365760=802816} 2024-09-16T11:10:31.791 INFO:tasks.rados.rados.0.smithi077.stdout:2035: writing smithi07774545-43 from 4775936 to 5365760 tid 1 2024-09-16T11:10:31.791 INFO:tasks.rados.rados.0.smithi077.stdout:2035: writing smithi07774545-43 from 5365760 to 6168576 tid 2 2024-09-16T11:10:31.791 INFO:tasks.rados.rados.0.smithi077.stdout:2036: delete oid 18 current snap is 206 2024-09-16T11:10:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2035: finishing write tid 1 to smithi07774545-43 2024-09-16T11:10:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2035: finishing write tid 2 to smithi07774545-43 2024-09-16T11:10:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2036: done (1 left) 2024-09-16T11:10:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2037: read oid 13 snap -1 2024-09-16T11:10:31.795 INFO:tasks.rados.rados.0.smithi077.stdout:2037: expect deleted 2024-09-16T11:10:31.795 INFO:tasks.rados.rados.0.smithi077.stdout:2038: snap_create 2024-09-16T11:10:31.795 INFO:tasks.rados.rados.0.smithi077.stdout:2035: finishing write tid 3 to smithi07774545-43 2024-09-16T11:10:31.796 INFO:tasks.rados.rados.0.smithi077.stdout:2035: finishing write tid 4 to smithi07774545-43 2024-09-16T11:10:31.796 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1250 (ObjNum 656 snap 206 seq_num 656) dirty exists 2024-09-16T11:10:31.796 INFO:tasks.rados.rados.0.smithi077.stdout:2035: left oid 43 (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:10:32.039 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:31 smithi077 ceph-mon[88497]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T11:10:32.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:31 smithi077 ceph-mon[88497]: pgmap v403: 121 pgs: 17 active+undersized, 7 active+undersized+degraded, 97 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 640 KiB/s wr, 11 op/s; 39/447 objects degraded (8.725%) 2024-09-16T11:10:32.040 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:31 smithi077 ceph-mon[86047]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T11:10:32.040 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:31 smithi077 ceph-mon[86047]: pgmap v403: 121 pgs: 17 active+undersized, 7 active+undersized+degraded, 97 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 640 KiB/s wr, 11 op/s; 39/447 objects degraded (8.725%) 2024-09-16T11:10:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:31 smithi191 ceph-mon[84934]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T11:10:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:31 smithi191 ceph-mon[84934]: pgmap v403: 121 pgs: 17 active+undersized, 7 active+undersized+degraded, 97 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 640 KiB/s wr, 11 op/s; 39/447 objects degraded (8.725%) 2024-09-16T11:10:32.422 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T11:10:32.038+0000 7f2bd3770640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T11:10:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:32.757 INFO:tasks.rados.rados.0.smithi077.stdout:2035: done (2 left) 2024-09-16T11:10:32.758 INFO:tasks.rados.rados.0.smithi077.stdout:2037: done (1 left) 2024-09-16T11:10:32.758 INFO:tasks.rados.rados.0.smithi077.stdout:2038: done (0 left) 2024-09-16T11:10:32.758 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 207 2024-09-16T11:10:32.758 INFO:tasks.rados.rados.0.smithi077.stdout:2039: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-09-16T11:10:32.761 INFO:tasks.rados.rados.0.smithi077.stdout:2039: writing smithi07774545-7 from 0 to 622592 tid 1 2024-09-16T11:10:32.764 INFO:tasks.rados.rados.0.smithi077.stdout:2039: writing smithi07774545-7 from 622592 to 1187840 tid 2 2024-09-16T11:10:32.766 INFO:tasks.rados.rados.0.smithi077.stdout:2039: writing smithi07774545-7 from 1187840 to 1425408 tid 3 2024-09-16T11:10:32.766 INFO:tasks.rados.rados.0.smithi077.stdout:2040: read oid 43 snap -1 2024-09-16T11:10:32.766 INFO:tasks.rados.rados.0.smithi077.stdout:2040: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:10:32.766 INFO:tasks.rados.rados.0.smithi077.stdout:2041: snap_remove snap 199 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[86047]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:32 smithi077 ceph-mon[88497]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T11:10:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T11:10:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:33.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:10:33.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:33.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:33.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:33.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:33.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:32 smithi191 ceph-mon[84934]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2041: done (2 left) 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 207 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2039: finishing write tid 1 to smithi07774545-7 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2039: finishing write tid 2 to smithi07774545-7 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2039: finishing write tid 3 to smithi07774545-7 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2039: finishing write tid 4 to smithi07774545-7 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:2039: finishing write tid 5 to smithi07774545-7 2024-09-16T11:10:33.765 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1177 (ObjNum 658 snap 207 seq_num 658) dirty exists 2024-09-16T11:10:33.766 INFO:tasks.rados.rados.0.smithi077.stdout:2039: left oid 7 (ObjNum 658 snap 207 seq_num 658) 2024-09-16T11:10:33.766 INFO:tasks.rados.rados.0.smithi077.stdout:2040: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:10:34.015 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:33 smithi191 ceph-mon[84934]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T11:10:34.015 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:33 smithi191 ceph-mon[84934]: pgmap v406: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:34.053 INFO:tasks.rados.rados.0.smithi077.stdout:2042: seq_num 659 ranges {1810432=647168,2457600=450560,2908160=352256} 2024-09-16T11:10:34.066 INFO:tasks.rados.rados.0.smithi077.stdout:2042: writing smithi07774545-25 from 1810432 to 2457600 tid 1 2024-09-16T11:10:34.068 INFO:tasks.rados.rados.0.smithi077.stdout:2042: writing smithi07774545-25 from 2457600 to 2908160 tid 2 2024-09-16T11:10:34.070 INFO:tasks.rados.rados.0.smithi077.stdout:2042: writing smithi07774545-25 from 2908160 to 3260416 tid 3 2024-09-16T11:10:34.070 INFO:tasks.rados.rados.0.smithi077.stdout:2042: finishing write tid 1 to smithi07774545-25 2024-09-16T11:10:34.071 INFO:tasks.rados.rados.0.smithi077.stdout:2039: done (2 left) 2024-09-16T11:10:34.071 INFO:tasks.rados.rados.0.smithi077.stdout:2040: done (1 left) 2024-09-16T11:10:34.071 INFO:tasks.rados.rados.0.smithi077.stdout:2043: snap_remove snap 193 2024-09-16T11:10:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:33 smithi077 ceph-mon[86047]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T11:10:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:33 smithi077 ceph-mon[86047]: pgmap v406: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:33 smithi077 ceph-mon[88497]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T11:10:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:33 smithi077 ceph-mon[88497]: pgmap v406: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:34.768 INFO:tasks.rados.rados.0.smithi077.stdout:2043: done (1 left) 2024-09-16T11:10:34.768 INFO:tasks.rados.rados.0.smithi077.stdout:2044: setattr oid 23 current snap is 207 2024-09-16T11:10:34.768 INFO:tasks.rados.rados.0.smithi077.stdout:2042: finishing write tid 2 to smithi07774545-25 2024-09-16T11:10:34.768 INFO:tasks.rados.rados.0.smithi077.stdout:2042: finishing write tid 3 to smithi07774545-25 2024-09-16T11:10:34.768 INFO:tasks.rados.rados.0.smithi077.stdout:2042: finishing write tid 4 to smithi07774545-25 2024-09-16T11:10:34.769 INFO:tasks.rados.rados.0.smithi077.stdout:2042: finishing write tid 5 to smithi07774545-25 2024-09-16T11:10:34.769 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1259 (ObjNum 659 snap 207 seq_num 659) dirty exists 2024-09-16T11:10:34.769 INFO:tasks.rados.rados.0.smithi077.stdout:2042: left oid 25 (ObjNum 659 snap 207 seq_num 659) 2024-09-16T11:10:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:2042: done (1 left) 2024-09-16T11:10:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:2045: copy_from oid 22 from oid 3 current snap is 207 2024-09-16T11:10:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:2046: rmattr oid 39 current snap is 207 2024-09-16T11:10:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:2046: done (2 left) 2024-09-16T11:10:34.771 INFO:tasks.rados.rados.0.smithi077.stdout:2047: rollback oid 29 current snap is 207 2024-09-16T11:10:34.772 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 186 2024-09-16T11:10:34.772 INFO:tasks.rados.rados.0.smithi077.stdout:2048: snap_create 2024-09-16T11:10:34.775 INFO:tasks.rados.rados.0.smithi077.stdout:2045: finishing copy_from to smithi07774545-22 2024-09-16T11:10:34.775 INFO:tasks.rados.rados.0.smithi077.stdout:2045: got expected ENOENT (src dne) 2024-09-16T11:10:34.776 INFO:tasks.rados.rados.0.smithi077.stdout:2045: finishing copy_from racing read to smithi07774545-22 2024-09-16T11:10:34.781 INFO:tasks.rados.rados.0.smithi077.stdout:2047: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:10:34.781 INFO:tasks.rados.rados.0.smithi077.stdout:2047: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:10:34.781 INFO:tasks.rados.rados.0.smithi077.stdout:2047: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:10:34.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1166 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:10:34.782 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1115 (ObjNum 627 snap 193 seq_num 627) dirty exists 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/447 objects degraded (8.725%), 7 pgs degraded) 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[86047]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/447 objects degraded (8.725%), 7 pgs degraded) 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:10:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:34 smithi077 ceph-mon[88497]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T11:10:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:34 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/447 objects degraded (8.725%), 7 pgs degraded) 2024-09-16T11:10:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:34 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:10:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:34 smithi191 ceph-mon[84934]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T11:10:35.737 INFO:tasks.rados.rados.0.smithi077.stdout:2044: done (3 left) 2024-09-16T11:10:35.738 INFO:tasks.rados.rados.0.smithi077.stdout:2045: done (2 left) 2024-09-16T11:10:35.738 INFO:tasks.rados.rados.0.smithi077.stdout:2047: done (1 left) 2024-09-16T11:10:35.738 INFO:tasks.rados.rados.0.smithi077.stdout:2048: done (0 left) 2024-09-16T11:10:35.738 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 208 2024-09-16T11:10:35.738 INFO:tasks.rados.rados.0.smithi077.stdout:2049: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-09-16T11:10:35.741 INFO:tasks.rados.rados.0.smithi077.stdout:2049: writing smithi07774545-18 from 0 to 663552 tid 1 2024-09-16T11:10:35.745 INFO:tasks.rados.rados.0.smithi077.stdout:2049: writing smithi07774545-18 from 663552 to 1400832 tid 2 2024-09-16T11:10:35.746 INFO:tasks.rados.rados.0.smithi077.stdout:2049: writing smithi07774545-18 from 1400832 to 1466368 tid 3 2024-09-16T11:10:35.746 INFO:tasks.rados.rados.0.smithi077.stdout:2050: snap_create 2024-09-16T11:10:35.746 INFO:tasks.rados.rados.0.smithi077.stdout:2049: finishing write tid 1 to smithi07774545-18 2024-09-16T11:10:35.749 INFO:tasks.rados.rados.0.smithi077.stdout:2049: finishing write tid 2 to smithi07774545-18 2024-09-16T11:10:35.750 INFO:tasks.rados.rados.0.smithi077.stdout:2049: finishing write tid 3 to smithi07774545-18 2024-09-16T11:10:35.751 INFO:tasks.rados.rados.0.smithi077.stdout:2049: finishing write tid 4 to smithi07774545-18 2024-09-16T11:10:35.752 INFO:tasks.rados.rados.0.smithi077.stdout:2049: finishing write tid 5 to smithi07774545-18 2024-09-16T11:10:35.752 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1152 (ObjNum 660 snap 208 seq_num 660) dirty exists 2024-09-16T11:10:35.752 INFO:tasks.rados.rados.0.smithi077.stdout:2049: left oid 18 (ObjNum 660 snap 208 seq_num 660) 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[86047]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[86047]: pgmap v409: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[86047]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[88497]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[88497]: pgmap v409: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:35 smithi077 ceph-mon[88497]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T11:10:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:35 smithi191 ceph-mon[84934]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T11:10:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:35 smithi191 ceph-mon[84934]: pgmap v409: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-16T11:10:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:35 smithi191 ceph-mon[84934]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T11:10:36.738 INFO:tasks.rados.rados.0.smithi077.stdout:2049: done (1 left) 2024-09-16T11:10:36.738 INFO:tasks.rados.rados.0.smithi077.stdout:2050: done (0 left) 2024-09-16T11:10:36.738 INFO:tasks.rados.rados.0.smithi077.stdout:2051: setattr oid 44 current snap is 209 2024-09-16T11:10:36.739 INFO:tasks.rados.rados.0.smithi077.stdout:2052: rollback oid 20 current snap is 209 2024-09-16T11:10:36.739 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 203 2024-09-16T11:10:36.739 INFO:tasks.rados.rados.0.smithi077.stdout:2053: snap_remove snap 208 2024-09-16T11:10:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:36] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T11:10:37.744 INFO:tasks.rados.rados.0.smithi077.stdout:2052: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:10:37.744 INFO:tasks.rados.rados.0.smithi077.stdout:2052: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:10:37.744 INFO:tasks.rados.rados.0.smithi077.stdout:2052: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:10:37.744 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 819 (ObjNum 647 snap 200 seq_num 647) dirty exists 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1178 (ObjNum 289 snap 0 seq_num 1452388953) dirty exists 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:2051: done (2 left) 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:2052: done (1 left) 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:2053: done (0 left) 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:2054: copy_from oid 12 from oid 43 current snap is 209 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 209 2024-09-16T11:10:37.745 INFO:tasks.rados.rados.0.smithi077.stdout:2055: seq_num 661 ranges {1679360=679936,2359296=622592,2981888=180224} 2024-09-16T11:10:37.758 INFO:tasks.rados.rados.0.smithi077.stdout:2055: writing smithi07774545-23 from 1679360 to 2359296 tid 1 2024-09-16T11:10:37.761 INFO:tasks.rados.rados.0.smithi077.stdout:2055: writing smithi07774545-23 from 2359296 to 2981888 tid 2 2024-09-16T11:10:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:2055: writing smithi07774545-23 from 2981888 to 3162112 tid 3 2024-09-16T11:10:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 209 2024-09-16T11:10:37.763 INFO:tasks.rados.rados.0.smithi077.stdout:2056: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-09-16T11:10:37.768 INFO:tasks.rados.rados.0.smithi077.stdout:2056: writing smithi07774545-30 from 0 to 696320 tid 1 2024-09-16T11:10:37.771 INFO:tasks.rados.rados.0.smithi077.stdout:2056: writing smithi07774545-30 from 696320 to 1253376 tid 2 2024-09-16T11:10:37.773 INFO:tasks.rados.rados.0.smithi077.stdout:2056: writing smithi07774545-30 from 1253376 to 1499136 tid 3 2024-09-16T11:10:37.773 INFO:tasks.rados.rados.0.smithi077.stdout:2057: read oid 19 snap -1 2024-09-16T11:10:37.773 INFO:tasks.rados.rados.0.smithi077.stdout:2057: expect (ObjNum 634 snap 197 seq_num 634) 2024-09-16T11:10:37.773 INFO:tasks.rados.rados.0.smithi077.stdout:2058: read oid 1 snap -1 2024-09-16T11:10:37.774 INFO:tasks.rados.rados.0.smithi077.stdout:2058: expect (ObjNum 653 snap 203 seq_num 653) 2024-09-16T11:10:37.774 INFO:tasks.rados.rados.0.smithi077.stdout:2059: snap_remove snap 186 2024-09-16T11:10:38.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:37 smithi077 ceph-mon[86047]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T11:10:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:37 smithi077 ceph-mon[86047]: pgmap v412: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T11:10:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:37 smithi077 ceph-mon[88497]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T11:10:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:37 smithi077 ceph-mon[88497]: pgmap v412: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T11:10:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:37 smithi191 ceph-mon[84934]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T11:10:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:37 smithi191 ceph-mon[84934]: pgmap v412: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T11:10:38.751 INFO:tasks.rados.rados.0.smithi077.stdout:2059: done (5 left) 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2060: rollback oid 40 current snap is 209 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 207 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: finishing write tid 1 to smithi07774545-23 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: finishing write tid 2 to smithi07774545-23 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: finishing write tid 3 to smithi07774545-23 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: finishing write tid 4 to smithi07774545-23 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2054: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2056: finishing write tid 1 to smithi07774545-30 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: finishing write tid 5 to smithi07774545-23 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1119 (ObjNum 661 snap 209 seq_num 661) dirty exists 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2055: left oid 23 (ObjNum 661 snap 209 seq_num 661) 2024-09-16T11:10:38.752 INFO:tasks.rados.rados.0.smithi077.stdout:2054: finishing copy_from to smithi07774545-12 2024-09-16T11:10:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1250 (ObjNum 656 snap 206 seq_num 656) dirty exists 2024-09-16T11:10:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:2056: finishing write tid 2 to smithi07774545-30 2024-09-16T11:10:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:2056: finishing write tid 3 to smithi07774545-30 2024-09-16T11:10:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:2056: finishing write tid 4 to smithi07774545-30 2024-09-16T11:10:38.753 INFO:tasks.rados.rados.0.smithi077.stdout:2057: expect (ObjNum 634 snap 197 seq_num 634) 2024-09-16T11:10:38.789 INFO:tasks.rados.rados.0.smithi077.stdout:2056: finishing write tid 5 to smithi07774545-30 2024-09-16T11:10:38.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1123 (ObjNum 662 snap 209 seq_num 662) dirty exists 2024-09-16T11:10:38.790 INFO:tasks.rados.rados.0.smithi077.stdout:2056: left oid 30 (ObjNum 662 snap 209 seq_num 662) 2024-09-16T11:10:38.790 INFO:tasks.rados.rados.0.smithi077.stdout:2058: expect (ObjNum 653 snap 203 seq_num 653) 2024-09-16T11:10:39.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:38 smithi077 ceph-mon[86047]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T11:10:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:38 smithi077 ceph-mon[88497]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T11:10:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:38 smithi191 ceph-mon[84934]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:2060: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1177 (ObjNum 289 snap 0 seq_num 1301110901) dirty dne 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:2054: done (5 left) 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:2055: done (4 left) 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:2056: done (3 left) 2024-09-16T11:10:39.267 INFO:tasks.rados.rados.0.smithi077.stdout:2057: done (2 left) 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:2058: done (1 left) 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:2060: done (0 left) 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:2061: read oid 21 snap -1 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:2061: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 209 2024-09-16T11:10:39.268 INFO:tasks.rados.rados.0.smithi077.stdout:2062: seq_num 663 ranges {2392064=712704,3104768=442368,3547136=360448} 2024-09-16T11:10:39.283 INFO:tasks.rados.rados.0.smithi077.stdout:2062: writing smithi07774545-11 from 2392064 to 3104768 tid 1 2024-09-16T11:10:39.286 INFO:tasks.rados.rados.0.smithi077.stdout:2062: writing smithi07774545-11 from 3104768 to 3547136 tid 2 2024-09-16T11:10:39.288 INFO:tasks.rados.rados.0.smithi077.stdout:2062: writing smithi07774545-11 from 3547136 to 3907584 tid 3 2024-09-16T11:10:39.288 INFO:tasks.rados.rados.0.smithi077.stdout:2063: delete oid 25 current snap is 209 2024-09-16T11:10:39.288 INFO:tasks.rados.rados.0.smithi077.stdout:2061: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:10:39.346 INFO:tasks.rados.rados.0.smithi077.stdout:2062: finishing write tid 1 to smithi07774545-11 2024-09-16T11:10:39.346 INFO:tasks.rados.rados.0.smithi077.stdout:2062: finishing write tid 2 to smithi07774545-11 2024-09-16T11:10:39.346 INFO:tasks.rados.rados.0.smithi077.stdout:2062: finishing write tid 3 to smithi07774545-11 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2062: finishing write tid 4 to smithi07774545-11 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2062: finishing write tid 5 to smithi07774545-11 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1254 (ObjNum 663 snap 209 seq_num 663) dirty exists 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2062: left oid 11 (ObjNum 663 snap 209 seq_num 663) 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2061: done (2 left) 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2062: done (1 left) 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2063: done (0 left) 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 209 2024-09-16T11:10:39.347 INFO:tasks.rados.rados.0.smithi077.stdout:2064: seq_num 665 ranges {622592=745472,1368064=606208,1974272=196608} 2024-09-16T11:10:39.353 INFO:tasks.rados.rados.0.smithi077.stdout:2064: writing smithi07774545-46 from 622592 to 1368064 tid 1 2024-09-16T11:10:39.356 INFO:tasks.rados.rados.0.smithi077.stdout:2064: writing smithi07774545-46 from 1368064 to 1974272 tid 2 2024-09-16T11:10:39.358 INFO:tasks.rados.rados.0.smithi077.stdout:2064: writing smithi07774545-46 from 1974272 to 2170880 tid 3 2024-09-16T11:10:39.358 INFO:tasks.rados.rados.0.smithi077.stdout:2065: read oid 31 snap -1 2024-09-16T11:10:39.358 INFO:tasks.rados.rados.0.smithi077.stdout:2065: expect (ObjNum 590 snap 179 seq_num 590) 2024-09-16T11:10:39.358 INFO:tasks.rados.rados.0.smithi077.stdout:2066: setattr oid 48 current snap is 209 2024-09-16T11:10:39.358 INFO:tasks.rados.rados.0.smithi077.stdout:2064: finishing write tid 1 to smithi07774545-46 2024-09-16T11:10:39.359 INFO:tasks.rados.rados.0.smithi077.stdout:2067: delete oid 13 current snap is 209 2024-09-16T11:10:39.360 INFO:tasks.rados.rados.0.smithi077.stdout:2064: finishing write tid 2 to smithi07774545-46 2024-09-16T11:10:39.360 INFO:tasks.rados.rados.0.smithi077.stdout:2064: finishing write tid 3 to smithi07774545-46 2024-09-16T11:10:39.361 INFO:tasks.rados.rados.0.smithi077.stdout:2067: done (3 left) 2024-09-16T11:10:39.361 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 209 2024-09-16T11:10:39.361 INFO:tasks.rados.rados.0.smithi077.stdout:2064: finishing write tid 4 to smithi07774545-46 2024-09-16T11:10:39.361 INFO:tasks.rados.rados.0.smithi077.stdout:2068: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-09-16T11:10:39.366 INFO:tasks.rados.rados.0.smithi077.stdout:2068: writing smithi07774545-13 from 0 to 778240 tid 1 2024-09-16T11:10:39.370 INFO:tasks.rados.rados.0.smithi077.stdout:2068: writing smithi07774545-13 from 778240 to 1556480 tid 2 2024-09-16T11:10:39.370 INFO:tasks.rados.rados.0.smithi077.stdout:2068: writing smithi07774545-13 from 1556480 to 1581056 tid 3 2024-09-16T11:10:39.370 INFO:tasks.rados.rados.0.smithi077.stdout:2069: read oid 2 snap -1 2024-09-16T11:10:39.371 INFO:tasks.rados.rados.0.smithi077.stdout:2069: expect (ObjNum 542 snap 163 seq_num 542) 2024-09-16T11:10:39.371 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 209 2024-09-16T11:10:39.371 INFO:tasks.rados.rados.0.smithi077.stdout:2070: seq_num 668 ranges {1425408=794624,2220032=663552,2883584=139264} 2024-09-16T11:10:39.382 INFO:tasks.rados.rados.0.smithi077.stdout:2070: writing smithi07774545-7 from 1425408 to 2220032 tid 1 2024-09-16T11:10:39.386 INFO:tasks.rados.rados.0.smithi077.stdout:2070: writing smithi07774545-7 from 2220032 to 2883584 tid 2 2024-09-16T11:10:39.387 INFO:tasks.rados.rados.0.smithi077.stdout:2070: writing smithi07774545-7 from 2883584 to 3022848 tid 3 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 209 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:2064: finishing write tid 5 to smithi07774545-46 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1127 (ObjNum 665 snap 209 seq_num 665) dirty exists 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:2064: left oid 46 (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1160 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:39.388 INFO:tasks.rados.rados.0.smithi077.stdout:2071: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-09-16T11:10:39.390 INFO:tasks.rados.rados.0.smithi077.stdout:2071: writing smithi07774545-24 from 0 to 409600 tid 1 2024-09-16T11:10:39.393 INFO:tasks.rados.rados.0.smithi077.stdout:2071: writing smithi07774545-24 from 409600 to 958464 tid 2 2024-09-16T11:10:39.397 INFO:tasks.rados.rados.0.smithi077.stdout:2071: writing smithi07774545-24 from 958464 to 1613824 tid 3 2024-09-16T11:10:39.397 INFO:tasks.rados.rados.0.smithi077.stdout:2064: done (6 left) 2024-09-16T11:10:39.398 INFO:tasks.rados.rados.0.smithi077.stdout:2066: done (5 left) 2024-09-16T11:10:39.398 INFO:tasks.rados.rados.0.smithi077.stdout:2072: snap_create 2024-09-16T11:10:39.398 INFO:tasks.rados.rados.0.smithi077.stdout:2065: expect (ObjNum 590 snap 179 seq_num 590) 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: finishing write tid 1 to smithi07774545-13 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: finishing write tid 2 to smithi07774545-13 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: finishing write tid 3 to smithi07774545-13 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: finishing write tid 4 to smithi07774545-13 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: finishing write tid 5 to smithi07774545-13 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1258 (ObjNum 667 snap 209 seq_num 667) dirty exists 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2068: left oid 13 (ObjNum 667 snap 209 seq_num 667) 2024-09-16T11:10:39.406 INFO:tasks.rados.rados.0.smithi077.stdout:2069: expect (ObjNum 542 snap 163 seq_num 542) 2024-09-16T11:10:39.453 INFO:tasks.rados.rados.0.smithi077.stdout:2070: finishing write tid 1 to smithi07774545-7 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2070: finishing write tid 2 to smithi07774545-7 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2070: finishing write tid 3 to smithi07774545-7 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2070: finishing write tid 4 to smithi07774545-7 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2070: finishing write tid 5 to smithi07774545-7 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1262 (ObjNum 668 snap 209 seq_num 668) dirty exists 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2070: left oid 7 (ObjNum 668 snap 209 seq_num 668) 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2071: finishing write tid 1 to smithi07774545-24 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2071: finishing write tid 2 to smithi07774545-24 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2071: finishing write tid 3 to smithi07774545-24 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2071: finishing write tid 4 to smithi07774545-24 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:2071: finishing write tid 5 to smithi07774545-24 2024-09-16T11:10:39.454 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1164 (ObjNum 669 snap 209 seq_num 669) dirty exists 2024-09-16T11:10:39.455 INFO:tasks.rados.rados.0.smithi077.stdout:2071: left oid 24 (ObjNum 669 snap 209 seq_num 669) 2024-09-16T11:10:39.764 INFO:tasks.rados.rados.0.smithi077.stdout:2065: done (5 left) 2024-09-16T11:10:39.764 INFO:tasks.rados.rados.0.smithi077.stdout:2068: done (4 left) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2069: done (3 left) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2070: done (2 left) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2071: done (1 left) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2072: done (0 left) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2073: read oid 22 snap -1 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2073: expect (ObjNum 597 snap 182 seq_num 597) 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2074: read oid 39 snap 171 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2074: expect deleted 2024-09-16T11:10:39.765 INFO:tasks.rados.rados.0.smithi077.stdout:2075: setattr oid 14 current snap is 210 2024-09-16T11:10:39.766 INFO:tasks.rados.rados.0.smithi077.stdout:2076: read oid 36 snap 203 2024-09-16T11:10:39.766 INFO:tasks.rados.rados.0.smithi077.stdout:2076: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:39.766 INFO:tasks.rados.rados.0.smithi077.stdout:2077: snap_create 2024-09-16T11:10:39.772 INFO:tasks.rados.rados.0.smithi077.stdout:2073: expect (ObjNum 597 snap 182 seq_num 597) 2024-09-16T11:10:39.783 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1124 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:10:39.799 INFO:tasks.rados.rados.0.smithi077.stdout:2076: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:39 smithi077 ceph-mon[86047]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T11:10:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:39 smithi077 ceph-mon[86047]: pgmap v415: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T11:10:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:39 smithi077 ceph-mon[88497]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T11:10:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:39 smithi077 ceph-mon[88497]: pgmap v415: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T11:10:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:39 smithi191 ceph-mon[84934]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T11:10:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:39 smithi191 ceph-mon[84934]: pgmap v415: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T11:10:40.737 INFO:tasks.rados.rados.0.smithi077.stdout:2073: done (4 left) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2074: done (3 left) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2075: done (2 left) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2076: done (1 left) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2077: done (0 left) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2078: read oid 37 snap 205 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2078: expect deleted 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2079: read oid 11 snap -1 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2079: expect (ObjNum 663 snap 209 seq_num 663) 2024-09-16T11:10:40.738 INFO:tasks.rados.rados.0.smithi077.stdout:2080: setattr oid 50 current snap is 211 2024-09-16T11:10:40.739 INFO:tasks.rados.rados.0.smithi077.stdout:2078: done (2 left) 2024-09-16T11:10:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:2081: rollback oid 27 current snap is 211 2024-09-16T11:10:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 205 2024-09-16T11:10:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:2082: read oid 3 snap -1 2024-09-16T11:10:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:2082: expect deleted 2024-09-16T11:10:40.740 INFO:tasks.rados.rados.0.smithi077.stdout:2083: delete oid 41 current snap is 211 2024-09-16T11:10:40.747 INFO:tasks.rados.rados.0.smithi077.stdout:2081: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:10:40.747 INFO:tasks.rados.rados.0.smithi077.stdout:2081: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:10:40.747 INFO:tasks.rados.rados.0.smithi077.stdout:2081: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:10:40.747 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1182 (ObjNum 635 snap 197 seq_num 635) dirty exists 2024-09-16T11:10:40.748 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1165 (ObjNum 33 snap 0 seq_num 455403872) dirty exists 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2080: done (4 left) 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2081: done (3 left) 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2082: done (2 left) 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2083: done (1 left) 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2084: read oid 27 snap -1 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2084: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 211 2024-09-16T11:10:40.749 INFO:tasks.rados.rados.0.smithi077.stdout:2085: seq_num 671 ranges {401408=442368,843776=761856,1605632=442368} 2024-09-16T11:10:40.753 INFO:tasks.rados.rados.0.smithi077.stdout:2085: writing smithi07774545-22 from 401408 to 843776 tid 1 2024-09-16T11:10:40.758 INFO:tasks.rados.rados.0.smithi077.stdout:2085: writing smithi07774545-22 from 843776 to 1605632 tid 2 2024-09-16T11:10:40.761 INFO:tasks.rados.rados.0.smithi077.stdout:2085: writing smithi07774545-22 from 1605632 to 2048000 tid 3 2024-09-16T11:10:40.761 INFO:tasks.rados.rados.0.smithi077.stdout:2086: read oid 35 snap -1 2024-09-16T11:10:40.761 INFO:tasks.rados.rados.0.smithi077.stdout:2086: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:40.762 INFO:tasks.rados.rados.0.smithi077.stdout:2087: copy_from oid 44 from oid 21 current snap is 211 2024-09-16T11:10:40.762 INFO:tasks.rados.rados.0.smithi077.stdout:2084: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:10:40.791 INFO:tasks.rados.rados.0.smithi077.stdout:2079: expect (ObjNum 663 snap 209 seq_num 663) 2024-09-16T11:10:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:2085: finishing write tid 1 to smithi07774545-22 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2085: finishing write tid 2 to smithi07774545-22 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2085: finishing write tid 3 to smithi07774545-22 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2085: finishing write tid 4 to smithi07774545-22 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2085: finishing write tid 5 to smithi07774545-22 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 185 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2085: left oid 22 (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2087: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2087: finishing copy_from to smithi07774545-44 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1072 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:10:40.932 INFO:tasks.rados.rados.0.smithi077.stdout:2086: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:40 smithi077 ceph-mon[86047]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T11:10:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:40 smithi077 ceph-mon[86047]: osdmap e486: 8 total, 8 up, 8 in 2024-09-16T11:10:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:40 smithi077 ceph-mon[88497]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T11:10:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:40 smithi077 ceph-mon[88497]: osdmap e486: 8 total, 8 up, 8 in 2024-09-16T11:10:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:40 smithi191 ceph-mon[84934]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T11:10:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:40 smithi191 ceph-mon[84934]: osdmap e486: 8 total, 8 up, 8 in 2024-09-16T11:10:41.273 INFO:tasks.rados.rados.0.smithi077.stdout:2079: done (4 left) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2084: done (3 left) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2085: done (2 left) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2086: done (1 left) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2087: done (0 left) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2088: read oid 30 snap -1 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2088: expect (ObjNum 662 snap 209 seq_num 662) 2024-09-16T11:10:41.274 INFO:tasks.rados.rados.0.smithi077.stdout:2089: delete oid 35 current snap is 211 2024-09-16T11:10:41.277 INFO:tasks.rados.rados.0.smithi077.stdout:2089: done (1 left) 2024-09-16T11:10:41.277 INFO:tasks.rados.rados.0.smithi077.stdout:2090: read oid 28 snap -1 2024-09-16T11:10:41.277 INFO:tasks.rados.rados.0.smithi077.stdout:2090: expect (ObjNum 466 snap 145 seq_num 466) 2024-09-16T11:10:41.277 INFO:tasks.rados.rados.0.smithi077.stdout:2091: snap_create 2024-09-16T11:10:41.278 INFO:tasks.rados.rados.0.smithi077.stdout:2088: expect (ObjNum 662 snap 209 seq_num 662) 2024-09-16T11:10:41.317 INFO:tasks.rados.rados.0.smithi077.stdout:2090: expect (ObjNum 466 snap 145 seq_num 466) 2024-09-16T11:10:41.768 INFO:tasks.rados.rados.0.smithi077.stdout:2088: done (2 left) 2024-09-16T11:10:41.768 INFO:tasks.rados.rados.0.smithi077.stdout:2090: done (1 left) 2024-09-16T11:10:41.768 INFO:tasks.rados.rados.0.smithi077.stdout:2091: done (0 left) 2024-09-16T11:10:41.768 INFO:tasks.rados.rados.0.smithi077.stdout:2092: snap_remove snap 206 2024-09-16T11:10:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:41 smithi077 ceph-mon[86047]: pgmap v418: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-16T11:10:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:41 smithi077 ceph-mon[88497]: pgmap v418: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-16T11:10:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:41 smithi191 ceph-mon[84934]: pgmap v418: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-16T11:10:42.542 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:10:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:42.769 INFO:tasks.rados.rados.0.smithi077.stdout:2092: done (0 left) 2024-09-16T11:10:42.769 INFO:tasks.rados.rados.0.smithi077.stdout:2093: snap_remove snap 201 2024-09-16T11:10:42.810 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (5m) 113s ago 9m 25.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (5m) 14s ago 9m 85.8M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (10m) 113s ago 10m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 63f479f35f7b 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (10m) 14s ago 10m 22.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (5m) 14s ago 13m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:10:42.811 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (5m) 113s ago 15m 496M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (4m) 113s ago 15m 50.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (4m) 14s ago 14m 43.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (4m) 113s ago 14m 42.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (5m) 113s ago 9m 8460k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (5m) 14s ago 9m 15.5M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:10:42.812 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (3m) 113s ago 13m 199M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:10:42.813 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (3m) 113s ago 13m 177M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:10:42.813 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (2m) 113s ago 12m 155M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:10:42.813 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (117s) 113s ago 12m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:10:42.813 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (86s) 14s ago 12m 101M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:10:42.814 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (53s) 14s ago 11m 114M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:10:42.814 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (19s) 14s ago 11m 11.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ef3b1900baf9 2024-09-16T11:10:42.814 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (10m) 14s ago 10m 238M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 01f3b66f6ff9 2024-09-16T11:10:42.814 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (5m) 14s ago 10m 65.8M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[86047]: osdmap e487: 8 total, 8 up, 8 in 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[88497]: osdmap e487: 8 total, 8 up, 8 in 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:42.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:43.122 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-16T11:10:43.123 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3, 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 12 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:10:43.124 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:10:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:42 smithi191 ceph-mon[84934]: osdmap e487: 8 total, 8 up, 8 in 2024-09-16T11:10:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:2093: done (0 left) 2024-09-16T11:10:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 212 2024-09-16T11:10:43.771 INFO:tasks.rados.rados.0.smithi077.stdout:2094: seq_num 673 ranges {417792=475136,892928=532480,1425408=671744} 2024-09-16T11:10:43.776 INFO:tasks.rados.rados.0.smithi077.stdout:2094: writing smithi07774545-8 from 417792 to 892928 tid 1 2024-09-16T11:10:43.780 INFO:tasks.rados.rados.0.smithi077.stdout:2094: writing smithi07774545-8 from 892928 to 1425408 tid 2 2024-09-16T11:10:43.785 INFO:tasks.rados.rados.0.smithi077.stdout:2094: writing smithi07774545-8 from 1425408 to 2097152 tid 3 2024-09-16T11:10:43.785 INFO:tasks.rados.rados.0.smithi077.stdout:2095: rollback oid 45 current snap is 212 2024-09-16T11:10:43.785 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 204 2024-09-16T11:10:43.786 INFO:tasks.rados.rados.0.smithi077.stdout:2096: rollback oid 9 current snap is 212 2024-09-16T11:10:43.786 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 197 2024-09-16T11:10:43.786 INFO:tasks.rados.rados.0.smithi077.stdout:2097: read oid 36 snap -1 2024-09-16T11:10:43.786 INFO:tasks.rados.rados.0.smithi077.stdout:2097: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:43.786 INFO:tasks.rados.rados.0.smithi077.stdout:2098: setattr oid 31 current snap is 212 2024-09-16T11:10:43.787 INFO:tasks.rados.rados.0.smithi077.stdout:2099: rmattr oid 39 current snap is 212 2024-09-16T11:10:43.788 INFO:tasks.rados.rados.0.smithi077.stdout:2099: done (5 left) 2024-09-16T11:10:43.788 INFO:tasks.rados.rados.0.smithi077.stdout:2100: copy_from oid 24 from oid 48 current snap is 212 2024-09-16T11:10:43.788 INFO:tasks.rados.rados.0.smithi077.stdout:2101: snap_remove snap 171 2024-09-16T11:10:44.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[86047]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[86047]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[86047]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[86047]: pgmap v421: 121 pgs: 121 active+clean; 279 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1998844183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[88497]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[88497]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[88497]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[88497]: pgmap v421: 121 pgs: 121 active+clean; 279 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-16T11:10:44.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1998844183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:43 smithi191 ceph-mon[84934]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:43 smithi191 ceph-mon[84934]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T11:10:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:43 smithi191 ceph-mon[84934]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:10:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:43 smithi191 ceph-mon[84934]: pgmap v421: 121 pgs: 121 active+clean; 279 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-16T11:10:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1998844183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:10:44.791 INFO:tasks.rados.rados.0.smithi077.stdout:2101: done (6 left) 2024-09-16T11:10:44.791 INFO:tasks.rados.rados.0.smithi077.stdout:2102: delete oid 34 current snap is 212 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2094: finishing write tid 1 to smithi07774545-8 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2094: finishing write tid 2 to smithi07774545-8 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2094: finishing write tid 3 to smithi07774545-8 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2094: finishing write tid 4 to smithi07774545-8 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2096: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2096: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:10:44.792 INFO:tasks.rados.rados.0.smithi077.stdout:2095: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2096: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1180 (ObjNum 642 snap 197 seq_num 642) dirty exists 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2094: finishing write tid 5 to smithi07774545-8 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1164 (ObjNum 673 snap 212 seq_num 673) dirty exists 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2094: left oid 8 (ObjNum 673 snap 212 seq_num 673) 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2095: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2100: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:10:44.793 INFO:tasks.rados.rados.0.smithi077.stdout:2095: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:10:44.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1185 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-16T11:10:44.794 INFO:tasks.rados.rados.0.smithi077.stdout:2100: finishing copy_from to smithi07774545-24 2024-09-16T11:10:44.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1160 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:44.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1125 (ObjNum 590 snap 179 seq_num 590) dirty exists 2024-09-16T11:10:44.794 INFO:tasks.rados.rados.0.smithi077.stdout:2097: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:10:45.114 INFO:tasks.rados.rados.0.smithi077.stdout:2094: done (6 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2095: done (5 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2096: done (4 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2097: done (3 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2098: done (2 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2100: done (1 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2102: done (0 left) 2024-09-16T11:10:45.115 INFO:tasks.rados.rados.0.smithi077.stdout:2103: snap_remove snap 211 2024-09-16T11:10:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:44 smithi077 ceph-mon[86047]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T11:10:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:44 smithi077 ceph-mon[88497]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T11:10:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:44 smithi191 ceph-mon[84934]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T11:10:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:2103: done (0 left) 2024-09-16T11:10:45.740 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 212 2024-09-16T11:10:45.741 INFO:tasks.rados.rados.0.smithi077.stdout:2104: seq_num 675 ranges {1581056=507904,2088960=704512,2793472=499712} 2024-09-16T11:10:45.752 INFO:tasks.rados.rados.0.smithi077.stdout:2104: writing smithi07774545-13 from 1581056 to 2088960 tid 1 2024-09-16T11:10:45.756 INFO:tasks.rados.rados.0.smithi077.stdout:2104: writing smithi07774545-13 from 2088960 to 2793472 tid 2 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2104: writing smithi07774545-13 from 2793472 to 3293184 tid 3 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2105: copy_from oid 28 from oid 50 current snap is 212 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2104: finishing write tid 1 to smithi07774545-13 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2104: finishing write tid 2 to smithi07774545-13 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2106: rollback oid 38 current snap is 212 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 209 2024-09-16T11:10:45.761 INFO:tasks.rados.rados.0.smithi077.stdout:2107: read oid 20 snap -1 2024-09-16T11:10:45.762 INFO:tasks.rados.rados.0.smithi077.stdout:2107: expect (ObjNum 647 snap 200 seq_num 647) 2024-09-16T11:10:45.762 INFO:tasks.rados.rados.0.smithi077.stdout:2108: copy_from oid 37 from oid 45 current snap is 212 2024-09-16T11:10:45.762 INFO:tasks.rados.rados.0.smithi077.stdout:2109: copy_from oid 42 from oid 29 current snap is 212 2024-09-16T11:10:45.762 INFO:tasks.rados.rados.0.smithi077.stdout:2110: snap_remove snap 197 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[86047]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[86047]: pgmap v424: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[86047]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[88497]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[88497]: pgmap v424: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T11:10:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:45 smithi077 ceph-mon[88497]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T11:10:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:45 smithi191 ceph-mon[84934]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T11:10:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:45 smithi191 ceph-mon[84934]: pgmap v424: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T11:10:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:45 smithi191 ceph-mon[84934]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2104: finishing write tid 3 to smithi07774545-13 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2106: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2106: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2105: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2104: finishing write tid 4 to smithi07774545-13 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2104: finishing write tid 5 to smithi07774545-13 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1266 (ObjNum 675 snap 212 seq_num 675) dirty exists 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2104: left oid 13 (ObjNum 675 snap 212 seq_num 675) 2024-09-16T11:10:46.741 INFO:tasks.rados.rados.0.smithi077.stdout:2107: expect (ObjNum 647 snap 200 seq_num 647) 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2106: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1183 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2105: finishing copy_from to smithi07774545-28 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1165 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2108: finishing copy_from racing read to smithi07774545-37 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2108: finishing copy_from to smithi07774545-37 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1185 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-16T11:10:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2109: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2109: finishing copy_from to smithi07774545-42 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1166 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2104: done (6 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2105: done (5 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2106: done (4 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2107: done (3 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2108: done (2 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2109: done (1 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2110: done (0 left) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2111: read oid 15 snap -1 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2111: expect (ObjNum 607 snap 184 seq_num 607) 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2112: read oid 7 snap 195 2024-09-16T11:10:46.781 INFO:tasks.rados.rados.0.smithi077.stdout:2112: expect deleted 2024-09-16T11:10:46.782 INFO:tasks.rados.rados.0.smithi077.stdout:2113: snap_create 2024-09-16T11:10:46.784 INFO:tasks.rados.rados.0.smithi077.stdout:2111: expect (ObjNum 607 snap 184 seq_num 607) 2024-09-16T11:10:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:46] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-09-16T11:10:47.748 INFO:tasks.rados.rados.0.smithi077.stdout:2111: done (2 left) 2024-09-16T11:10:47.748 INFO:tasks.rados.rados.0.smithi077.stdout:2112: done (1 left) 2024-09-16T11:10:47.748 INFO:tasks.rados.rados.0.smithi077.stdout:2113: done (0 left) 2024-09-16T11:10:47.748 INFO:tasks.rados.rados.0.smithi077.stdout:2114: snap_remove snap 204 2024-09-16T11:10:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:47 smithi191 ceph-mon[84934]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T11:10:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:47 smithi191 ceph-mon[84934]: pgmap v427: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:10:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:47 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:47 smithi191 ceph-mon[84934]: Upgrade: osd.7 is safe to restart 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[88497]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[88497]: pgmap v427: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[88497]: Upgrade: osd.7 is safe to restart 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[86047]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T11:10:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[86047]: pgmap v427: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:10:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T11:10:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:47 smithi077 ceph-mon[86047]: Upgrade: osd.7 is safe to restart 2024-09-16T11:10:48.752 INFO:tasks.rados.rados.0.smithi077.stdout:2114: done (0 left) 2024-09-16T11:10:48.752 INFO:tasks.rados.rados.0.smithi077.stdout:2115: copy_from oid 3 from oid 28 current snap is 213 2024-09-16T11:10:48.752 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 213 2024-09-16T11:10:48.752 INFO:tasks.rados.rados.0.smithi077.stdout:2116: seq_num 676 ranges {720896=524288,1245184=589824,1835008=450560,2285568=163840} 2024-09-16T11:10:48.757 INFO:tasks.rados.rados.0.smithi077.stdout:2116: writing smithi07774545-45 from 720896 to 1245184 tid 1 2024-09-16T11:10:48.761 INFO:tasks.rados.rados.0.smithi077.stdout:2116: writing smithi07774545-45 from 1245184 to 1835008 tid 2 2024-09-16T11:10:48.764 INFO:tasks.rados.rados.0.smithi077.stdout:2116: writing smithi07774545-45 from 1835008 to 2285568 tid 3 2024-09-16T11:10:48.767 INFO:tasks.rados.rados.0.smithi077.stdout:2116: writing smithi07774545-45 from 2285568 to 2449408 tid 4 2024-09-16T11:10:48.767 INFO:tasks.rados.rados.0.smithi077.stdout:2117: read oid 14 snap -1 2024-09-16T11:10:48.767 INFO:tasks.rados.rados.0.smithi077.stdout:2117: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:10:48.767 INFO:tasks.rados.rados.0.smithi077.stdout:2118: rmattr oid 30 current snap is 213 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2118: done (3 left) 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2119: rmattr oid 38 current snap is 213 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2119: done (3 left) 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2120: copy_from oid 37 from oid 13 current snap is 213 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 1 to smithi07774545-45 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2115: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2121: read oid 16 snap -1 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2121: expect (ObjNum 585 snap 179 seq_num 585) 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2122: read oid 35 snap 205 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2122: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:48.768 INFO:tasks.rados.rados.0.smithi077.stdout:2123: read oid 7 snap -1 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2123: expect (ObjNum 668 snap 209 seq_num 668) 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2124: rollback oid 47 current snap is 213 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 210 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2115: finishing copy_from to smithi07774545-3 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1165 (ObjNum 129 snap 0 seq_num 455805832) dirty exists 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 2 to smithi07774545-45 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2115: done (7 left) 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2125: rmattr oid 44 current snap is 213 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2126: copy_from oid 34 from oid 40 current snap is 213 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 213 2024-09-16T11:10:48.769 INFO:tasks.rados.rados.0.smithi077.stdout:2127: seq_num 677 ranges {573440=540672,1114112=516096,1630208=655360,2285568=32768} 2024-09-16T11:10:48.773 INFO:tasks.rados.rados.0.smithi077.stdout:2127: writing smithi07774545-15 from 573440 to 1114112 tid 1 2024-09-16T11:10:48.777 INFO:tasks.rados.rados.0.smithi077.stdout:2127: writing smithi07774545-15 from 1114112 to 1630208 tid 2 2024-09-16T11:10:48.782 INFO:tasks.rados.rados.0.smithi077.stdout:2127: writing smithi07774545-15 from 1630208 to 2285568 tid 3 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2127: writing smithi07774545-15 from 2285568 to 2318336 tid 4 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2128: rollback oid 41 current snap is 213 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 195 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2126: finishing copy_from to smithi07774545-34 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2126: got expected ENOENT (src dne) 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2126: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2124: finishing rollback tid 0 to smithi07774545-47 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2124: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2124: finishing rollback tid 2 to smithi07774545-47 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1169 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:10:48.783 INFO:tasks.rados.rados.0.smithi077.stdout:2124: done (10 left) 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2126: done (9 left) 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2129: copy_from oid 5 from oid 17 current snap is 213 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 3 to smithi07774545-45 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 4 to smithi07774545-45 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 5 to smithi07774545-45 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 0 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: finishing write tid 6 to smithi07774545-45 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1190 (ObjNum 676 snap 213 seq_num 676) dirty exists 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: left oid 45 (ObjNum 676 snap 213 seq_num 676) 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2116: done (9 left) 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2125: done (8 left) 2024-09-16T11:10:48.784 INFO:tasks.rados.rados.0.smithi077.stdout:2130: snap_create 2024-09-16T11:10:48.785 INFO:tasks.rados.rados.0.smithi077.stdout:2121: expect (ObjNum 585 snap 179 seq_num 585) 2024-09-16T11:10:48.807 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 1 to smithi07774545-15 2024-09-16T11:10:48.807 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 2 to smithi07774545-15 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 3 to smithi07774545-15 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 4 to smithi07774545-15 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 5 to smithi07774545-15 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2127: finishing write tid 6 to smithi07774545-15 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1170 (ObjNum 677 snap 213 seq_num 677) dirty exists 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2127: left oid 15 (ObjNum 677 snap 213 seq_num 677) 2024-09-16T11:10:48.808 INFO:tasks.rados.rados.0.smithi077.stdout:2123: expect (ObjNum 668 snap 209 seq_num 668) 2024-09-16T11:10:48.911 INFO:tasks.rados.rados.0.smithi077.stdout:2120: finishing copy_from racing read to smithi07774545-37 2024-09-16T11:10:48.911 INFO:tasks.rados.rados.0.smithi077.stdout:2120: finishing copy_from to smithi07774545-37 2024-09-16T11:10:48.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1266 (ObjNum 675 snap 212 seq_num 675) dirty exists 2024-09-16T11:10:48.911 INFO:tasks.rados.rados.0.smithi077.stdout:2117: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:10:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:48 smithi191 ceph-mon[84934]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T11:10:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:10:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:49.166 INFO:tasks.rados.rados.0.smithi077.stdout:2122: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-16T11:10:49.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[88497]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T11:10:49.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[86047]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T11:10:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:2128: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:2128: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1207 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:2129: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:2129: finishing copy_from to smithi07774545-5 2024-09-16T11:10:49.504 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1177 (ObjNum 643 snap 198 seq_num 643) dirty exists 2024-09-16T11:10:49.767 INFO:tasks.rados.rados.0.smithi077.stdout:2117: done (8 left) 2024-09-16T11:10:49.767 INFO:tasks.rados.rados.0.smithi077.stdout:2120: done (7 left) 2024-09-16T11:10:49.767 INFO:tasks.rados.rados.0.smithi077.stdout:2121: done (6 left) 2024-09-16T11:10:49.767 INFO:tasks.rados.rados.0.smithi077.stdout:2122: done (5 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2123: done (4 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2127: done (3 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2128: done (2 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2129: done (1 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2130: done (0 left) 2024-09-16T11:10:49.768 INFO:tasks.rados.rados.0.smithi077.stdout:2131: copy_from oid 35 from oid 2 current snap is 214 2024-09-16T11:10:49.769 INFO:tasks.rados.rados.0.smithi077.stdout:2132: copy_from oid 24 from oid 12 current snap is 214 2024-09-16T11:10:49.769 INFO:tasks.rados.rados.0.smithi077.stdout:2133: copy_from oid 44 from oid 36 current snap is 214 2024-09-16T11:10:49.769 INFO:tasks.rados.rados.0.smithi077.stdout:2134: snap_create 2024-09-16T11:10:49.797 INFO:tasks.rados.rados.0.smithi077.stdout:2131: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:10:49.798 INFO:tasks.rados.rados.0.smithi077.stdout:2132: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:10:49.800 INFO:tasks.rados.rados.0.smithi077.stdout:2133: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:10:49.808 INFO:tasks.rados.rados.0.smithi077.stdout:2132: finishing copy_from to smithi07774545-24 2024-09-16T11:10:49.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1250 (ObjNum 656 snap 206 seq_num 656) dirty exists 2024-09-16T11:10:49.809 INFO:tasks.rados.rados.0.smithi077.stdout:2131: finishing copy_from to smithi07774545-35 2024-09-16T11:10:49.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1103 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:10:49.809 INFO:tasks.rados.rados.0.smithi077.stdout:2133: finishing copy_from to smithi07774545-44 2024-09-16T11:10:49.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1115 (ObjNum 533 snap 160 seq_num 533) dirty exists 2024-09-16T11:10:50.032 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:49 smithi191 ceph-mon[84934]: Upgrade: Updating osd.7 2024-09-16T11:10:50.032 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:49 smithi191 ceph-mon[84934]: Deploying daemon osd.7 on smithi191 2024-09-16T11:10:50.033 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:49 smithi191 ceph-mon[84934]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T11:10:50.033 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:49 smithi191 ceph-mon[84934]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[86047]: Upgrade: Updating osd.7 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[86047]: Deploying daemon osd.7 on smithi191 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[86047]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[86047]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[88497]: Upgrade: Updating osd.7 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[88497]: Deploying daemon osd.7 on smithi191 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[88497]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T11:10:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:49 smithi077 ceph-mon[88497]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:2131: done (3 left) 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:2132: done (2 left) 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:2133: done (1 left) 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:2134: done (0 left) 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 215 2024-09-16T11:10:50.742 INFO:tasks.rados.rados.0.smithi077.stdout:2135: seq_num 678 ranges {2449408=565248,3014656=802816,3817472=401408} 2024-09-16T11:10:50.758 INFO:tasks.rados.rados.0.smithi077.stdout:2135: writing smithi07774545-45 from 2449408 to 3014656 tid 1 2024-09-16T11:10:50.763 INFO:tasks.rados.rados.0.smithi077.stdout:2135: writing smithi07774545-45 from 3014656 to 3817472 tid 2 2024-09-16T11:10:50.766 INFO:tasks.rados.rados.0.smithi077.stdout:2135: writing smithi07774545-45 from 3817472 to 4218880 tid 3 2024-09-16T11:10:50.766 INFO:tasks.rados.rados.0.smithi077.stdout:2136: rollback oid 15 current snap is 215 2024-09-16T11:10:50.766 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 214 2024-09-16T11:10:50.766 INFO:tasks.rados.rados.0.smithi077.stdout:2137: snap_remove snap 209 2024-09-16T11:10:51.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:50 smithi077 ceph-mon[86047]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T11:10:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:50 smithi077 ceph-mon[86047]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T11:10:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:50 smithi077 ceph-mon[88497]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T11:10:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:50 smithi077 ceph-mon[88497]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T11:10:51.185 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:50 smithi191 ceph-mon[84934]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T11:10:51.185 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:50 smithi191 ceph-mon[84934]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T11:10:51.459 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:51 smithi191 systemd[1]: Stopping Ceph osd.7 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:10:51.712 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[52886]: 2024-09-16T11:10:51.456+0000 7ff2526d9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:10:51.712 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[52886]: 2024-09-16T11:10:51.456+0000 7ff2526d9640 -1 osd.7 496 *** Got signal Terminated *** 2024-09-16T11:10:51.712 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[52886]: 2024-09-16T11:10:51.456+0000 7ff2526d9640 -1 osd.7 496 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T11:10:51.771 INFO:tasks.rados.rados.0.smithi077.stdout:2137: done (2 left) 2024-09-16T11:10:51.771 INFO:tasks.rados.rados.0.smithi077.stdout:2138: read oid 8 snap 212 2024-09-16T11:10:51.771 INFO:tasks.rados.rados.0.smithi077.stdout:2138: expect (ObjNum 673 snap 212 seq_num 673) 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2139: rollback oid 47 current snap is 215 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 212 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2135: finishing write tid 1 to smithi07774545-45 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2135: finishing write tid 2 to smithi07774545-45 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2135: finishing write tid 3 to smithi07774545-45 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2135: finishing write tid 4 to smithi07774545-45 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2136: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2136: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:2136: finishing rollback tid 2 to smithi07774545-15 2024-09-16T11:10:51.772 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1173 (ObjNum 677 snap 213 seq_num 677) dirty exists 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:2135: finishing write tid 5 to smithi07774545-45 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1194 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:2135: left oid 45 (ObjNum 678 snap 215 seq_num 678) 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:2135: done (3 left) 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:2136: done (2 left) 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 215 2024-09-16T11:10:51.773 INFO:tasks.rados.rados.0.smithi077.stdout:2140: seq_num 679 ranges {6488064=581632,7069696=688128,7757824=516096} 2024-09-16T11:10:51.811 INFO:tasks.rados.rados.0.smithi077.stdout:2140: writing smithi07774545-49 from 6488064 to 7069696 tid 1 2024-09-16T11:10:51.815 INFO:tasks.rados.rados.0.smithi077.stdout:2140: writing smithi07774545-49 from 7069696 to 7757824 tid 2 2024-09-16T11:10:51.818 INFO:tasks.rados.rados.0.smithi077.stdout:2140: writing smithi07774545-49 from 7757824 to 8273920 tid 3 2024-09-16T11:10:51.818 INFO:tasks.rados.rados.0.smithi077.stdout:2141: copy_from oid 32 from oid 11 current snap is 215 2024-09-16T11:10:51.818 INFO:tasks.rados.rados.0.smithi077.stdout:2139: finishing rollback tid 0 to smithi07774545-47 2024-09-16T11:10:51.819 INFO:tasks.rados.rados.0.smithi077.stdout:2139: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:10:51.819 INFO:tasks.rados.rados.0.smithi077.stdout:2139: finishing rollback tid 2 to smithi07774545-47 2024-09-16T11:10:51.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1172 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:10:51.819 INFO:tasks.rados.rados.0.smithi077.stdout:2138: expect (ObjNum 673 snap 212 seq_num 673) 2024-09-16T11:10:51.879 INFO:tasks.rados.rados.0.smithi077.stdout:2140: finishing write tid 1 to smithi07774545-49 2024-09-16T11:10:51.879 INFO:tasks.rados.rados.0.smithi077.stdout:2140: finishing write tid 2 to smithi07774545-49 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2140: finishing write tid 3 to smithi07774545-49 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2140: finishing write tid 4 to smithi07774545-49 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2140: finishing write tid 5 to smithi07774545-49 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1270 (ObjNum 679 snap 215 seq_num 679) dirty exists 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2140: left oid 49 (ObjNum 679 snap 215 seq_num 679) 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2138: done (3 left) 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2139: done (2 left) 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2140: done (1 left) 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 215 2024-09-16T11:10:51.880 INFO:tasks.rados.rados.0.smithi077.stdout:2142: seq_num 680 ranges {3022848=598016,3620864=573440,4194304=434176,4628480=196608} 2024-09-16T11:10:51.898 INFO:tasks.rados.rados.0.smithi077.stdout:2142: writing smithi07774545-7 from 3022848 to 3620864 tid 1 2024-09-16T11:10:51.901 INFO:tasks.rados.rados.0.smithi077.stdout:2142: writing smithi07774545-7 from 3620864 to 4194304 tid 2 2024-09-16T11:10:51.905 INFO:tasks.rados.rados.0.smithi077.stdout:2142: writing smithi07774545-7 from 4194304 to 4628480 tid 3 2024-09-16T11:10:51.905 INFO:tasks.rados.rados.0.smithi077.stdout:2142: writing smithi07774545-7 from 4628480 to 4825088 tid 4 2024-09-16T11:10:51.905 INFO:tasks.rados.rados.0.smithi077.stdout:2143: snap_remove snap 195 2024-09-16T11:10:52.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:51 smithi077 ceph-mon[86047]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-09-16T11:10:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:51 smithi077 ceph-mon[86047]: osd.7 marked itself down and dead 2024-09-16T11:10:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:51 smithi077 ceph-mon[88497]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-09-16T11:10:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:51 smithi077 ceph-mon[88497]: osd.7 marked itself down and dead 2024-09-16T11:10:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:51 smithi191 ceph-mon[84934]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-09-16T11:10:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:51 smithi191 ceph-mon[84934]: osd.7 marked itself down and dead 2024-09-16T11:10:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:10:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:10:52.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:52 smithi191 podman[104086]: 2024-09-16 11:10:52.325474268 +0000 UTC m=+0.990257403 container died 01f3b66f6ff9e8462efc2b1a607e0f1dfe1c0073bb37e4247ccca8b33ea7b408 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T11:10:52.771 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 1 to smithi07774545-7 2024-09-16T11:10:52.771 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 2 to smithi07774545-7 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 3 to smithi07774545-7 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 4 to smithi07774545-7 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 5 to smithi07774545-7 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: finishing write tid 6 to smithi07774545-7 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1271 (ObjNum 680 snap 215 seq_num 680) dirty exists 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: left oid 7 (ObjNum 680 snap 215 seq_num 680) 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2142: done (2 left) 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2143: done (1 left) 2024-09-16T11:10:52.772 INFO:tasks.rados.rados.0.smithi077.stdout:2144: snap_remove snap 210 2024-09-16T11:10:53.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:52 smithi191 ceph-mon[84934]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:53.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:52 smithi191 ceph-mon[84934]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T11:10:53.084 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:52 smithi191 podman[104086]: 2024-09-16 11:10:52.814849688 +0000 UTC m=+1.479632823 container cleanup 01f3b66f6ff9e8462efc2b1a607e0f1dfe1c0073bb37e4247ccca8b33ea7b408 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T11:10:53.084 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:52 smithi191 bash[104086]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7 2024-09-16T11:10:53.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:52 smithi077 ceph-mon[86047]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:52 smithi077 ceph-mon[86047]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T11:10:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:52 smithi077 ceph-mon[88497]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T11:10:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:52 smithi077 ceph-mon[88497]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T11:10:53.425 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104100]: 2024-09-16 11:10:53.082483235 +0000 UTC m=+0.752923278 container remove 01f3b66f6ff9e8462efc2b1a607e0f1dfe1c0073bb37e4247ccca8b33ea7b408 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T11:10:53.712 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.327081645 +0000 UTC m=+0.016231064 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:53.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.425711427 +0000 UTC m=+0.114860839 container create 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:10:53.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.653358723 +0000 UTC m=+0.342508139 container init 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:10:53.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.65706734 +0000 UTC m=+0.346216758 container start 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T11:10:53.774 INFO:tasks.rados.rados.0.smithi077.stdout:2144: done (1 left) 2024-09-16T11:10:53.774 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 215 2024-09-16T11:10:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:2141: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:10:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:2141: finishing copy_from to smithi07774545-32 2024-09-16T11:10:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1254 (ObjNum 663 snap 209 seq_num 663) dirty exists 2024-09-16T11:10:53.775 INFO:tasks.rados.rados.0.smithi077.stdout:2145: seq_num 681 ranges {6578176=614400,7192576=458752,7651328=638976,8290304=106496} 2024-09-16T11:10:53.814 INFO:tasks.rados.rados.0.smithi077.stdout:2145: writing smithi07774545-36 from 6578176 to 7192576 tid 1 2024-09-16T11:10:53.816 INFO:tasks.rados.rados.0.smithi077.stdout:2145: writing smithi07774545-36 from 7192576 to 7651328 tid 2 2024-09-16T11:10:53.820 INFO:tasks.rados.rados.0.smithi077.stdout:2145: writing smithi07774545-36 from 7651328 to 8290304 tid 3 2024-09-16T11:10:53.821 INFO:tasks.rados.rados.0.smithi077.stdout:2145: writing smithi07774545-36 from 8290304 to 8396800 tid 4 2024-09-16T11:10:53.821 INFO:tasks.rados.rados.0.smithi077.stdout:2141: done (1 left) 2024-09-16T11:10:53.821 INFO:tasks.rados.rados.0.smithi077.stdout:2146: setattr oid 30 current snap is 215 2024-09-16T11:10:53.821 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 1 to smithi07774545-36 2024-09-16T11:10:53.821 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 2 to smithi07774545-36 2024-09-16T11:10:53.822 INFO:tasks.rados.rados.0.smithi077.stdout:2147: rollback oid 11 current snap is 215 2024-09-16T11:10:53.822 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 214 2024-09-16T11:10:53.822 INFO:tasks.rados.rados.0.smithi077.stdout:2148: read oid 47 snap -1 2024-09-16T11:10:53.822 INFO:tasks.rados.rados.0.smithi077.stdout:2148: expect (ObjNum 608 snap 184 seq_num 608) 2024-09-16T11:10:53.823 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 215 2024-09-16T11:10:53.823 INFO:tasks.rados.rados.0.smithi077.stdout:2149: seq_num 682 ranges {204800=630784,835584=745472,1581056=442368,2023424=16384} 2024-09-16T11:10:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:2149: writing smithi07774545-16 from 204800 to 835584 tid 1 2024-09-16T11:10:53.832 INFO:tasks.rados.rados.0.smithi077.stdout:2149: writing smithi07774545-16 from 835584 to 1581056 tid 2 2024-09-16T11:10:53.836 INFO:tasks.rados.rados.0.smithi077.stdout:2149: writing smithi07774545-16 from 1581056 to 2023424 tid 3 2024-09-16T11:10:53.836 INFO:tasks.rados.rados.0.smithi077.stdout:2149: writing smithi07774545-16 from 2023424 to 2039808 tid 4 2024-09-16T11:10:53.836 INFO:tasks.rados.rados.0.smithi077.stdout:2150: read oid 38 snap -1 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2150: expect (ObjNum 607 snap 184 seq_num 607) 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2151: read oid 4 snap -1 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2151: expect (ObjNum 628 snap 196 seq_num 628) 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 3 to smithi07774545-36 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 4 to smithi07774545-36 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1128 (ObjNum 662 snap 209 seq_num 662) dirty exists 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2147: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2147: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2147: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1274 (ObjNum 663 snap 209 seq_num 663) dirty exists 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 1 to smithi07774545-16 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2146: done (6 left) 2024-09-16T11:10:53.837 INFO:tasks.rados.rados.0.smithi077.stdout:2147: done (5 left) 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2152: read oid 49 snap -1 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2152: expect (ObjNum 679 snap 215 seq_num 679) 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2153: copy_from oid 30 from oid 33 current snap is 215 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2154: read oid 39 snap 203 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2154: expect deleted 2024-09-16T11:10:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:2155: snap_remove snap 213 2024-09-16T11:10:54.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:53 smithi191 ceph-mon[84934]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T11:10:54.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:53 smithi191 ceph-mon[84934]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 4 active+undersized, 10 stale+active+clean, 14 peering, 3 active+undersized+degraded, 88 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 12 op/s; 5/387 objects degraded (1.292%) 2024-09-16T11:10:54.158 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.72811722 +0000 UTC m=+0.417266647 container attach 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:10:54.158 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:53 smithi191 podman[104191]: 2024-09-16 11:10:53.866945084 +0000 UTC m=+0.556094501 container died 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-16T11:10:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:53 smithi077 ceph-mon[86047]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T11:10:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:53 smithi077 ceph-mon[86047]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 4 active+undersized, 10 stale+active+clean, 14 peering, 3 active+undersized+degraded, 88 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 12 op/s; 5/387 objects degraded (1.292%) 2024-09-16T11:10:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:53 smithi077 ceph-mon[88497]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T11:10:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:53 smithi077 ceph-mon[88497]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 4 active+undersized, 10 stale+active+clean, 14 peering, 3 active+undersized+degraded, 88 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 12 op/s; 5/387 objects degraded (1.292%) 2024-09-16T11:10:54.716 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 podman[104214]: 2024-09-16 11:10:54.440233004 +0000 UTC m=+0.567449489 container remove 7f14105314ad573f75a1cb8042035b885590d6c7bf3f11d57a16ebaddb10c014 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-16T11:10:54.716 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-16T11:10:54.716 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 systemd[1]: Stopped Ceph osd.7 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:10:54.717 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.7.service: Consumed 14.548s CPU time. 2024-09-16T11:10:54.717 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 systemd[1]: Starting Ceph osd.7 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:10:54.802 INFO:tasks.rados.rados.0.smithi077.stdout:2155: done (8 left) 2024-09-16T11:10:54.802 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 215 2024-09-16T11:10:54.802 INFO:tasks.rados.rados.0.smithi077.stdout:2156: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-09-16T11:10:54.806 INFO:tasks.rados.rados.0.smithi077.stdout:2156: writing smithi07774545-26 from 0 to 647168 tid 1 2024-09-16T11:10:54.810 INFO:tasks.rados.rados.0.smithi077.stdout:2156: writing smithi07774545-26 from 647168 to 1277952 tid 2 2024-09-16T11:10:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:2156: writing smithi07774545-26 from 1277952 to 1851392 tid 3 2024-09-16T11:10:54.816 INFO:tasks.rados.rados.0.smithi077.stdout:2153: finishing copy_from to smithi07774545-30 2024-09-16T11:10:54.816 INFO:tasks.rados.rados.0.smithi077.stdout:2153: got expected ENOENT (src dne) 2024-09-16T11:10:54.816 INFO:tasks.rados.rados.0.smithi077.stdout:2153: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:10:54.816 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 2 to smithi07774545-16 2024-09-16T11:10:54.816 INFO:tasks.rados.rados.0.smithi077.stdout:2150: expect (ObjNum 607 snap 184 seq_num 607) 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 3 to smithi07774545-16 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 4 to smithi07774545-16 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2150: done (8 left) 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2153: done (7 left) 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2154: done (6 left) 2024-09-16T11:10:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:2157: copy_from oid 15 from oid 41 current snap is 215 2024-09-16T11:10:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 5 to smithi07774545-16 2024-09-16T11:10:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:2149: finishing write tid 6 to smithi07774545-16 2024-09-16T11:10:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1279 (ObjNum 682 snap 215 seq_num 682) dirty exists 2024-09-16T11:10:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:2149: left oid 16 (ObjNum 682 snap 215 seq_num 682) 2024-09-16T11:10:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:2152: expect (ObjNum 679 snap 215 seq_num 679) 2024-09-16T11:10:55.129 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:54 smithi191 ceph-mon[84934]: osdmap e499: 8 total, 7 up, 8 in 2024-09-16T11:10:55.129 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:54 smithi191 ceph-mon[84934]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T11:10:55.129 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:54 smithi191 ceph-mon[84934]: Health check failed: Degraded data redundancy: 5/387 objects degraded (1.292%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:55.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 podman[104316]: 2024-09-16 11:10:54.777934668 +0000 UTC m=+0.015768767 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:55.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:54 smithi191 podman[104316]: 2024-09-16 11:10:54.882961806 +0000 UTC m=+0.120795897 container create 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T11:10:55.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 podman[104316]: 2024-09-16 11:10:55.127521901 +0000 UTC m=+0.365355992 container init 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-e4e227b) 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[86047]: osdmap e499: 8 total, 7 up, 8 in 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[86047]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[86047]: Health check failed: Degraded data redundancy: 5/387 objects degraded (1.292%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[88497]: osdmap e499: 8 total, 7 up, 8 in 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[88497]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T11:10:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:54 smithi077 ceph-mon[88497]: Health check failed: Degraded data redundancy: 5/387 objects degraded (1.292%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T11:10:55.425 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 podman[104316]: 2024-09-16 11:10:55.13118898 +0000 UTC m=+0.369023071 container start 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T11:10:55.425 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 podman[104316]: 2024-09-16 11:10:55.235828195 +0000 UTC m=+0.473662286 container attach 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:10:55.486 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 5 to smithi07774545-36 2024-09-16T11:10:55.486 INFO:tasks.rados.rados.0.smithi077.stdout:2151: expect (ObjNum 628 snap 196 seq_num 628) 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T11:10:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate[104331]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 bash[104316]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T11:10:55.714 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:55 smithi191 podman[104316]: 2024-09-16 11:10:55.47182944 +0000 UTC m=+0.709663544 container died 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T11:10:56.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[86047]: osdmap e500: 8 total, 7 up, 8 in 2024-09-16T11:10:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[86047]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 3 stale+active+clean, 14 peering, 4 active+undersized+degraded, 74 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 10 op/s; 6/372 objects degraded (1.613%) 2024-09-16T11:10:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[86047]: osdmap e501: 8 total, 7 up, 8 in 2024-09-16T11:10:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[88497]: osdmap e500: 8 total, 7 up, 8 in 2024-09-16T11:10:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[88497]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 3 stale+active+clean, 14 peering, 4 active+undersized+degraded, 74 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 10 op/s; 6/372 objects degraded (1.613%) 2024-09-16T11:10:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:55 smithi077 ceph-mon[88497]: osdmap e501: 8 total, 7 up, 8 in 2024-09-16T11:10:56.182 INFO:tasks.rados.rados.0.smithi077.stdout:2148: expect (ObjNum 608 snap 184 seq_num 608) 2024-09-16T11:10:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-mon[84934]: osdmap e500: 8 total, 7 up, 8 in 2024-09-16T11:10:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-mon[84934]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 3 stale+active+clean, 14 peering, 4 active+undersized+degraded, 74 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 10 op/s; 6/372 objects degraded (1.613%) 2024-09-16T11:10:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:55 smithi191 ceph-mon[84934]: osdmap e501: 8 total, 7 up, 8 in 2024-09-16T11:10:56.213 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 podman[104444]: 2024-09-16 11:10:56.00615212 +0000 UTC m=+0.528403778 container remove 054d21a0f508b1dc24582193dfa56586c923b4e6e247cf8a27e85b09b3adc3dc (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-activate, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T11:10:56.468 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 podman[104505]: 2024-09-16 11:10:56.117110073 +0000 UTC m=+0.016851739 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:10:56.468 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 podman[104505]: 2024-09-16 11:10:56.232078105 +0000 UTC m=+0.131819770 container create 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731) 2024-09-16T11:10:56.468 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 podman[104505]: 2024-09-16 11:10:56.443166521 +0000 UTC m=+0.342908188 container init 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T11:10:56.469 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 podman[104505]: 2024-09-16 11:10:56.446548314 +0000 UTC m=+0.346289978 container start 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T11:10:56.962 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 ceph-osd[104524]: -- 172.21.15.191:0/221828848 <== mon.1 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ecabc4d1e0 con 0x55ecac9cc400 2024-09-16T11:10:56.962 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 bash[104505]: 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 2024-09-16T11:10:56.963 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 systemd[1]: Started Ceph osd.7 for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:10:57.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:10:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:10:56] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-09-16T11:10:57.298 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:10:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T11:10:56.988+0000 7ffa38ea6640 -1 Falling back to public interface 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:2145: finishing write tid 6 to smithi07774545-36 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1177 (ObjNum 681 snap 215 seq_num 681) dirty exists 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:2145: left oid 36 (ObjNum 681 snap 215 seq_num 681) 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:2156: finishing write tid 1 to smithi07774545-26 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:2156: finishing write tid 2 to smithi07774545-26 2024-09-16T11:10:57.621 INFO:tasks.rados.rados.0.smithi077.stdout:2145: done (6 left) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2148: done (5 left) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2149: done (4 left) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2151: done (3 left) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2152: done (2 left) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2158: rmattr oid 5 current snap is 215 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2156: finishing write tid 3 to smithi07774545-26 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2156: finishing write tid 4 to smithi07774545-26 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2156: finishing write tid 5 to smithi07774545-26 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1274 (ObjNum 683 snap 215 seq_num 683) dirty exists 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2156: left oid 26 (ObjNum 683 snap 215 seq_num 683) 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2157: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2157: finishing copy_from to smithi07774545-15 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1207 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:10:57.622 INFO:tasks.rados.rados.0.smithi077.stdout:2156: done (2 left) 2024-09-16T11:10:57.623 INFO:tasks.rados.rados.0.smithi077.stdout:2157: done (1 left) 2024-09-16T11:10:57.623 INFO:tasks.rados.rados.0.smithi077.stdout:2159: snap_create 2024-09-16T11:10:57.623 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1178 (ObjNum 643 snap 198 seq_num 643) dirty exists 2024-09-16T11:10:57.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[86047]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 6 op/s; 23/357 objects degraded (6.443%) 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:57 smithi077 ceph-mon[88497]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 6 op/s; 23/357 objects degraded (6.443%) 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:57 smithi191 ceph-mon[84934]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 6 op/s; 23/357 objects degraded (6.443%) 2024-09-16T11:10:58.570 INFO:tasks.rados.rados.0.smithi077.stdout:2158: done (1 left) 2024-09-16T11:10:58.570 INFO:tasks.rados.rados.0.smithi077.stdout:2159: done (0 left) 2024-09-16T11:10:58.570 INFO:tasks.rados.rados.0.smithi077.stdout:2160: delete oid 9 current snap is 216 2024-09-16T11:10:58.572 INFO:tasks.rados.rados.0.smithi077.stdout:2160: done (0 left) 2024-09-16T11:10:58.573 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 216 2024-09-16T11:10:58.573 INFO:tasks.rados.rados.0.smithi077.stdout:2161: seq_num 685 ranges {1884160=679936,2564096=442368,3006464=622592,3629056=139264} 2024-09-16T11:10:58.586 INFO:tasks.rados.rados.0.smithi077.stdout:2161: writing smithi07774545-35 from 1884160 to 2564096 tid 1 2024-09-16T11:10:58.589 INFO:tasks.rados.rados.0.smithi077.stdout:2161: writing smithi07774545-35 from 2564096 to 3006464 tid 2 2024-09-16T11:10:58.593 INFO:tasks.rados.rados.0.smithi077.stdout:2161: writing smithi07774545-35 from 3006464 to 3629056 tid 3 2024-09-16T11:10:58.594 INFO:tasks.rados.rados.0.smithi077.stdout:2161: writing smithi07774545-35 from 3629056 to 3768320 tid 4 2024-09-16T11:10:58.594 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 216 2024-09-16T11:10:58.594 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 1 to smithi07774545-35 2024-09-16T11:10:58.594 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 2 to smithi07774545-35 2024-09-16T11:10:58.594 INFO:tasks.rados.rados.0.smithi077.stdout:2162: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-09-16T11:10:58.597 INFO:tasks.rados.rados.0.smithi077.stdout:2162: writing smithi07774545-6 from 0 to 696320 tid 1 2024-09-16T11:10:58.602 INFO:tasks.rados.rados.0.smithi077.stdout:2162: writing smithi07774545-6 from 696320 to 1425408 tid 2 2024-09-16T11:10:58.605 INFO:tasks.rados.rados.0.smithi077.stdout:2162: writing smithi07774545-6 from 1425408 to 1851392 tid 3 2024-09-16T11:10:58.605 INFO:tasks.rados.rados.0.smithi077.stdout:2162: writing smithi07774545-6 from 1851392 to 1900544 tid 4 2024-09-16T11:10:58.605 INFO:tasks.rados.rados.0.smithi077.stdout:2163: delete oid 37 current snap is 216 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 3 to smithi07774545-35 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 4 to smithi07774545-35 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 5 to smithi07774545-35 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2161: finishing write tid 6 to smithi07774545-35 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1255 (ObjNum 685 snap 216 seq_num 685) dirty exists 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2161: left oid 35 (ObjNum 685 snap 216 seq_num 685) 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 1 to smithi07774545-6 2024-09-16T11:10:58.606 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 2 to smithi07774545-6 2024-09-16T11:10:58.607 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 3 to smithi07774545-6 2024-09-16T11:10:58.608 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 4 to smithi07774545-6 2024-09-16T11:10:58.610 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 5 to smithi07774545-6 2024-09-16T11:10:58.612 INFO:tasks.rados.rados.0.smithi077.stdout:2161: done (2 left) 2024-09-16T11:10:58.612 INFO:tasks.rados.rados.0.smithi077.stdout:2163: done (1 left) 2024-09-16T11:10:58.612 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 216 2024-09-16T11:10:58.613 INFO:tasks.rados.rados.0.smithi077.stdout:2164: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-09-16T11:10:58.615 INFO:tasks.rados.rados.0.smithi077.stdout:2164: writing smithi07774545-40 from 0 to 729088 tid 1 2024-09-16T11:10:58.618 INFO:tasks.rados.rados.0.smithi077.stdout:2164: writing smithi07774545-40 from 729088 to 1228800 tid 2 2024-09-16T11:10:58.622 INFO:tasks.rados.rados.0.smithi077.stdout:2164: writing smithi07774545-40 from 1228800 to 1933312 tid 3 2024-09-16T11:10:58.622 INFO:tasks.rados.rados.0.smithi077.stdout:2165: copy_from oid 31 from oid 21 current snap is 216 2024-09-16T11:10:58.622 INFO:tasks.rados.rados.0.smithi077.stdout:2162: finishing write tid 6 to smithi07774545-6 2024-09-16T11:10:58.622 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1279 (ObjNum 686 snap 216 seq_num 686) dirty exists 2024-09-16T11:10:58.622 INFO:tasks.rados.rados.0.smithi077.stdout:2162: left oid 6 (ObjNum 686 snap 216 seq_num 686) 2024-09-16T11:10:58.623 INFO:tasks.rados.rados.0.smithi077.stdout:2164: finishing write tid 1 to smithi07774545-40 2024-09-16T11:10:58.623 INFO:tasks.rados.rados.0.smithi077.stdout:2164: finishing write tid 2 to smithi07774545-40 2024-09-16T11:10:58.623 INFO:tasks.rados.rados.0.smithi077.stdout:2162: done (2 left) 2024-09-16T11:10:58.623 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 216 2024-09-16T11:10:58.623 INFO:tasks.rados.rados.0.smithi077.stdout:2166: seq_num 689 ranges {12378112=745472,13123584=786432,13910016=417792} 2024-09-16T11:10:58.692 INFO:tasks.rados.rados.0.smithi077.stdout:2166: writing smithi07774545-10 from 12378112 to 13123584 tid 1 2024-09-16T11:10:58.696 INFO:tasks.rados.rados.0.smithi077.stdout:2166: writing smithi07774545-10 from 13123584 to 13910016 tid 2 2024-09-16T11:10:58.699 INFO:tasks.rados.rados.0.smithi077.stdout:2166: writing smithi07774545-10 from 13910016 to 14327808 tid 3 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2167: copy_from oid 19 from oid 47 current snap is 216 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2164: finishing write tid 3 to smithi07774545-40 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2164: finishing write tid 4 to smithi07774545-40 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2164: finishing write tid 5 to smithi07774545-40 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1302 (ObjNum 688 snap 216 seq_num 688) dirty exists 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2164: left oid 40 (ObjNum 688 snap 216 seq_num 688) 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2165: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2164: done (3 left) 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2168: delete oid 3 current snap is 216 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2165: finishing copy_from to smithi07774545-31 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1072 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2166: finishing write tid 1 to smithi07774545-10 2024-09-16T11:10:58.700 INFO:tasks.rados.rados.0.smithi077.stdout:2166: finishing write tid 2 to smithi07774545-10 2024-09-16T11:10:58.702 INFO:tasks.rados.rados.0.smithi077.stdout:2165: done (3 left) 2024-09-16T11:10:58.702 INFO:tasks.rados.rados.0.smithi077.stdout:2168: done (2 left) 2024-09-16T11:10:58.702 INFO:tasks.rados.rados.0.smithi077.stdout:2169: snap_remove snap 203 2024-09-16T11:10:59.579 INFO:tasks.rados.rados.0.smithi077.stdout:2169: done (2 left) 2024-09-16T11:10:59.579 INFO:tasks.rados.rados.0.smithi077.stdout:2170: snap_remove snap 205 2024-09-16T11:10:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:59 smithi077 ceph-mon[86047]: osdmap e502: 8 total, 7 up, 8 in 2024-09-16T11:10:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:10:59 smithi077 ceph-mon[86047]: pgmap v443: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 13 op/s; 36/363 objects degraded (9.917%) 2024-09-16T11:10:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:59 smithi077 ceph-mon[88497]: osdmap e502: 8 total, 7 up, 8 in 2024-09-16T11:10:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:10:59 smithi077 ceph-mon[88497]: pgmap v443: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 13 op/s; 36/363 objects degraded (9.917%) 2024-09-16T11:10:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:59 smithi191 ceph-mon[84934]: osdmap e502: 8 total, 7 up, 8 in 2024-09-16T11:10:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:10:59 smithi191 ceph-mon[84934]: pgmap v443: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 13 op/s; 36/363 objects degraded (9.917%) 2024-09-16T11:11:00.462 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T11:11:00.182+0000 7ffa38ea6640 -1 osd.7 496 log_to_monitors true 2024-09-16T11:11:00.583 INFO:tasks.rados.rados.0.smithi077.stdout:2170: done (2 left) 2024-09-16T11:11:00.583 INFO:tasks.rados.rados.0.smithi077.stdout:2171: copy_from oid 30 from oid 31 current snap is 216 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2166: finishing write tid 3 to smithi07774545-10 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2166: finishing write tid 4 to smithi07774545-10 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2166: finishing write tid 5 to smithi07774545-10 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1307 (ObjNum 689 snap 216 seq_num 689) dirty exists 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2166: left oid 10 (ObjNum 689 snap 216 seq_num 689) 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2167: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2167: finishing copy_from to smithi07774545-19 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1172 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2166: done (2 left) 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2167: done (1 left) 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2172: read oid 21 snap -1 2024-09-16T11:11:00.584 INFO:tasks.rados.rados.0.smithi077.stdout:2172: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:00.585 INFO:tasks.rados.rados.0.smithi077.stdout:2173: setattr oid 28 current snap is 216 2024-09-16T11:11:00.585 INFO:tasks.rados.rados.0.smithi077.stdout:2174: snap_remove snap 214 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 36/363 objects degraded (9.917%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: osdmap e503: 8 total, 7 up, 8 in 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 36/363 objects degraded (9.917%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:11:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: osdmap e503: 8 total, 7 up, 8 in 2024-09-16T11:11:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 36/363 objects degraded (9.917%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T11:11:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: osdmap e503: 8 total, 7 up, 8 in 2024-09-16T11:11:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T11:11:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.367 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T11:11:01.043+0000 7ffa2cc48640 -1 osd.7 496 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T11:11:01.598 INFO:tasks.rados.rados.0.smithi077.stdout:2172: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: osdmap e504: 8 total, 7 up, 8 in 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: pgmap v446: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 16 op/s; 37/381 objects degraded (9.711%) 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='osd.7 ' entity='osd.7' 2024-09-16T11:11:01.643 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.644 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1208 (ObjNum 609 snap 0 seq_num 455611232) dirty exists 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2171: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2171: finishing copy_from to smithi07774545-30 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1072 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2171: done (3 left) 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2172: done (2 left) 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2173: done (1 left) 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2174: done (0 left) 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2175: read oid 13 snap 215 2024-09-16T11:11:01.666 INFO:tasks.rados.rados.0.smithi077.stdout:2175: expect (ObjNum 675 snap 212 seq_num 675) 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2176: rmattr oid 10 current snap is 216 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2176: done (1 left) 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2177: read oid 23 snap -1 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2177: expect (ObjNum 661 snap 209 seq_num 661) 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2178: rollback oid 28 current snap is 216 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 28 to 212 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2179: rollback oid 18 current snap is 216 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 207 2024-09-16T11:11:01.667 INFO:tasks.rados.rados.0.smithi077.stdout:2180: snap_create 2024-09-16T11:11:01.669 INFO:tasks.rados.rados.0.smithi077.stdout:2178: finishing rollback tid 0 to smithi07774545-28 2024-09-16T11:11:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:2179: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:11:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:2178: finishing rollback tid 1 to smithi07774545-28 2024-09-16T11:11:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:2178: finishing rollback tid 2 to smithi07774545-28 2024-09-16T11:11:01.672 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1211 (ObjNum 609 snap 0 seq_num 455645824) dirty exists 2024-09-16T11:11:01.673 INFO:tasks.rados.rados.0.smithi077.stdout:2179: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:11:01.673 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1257 (ObjNum 81 snap 0 seq_num 1650024795) dirty dne 2024-09-16T11:11:01.680 INFO:tasks.rados.rados.0.smithi077.stdout:2177: expect (ObjNum 661 snap 209 seq_num 661) 2024-09-16T11:11:01.802 INFO:tasks.rados.rados.0.smithi077.stdout:2175: expect (ObjNum 675 snap 212 seq_num 675) 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: osdmap e504: 8 total, 7 up, 8 in 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: pgmap v446: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 16 op/s; 37/381 objects degraded (9.711%) 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='osd.7 ' entity='osd.7' 2024-09-16T11:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: osdmap e504: 8 total, 7 up, 8 in 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: pgmap v446: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 16 op/s; 37/381 objects degraded (9.711%) 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='osd.7 ' entity='osd.7' 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:02.529 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2175: done (4 left) 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2177: done (3 left) 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2178: done (2 left) 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2179: done (1 left) 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2180: done (0 left) 2024-09-16T11:11:02.598 INFO:tasks.rados.rados.0.smithi077.stdout:2181: read oid 42 snap 212 2024-09-16T11:11:02.599 INFO:tasks.rados.rados.0.smithi077.stdout:2181: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:02.599 INFO:tasks.rados.rados.0.smithi077.stdout:2182: snap_create 2024-09-16T11:11:02.656 INFO:tasks.rados.rados.0.smithi077.stdout:2181: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:02.825 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:02 smithi191 ceph-mon[84934]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:11:02.825 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:02 smithi191 ceph-mon[84934]: osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609] boot 2024-09-16T11:11:02.825 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:02 smithi191 ceph-mon[84934]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T11:11:02.825 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[88497]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[88497]: osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609] boot 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[88497]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[86047]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[86047]: osd.7 [v2:172.21.15.191:6824/3027066609,v1:172.21.15.191:6825/3027066609] boot 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[86047]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T11:11:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T11:11:03.601 INFO:tasks.rados.rados.0.smithi077.stdout:2181: done (1 left) 2024-09-16T11:11:03.601 INFO:tasks.rados.rados.0.smithi077.stdout:2182: done (0 left) 2024-09-16T11:11:03.601 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 218 2024-09-16T11:11:03.602 INFO:tasks.rados.rados.0.smithi077.stdout:2183: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-09-16T11:11:03.605 INFO:tasks.rados.rados.0.smithi077.stdout:2183: writing smithi07774545-39 from 0 to 778240 tid 1 2024-09-16T11:11:03.608 INFO:tasks.rados.rados.0.smithi077.stdout:2183: writing smithi07774545-39 from 778240 to 1327104 tid 2 2024-09-16T11:11:03.612 INFO:tasks.rados.rados.0.smithi077.stdout:2183: writing smithi07774545-39 from 1327104 to 1941504 tid 3 2024-09-16T11:11:03.612 INFO:tasks.rados.rados.0.smithi077.stdout:2183: writing smithi07774545-39 from 1941504 to 1982464 tid 4 2024-09-16T11:11:03.612 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 218 2024-09-16T11:11:03.612 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 1 to smithi07774545-39 2024-09-16T11:11:03.612 INFO:tasks.rados.rados.0.smithi077.stdout:2184: seq_num 692 ranges {573440=794624,1368064=483328,1851392=720896} 2024-09-16T11:11:03.619 INFO:tasks.rados.rados.0.smithi077.stdout:2184: writing smithi07774545-38 from 573440 to 1368064 tid 1 2024-09-16T11:11:03.622 INFO:tasks.rados.rados.0.smithi077.stdout:2184: writing smithi07774545-38 from 1368064 to 1851392 tid 2 2024-09-16T11:11:03.627 INFO:tasks.rados.rados.0.smithi077.stdout:2184: writing smithi07774545-38 from 1851392 to 2572288 tid 3 2024-09-16T11:11:03.627 INFO:tasks.rados.rados.0.smithi077.stdout:2185: read oid 35 snap -1 2024-09-16T11:11:03.627 INFO:tasks.rados.rados.0.smithi077.stdout:2185: expect (ObjNum 685 snap 216 seq_num 685) 2024-09-16T11:11:03.627 INFO:tasks.rados.rados.0.smithi077.stdout:2186: copy_from oid 28 from oid 26 current snap is 218 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 2 to smithi07774545-39 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 3 to smithi07774545-39 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 4 to smithi07774545-39 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 5 to smithi07774545-39 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: finishing write tid 6 to smithi07774545-39 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1199 (ObjNum 691 snap 218 seq_num 691) dirty exists 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: left oid 39 (ObjNum 691 snap 218 seq_num 691) 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2184: finishing write tid 1 to smithi07774545-38 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2184: finishing write tid 2 to smithi07774545-38 2024-09-16T11:11:03.628 INFO:tasks.rados.rados.0.smithi077.stdout:2183: done (3 left) 2024-09-16T11:11:03.629 INFO:tasks.rados.rados.0.smithi077.stdout:2187: snap_remove snap 217 2024-09-16T11:11:03.903 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:03 smithi191 ceph-mon[84934]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T11:11:03.904 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:03 smithi191 ceph-mon[84934]: pgmap v449: 121 pgs: 4 peering, 28 active+undersized, 8 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 19 op/s; 21/393 objects degraded (5.344%) 2024-09-16T11:11:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:03 smithi077 ceph-mon[86047]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T11:11:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:03 smithi077 ceph-mon[86047]: pgmap v449: 121 pgs: 4 peering, 28 active+undersized, 8 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 19 op/s; 21/393 objects degraded (5.344%) 2024-09-16T11:11:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:03 smithi077 ceph-mon[88497]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T11:11:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:03 smithi077 ceph-mon[88497]: pgmap v449: 121 pgs: 4 peering, 28 active+undersized, 8 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 19 op/s; 21/393 objects degraded (5.344%) 2024-09-16T11:11:04.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T11:11:04.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:04.607 INFO:tasks.rados.rados.0.smithi077.stdout:2187: done (3 left) 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2188: read oid 39 snap -1 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2188: expect (ObjNum 691 snap 218 seq_num 691) 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2189: delete oid 27 current snap is 218 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2184: finishing write tid 3 to smithi07774545-38 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2184: finishing write tid 4 to smithi07774545-38 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2184: finishing write tid 5 to smithi07774545-38 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1188 (ObjNum 692 snap 218 seq_num 692) dirty exists 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2184: left oid 38 (ObjNum 692 snap 218 seq_num 692) 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2186: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:11:04.608 INFO:tasks.rados.rados.0.smithi077.stdout:2185: expect (ObjNum 685 snap 216 seq_num 685) 2024-09-16T11:11:04.743 INFO:tasks.rados.rados.0.smithi077.stdout:2186: finishing copy_from to smithi07774545-28 2024-09-16T11:11:04.744 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1274 (ObjNum 683 snap 215 seq_num 683) dirty exists 2024-09-16T11:11:04.744 INFO:tasks.rados.rados.0.smithi077.stdout:2188: expect (ObjNum 691 snap 218 seq_num 691) 2024-09-16T11:11:04.804 INFO:tasks.rados.rados.0.smithi077.stdout:2184: done (4 left) 2024-09-16T11:11:04.804 INFO:tasks.rados.rados.0.smithi077.stdout:2185: done (3 left) 2024-09-16T11:11:04.804 INFO:tasks.rados.rados.0.smithi077.stdout:2186: done (2 left) 2024-09-16T11:11:04.804 INFO:tasks.rados.rados.0.smithi077.stdout:2188: done (1 left) 2024-09-16T11:11:04.805 INFO:tasks.rados.rados.0.smithi077.stdout:2189: done (0 left) 2024-09-16T11:11:04.805 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 218 2024-09-16T11:11:04.805 INFO:tasks.rados.rados.0.smithi077.stdout:2190: seq_num 694 ranges {1851392=425984,2277376=655360,2932736=786432,3719168=163840} 2024-09-16T11:11:04.816 INFO:tasks.rados.rados.0.smithi077.stdout:2190: writing smithi07774545-26 from 1851392 to 2277376 tid 1 2024-09-16T11:11:04.820 INFO:tasks.rados.rados.0.smithi077.stdout:2190: writing smithi07774545-26 from 2277376 to 2932736 tid 2 2024-09-16T11:11:04.825 INFO:tasks.rados.rados.0.smithi077.stdout:2190: writing smithi07774545-26 from 2932736 to 3719168 tid 3 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2190: writing smithi07774545-26 from 3719168 to 3883008 tid 4 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2191: read oid 21 snap 207 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2191: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2192: read oid 25 snap 207 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2192: expect (ObjNum 659 snap 207 seq_num 659) 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2193: snap_create 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 1 to smithi07774545-26 2024-09-16T11:11:04.827 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 2 to smithi07774545-26 2024-09-16T11:11:04.831 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 3 to smithi07774545-26 2024-09-16T11:11:04.831 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 4 to smithi07774545-26 2024-09-16T11:11:04.831 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 5 to smithi07774545-26 2024-09-16T11:11:04.833 INFO:tasks.rados.rados.0.smithi077.stdout:2190: finishing write tid 6 to smithi07774545-26 2024-09-16T11:11:04.833 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1285 (ObjNum 694 snap 218 seq_num 694) dirty exists 2024-09-16T11:11:04.833 INFO:tasks.rados.rados.0.smithi077.stdout:2190: left oid 26 (ObjNum 694 snap 218 seq_num 694) 2024-09-16T11:11:04.841 INFO:tasks.rados.rados.0.smithi077.stdout:2191: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:04.902 INFO:tasks.rados.rados.0.smithi077.stdout:2192: expect (ObjNum 659 snap 207 seq_num 659) 2024-09-16T11:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T11:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T11:11:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T11:11:04.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T11:11:04.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T11:11:04.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T11:11:04.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T11:11:04.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T11:11:04.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T11:11:04.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T11:11:04.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T11:11:04.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T11:11:04.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T11:11:04.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T11:11:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T11:11:04.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T11:11:04.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T11:11:04.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T11:11:04.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T11:11:04.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2190: done (3 left) 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2191: done (2 left) 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2192: done (1 left) 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2193: done (0 left) 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2194: read oid 27 snap 207 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2194: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 219 2024-09-16T11:11:05.613 INFO:tasks.rados.rados.0.smithi077.stdout:2195: seq_num 695 ranges {3768320=442368,4210688=540672,4751360=598016,5349376=466944} 2024-09-16T11:11:05.635 INFO:tasks.rados.rados.0.smithi077.stdout:2195: writing smithi07774545-35 from 3768320 to 4210688 tid 1 2024-09-16T11:11:05.639 INFO:tasks.rados.rados.0.smithi077.stdout:2195: writing smithi07774545-35 from 4210688 to 4751360 tid 2 2024-09-16T11:11:05.643 INFO:tasks.rados.rados.0.smithi077.stdout:2195: writing smithi07774545-35 from 4751360 to 5349376 tid 3 2024-09-16T11:11:05.646 INFO:tasks.rados.rados.0.smithi077.stdout:2195: writing smithi07774545-35 from 5349376 to 5816320 tid 4 2024-09-16T11:11:05.646 INFO:tasks.rados.rados.0.smithi077.stdout:2196: rollback oid 40 current snap is 219 2024-09-16T11:11:05.646 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 40 to 216 2024-09-16T11:11:05.646 INFO:tasks.rados.rados.0.smithi077.stdout:2194: expect (ObjNum 635 snap 197 seq_num 635) 2024-09-16T11:11:05.674 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 1 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 2 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 3 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 4 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 5 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2196: finishing rollback tid 0 to smithi07774545-40 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2196: finishing rollback tid 1 to smithi07774545-40 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: finishing write tid 6 to smithi07774545-35 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1262 (ObjNum 695 snap 219 seq_num 695) dirty exists 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2195: left oid 35 (ObjNum 695 snap 219 seq_num 695) 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2196: finishing rollback tid 2 to smithi07774545-40 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1325 (ObjNum 688 snap 216 seq_num 688) dirty exists 2024-09-16T11:11:05.675 INFO:tasks.rados.rados.0.smithi077.stdout:2194: done (2 left) 2024-09-16T11:11:05.676 INFO:tasks.rados.rados.0.smithi077.stdout:2195: done (1 left) 2024-09-16T11:11:05.676 INFO:tasks.rados.rados.0.smithi077.stdout:2196: done (0 left) 2024-09-16T11:11:05.676 INFO:tasks.rados.rados.0.smithi077.stdout:2197: delete oid 18 current snap is 219 2024-09-16T11:11:05.676 INFO:tasks.rados.rados.0.smithi077.stdout:2197: done (0 left) 2024-09-16T11:11:05.676 INFO:tasks.rados.rados.0.smithi077.stdout:2198: setattr oid 29 current snap is 219 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:2199: rollback oid 3 current snap is 219 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 216 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:2200: rollback oid 20 current snap is 219 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 215 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:2201: read oid 43 snap 207 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:2201: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:11:05.677 INFO:tasks.rados.rados.0.smithi077.stdout:2202: delete oid 8 current snap is 219 2024-09-16T11:11:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:2202: done (4 left) 2024-09-16T11:11:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 219 2024-09-16T11:11:05.680 INFO:tasks.rados.rados.0.smithi077.stdout:2203: seq_num 698 ranges {2244608=499712,2744320=589824,3334144=770048,4104192=245760} 2024-09-16T11:11:05.695 INFO:tasks.rados.rados.0.smithi077.stdout:2203: writing smithi07774545-21 from 2244608 to 2744320 tid 1 2024-09-16T11:11:05.699 INFO:tasks.rados.rados.0.smithi077.stdout:2203: writing smithi07774545-21 from 2744320 to 3334144 tid 2 2024-09-16T11:11:05.704 INFO:tasks.rados.rados.0.smithi077.stdout:2203: writing smithi07774545-21 from 3334144 to 4104192 tid 3 2024-09-16T11:11:05.705 INFO:tasks.rados.rados.0.smithi077.stdout:2203: writing smithi07774545-21 from 4104192 to 4349952 tid 4 2024-09-16T11:11:05.705 INFO:tasks.rados.rados.0.smithi077.stdout:2204: delete oid 12 current snap is 219 2024-09-16T11:11:05.705 INFO:tasks.rados.rados.0.smithi077.stdout:2199: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1166 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:2200: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:2200: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:2200: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1169 (ObjNum 647 snap 200 seq_num 647) dirty exists 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1179 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 1 to smithi07774545-21 2024-09-16T11:11:05.706 INFO:tasks.rados.rados.0.smithi077.stdout:2201: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all osd 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: Upgrade: It appears safe to stop mds.a 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[86047]: pgmap v452: 121 pgs: 4 peering, 14 active+undersized, 8 active+undersized+degraded, 95 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 10 op/s; 21/387 objects degraded (5.426%) 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all osd 2024-09-16T11:11:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T11:11:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T11:11:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T11:11:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:11:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: Upgrade: It appears safe to stop mds.a 2024-09-16T11:11:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:05 smithi077 ceph-mon[88497]: pgmap v452: 121 pgs: 4 peering, 14 active+undersized, 8 active+undersized+degraded, 95 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 10 op/s; 21/387 objects degraded (5.426%) 2024-09-16T11:11:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all osd 2024-09-16T11:11:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T11:11:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T11:11:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T11:11:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T11:11:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: Upgrade: It appears safe to stop mds.a 2024-09-16T11:11:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:05 smithi191 ceph-mon[84934]: pgmap v452: 121 pgs: 4 peering, 14 active+undersized, 8 active+undersized+degraded, 95 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 10 op/s; 21/387 objects degraded (5.426%) 2024-09-16T11:11:05.996 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 2 to smithi07774545-21 2024-09-16T11:11:05.996 INFO:tasks.rados.rados.0.smithi077.stdout:2198: done (5 left) 2024-09-16T11:11:05.996 INFO:tasks.rados.rados.0.smithi077.stdout:2199: done (4 left) 2024-09-16T11:11:05.996 INFO:tasks.rados.rados.0.smithi077.stdout:2200: done (3 left) 2024-09-16T11:11:05.997 INFO:tasks.rados.rados.0.smithi077.stdout:2201: done (2 left) 2024-09-16T11:11:05.997 INFO:tasks.rados.rados.0.smithi077.stdout:2204: done (1 left) 2024-09-16T11:11:05.997 INFO:tasks.rados.rados.0.smithi077.stdout:2205: snap_remove snap 216 2024-09-16T11:11:06.748 INFO:tasks.rados.rados.0.smithi077.stdout:2205: done (1 left) 2024-09-16T11:11:06.748 INFO:tasks.rados.rados.0.smithi077.stdout:2206: snap_remove snap 212 2024-09-16T11:11:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:06] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-09-16T11:11:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: Health check update: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T11:11:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: Upgrade: Updating mds.a 2024-09-16T11:11:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[86047]: Deploying daemon mds.a on smithi077 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: Health check update: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: Upgrade: Updating mds.a 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:06 smithi077 ceph-mon[88497]: Deploying daemon mds.a on smithi077 2024-09-16T11:11:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: Health check update: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T11:11:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T11:11:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: Upgrade: Updating mds.a 2024-09-16T11:11:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:06 smithi191 ceph-mon[84934]: Deploying daemon mds.a on smithi077 2024-09-16T11:11:07.757 INFO:tasks.rados.rados.0.smithi077.stdout:2206: done (1 left) 2024-09-16T11:11:07.757 INFO:tasks.rados.rados.0.smithi077.stdout:2207: rollback oid 39 current snap is 219 2024-09-16T11:11:07.757 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 218 2024-09-16T11:11:07.757 INFO:tasks.rados.rados.0.smithi077.stdout:2208: snap_remove snap 215 2024-09-16T11:11:07.808 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:07 smithi077 ceph-mon[86047]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T11:11:07.808 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:07 smithi077 ceph-mon[86047]: pgmap v455: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:07.809 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:07 smithi077 ceph-mon[88497]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T11:11:07.809 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:07 smithi077 ceph-mon[88497]: pgmap v455: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:08.067 INFO:tasks.rados.rados.0.smithi077.stdout:2208: done (2 left) 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2209: read oid 45 snap -1 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2209: expect (ObjNum 678 snap 215 seq_num 678) 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2210: read oid 44 snap 218 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2210: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2211: copy_from oid 10 from oid 12 current snap is 219 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 219 2024-09-16T11:11:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2212: seq_num 700 ranges {6520832=532480,7053312=409600,7462912=737280,8200192=458752} 2024-09-16T11:11:08.104 INFO:tasks.rados.rados.0.smithi077.stdout:2212: writing smithi07774545-41 from 6520832 to 7053312 tid 1 2024-09-16T11:11:08.106 INFO:tasks.rados.rados.0.smithi077.stdout:2212: writing smithi07774545-41 from 7053312 to 7462912 tid 2 2024-09-16T11:11:08.111 INFO:tasks.rados.rados.0.smithi077.stdout:2212: writing smithi07774545-41 from 7462912 to 8200192 tid 3 2024-09-16T11:11:08.114 INFO:tasks.rados.rados.0.smithi077.stdout:2212: writing smithi07774545-41 from 8200192 to 8658944 tid 4 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2213: read oid 31 snap -1 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2213: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2214: rollback oid 17 current snap is 219 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 207 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 3 to smithi07774545-21 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 4 to smithi07774545-21 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 5 to smithi07774545-21 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: finishing write tid 6 to smithi07774545-21 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1198 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: left oid 21 (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2207: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2203: done (7 left) 2024-09-16T11:11:08.115 INFO:tasks.rados.rados.0.smithi077.stdout:2215: copy_from oid 32 from oid 46 current snap is 219 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2207: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2216: rmattr oid 47 current snap is 219 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2207: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1203 (ObjNum 691 snap 218 seq_num 691) dirty exists 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2211: finishing copy_from to smithi07774545-10 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2211: got expected ENOENT (src dne) 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2207: done (8 left) 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2217: snap_create 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2211: finishing copy_from racing read to smithi07774545-10 2024-09-16T11:11:08.116 INFO:tasks.rados.rados.0.smithi077.stdout:2209: expect (ObjNum 678 snap 215 seq_num 678) 2024-09-16T11:11:08.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:07 smithi077 systemd[1]: Stopping Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:08.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[62225]: 2024-09-16T11:11:08.056+0000 7fc1848c3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:11:08.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[62225]: 2024-09-16T11:11:08.056+0000 7fc1848c3640 -1 mds.a *** got signal Terminated *** 2024-09-16T11:11:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:07 smithi191 ceph-mon[84934]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T11:11:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:07 smithi191 ceph-mon[84934]: pgmap v455: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:08.282 INFO:tasks.rados.rados.0.smithi077.stdout:2210: expect (ObjNum 533 snap 160 seq_num 533) 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 1 to smithi07774545-41 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 2 to smithi07774545-41 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 3 to smithi07774545-41 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1210 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:2214: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:11:08.593 INFO:tasks.rados.rados.0.smithi077.stdout:2214: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 4 to smithi07774545-41 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2214: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1191 (ObjNum 643 snap 198 seq_num 643) dirty exists 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 5 to smithi07774545-41 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2212: finishing write tid 6 to smithi07774545-41 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1278 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2212: left oid 41 (ObjNum 700 snap 219 seq_num 700) 2024-09-16T11:11:08.594 INFO:tasks.rados.rados.0.smithi077.stdout:2213: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:08.650 INFO:tasks.rados.rados.0.smithi077.stdout:2215: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:11:08.650 INFO:tasks.rados.rados.0.smithi077.stdout:2215: finishing copy_from to smithi07774545-32 2024-09-16T11:11:08.650 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1127 (ObjNum 665 snap 209 seq_num 665) dirty exists 2024-09-16T11:11:09.064 INFO:tasks.rados.rados.0.smithi077.stdout:2209: done (8 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2210: done (7 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2211: done (6 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2212: done (5 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2213: done (4 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2214: done (3 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2215: done (2 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2216: done (1 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2217: done (0 left) 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2218: rollback oid 37 current snap is 220 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 218 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2219: read oid 25 snap -1 2024-09-16T11:11:09.065 INFO:tasks.rados.rados.0.smithi077.stdout:2219: expect deleted 2024-09-16T11:11:09.066 INFO:tasks.rados.rados.0.smithi077.stdout:2220: read oid 28 snap -1 2024-09-16T11:11:09.066 INFO:tasks.rados.rados.0.smithi077.stdout:2220: expect (ObjNum 683 snap 215 seq_num 683) 2024-09-16T11:11:09.066 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 220 2024-09-16T11:11:09.066 INFO:tasks.rados.rados.0.smithi077.stdout:2221: seq_num 701 ranges {7954432=548864,8503296=696320,9199616=540672,9740288=368640} 2024-09-16T11:11:09.110 INFO:tasks.rados.rados.0.smithi077.stdout:2221: writing smithi07774545-42 from 7954432 to 8503296 tid 1 2024-09-16T11:11:09.114 INFO:tasks.rados.rados.0.smithi077.stdout:2221: writing smithi07774545-42 from 8503296 to 9199616 tid 2 2024-09-16T11:11:09.117 INFO:tasks.rados.rados.0.smithi077.stdout:2221: writing smithi07774545-42 from 9199616 to 9740288 tid 3 2024-09-16T11:11:09.119 INFO:tasks.rados.rados.0.smithi077.stdout:2221: writing smithi07774545-42 from 9740288 to 10108928 tid 4 2024-09-16T11:11:09.119 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 220 2024-09-16T11:11:09.119 INFO:tasks.rados.rados.0.smithi077.stdout:2222: seq_num 702 ranges {13090816=565248,13656064=581632,14237696=745472,14983168=278528} 2024-09-16T11:11:09.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[88497]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded) 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[88497]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[88497]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[86047]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded) 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[86047]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T11:11:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:08 smithi077 ceph-mon[86047]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T11:11:09.191 INFO:tasks.rados.rados.0.smithi077.stdout:2222: writing smithi07774545-47 from 13090816 to 13656064 tid 1 2024-09-16T11:11:09.194 INFO:tasks.rados.rados.0.smithi077.stdout:2222: writing smithi07774545-47 from 13656064 to 14237696 tid 2 2024-09-16T11:11:09.199 INFO:tasks.rados.rados.0.smithi077.stdout:2222: writing smithi07774545-47 from 14237696 to 14983168 tid 3 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2222: writing smithi07774545-47 from 14983168 to 15261696 tid 4 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2223: read oid 21 snap -1 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2223: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2224: setattr oid 15 current snap is 220 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2218: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 0 (ObjNum 433 snap 0 seq_num 2426379904) dirty dne 2024-09-16T11:11:09.201 INFO:tasks.rados.rados.0.smithi077.stdout:2220: expect (ObjNum 683 snap 215 seq_num 683) 2024-09-16T11:11:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:08 smithi191 ceph-mon[84934]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/387 objects degraded (5.426%), 8 pgs degraded) 2024-09-16T11:11:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:08 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:11:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:08 smithi191 ceph-mon[84934]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T11:11:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:08 smithi191 ceph-mon[84934]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T11:11:09.251 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 1 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 2 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 3 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 4 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 5 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: finishing write tid 6 to smithi07774545-42 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1216 (ObjNum 701 snap 220 seq_num 701) dirty exists 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2221: left oid 42 (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 1 to smithi07774545-47 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 2 to smithi07774545-47 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 3 to smithi07774545-47 2024-09-16T11:11:09.252 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 4 to smithi07774545-47 2024-09-16T11:11:09.253 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 5 to smithi07774545-47 2024-09-16T11:11:09.253 INFO:tasks.rados.rados.0.smithi077.stdout:2222: finishing write tid 6 to smithi07774545-47 2024-09-16T11:11:09.253 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1222 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-09-16T11:11:09.253 INFO:tasks.rados.rados.0.smithi077.stdout:2222: left oid 47 (ObjNum 702 snap 220 seq_num 702) 2024-09-16T11:11:09.253 INFO:tasks.rados.rados.0.smithi077.stdout:2223: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:11:09.396 INFO:tasks.rados.rados.0.smithi077.stdout:2218: done (6 left) 2024-09-16T11:11:09.396 INFO:tasks.rados.rados.0.smithi077.stdout:2219: done (5 left) 2024-09-16T11:11:09.396 INFO:tasks.rados.rados.0.smithi077.stdout:2220: done (4 left) 2024-09-16T11:11:09.397 INFO:tasks.rados.rados.0.smithi077.stdout:2221: done (3 left) 2024-09-16T11:11:09.397 INFO:tasks.rados.rados.0.smithi077.stdout:2222: done (2 left) 2024-09-16T11:11:09.397 INFO:tasks.rados.rados.0.smithi077.stdout:2223: done (1 left) 2024-09-16T11:11:09.397 INFO:tasks.rados.rados.0.smithi077.stdout:2225: snap_remove snap 207 2024-09-16T11:11:10.069 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1275 (ObjNum 589 snap 179 seq_num 589) dirty exists 2024-09-16T11:11:10.069 INFO:tasks.rados.rados.0.smithi077.stdout:2224: done (1 left) 2024-09-16T11:11:10.069 INFO:tasks.rados.rados.0.smithi077.stdout:2225: done (0 left) 2024-09-16T11:11:10.069 INFO:tasks.rados.rados.0.smithi077.stdout:2226: delete oid 47 current snap is 220 2024-09-16T11:11:10.084 INFO:tasks.rados.rados.0.smithi077.stdout:2226: done (0 left) 2024-09-16T11:11:10.084 INFO:tasks.rados.rados.0.smithi077.stdout:2227: delete oid 13 current snap is 220 2024-09-16T11:11:10.088 INFO:tasks.rados.rados.0.smithi077.stdout:2227: done (0 left) 2024-09-16T11:11:10.088 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 220 2024-09-16T11:11:10.088 INFO:tasks.rados.rados.0.smithi077.stdout:2228: seq_num 705 ranges {1982464=614400,2596864=630784,3227648=524288,3751936=450560} 2024-09-16T11:11:10.102 INFO:tasks.rados.rados.0.smithi077.stdout:2228: writing smithi07774545-39 from 1982464 to 2596864 tid 1 2024-09-16T11:11:10.106 INFO:tasks.rados.rados.0.smithi077.stdout:2228: writing smithi07774545-39 from 2596864 to 3227648 tid 2 2024-09-16T11:11:10.109 INFO:tasks.rados.rados.0.smithi077.stdout:2228: writing smithi07774545-39 from 3227648 to 3751936 tid 3 2024-09-16T11:11:10.112 INFO:tasks.rados.rados.0.smithi077.stdout:2228: writing smithi07774545-39 from 3751936 to 4202496 tid 4 2024-09-16T11:11:10.112 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 220 2024-09-16T11:11:10.113 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 1 to smithi07774545-39 2024-09-16T11:11:10.113 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 2 to smithi07774545-39 2024-09-16T11:11:10.113 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 3 to smithi07774545-39 2024-09-16T11:11:10.113 INFO:tasks.rados.rados.0.smithi077.stdout:2229: seq_num 706 ranges {8658944=630784,9289728=516096,9805824=729088,10534912=360448} 2024-09-16T11:11:10.162 INFO:tasks.rados.rados.0.smithi077.stdout:2229: writing smithi07774545-41 from 8658944 to 9289728 tid 1 2024-09-16T11:11:10.165 INFO:tasks.rados.rados.0.smithi077.stdout:2229: writing smithi07774545-41 from 9289728 to 9805824 tid 2 2024-09-16T11:11:10.169 INFO:tasks.rados.rados.0.smithi077.stdout:2229: writing smithi07774545-41 from 9805824 to 10534912 tid 3 2024-09-16T11:11:10.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T11:11:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[86047]: pgmap v458: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[86047]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T11:11:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T11:11:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[88497]: pgmap v458: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:09 smithi077 ceph-mon[88497]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T11:11:10.174 INFO:tasks.rados.rados.0.smithi077.stdout:2229: writing smithi07774545-41 from 10534912 to 10895360 tid 4 2024-09-16T11:11:10.174 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 220 2024-09-16T11:11:10.174 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 4 to smithi07774545-39 2024-09-16T11:11:10.174 INFO:tasks.rados.rados.0.smithi077.stdout:2230: seq_num 707 ranges {1277952=647168,1925120=802816,2727936=532480,3260416=270336} 2024-09-16T11:11:10.182 INFO:tasks.rados.rados.0.smithi077.stdout:2230: writing smithi07774545-20 from 1277952 to 1925120 tid 1 2024-09-16T11:11:10.187 INFO:tasks.rados.rados.0.smithi077.stdout:2230: writing smithi07774545-20 from 1925120 to 2727936 tid 2 2024-09-16T11:11:10.190 INFO:tasks.rados.rados.0.smithi077.stdout:2230: writing smithi07774545-20 from 2727936 to 3260416 tid 3 2024-09-16T11:11:10.193 INFO:tasks.rados.rados.0.smithi077.stdout:2230: writing smithi07774545-20 from 3260416 to 3530752 tid 4 2024-09-16T11:11:10.193 INFO:tasks.rados.rados.0.smithi077.stdout:2231: setattr oid 19 current snap is 220 2024-09-16T11:11:10.193 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 5 to smithi07774545-39 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2228: finishing write tid 6 to smithi07774545-39 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1208 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2228: left oid 39 (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 1 to smithi07774545-41 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 2 to smithi07774545-41 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 3 to smithi07774545-41 2024-09-16T11:11:10.194 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 4 to smithi07774545-41 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 5 to smithi07774545-41 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:2229: finishing write tid 6 to smithi07774545-41 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1288 (ObjNum 706 snap 220 seq_num 706) dirty exists 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:2229: left oid 41 (ObjNum 706 snap 220 seq_num 706) 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 1 to smithi07774545-20 2024-09-16T11:11:10.195 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 2 to smithi07774545-20 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 3 to smithi07774545-20 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 4 to smithi07774545-20 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 5 to smithi07774545-20 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2228: done (3 left) 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2229: done (2 left) 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2232: delete oid 10 current snap is 220 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:2230: finishing write tid 6 to smithi07774545-20 2024-09-16T11:11:10.198 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1174 (ObjNum 707 snap 220 seq_num 707) dirty exists 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2230: left oid 20 (ObjNum 707 snap 220 seq_num 707) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2230: done (2 left) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2232: done (1 left) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2233: read oid 40 snap -1 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2233: expect (ObjNum 688 snap 216 seq_num 688) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2234: read oid 20 snap 219 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2234: expect (ObjNum 647 snap 200 seq_num 647) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2235: rmattr oid 28 current snap is 220 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2235: done (3 left) 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:2236: snap_create 2024-09-16T11:11:10.199 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1173 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:11:10.200 INFO:tasks.rados.rados.0.smithi077.stdout:2234: expect (ObjNum 647 snap 200 seq_num 647) 2024-09-16T11:11:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:09 smithi191 ceph-mon[84934]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T11:11:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:09 smithi191 ceph-mon[84934]: pgmap v458: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T11:11:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:09 smithi191 ceph-mon[84934]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T11:11:10.234 INFO:tasks.rados.rados.0.smithi077.stdout:2233: expect (ObjNum 688 snap 216 seq_num 688) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2231: done (3 left) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2233: done (2 left) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2234: done (1 left) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2236: done (0 left) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2237: read oid 32 snap 218 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2237: expect (ObjNum 663 snap 209 seq_num 663) 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 221 2024-09-16T11:11:10.749 INFO:tasks.rados.rados.0.smithi077.stdout:2238: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-09-16T11:11:10.752 INFO:tasks.rados.rados.0.smithi077.stdout:2238: writing smithi07774545-27 from 0 to 679936 tid 1 2024-09-16T11:11:10.756 INFO:tasks.rados.rados.0.smithi077.stdout:2238: writing smithi07774545-27 from 679936 to 1294336 tid 2 2024-09-16T11:11:10.760 INFO:tasks.rados.rados.0.smithi077.stdout:2238: writing smithi07774545-27 from 1294336 to 1794048 tid 3 2024-09-16T11:11:10.763 INFO:tasks.rados.rados.0.smithi077.stdout:2238: writing smithi07774545-27 from 1794048 to 2285568 tid 4 2024-09-16T11:11:10.764 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 221 2024-09-16T11:11:10.764 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 1 to smithi07774545-27 2024-09-16T11:11:10.764 INFO:tasks.rados.rados.0.smithi077.stdout:2239: seq_num 710 ranges {8273920=696320,8970240=499712,9469952=712704,10182656=393216} 2024-09-16T11:11:10.813 INFO:tasks.rados.rados.0.smithi077.stdout:2239: writing smithi07774545-49 from 8273920 to 8970240 tid 1 2024-09-16T11:11:10.815 INFO:tasks.rados.rados.0.smithi077.stdout:2239: writing smithi07774545-49 from 8970240 to 9469952 tid 2 2024-09-16T11:11:10.820 INFO:tasks.rados.rados.0.smithi077.stdout:2239: writing smithi07774545-49 from 9469952 to 10182656 tid 3 2024-09-16T11:11:10.822 INFO:tasks.rados.rados.0.smithi077.stdout:2239: writing smithi07774545-49 from 10182656 to 10575872 tid 4 2024-09-16T11:11:10.822 INFO:tasks.rados.rados.0.smithi077.stdout:2240: snap_remove snap 219 2024-09-16T11:11:11.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:11 smithi077 ceph-mon[88497]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T11:11:11.412 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:11 smithi077 ceph-mon[88497]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T11:11:11.412 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:11 smithi077 ceph-mon[86047]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T11:11:11.412 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:11 smithi077 ceph-mon[86047]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T11:11:11.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:11 smithi191 ceph-mon[84934]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T11:11:11.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:11 smithi191 ceph-mon[84934]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T11:11:11.671 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:11 smithi077 podman[113038]: 2024-09-16 11:11:11.410833816 +0000 UTC m=+3.461160366 container died 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2240: done (3 left) 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2241: delete oid 5 current snap is 221 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 2 to smithi07774545-27 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 3 to smithi07774545-27 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 4 to smithi07774545-27 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 5 to smithi07774545-27 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:2238: finishing write tid 6 to smithi07774545-27 2024-09-16T11:11:11.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1213 (ObjNum 709 snap 221 seq_num 709) dirty exists 2024-09-16T11:11:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:2238: left oid 27 (ObjNum 709 snap 221 seq_num 709) 2024-09-16T11:11:11.762 INFO:tasks.rados.rados.0.smithi077.stdout:2237: expect (ObjNum 663 snap 209 seq_num 663) 2024-09-16T11:11:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 1 to smithi07774545-49 2024-09-16T11:11:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 2 to smithi07774545-49 2024-09-16T11:11:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 3 to smithi07774545-49 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 4 to smithi07774545-49 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 5 to smithi07774545-49 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2239: finishing write tid 6 to smithi07774545-49 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1290 (ObjNum 710 snap 221 seq_num 710) dirty exists 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2239: left oid 49 (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2237: done (3 left) 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2238: done (2 left) 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2239: done (1 left) 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2241: done (0 left) 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 221 2024-09-16T11:11:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:2242: seq_num 712 ranges {2285568=729088,3014656=671744,3686400=671744,4358144=262144} 2024-09-16T11:11:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:2242: writing smithi07774545-27 from 2285568 to 3014656 tid 1 2024-09-16T11:11:11.936 INFO:tasks.rados.rados.0.smithi077.stdout:2242: writing smithi07774545-27 from 3014656 to 3686400 tid 2 2024-09-16T11:11:11.940 INFO:tasks.rados.rados.0.smithi077.stdout:2242: writing smithi07774545-27 from 3686400 to 4358144 tid 3 2024-09-16T11:11:11.942 INFO:tasks.rados.rados.0.smithi077.stdout:2242: writing smithi07774545-27 from 4358144 to 4620288 tid 4 2024-09-16T11:11:11.942 INFO:tasks.rados.rados.0.smithi077.stdout:2243: delete oid 7 current snap is 221 2024-09-16T11:11:11.942 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 1 to smithi07774545-27 2024-09-16T11:11:11.943 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 2 to smithi07774545-27 2024-09-16T11:11:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 3 to smithi07774545-27 2024-09-16T11:11:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:2243: done (1 left) 2024-09-16T11:11:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 221 2024-09-16T11:11:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:2244: seq_num 714 ranges {8167424=761856,8929280=442368,9371648=688128,10059776=475136} 2024-09-16T11:11:11.993 INFO:tasks.rados.rados.0.smithi077.stdout:2244: writing smithi07774545-1 from 8167424 to 8929280 tid 1 2024-09-16T11:11:11.996 INFO:tasks.rados.rados.0.smithi077.stdout:2244: writing smithi07774545-1 from 8929280 to 9371648 tid 2 2024-09-16T11:11:12.000 INFO:tasks.rados.rados.0.smithi077.stdout:2244: writing smithi07774545-1 from 9371648 to 10059776 tid 3 2024-09-16T11:11:12.003 INFO:tasks.rados.rados.0.smithi077.stdout:2244: writing smithi07774545-1 from 10059776 to 10534912 tid 4 2024-09-16T11:11:12.003 INFO:tasks.rados.rados.0.smithi077.stdout:2245: snap_create 2024-09-16T11:11:12.003 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 4 to smithi07774545-27 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 5 to smithi07774545-27 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2242: finishing write tid 6 to smithi07774545-27 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1218 (ObjNum 712 snap 221 seq_num 712) dirty exists 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2242: left oid 27 (ObjNum 712 snap 221 seq_num 712) 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 1 to smithi07774545-1 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 2 to smithi07774545-1 2024-09-16T11:11:12.004 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 3 to smithi07774545-1 2024-09-16T11:11:12.006 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 4 to smithi07774545-1 2024-09-16T11:11:12.006 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 5 to smithi07774545-1 2024-09-16T11:11:12.007 INFO:tasks.rados.rados.0.smithi077.stdout:2244: finishing write tid 6 to smithi07774545-1 2024-09-16T11:11:12.007 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1223 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-09-16T11:11:12.007 INFO:tasks.rados.rados.0.smithi077.stdout:2244: left oid 1 (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:11:12.069 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:11 smithi077 podman[113038]: 2024-09-16 11:11:11.880925292 +0000 UTC m=+3.931251847 container cleanup 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-16T11:11:12.069 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:11 smithi077 bash[113038]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[86047]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[86047]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[88497]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-16T11:11:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[88497]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 podman[113049]: 2024-09-16 11:11:12.158037422 +0000 UTC m=+0.745239254 container remove 63f479f35f7bd1d18dd68a1f7871c92d3b4e2189ab8b79ab7e2f00626499c269 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 systemd[1]: Stopped Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:12.423 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.051s CPU time. 2024-09-16T11:11:12.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-mon[84934]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-16T11:11:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-mon[84934]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T11:11:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:12.833 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 systemd[1]: Starting Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:12.833 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 podman[113180]: 2024-09-16 11:11:12.601388707 +0000 UTC m=+0.016030979 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:11:12.833 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 podman[113180]: 2024-09-16 11:11:12.717631828 +0000 UTC m=+0.132274104 container create 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T11:11:12.963 INFO:tasks.rados.rados.0.smithi077.stdout:2242: done (2 left) 2024-09-16T11:11:12.964 INFO:tasks.rados.rados.0.smithi077.stdout:2244: done (1 left) 2024-09-16T11:11:12.964 INFO:tasks.rados.rados.0.smithi077.stdout:2245: done (0 left) 2024-09-16T11:11:12.964 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 222 2024-09-16T11:11:12.964 INFO:tasks.rados.rados.0.smithi077.stdout:2246: seq_num 715 ranges {2244608=778240,3022848=770048,3792896=499712,4292608=335872} 2024-09-16T11:11:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:2246: writing smithi07774545-31 from 2244608 to 3022848 tid 1 2024-09-16T11:11:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:2246: writing smithi07774545-31 from 3022848 to 3792896 tid 2 2024-09-16T11:11:12.988 INFO:tasks.rados.rados.0.smithi077.stdout:2246: writing smithi07774545-31 from 3792896 to 4292608 tid 3 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2246: writing smithi07774545-31 from 4292608 to 4628480 tid 4 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2247: read oid 19 snap -1 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2247: expect (ObjNum 608 snap 184 seq_num 608) 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2248: snap_create 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 1 to smithi07774545-31 2024-09-16T11:11:12.991 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 2 to smithi07774545-31 2024-09-16T11:11:12.992 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 3 to smithi07774545-31 2024-09-16T11:11:12.993 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 4 to smithi07774545-31 2024-09-16T11:11:12.993 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 5 to smithi07774545-31 2024-09-16T11:11:12.994 INFO:tasks.rados.rados.0.smithi077.stdout:2246: finishing write tid 6 to smithi07774545-31 2024-09-16T11:11:12.994 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1130 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-09-16T11:11:12.995 INFO:tasks.rados.rados.0.smithi077.stdout:2246: left oid 31 (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:13.054 INFO:tasks.rados.rados.0.smithi077.stdout:2247: expect (ObjNum 608 snap 184 seq_num 608) 2024-09-16T11:11:13.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 podman[113180]: 2024-09-16 11:11:12.970515034 +0000 UTC m=+0.385157316 container init 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T11:11:13.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:12 smithi077 podman[113180]: 2024-09-16 11:11:12.974094758 +0000 UTC m=+0.388737039 container start 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T11:11:13.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: starting mds.a at 2024-09-16T11:11:13.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:13 smithi077 bash[113180]: 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 2024-09-16T11:11:13.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:13 smithi077 systemd[1]: Started Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:13.426 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:11:13.706 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:11:13.706 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (6m) 2m ago 10m 25.7M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:11:13.706 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (6m) 13s ago 9m 85.8M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 starting - - - - 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (11m) 13s ago 11m 22.9M - 17.2.7-1633-g6d025bc2 33ed8dba3996 2fa92aff1fe8 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (5m) 13s ago 14m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (6m) 2m ago 16m 496M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (5m) 2m ago 16m 50.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (4m) 13s ago 14m 46.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (5m) 2m ago 14m 42.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (6m) 2m ago 10m 8460k - 1.5.0 0da6a335fe13 147327b3c752 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (6m) 13s ago 10m 15.9M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (4m) 2m ago 14m 199M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (3m) 2m ago 13m 177M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (3m) 2m ago 13m 155M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (2m) 2m ago 12m 12.1M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:11:13.707 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (116s) 13s ago 12m 123M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:11:13.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (84s) 13s ago 12m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:11:13.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (50s) 13s ago 11m 91.0M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ef3b1900baf9 2024-09-16T11:11:13.708 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (17s) 13s ago 11m 14.4M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 773454a5d239 2024-09-16T11:11:13.708 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (5m) 13s ago 10m 65.8M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:11:14.050 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:11:14.051 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 14 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:11:14.052 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[86047]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[86047]: pgmap v465: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[88497]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T11:11:14.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[88497]: pgmap v465: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-09-16T11:11:14.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:13 smithi191 ceph-mon[84934]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T11:11:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:13 smithi191 ceph-mon[84934]: pgmap v465: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-09-16T11:11:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:14.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:14.569 INFO:tasks.rados.rados.0.smithi077.stdout:2246: done (2 left) 2024-09-16T11:11:14.569 INFO:tasks.rados.rados.0.smithi077.stdout:2247: done (1 left) 2024-09-16T11:11:14.569 INFO:tasks.rados.rados.0.smithi077.stdout:2248: done (0 left) 2024-09-16T11:11:14.569 INFO:tasks.rados.rados.0.smithi077.stdout:2249: snap_remove snap 221 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2249: done (0 left) 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2250: read oid 8 snap -1 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2250: expect deleted 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2251: read oid 35 snap -1 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2251: expect (ObjNum 695 snap 219 seq_num 695) 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2252: read oid 6 snap -1 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2252: expect (ObjNum 686 snap 216 seq_num 686) 2024-09-16T11:11:14.977 INFO:tasks.rados.rados.0.smithi077.stdout:2253: snap_remove snap 218 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:boot 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/284056162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:boot 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:14 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/284056162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:15.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:boot 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T11:11:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:14 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/284056162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:15.751 INFO:tasks.rados.rados.0.smithi077.stdout:2253: done (3 left) 2024-09-16T11:11:15.751 INFO:tasks.rados.rados.0.smithi077.stdout:2254: snap_create 2024-09-16T11:11:15.751 INFO:tasks.rados.rados.0.smithi077.stdout:2252: expect (ObjNum 686 snap 216 seq_num 686) 2024-09-16T11:11:15.809 INFO:tasks.rados.rados.0.smithi077.stdout:2251: expect (ObjNum 695 snap 219 seq_num 695) 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[86047]: pgmap v468: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[86047]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[86047]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[88497]: pgmap v468: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[88497]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T11:11:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:15 smithi077 ceph-mon[88497]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T11:11:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:15 smithi191 ceph-mon[84934]: pgmap v468: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-09-16T11:11:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:15 smithi191 ceph-mon[84934]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T11:11:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:15 smithi191 ceph-mon[84934]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T11:11:16.751 INFO:tasks.rados.rados.0.smithi077.stdout:2250: done (3 left) 2024-09-16T11:11:16.751 INFO:tasks.rados.rados.0.smithi077.stdout:2251: done (2 left) 2024-09-16T11:11:16.751 INFO:tasks.rados.rados.0.smithi077.stdout:2252: done (1 left) 2024-09-16T11:11:16.751 INFO:tasks.rados.rados.0.smithi077.stdout:2254: done (0 left) 2024-09-16T11:11:16.752 INFO:tasks.rados.rados.0.smithi077.stdout:2255: snap_remove snap 222 2024-09-16T11:11:17.008 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:16] "GET /metrics HTTP/1.1" 200 36068 "" "Prometheus/2.43.0" 2024-09-16T11:11:17.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.259 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[86047]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.260 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:17 smithi077 ceph-mon[88497]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T11:11:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:17 smithi191 ceph-mon[84934]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T11:11:17.757 INFO:tasks.rados.rados.0.smithi077.stdout:2255: done (0 left) 2024-09-16T11:11:17.757 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 224 2024-09-16T11:11:17.757 INFO:tasks.rados.rados.0.smithi077.stdout:2256: seq_num 716 ranges {1900544=794624,2695168=655360,3350528=704512,4055040=245760} 2024-09-16T11:11:17.772 INFO:tasks.rados.rados.0.smithi077.stdout:2256: writing smithi07774545-6 from 1900544 to 2695168 tid 1 2024-09-16T11:11:17.775 INFO:tasks.rados.rados.0.smithi077.stdout:2256: writing smithi07774545-6 from 2695168 to 3350528 tid 2 2024-09-16T11:11:17.780 INFO:tasks.rados.rados.0.smithi077.stdout:2256: writing smithi07774545-6 from 3350528 to 4055040 tid 3 2024-09-16T11:11:17.782 INFO:tasks.rados.rados.0.smithi077.stdout:2256: writing smithi07774545-6 from 4055040 to 4300800 tid 4 2024-09-16T11:11:17.782 INFO:tasks.rados.rados.0.smithi077.stdout:2257: copy_from oid 20 from oid 45 current snap is 224 2024-09-16T11:11:17.782 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 1 to smithi07774545-6 2024-09-16T11:11:17.782 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 2 to smithi07774545-6 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2258: rollback oid 39 current snap is 224 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 220 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2259: read oid 30 snap 220 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2259: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2260: read oid 26 snap 223 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2260: expect (ObjNum 694 snap 218 seq_num 694) 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 224 2024-09-16T11:11:17.783 INFO:tasks.rados.rados.0.smithi077.stdout:2261: seq_num 717 ranges {2170880=16384} 2024-09-16T11:11:17.794 INFO:tasks.rados.rados.0.smithi077.stdout:2261: writing smithi07774545-32 from 2170880 to 2187264 tid 1 2024-09-16T11:11:17.794 INFO:tasks.rados.rados.0.smithi077.stdout:2262: read oid 3 snap -1 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2262: expect deleted 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2263: snap_create 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 3 to smithi07774545-6 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 4 to smithi07774545-6 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2258: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2258: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2258: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1226 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:11:17.795 INFO:tasks.rados.rados.0.smithi077.stdout:2259: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 5 to smithi07774545-6 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2261: finishing write tid 1 to smithi07774545-32 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2261: finishing write tid 2 to smithi07774545-32 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2261: finishing write tid 3 to smithi07774545-32 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1354 (ObjNum 717 snap 224 seq_num 717) dirty exists 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2261: left oid 32 (ObjNum 717 snap 224 seq_num 717) 2024-09-16T11:11:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:2260: expect (ObjNum 694 snap 218 seq_num 694) 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:2256: finishing write tid 6 to smithi07774545-6 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1295 (ObjNum 716 snap 224 seq_num 716) dirty exists 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:2256: left oid 6 (ObjNum 716 snap 224 seq_num 716) 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:2257: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:2257: finishing copy_from to smithi07774545-20 2024-09-16T11:11:17.984 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1194 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-09-16T11:11:18.251 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:18 smithi077 ceph-mon[88497]: pgmap v471: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T11:11:18.251 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:18 smithi077 ceph-mon[88497]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T11:11:18.252 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:18 smithi077 ceph-mon[86047]: pgmap v471: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T11:11:18.252 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:18 smithi077 ceph-mon[86047]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T11:11:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:18 smithi191 ceph-mon[84934]: pgmap v471: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T11:11:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:18 smithi191 ceph-mon[84934]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T11:11:18.758 INFO:tasks.rados.rados.0.smithi077.stdout:2256: done (7 left) 2024-09-16T11:11:18.758 INFO:tasks.rados.rados.0.smithi077.stdout:2257: done (6 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2258: done (5 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2259: done (4 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2260: done (3 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2261: done (2 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2262: done (1 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2263: done (0 left) 2024-09-16T11:11:18.759 INFO:tasks.rados.rados.0.smithi077.stdout:2264: delete oid 37 current snap is 225 2024-09-16T11:11:18.760 INFO:tasks.rados.rados.0.smithi077.stdout:2264: done (0 left) 2024-09-16T11:11:18.760 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 225 2024-09-16T11:11:18.760 INFO:tasks.rados.rados.0.smithi077.stdout:2265: seq_num 719 ranges {9723904=49152} 2024-09-16T11:11:18.813 INFO:tasks.rados.rados.0.smithi077.stdout:2265: writing smithi07774545-4 from 9723904 to 9773056 tid 1 2024-09-16T11:11:18.813 INFO:tasks.rados.rados.0.smithi077.stdout:2266: snap_create 2024-09-16T11:11:18.819 INFO:tasks.rados.rados.0.smithi077.stdout:2265: finishing write tid 1 to smithi07774545-4 2024-09-16T11:11:18.819 INFO:tasks.rados.rados.0.smithi077.stdout:2265: finishing write tid 2 to smithi07774545-4 2024-09-16T11:11:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:2265: finishing write tid 3 to smithi07774545-4 2024-09-16T11:11:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1085 (ObjNum 719 snap 225 seq_num 719) dirty exists 2024-09-16T11:11:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:2265: left oid 4 (ObjNum 719 snap 225 seq_num 719) 2024-09-16T11:11:19.770 INFO:tasks.rados.rados.0.smithi077.stdout:2265: done (1 left) 2024-09-16T11:11:19.770 INFO:tasks.rados.rados.0.smithi077.stdout:2266: done (0 left) 2024-09-16T11:11:19.771 INFO:tasks.rados.rados.0.smithi077.stdout:2267: read oid 39 snap 223 2024-09-16T11:11:19.771 INFO:tasks.rados.rados.0.smithi077.stdout:2267: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:11:19.771 INFO:tasks.rados.rados.0.smithi077.stdout:2268: snap_remove snap 225 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: pgmap v474: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T11:11:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: pgmap v474: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:11:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: pgmap v474: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:20.104 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:20.755 INFO:tasks.rados.rados.0.smithi077.stdout:2267: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:11:20.893 INFO:tasks.rados.rados.0.smithi077.stdout:2267: done (1 left) 2024-09-16T11:11:20.893 INFO:tasks.rados.rados.0.smithi077.stdout:2268: done (0 left) 2024-09-16T11:11:20.893 INFO:tasks.rados.rados.0.smithi077.stdout:2269: read oid 8 snap -1 2024-09-16T11:11:20.894 INFO:tasks.rados.rados.0.smithi077.stdout:2269: expect deleted 2024-09-16T11:11:20.894 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 226 2024-09-16T11:11:20.894 INFO:tasks.rados.rados.0.smithi077.stdout:2270: seq_num 720 ranges {7241728=65536} 2024-09-16T11:11:20.931 INFO:tasks.rados.rados.0.smithi077.stdout:2270: writing smithi07774545-17 from 7241728 to 7307264 tid 1 2024-09-16T11:11:20.931 INFO:tasks.rados.rados.0.smithi077.stdout:2271: rollback oid 19 current snap is 226 2024-09-16T11:11:20.931 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 224 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:2269: done (2 left) 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:2272: rollback oid 39 current snap is 226 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 223 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:2273: rollback oid 21 current snap is 226 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 223 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 226 2024-09-16T11:11:20.932 INFO:tasks.rados.rados.0.smithi077.stdout:2274: seq_num 721 ranges {6168576=81920} 2024-09-16T11:11:20.965 INFO:tasks.rados.rados.0.smithi077.stdout:2274: writing smithi07774545-43 from 6168576 to 6250496 tid 1 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2275: read oid 30 snap -1 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2275: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2276: read oid 33 snap 224 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2276: expect deleted 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2277: rmattr oid 3 current snap is 226 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2277: done (7 left) 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2278: delete oid 7 current snap is 226 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2270: finishing write tid 1 to smithi07774545-17 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2270: finishing write tid 2 to smithi07774545-17 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2270: finishing write tid 3 to smithi07774545-17 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1193 (ObjNum 720 snap 226 seq_num 720) dirty exists 2024-09-16T11:11:20.966 INFO:tasks.rados.rados.0.smithi077.stdout:2270: left oid 17 (ObjNum 720 snap 226 seq_num 720) 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2271: finishing rollback tid 0 to smithi07774545-19 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2273: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2273: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2271: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2272: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2273: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1243 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2272: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2271: finishing rollback tid 2 to smithi07774545-19 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1176 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:2272: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:11:20.967 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1229 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:11:20.968 INFO:tasks.rados.rados.0.smithi077.stdout:2270: done (7 left) 2024-09-16T11:11:20.968 INFO:tasks.rados.rados.0.smithi077.stdout:2271: done (6 left) 2024-09-16T11:11:20.968 INFO:tasks.rados.rados.0.smithi077.stdout:2272: done (5 left) 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2273: done (4 left) 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2276: done (3 left) 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2278: done (2 left) 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2279: copy_from oid 44 from oid 36 current snap is 226 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2280: rollback oid 29 current snap is 226 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 224 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2281: copy_from oid 20 from oid 1 current snap is 226 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 226 2024-09-16T11:11:20.969 INFO:tasks.rados.rados.0.smithi077.stdout:2282: seq_num 723 ranges {3907584=114688} 2024-09-16T11:11:20.990 INFO:tasks.rados.rados.0.smithi077.stdout:2282: writing smithi07774545-11 from 3907584 to 4022272 tid 1 2024-09-16T11:11:20.990 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 226 2024-09-16T11:11:20.990 INFO:tasks.rados.rados.0.smithi077.stdout:2274: finishing write tid 1 to smithi07774545-43 2024-09-16T11:11:20.990 INFO:tasks.rados.rados.0.smithi077.stdout:2283: seq_num 724 ranges {0=131072} 2024-09-16T11:11:20.991 INFO:tasks.rados.rados.0.smithi077.stdout:2283: writing smithi07774545-18 from 0 to 131072 tid 1 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:2284: read oid 15 snap -1 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:2284: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:2285: copy_from oid 12 from oid 31 current snap is 226 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:2274: finishing write tid 2 to smithi07774545-43 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 226 2024-09-16T11:11:20.992 INFO:tasks.rados.rados.0.smithi077.stdout:2286: seq_num 725 ranges {573440=147456} 2024-09-16T11:11:20.995 INFO:tasks.rados.rados.0.smithi077.stdout:2286: writing smithi07774545-48 from 573440 to 720896 tid 1 2024-09-16T11:11:20.995 INFO:tasks.rados.rados.0.smithi077.stdout:2287: delete oid 38 current snap is 226 2024-09-16T11:11:20.996 INFO:tasks.rados.rados.0.smithi077.stdout:2275: expect (ObjNum 563 snap 176 seq_num 563) 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: Detected new or changed devices on smithi077 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.067 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:11:21.068 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: Upgrade: It appears safe to stop mds.b 2024-09-16T11:11:21.068 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:20 smithi191 ceph-mon[84934]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T11:11:21.068 INFO:tasks.rados.rados.0.smithi077.stdout:2280: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:11:21.068 INFO:tasks.rados.rados.0.smithi077.stdout:2280: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:11:21.068 INFO:tasks.rados.rados.0.smithi077.stdout:2280: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:11:21.068 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1183 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2274: finishing write tid 3 to smithi07774545-43 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1357 (ObjNum 721 snap 226 seq_num 721) dirty exists 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2274: left oid 43 (ObjNum 721 snap 226 seq_num 721) 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2274: done (10 left) 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2275: done (9 left) 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2280: done (8 left) 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2287: done (7 left) 2024-09-16T11:11:21.069 INFO:tasks.rados.rados.0.smithi077.stdout:2288: snap_remove snap 220 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: Detected new or changed devices on smithi077 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: Upgrade: It appears safe to stop mds.b 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[86047]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: Detected new or changed devices on smithi077 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T11:11:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: Upgrade: It appears safe to stop mds.b 2024-09-16T11:11:21.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:20 smithi077 ceph-mon[88497]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T11:11:21.775 INFO:tasks.rados.rados.0.smithi077.stdout:2288: done (7 left) 2024-09-16T11:11:21.775 INFO:tasks.rados.rados.0.smithi077.stdout:2289: read oid 7 snap 223 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2289: expect deleted 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2290: delete oid 33 current snap is 226 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2283: finishing write tid 1 to smithi07774545-18 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2282: finishing write tid 1 to smithi07774545-11 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2283: finishing write tid 2 to smithi07774545-18 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2282: finishing write tid 2 to smithi07774545-11 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2283: finishing write tid 3 to smithi07774545-18 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1296 (ObjNum 724 snap 226 seq_num 724) dirty exists 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2283: left oid 18 (ObjNum 724 snap 226 seq_num 724) 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2286: finishing write tid 1 to smithi07774545-48 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2286: finishing write tid 2 to smithi07774545-48 2024-09-16T11:11:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2286: finishing write tid 3 to smithi07774545-48 2024-09-16T11:11:21.777 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1167 (ObjNum 725 snap 226 seq_num 725) dirty exists 2024-09-16T11:11:21.777 INFO:tasks.rados.rados.0.smithi077.stdout:2286: left oid 48 (ObjNum 725 snap 226 seq_num 725) 2024-09-16T11:11:21.777 INFO:tasks.rados.rados.0.smithi077.stdout:2284: expect (ObjNum 589 snap 179 seq_num 589) 2024-09-16T11:11:22.182 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: Upgrade: Updating mds.b 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: Deploying daemon mds.b on smithi191 2024-09-16T11:11:22.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-mon[84934]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T11:11:22.261 INFO:tasks.rados.rados.0.smithi077.stdout:2279: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2285: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2285: finishing copy_from to smithi07774545-12 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1130 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2279: finishing copy_from to smithi07774545-44 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1177 (ObjNum 681 snap 215 seq_num 681) dirty exists 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2282: finishing write tid 3 to smithi07774545-11 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1311 (ObjNum 723 snap 226 seq_num 723) dirty exists 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2282: left oid 11 (ObjNum 723 snap 226 seq_num 723) 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2281: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2281: finishing copy_from to smithi07774545-20 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1223 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2279: done (8 left) 2024-09-16T11:11:22.262 INFO:tasks.rados.rados.0.smithi077.stdout:2281: done (7 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2282: done (6 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2283: done (5 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2284: done (4 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2285: done (3 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2286: done (2 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2290: done (1 left) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2291: read oid 46 snap -1 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2291: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:22.263 INFO:tasks.rados.rados.0.smithi077.stdout:2292: snap_create 2024-09-16T11:11:22.266 INFO:tasks.rados.rados.0.smithi077.stdout:2291: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: Upgrade: Updating mds.b 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: Deploying daemon mds.b on smithi191 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[86047]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:11:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: Upgrade: Updating mds.b 2024-09-16T11:11:22.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:22.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T11:11:22.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:22.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: Deploying daemon mds.b on smithi191 2024-09-16T11:11:22.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:22 smithi077 ceph-mon[88497]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T11:11:22.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:23.013 INFO:tasks.rados.rados.0.smithi077.stdout:2289: done (2 left) 2024-09-16T11:11:23.013 INFO:tasks.rados.rados.0.smithi077.stdout:2291: done (1 left) 2024-09-16T11:11:23.013 INFO:tasks.rados.rados.0.smithi077.stdout:2292: done (0 left) 2024-09-16T11:11:23.013 INFO:tasks.rados.rados.0.smithi077.stdout:2293: read oid 46 snap 226 2024-09-16T11:11:23.013 INFO:tasks.rados.rados.0.smithi077.stdout:2293: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:23.014 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 227 2024-09-16T11:11:23.014 INFO:tasks.rados.rados.0.smithi077.stdout:2294: seq_num 728 ranges {2187264=196608} 2024-09-16T11:11:23.026 INFO:tasks.rados.rados.0.smithi077.stdout:2294: writing smithi07774545-32 from 2187264 to 2383872 tid 1 2024-09-16T11:11:23.026 INFO:tasks.rados.rados.0.smithi077.stdout:2295: read oid 31 snap -1 2024-09-16T11:11:23.026 INFO:tasks.rados.rados.0.smithi077.stdout:2295: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:23.026 INFO:tasks.rados.rados.0.smithi077.stdout:2296: copy_from oid 20 from oid 38 current snap is 227 2024-09-16T11:11:23.026 INFO:tasks.rados.rados.0.smithi077.stdout:2293: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:23.094 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:22 smithi191 systemd[1]: Stopping Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:23.095 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b[57243]: 2024-09-16T11:11:23.001+0000 7f839a320640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T11:11:23.095 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b[57243]: 2024-09-16T11:11:23.001+0000 7f839a320640 -1 mds.b *** got signal Terminated *** 2024-09-16T11:11:23.096 INFO:tasks.rados.rados.0.smithi077.stdout:2296: finishing copy_from to smithi07774545-20 2024-09-16T11:11:23.096 INFO:tasks.rados.rados.0.smithi077.stdout:2296: got expected ENOENT (src dne) 2024-09-16T11:11:23.096 INFO:tasks.rados.rados.0.smithi077.stdout:2296: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:11:23.096 INFO:tasks.rados.rados.0.smithi077.stdout:2294: finishing write tid 1 to smithi07774545-32 2024-09-16T11:11:23.096 INFO:tasks.rados.rados.0.smithi077.stdout:2294: finishing write tid 2 to smithi07774545-32 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2294: finishing write tid 3 to smithi07774545-32 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1364 (ObjNum 728 snap 227 seq_num 728) dirty exists 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2294: left oid 32 (ObjNum 728 snap 227 seq_num 728) 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2293: done (3 left) 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2294: done (2 left) 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2296: done (1 left) 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 227 2024-09-16T11:11:23.097 INFO:tasks.rados.rados.0.smithi077.stdout:2297: seq_num 729 ranges {1851392=212992} 2024-09-16T11:11:23.107 INFO:tasks.rados.rados.0.smithi077.stdout:2297: writing smithi07774545-28 from 1851392 to 2064384 tid 1 2024-09-16T11:11:23.107 INFO:tasks.rados.rados.0.smithi077.stdout:2298: snap_remove snap 224 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[88497]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T11:11:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[86043]: 2024-09-16T11:11:23.004+0000 7f1b2deff640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T11:11:23.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:23 smithi077 ceph-mon[86047]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T11:11:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T11:11:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T11:11:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T11:11:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T11:11:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T11:11:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T11:11:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:23 smithi191 ceph-mon[84934]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T11:11:24.100 INFO:tasks.rados.rados.0.smithi077.stdout:2298: done (2 left) 2024-09-16T11:11:24.100 INFO:tasks.rados.rados.0.smithi077.stdout:2299: delete oid 19 current snap is 227 2024-09-16T11:11:24.100 INFO:tasks.rados.rados.0.smithi077.stdout:2295: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:24.258 INFO:tasks.rados.rados.0.smithi077.stdout:2297: finishing write tid 1 to smithi07774545-28 2024-09-16T11:11:24.258 INFO:tasks.rados.rados.0.smithi077.stdout:2297: finishing write tid 2 to smithi07774545-28 2024-09-16T11:11:24.258 INFO:tasks.rados.rados.0.smithi077.stdout:2297: finishing write tid 3 to smithi07774545-28 2024-09-16T11:11:24.258 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1277 (ObjNum 729 snap 227 seq_num 729) dirty exists 2024-09-16T11:11:24.259 INFO:tasks.rados.rados.0.smithi077.stdout:2297: left oid 28 (ObjNum 729 snap 227 seq_num 729) 2024-09-16T11:11:24.259 INFO:tasks.rados.rados.0.smithi077.stdout:2295: done (2 left) 2024-09-16T11:11:24.259 INFO:tasks.rados.rados.0.smithi077.stdout:2297: done (1 left) 2024-09-16T11:11:24.259 INFO:tasks.rados.rados.0.smithi077.stdout:2299: done (0 left) 2024-09-16T11:11:24.259 INFO:tasks.rados.rados.0.smithi077.stdout:2300: setattr oid 9 current snap is 227 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:2301: rollback oid 23 current snap is 227 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 23 to 223 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:2302: rollback oid 5 current snap is 227 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 223 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:2303: rmattr oid 22 current snap is 227 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:2303: done (3 left) 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 227 2024-09-16T11:11:24.260 INFO:tasks.rados.rados.0.smithi077.stdout:2304: seq_num 731 ranges {4620288=245760} 2024-09-16T11:11:24.285 INFO:tasks.rados.rados.0.smithi077.stdout:2304: writing smithi07774545-27 from 4620288 to 4866048 tid 1 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 227 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:2302: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1195 (ObjNum 33 snap 0 seq_num 455000144) dirty exists 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:2301: finishing rollback tid 0 to smithi07774545-23 2024-09-16T11:11:24.286 INFO:tasks.rados.rados.0.smithi077.stdout:2305: seq_num 732 ranges {3883008=262144} 2024-09-16T11:11:24.308 INFO:tasks.rados.rados.0.smithi077.stdout:2305: writing smithi07774545-26 from 3883008 to 4145152 tid 1 2024-09-16T11:11:24.308 INFO:tasks.rados.rados.0.smithi077.stdout:2300: done (4 left) 2024-09-16T11:11:24.308 INFO:tasks.rados.rados.0.smithi077.stdout:2302: done (3 left) 2024-09-16T11:11:24.308 INFO:tasks.rados.rados.0.smithi077.stdout:2306: read oid 36 snap -1 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2306: expect (ObjNum 681 snap 215 seq_num 681) 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2307: snap_create 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2301: finishing rollback tid 1 to smithi07774545-23 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2301: finishing rollback tid 2 to smithi07774545-23 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1131 (ObjNum 661 snap 209 seq_num 661) dirty exists 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2304: finishing write tid 1 to smithi07774545-27 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2304: finishing write tid 2 to smithi07774545-27 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2304: finishing write tid 3 to smithi07774545-27 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1231 (ObjNum 731 snap 227 seq_num 731) dirty exists 2024-09-16T11:11:24.309 INFO:tasks.rados.rados.0.smithi077.stdout:2304: left oid 27 (ObjNum 731 snap 227 seq_num 731) 2024-09-16T11:11:24.310 INFO:tasks.rados.rados.0.smithi077.stdout:2305: finishing write tid 1 to smithi07774545-26 2024-09-16T11:11:24.310 INFO:tasks.rados.rados.0.smithi077.stdout:2305: finishing write tid 2 to smithi07774545-26 2024-09-16T11:11:24.312 INFO:tasks.rados.rados.0.smithi077.stdout:2305: finishing write tid 3 to smithi07774545-26 2024-09-16T11:11:24.312 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1297 (ObjNum 732 snap 227 seq_num 732) dirty exists 2024-09-16T11:11:24.312 INFO:tasks.rados.rados.0.smithi077.stdout:2305: left oid 26 (ObjNum 732 snap 227 seq_num 732) 2024-09-16T11:11:24.346 INFO:tasks.rados.rados.0.smithi077.stdout:2306: expect (ObjNum 681 snap 215 seq_num 681) 2024-09-16T11:11:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[88497]: pgmap v479: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-16T11:11:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:reconnect 2024-09-16T11:11:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[88497]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T11:11:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[86047]: pgmap v479: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-16T11:11:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:reconnect 2024-09-16T11:11:24.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:24 smithi077 ceph-mon[86047]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T11:11:24.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:24 smithi191 ceph-mon[84934]: pgmap v479: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-16T11:11:24.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:24 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:reconnect 2024-09-16T11:11:24.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:24 smithi191 ceph-mon[84934]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T11:11:25.124 INFO:tasks.rados.rados.0.smithi077.stdout:2301: done (4 left) 2024-09-16T11:11:25.124 INFO:tasks.rados.rados.0.smithi077.stdout:2304: done (3 left) 2024-09-16T11:11:25.124 INFO:tasks.rados.rados.0.smithi077.stdout:2305: done (2 left) 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2306: done (1 left) 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2307: done (0 left) 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2308: rmattr oid 11 current snap is 228 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2309: read oid 20 snap -1 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2309: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2310: copy_from oid 23 from oid 37 current snap is 228 2024-09-16T11:11:25.125 INFO:tasks.rados.rados.0.smithi077.stdout:2311: snap_create 2024-09-16T11:11:25.129 INFO:tasks.rados.rados.0.smithi077.stdout:2310: finishing copy_from to smithi07774545-23 2024-09-16T11:11:25.129 INFO:tasks.rados.rados.0.smithi077.stdout:2310: got expected ENOENT (src dne) 2024-09-16T11:11:25.129 INFO:tasks.rados.rados.0.smithi077.stdout:2310: finishing copy_from racing read to smithi07774545-23 2024-09-16T11:11:25.130 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1326 (ObjNum 723 snap 226 seq_num 723) dirty exists 2024-09-16T11:11:25.159 INFO:tasks.rados.rados.0.smithi077.stdout:2309: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[88497]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:rejoin 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[88497]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[88497]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[86047]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:rejoin 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[86047]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T11:11:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:25 smithi077 ceph-mon[86047]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T11:11:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:25 smithi191 ceph-mon[84934]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T11:11:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:25 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:rejoin 2024-09-16T11:11:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:25 smithi191 ceph-mon[84934]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T11:11:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:25 smithi191 ceph-mon[84934]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T11:11:25.827 INFO:tasks.rados.rados.0.smithi077.stdout:2308: done (3 left) 2024-09-16T11:11:25.827 INFO:tasks.rados.rados.0.smithi077.stdout:2309: done (2 left) 2024-09-16T11:11:25.827 INFO:tasks.rados.rados.0.smithi077.stdout:2310: done (1 left) 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2311: done (0 left) 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2312: rollback oid 30 current snap is 229 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 227 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2313: rollback oid 36 current snap is 229 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 36 to 228 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2314: read oid 1 snap -1 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2314: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:11:25.828 INFO:tasks.rados.rados.0.smithi077.stdout:2315: snap_remove snap 226 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: pgmap v482: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:active 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T11:11:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: pgmap v482: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:active 2024-09-16T11:11:26.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T11:11:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: pgmap v482: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-09-16T11:11:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T11:11:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T11:11:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T11:11:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:11:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.77:6834/1459797424,v1:172.21.15.77:6835/1459797424] up:active 2024-09-16T11:11:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:26 smithi191 ceph-mon[84934]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T11:11:26.755 INFO:tasks.rados.rados.0.smithi077.stdout:2315: done (3 left) 2024-09-16T11:11:26.755 INFO:tasks.rados.rados.0.smithi077.stdout:2316: setattr oid 31 current snap is 229 2024-09-16T11:11:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:2312: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:11:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:2312: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:11:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:2313: finishing rollback tid 0 to smithi07774545-36 2024-09-16T11:11:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:2312: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:11:26.756 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1134 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-09-16T11:11:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:2313: finishing rollback tid 1 to smithi07774545-36 2024-09-16T11:11:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:2313: finishing rollback tid 2 to smithi07774545-36 2024-09-16T11:11:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1251 (ObjNum 681 snap 215 seq_num 681) dirty exists 2024-09-16T11:11:26.757 INFO:tasks.rados.rados.0.smithi077.stdout:2314: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:11:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:26] "GET /metrics HTTP/1.1" 200 36068 "" "Prometheus/2.43.0" 2024-09-16T11:11:27.423 INFO:tasks.rados.rados.0.smithi077.stdout:2312: done (3 left) 2024-09-16T11:11:27.423 INFO:tasks.rados.rados.0.smithi077.stdout:2313: done (2 left) 2024-09-16T11:11:27.423 INFO:tasks.rados.rados.0.smithi077.stdout:2314: done (1 left) 2024-09-16T11:11:27.423 INFO:tasks.rados.rados.0.smithi077.stdout:2317: snap_remove snap 223 2024-09-16T11:11:27.762 INFO:tasks.rados.rados.0.smithi077.stdout:2317: done (1 left) 2024-09-16T11:11:27.762 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 229 2024-09-16T11:11:27.762 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1131 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-09-16T11:11:27.762 INFO:tasks.rados.rados.0.smithi077.stdout:2318: seq_num 733 ranges {4022272=278528} 2024-09-16T11:11:27.785 INFO:tasks.rados.rados.0.smithi077.stdout:2318: writing smithi07774545-11 from 4022272 to 4300800 tid 1 2024-09-16T11:11:27.786 INFO:tasks.rados.rados.0.smithi077.stdout:2316: done (1 left) 2024-09-16T11:11:27.786 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 229 2024-09-16T11:11:27.786 INFO:tasks.rados.rados.0.smithi077.stdout:2319: seq_num 734 ranges {8396800=294912} 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2319: writing smithi07774545-44 from 8396800 to 8691712 tid 1 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2320: setattr oid 23 current snap is 229 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2318: finishing write tid 1 to smithi07774545-11 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2318: finishing write tid 2 to smithi07774545-11 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2318: finishing write tid 3 to smithi07774545-11 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1335 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-09-16T11:11:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:2318: left oid 11 (ObjNum 733 snap 229 seq_num 733) 2024-09-16T11:11:27.834 INFO:tasks.rados.rados.0.smithi077.stdout:2318: done (2 left) 2024-09-16T11:11:27.834 INFO:tasks.rados.rados.0.smithi077.stdout:2321: snap_remove snap 228 2024-09-16T11:11:28.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[86047]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T11:11:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[86047]: pgmap v486: 121 pgs: 121 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-16T11:11:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[88497]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T11:11:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:27 smithi077 ceph-mon[88497]: pgmap v486: 121 pgs: 121 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-16T11:11:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:27 smithi191 ceph-mon[84934]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T11:11:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:27 smithi191 ceph-mon[84934]: pgmap v486: 121 pgs: 121 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-16T11:11:28.765 INFO:tasks.rados.rados.0.smithi077.stdout:2319: finishing write tid 1 to smithi07774545-44 2024-09-16T11:11:28.765 INFO:tasks.rados.rados.0.smithi077.stdout:2319: finishing write tid 2 to smithi07774545-44 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2319: finishing write tid 3 to smithi07774545-44 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1338 (ObjNum 734 snap 229 seq_num 734) dirty exists 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2319: left oid 44 (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1135 (ObjNum 661 snap 209 seq_num 661) dirty exists 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2319: done (2 left) 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2320: done (1 left) 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2321: done (0 left) 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2322: read oid 24 snap -1 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2322: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:11:28.766 INFO:tasks.rados.rados.0.smithi077.stdout:2323: delete oid 9 current snap is 229 2024-09-16T11:11:28.772 INFO:tasks.rados.rados.0.smithi077.stdout:2323: done (1 left) 2024-09-16T11:11:28.772 INFO:tasks.rados.rados.0.smithi077.stdout:2324: snap_remove snap 227 2024-09-16T11:11:29.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:28 smithi077 ceph-mon[86047]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T11:11:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:28 smithi077 ceph-mon[88497]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T11:11:29.172 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 11:11:28 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: 2024-09-16T11:11:28.974+0000 7fdc9b2cc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T11:11:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:28 smithi191 ceph-mon[84934]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2324: done (1 left) 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2325: rollback oid 44 current snap is 229 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2325: done (1 left) 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2326: read oid 31 snap -1 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2326: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2327: copy_from oid 30 from oid 21 current snap is 229 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2328: read oid 49 snap -1 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2328: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 229 2024-09-16T11:11:29.780 INFO:tasks.rados.rados.0.smithi077.stdout:2329: seq_num 736 ranges {0=335872} 2024-09-16T11:11:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:2329: writing smithi07774545-38 from 0 to 335872 tid 1 2024-09-16T11:11:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:2330: rmattr oid 46 current snap is 229 2024-09-16T11:11:29.782 INFO:tasks.rados.rados.0.smithi077.stdout:2330: done (5 left) 2024-09-16T11:11:29.783 INFO:tasks.rados.rados.0.smithi077.stdout:2331: rmattr oid 40 current snap is 229 2024-09-16T11:11:29.783 INFO:tasks.rados.rados.0.smithi077.stdout:2331: done (5 left) 2024-09-16T11:11:29.783 INFO:tasks.rados.rados.0.smithi077.stdout:2332: copy_from oid 25 from oid 7 current snap is 229 2024-09-16T11:11:29.783 INFO:tasks.rados.rados.0.smithi077.stdout:2333: copy_from oid 1 from oid 45 current snap is 229 2024-09-16T11:11:29.783 INFO:tasks.rados.rados.0.smithi077.stdout:2322: expect (ObjNum 656 snap 206 seq_num 656) 2024-09-16T11:11:30.072 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:29 smithi077 ceph-mon[86047]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T11:11:30.072 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:29 smithi077 ceph-mon[86047]: pgmap v489: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 166 KiB/s wr, 36 op/s 2024-09-16T11:11:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:29 smithi077 ceph-mon[88497]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T11:11:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:29 smithi077 ceph-mon[88497]: pgmap v489: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 166 KiB/s wr, 36 op/s 2024-09-16T11:11:30.079 INFO:tasks.rados.rados.0.smithi077.stdout:2332: finishing copy_from to smithi07774545-25 2024-09-16T11:11:30.079 INFO:tasks.rados.rados.0.smithi077.stdout:2332: got expected ENOENT (src dne) 2024-09-16T11:11:30.079 INFO:tasks.rados.rados.0.smithi077.stdout:2332: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:11:30.079 INFO:tasks.rados.rados.0.smithi077.stdout:2329: finishing write tid 1 to smithi07774545-38 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2329: finishing write tid 2 to smithi07774545-38 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2329: finishing write tid 3 to smithi07774545-38 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1198 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2329: left oid 38 (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2322: done (6 left) 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2329: done (5 left) 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2332: done (4 left) 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2334: rollback oid 10 current snap is 229 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2334: done (4 left) 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 229 2024-09-16T11:11:30.080 INFO:tasks.rados.rados.0.smithi077.stdout:2326: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:29 smithi191 ceph-mon[84934]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T11:11:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:29 smithi191 ceph-mon[84934]: pgmap v489: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 166 KiB/s wr, 36 op/s 2024-09-16T11:11:30.240 INFO:tasks.rados.rados.0.smithi077.stdout:2333: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:11:30.240 INFO:tasks.rados.rados.0.smithi077.stdout:2327: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:11:30.240 INFO:tasks.rados.rados.0.smithi077.stdout:2335: seq_num 737 ranges {4866048=352256} 2024-09-16T11:11:30.268 INFO:tasks.rados.rados.0.smithi077.stdout:2335: writing smithi07774545-27 from 4866048 to 5218304 tid 1 2024-09-16T11:11:30.268 INFO:tasks.rados.rados.0.smithi077.stdout:2326: done (4 left) 2024-09-16T11:11:30.268 INFO:tasks.rados.rados.0.smithi077.stdout:2336: delete oid 40 current snap is 229 2024-09-16T11:11:30.268 INFO:tasks.rados.rados.0.smithi077.stdout:2327: finishing copy_from to smithi07774545-30 2024-09-16T11:11:30.269 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1243 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:30.269 INFO:tasks.rados.rados.0.smithi077.stdout:2333: finishing copy_from to smithi07774545-1 2024-09-16T11:11:30.269 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1194 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-09-16T11:11:30.269 INFO:tasks.rados.rados.0.smithi077.stdout:2328: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:30.649 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:30 smithi191 podman[108935]: 2024-09-16 11:11:30.348120934 +0000 UTC m=+7.451981091 container died 2fa92aff1fe869c20568b4fce3e15a072c6157cb6711cd4f073f74bf7b1d1957 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T11:11:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:30 smithi191 ceph-mon[84934]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T11:11:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:30 smithi191 ceph-mon[84934]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T11:11:30.963 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:30 smithi191 podman[108935]: 2024-09-16 11:11:30.849199787 +0000 UTC m=+7.953059987 container cleanup 2fa92aff1fe869c20568b4fce3e15a072c6157cb6711cd4f073f74bf7b1d1957 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T11:11:30.963 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:30 smithi191 bash[108935]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b 2024-09-16T11:11:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:2335: finishing write tid 1 to smithi07774545-27 2024-09-16T11:11:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:2335: finishing write tid 2 to smithi07774545-27 2024-09-16T11:11:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:2335: finishing write tid 3 to smithi07774545-27 2024-09-16T11:11:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1233 (ObjNum 737 snap 229 seq_num 737) dirty exists 2024-09-16T11:11:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:2335: left oid 27 (ObjNum 737 snap 229 seq_num 737) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2327: done (4 left) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2328: done (3 left) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2333: done (2 left) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2335: done (1 left) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2336: done (0 left) 2024-09-16T11:11:31.143 INFO:tasks.rados.rados.0.smithi077.stdout:2337: snap_create 2024-09-16T11:11:31.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:30 smithi077 ceph-mon[86047]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T11:11:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:30 smithi077 ceph-mon[86047]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T11:11:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:30 smithi077 ceph-mon[88497]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T11:11:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:30 smithi077 ceph-mon[88497]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T11:11:31.430 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 podman[108947]: 2024-09-16 11:11:31.084024341 +0000 UTC m=+0.735870320 container remove 2fa92aff1fe869c20568b4fce3e15a072c6157cb6711cd4f073f74bf7b1d1957 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T11:11:31.430 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-16T11:11:31.430 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 systemd[1]: Stopped Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:31.430 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.559s CPU time. 2024-09-16T11:11:31.712 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 systemd[1]: Starting Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:31.713 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 podman[109075]: 2024-09-16 11:11:31.539300558 +0000 UTC m=+0.016019414 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T11:11:31.713 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 podman[109075]: 2024-09-16 11:11:31.643203636 +0000 UTC m=+0.119922520 container create 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b) 2024-09-16T11:11:31.779 INFO:tasks.rados.rados.0.smithi077.stdout:2337: done (0 left) 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:2338: read oid 46 snap -1 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:2338: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:2339: rmattr oid 14 current snap is 230 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:2340: rollback oid 47 current snap is 230 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 229 2024-09-16T11:11:31.780 INFO:tasks.rados.rados.0.smithi077.stdout:2341: delete oid 43 current snap is 230 2024-09-16T11:11:31.781 INFO:tasks.rados.rados.0.smithi077.stdout:2340: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:11:31.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-16T11:11:31.784 INFO:tasks.rados.rados.0.smithi077.stdout:2340: done (3 left) 2024-09-16T11:11:31.784 INFO:tasks.rados.rados.0.smithi077.stdout:2341: done (2 left) 2024-09-16T11:11:31.784 INFO:tasks.rados.rados.0.smithi077.stdout:2342: rollback oid 21 current snap is 230 2024-09-16T11:11:31.784 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 229 2024-09-16T11:11:31.784 INFO:tasks.rados.rados.0.smithi077.stdout:2343: snap_create 2024-09-16T11:11:31.786 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1132 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-16T11:11:31.787 INFO:tasks.rados.rados.0.smithi077.stdout:2338: expect (ObjNum 665 snap 209 seq_num 665) 2024-09-16T11:11:31.852 INFO:tasks.rados.rados.0.smithi077.stdout:2342: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:11:31.853 INFO:tasks.rados.rados.0.smithi077.stdout:2342: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:11:31.853 INFO:tasks.rados.rados.0.smithi077.stdout:2342: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:11:31.853 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1265 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:31 smithi077 ceph-mon[86047]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T11:11:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:31 smithi077 ceph-mon[88497]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T11:11:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:31 smithi191 ceph-mon[84934]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T11:11:32.212 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 podman[109075]: 2024-09-16 11:11:31.887610047 +0000 UTC m=+0.364328897 container init 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T11:11:32.212 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 podman[109075]: 2024-09-16 11:11:31.890631921 +0000 UTC m=+0.367350772 container start 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T11:11:32.213 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b[109090]: starting mds.b at 2024-09-16T11:11:32.213 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 bash[109075]: 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 2024-09-16T11:11:32.213 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 11:11:31 smithi191 systemd[1]: Started Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:32.585 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:32.794 INFO:tasks.rados.rados.0.smithi077.stdout:2338: done (3 left) 2024-09-16T11:11:32.795 INFO:tasks.rados.rados.0.smithi077.stdout:2339: done (2 left) 2024-09-16T11:11:32.795 INFO:tasks.rados.rados.0.smithi077.stdout:2342: done (1 left) 2024-09-16T11:11:32.795 INFO:tasks.rados.rados.0.smithi077.stdout:2343: done (0 left) 2024-09-16T11:11:32.795 INFO:tasks.rados.rados.0.smithi077.stdout:2344: snap_create 2024-09-16T11:11:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:32 smithi191 ceph-mon[84934]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T11:11:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[86047]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[88497]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:33.800 INFO:tasks.rados.rados.0.smithi077.stdout:2344: done (0 left) 2024-09-16T11:11:33.800 INFO:tasks.rados.rados.0.smithi077.stdout:2345: snap_create 2024-09-16T11:11:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:33 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.191:6832/3986936823,v1:172.21.15.191:6833/3986936823] up:boot 2024-09-16T11:11:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:33 smithi191 ceph-mon[84934]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T11:11:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:33 smithi191 ceph-mon[84934]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T11:11:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:33 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:11:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:33 smithi191 ceph-mon[84934]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-09-16T11:11:34.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.191:6832/3986936823,v1:172.21.15.191:6833/3986936823] up:boot 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[86047]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[86047]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[86047]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.191:6832/3986936823,v1:172.21.15.191:6833/3986936823] up:boot 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[88497]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[88497]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T11:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:33 smithi077 ceph-mon[88497]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-09-16T11:11:34.798 INFO:tasks.rados.rados.0.smithi077.stdout:2345: done (0 left) 2024-09-16T11:11:34.798 INFO:tasks.rados.rados.0.smithi077.stdout:2346: read oid 21 snap -1 2024-09-16T11:11:34.799 INFO:tasks.rados.rados.0.smithi077.stdout:2346: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:11:34.799 INFO:tasks.rados.rados.0.smithi077.stdout:2347: delete oid 10 current snap is 233 2024-09-16T11:11:34.800 INFO:tasks.rados.rados.0.smithi077.stdout:2347: done (1 left) 2024-09-16T11:11:34.800 INFO:tasks.rados.rados.0.smithi077.stdout:2348: rollback oid 28 current snap is 233 2024-09-16T11:11:34.801 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 28 to 231 2024-09-16T11:11:34.801 INFO:tasks.rados.rados.0.smithi077.stdout:2349: snap_remove snap 230 2024-09-16T11:11:35.110 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:34 smithi191 ceph-mon[84934]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T11:11:35.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:34 smithi077 ceph-mon[86047]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T11:11:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:34 smithi077 ceph-mon[88497]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T11:11:35.760 INFO:tasks.rados.rados.0.smithi077.stdout:2349: done (2 left) 2024-09-16T11:11:35.760 INFO:tasks.rados.rados.0.smithi077.stdout:2350: snap_create 2024-09-16T11:11:35.761 INFO:tasks.rados.rados.0.smithi077.stdout:2348: finishing rollback tid 0 to smithi07774545-28 2024-09-16T11:11:35.761 INFO:tasks.rados.rados.0.smithi077.stdout:2348: finishing rollback tid 1 to smithi07774545-28 2024-09-16T11:11:35.761 INFO:tasks.rados.rados.0.smithi077.stdout:2348: finishing rollback tid 2 to smithi07774545-28 2024-09-16T11:11:35.761 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1280 (ObjNum 729 snap 227 seq_num 729) dirty exists 2024-09-16T11:11:35.761 INFO:tasks.rados.rados.0.smithi077.stdout:2346: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:11:36.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[86047]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[86047]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[86047]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[88497]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[88497]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:35 smithi077 ceph-mon[88497]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T11:11:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:35 smithi191 ceph-mon[84934]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T11:11:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:35 smithi191 ceph-mon[84934]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T11:11:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:35 smithi191 ceph-mon[84934]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T11:11:36.758 INFO:tasks.rados.rados.0.smithi077.stdout:2346: done (2 left) 2024-09-16T11:11:36.759 INFO:tasks.rados.rados.0.smithi077.stdout:2348: done (1 left) 2024-09-16T11:11:36.759 INFO:tasks.rados.rados.0.smithi077.stdout:2350: done (0 left) 2024-09-16T11:11:36.759 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 234 2024-09-16T11:11:36.759 INFO:tasks.rados.rados.0.smithi077.stdout:2351: seq_num 741 ranges {0=417792} 2024-09-16T11:11:36.761 INFO:tasks.rados.rados.0.smithi077.stdout:2351: writing smithi07774545-40 from 0 to 417792 tid 1 2024-09-16T11:11:36.761 INFO:tasks.rados.rados.0.smithi077.stdout:2352: setattr oid 18 current snap is 234 2024-09-16T11:11:36.762 INFO:tasks.rados.rados.0.smithi077.stdout:2353: setattr oid 7 current snap is 234 2024-09-16T11:11:36.764 INFO:tasks.rados.rados.0.smithi077.stdout:2354: rollback oid 12 current snap is 234 2024-09-16T11:11:36.764 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 229 2024-09-16T11:11:36.764 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 234 2024-09-16T11:11:36.764 INFO:tasks.rados.rados.0.smithi077.stdout:2355: seq_num 742 ranges {9773056=434176} 2024-09-16T11:11:36.819 INFO:tasks.rados.rados.0.smithi077.stdout:2355: writing smithi07774545-4 from 9773056 to 10207232 tid 1 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2356: read oid 32 snap 233 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2356: expect (ObjNum 728 snap 227 seq_num 728) 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2357: copy_from oid 46 from oid 20 current snap is 234 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2351: finishing write tid 1 to smithi07774545-40 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2351: finishing write tid 2 to smithi07774545-40 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1298 (ObjNum 724 snap 226 seq_num 724) dirty exists 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2351: finishing write tid 3 to smithi07774545-40 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1380 (ObjNum 741 snap 234 seq_num 741) dirty exists 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2351: left oid 40 (ObjNum 741 snap 234 seq_num 741) 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1347 (ObjNum 33 snap 0 seq_num 455394208) dirty exists 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2354: finishing rollback tid 0 to smithi07774545-12 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2354: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2351: done (6 left) 2024-09-16T11:11:36.820 INFO:tasks.rados.rados.0.smithi077.stdout:2352: done (5 left) 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:2353: done (4 left) 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:2358: read oid 29 snap 229 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:2358: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 234 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:2354: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1351 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-09-16T11:11:36.821 INFO:tasks.rados.rados.0.smithi077.stdout:2359: seq_num 743 ranges {0=450560} 2024-09-16T11:11:36.822 INFO:tasks.rados.rados.0.smithi077.stdout:2359: writing smithi07774545-7 from 0 to 450560 tid 1 2024-09-16T11:11:36.822 INFO:tasks.rados.rados.0.smithi077.stdout:2354: done (5 left) 2024-09-16T11:11:36.822 INFO:tasks.rados.rados.0.smithi077.stdout:2360: delete oid 41 current snap is 234 2024-09-16T11:11:36.827 INFO:tasks.rados.rados.0.smithi077.stdout:2355: finishing write tid 1 to smithi07774545-4 2024-09-16T11:11:36.829 INFO:tasks.rados.rados.0.smithi077.stdout:2359: finishing write tid 1 to smithi07774545-7 2024-09-16T11:11:36.829 INFO:tasks.rados.rados.0.smithi077.stdout:2359: finishing write tid 2 to smithi07774545-7 2024-09-16T11:11:36.830 INFO:tasks.rados.rados.0.smithi077.stdout:2359: finishing write tid 3 to smithi07774545-7 2024-09-16T11:11:36.830 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1353 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-09-16T11:11:36.831 INFO:tasks.rados.rados.0.smithi077.stdout:2359: left oid 7 (ObjNum 743 snap 234 seq_num 743) 2024-09-16T11:11:36.831 INFO:tasks.rados.rados.0.smithi077.stdout:2355: finishing write tid 2 to smithi07774545-4 2024-09-16T11:11:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2355: finishing write tid 3 to smithi07774545-4 2024-09-16T11:11:36.833 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1087 (ObjNum 742 snap 234 seq_num 742) dirty exists 2024-09-16T11:11:36.833 INFO:tasks.rados.rados.0.smithi077.stdout:2355: left oid 4 (ObjNum 742 snap 234 seq_num 742) 2024-09-16T11:11:36.833 INFO:tasks.rados.rados.0.smithi077.stdout:2356: expect (ObjNum 728 snap 227 seq_num 728) 2024-09-16T11:11:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2358: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:37.041 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:36] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2357: finishing copy_from racing read to smithi07774545-46 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2357: finishing copy_from to smithi07774545-46 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1223 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2355: done (5 left) 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2356: done (4 left) 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2357: done (3 left) 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2358: done (2 left) 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2359: done (1 left) 2024-09-16T11:11:37.363 INFO:tasks.rados.rados.0.smithi077.stdout:2360: done (0 left) 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2361: rmattr oid 23 current snap is 234 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2362: read oid 49 snap 231 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2362: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2363: read oid 19 snap -1 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2363: expect deleted 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2364: setattr oid 5 current snap is 234 2024-09-16T11:11:37.364 INFO:tasks.rados.rados.0.smithi077.stdout:2363: done (3 left) 2024-09-16T11:11:37.365 INFO:tasks.rados.rados.0.smithi077.stdout:2365: read oid 14 snap 232 2024-09-16T11:11:37.365 INFO:tasks.rados.rados.0.smithi077.stdout:2365: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:11:37.365 INFO:tasks.rados.rados.0.smithi077.stdout:2366: snap_create 2024-09-16T11:11:37.367 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1244 (ObjNum 661 snap 209 seq_num 661) dirty exists 2024-09-16T11:11:37.367 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1184 (ObjNum 33 snap 0 seq_num 441092176) dirty exists 2024-09-16T11:11:37.391 INFO:tasks.rados.rados.0.smithi077.stdout:2365: expect (ObjNum 570 snap 177 seq_num 570) 2024-09-16T11:11:37.401 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.401 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.401 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:37 smithi191 ceph-mon[84934]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T11:11:37.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[88497]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T11:11:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:37 smithi077 ceph-mon[86047]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T11:11:37.646 INFO:tasks.rados.rados.0.smithi077.stdout:2362: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:38.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:38 smithi077 ceph-mon[86047]: pgmap v501: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 102 KiB/s wr, 7 op/s 2024-09-16T11:11:38.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:38 smithi077 ceph-mon[88497]: pgmap v501: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 102 KiB/s wr, 7 op/s 2024-09-16T11:11:38.447 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:38 smithi191 ceph-mon[84934]: pgmap v501: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 102 KiB/s wr, 7 op/s 2024-09-16T11:11:38.482 INFO:tasks.rados.rados.0.smithi077.stdout:2361: done (4 left) 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2362: done (3 left) 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2364: done (2 left) 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2365: done (1 left) 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2366: done (0 left) 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2367: setattr oid 30 current snap is 235 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2368: read oid 4 snap -1 2024-09-16T11:11:38.483 INFO:tasks.rados.rados.0.smithi077.stdout:2368: expect (ObjNum 742 snap 234 seq_num 742) 2024-09-16T11:11:38.484 INFO:tasks.rados.rados.0.smithi077.stdout:2369: snap_create 2024-09-16T11:11:38.486 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1245 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:38.532 INFO:tasks.rados.rados.0.smithi077.stdout:2368: expect (ObjNum 742 snap 234 seq_num 742) 2024-09-16T11:11:39.268 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:39 smithi191 ceph-mon[84934]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T11:11:39.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:39 smithi077 ceph-mon[86047]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T11:11:39.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:39 smithi077 ceph-mon[88497]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T11:11:39.565 INFO:tasks.rados.rados.0.smithi077.stdout:2367: done (2 left) 2024-09-16T11:11:39.565 INFO:tasks.rados.rados.0.smithi077.stdout:2368: done (1 left) 2024-09-16T11:11:39.565 INFO:tasks.rados.rados.0.smithi077.stdout:2369: done (0 left) 2024-09-16T11:11:39.565 INFO:tasks.rados.rados.0.smithi077.stdout:2370: setattr oid 33 current snap is 236 2024-09-16T11:11:39.566 INFO:tasks.rados.rados.0.smithi077.stdout:2371: delete oid 35 current snap is 236 2024-09-16T11:11:39.570 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1133 (ObjNum 33 snap 0 seq_num 455409280) dirty exists 2024-09-16T11:11:39.570 INFO:tasks.rados.rados.0.smithi077.stdout:2370: done (1 left) 2024-09-16T11:11:39.570 INFO:tasks.rados.rados.0.smithi077.stdout:2371: done (0 left) 2024-09-16T11:11:39.570 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 236 2024-09-16T11:11:39.570 INFO:tasks.rados.rados.0.smithi077.stdout:2372: seq_num 746 ranges {4300800=499712} 2024-09-16T11:11:39.596 INFO:tasks.rados.rados.0.smithi077.stdout:2372: writing smithi07774545-6 from 4300800 to 4800512 tid 1 2024-09-16T11:11:39.596 INFO:tasks.rados.rados.0.smithi077.stdout:2373: snap_create 2024-09-16T11:11:39.599 INFO:tasks.rados.rados.0.smithi077.stdout:2372: finishing write tid 1 to smithi07774545-6 2024-09-16T11:11:39.599 INFO:tasks.rados.rados.0.smithi077.stdout:2372: finishing write tid 2 to smithi07774545-6 2024-09-16T11:11:39.600 INFO:tasks.rados.rados.0.smithi077.stdout:2372: finishing write tid 3 to smithi07774545-6 2024-09-16T11:11:39.600 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1299 (ObjNum 746 snap 236 seq_num 746) dirty exists 2024-09-16T11:11:39.600 INFO:tasks.rados.rados.0.smithi077.stdout:2372: left oid 6 (ObjNum 746 snap 236 seq_num 746) 2024-09-16T11:11:40.123 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: pgmap v503: 121 pgs: 121 active+clean; 183 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:11:40.123 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T11:11:40.123 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.124 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.125 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: pgmap v503: 121 pgs: 121 active+clean; 183 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T11:11:40.126 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.127 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.128 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.129 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.129 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.129 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.129 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: pgmap v503: 121 pgs: 121 active+clean; 183 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T11:11:40.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.466 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.466 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.466 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.466 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:40.466 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:40.489 INFO:tasks.rados.rados.0.smithi077.stdout:2372: done (1 left) 2024-09-16T11:11:40.489 INFO:tasks.rados.rados.0.smithi077.stdout:2373: done (0 left) 2024-09-16T11:11:40.489 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 237 2024-09-16T11:11:40.489 INFO:tasks.rados.rados.0.smithi077.stdout:2374: seq_num 747 ranges {2383872=516096} 2024-09-16T11:11:40.505 INFO:tasks.rados.rados.0.smithi077.stdout:2374: writing smithi07774545-32 from 2383872 to 2899968 tid 1 2024-09-16T11:11:40.505 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 237 2024-09-16T11:11:40.505 INFO:tasks.rados.rados.0.smithi077.stdout:2375: seq_num 748 ranges {4628480=532480} 2024-09-16T11:11:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:2375: writing smithi07774545-12 from 4628480 to 5160960 tid 1 2024-09-16T11:11:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:2376: rmattr oid 2 current snap is 237 2024-09-16T11:11:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:2376: done (2 left) 2024-09-16T11:11:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:2377: rollback oid 46 current snap is 237 2024-09-16T11:11:40.533 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 234 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2374: finishing write tid 1 to smithi07774545-32 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2374: finishing write tid 2 to smithi07774545-32 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2374: finishing write tid 3 to smithi07774545-32 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1383 (ObjNum 747 snap 237 seq_num 747) dirty exists 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2374: left oid 32 (ObjNum 747 snap 237 seq_num 747) 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2374: done (2 left) 2024-09-16T11:11:40.534 INFO:tasks.rados.rados.0.smithi077.stdout:2378: delete oid 14 current snap is 237 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2378: done (2 left) 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2379: setattr oid 10 current snap is 237 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2377: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2375: finishing write tid 1 to smithi07774545-12 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2377: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:2377: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:11:40.537 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1248 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-09-16T11:11:40.538 INFO:tasks.rados.rados.0.smithi077.stdout:2375: finishing write tid 2 to smithi07774545-12 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2377: done (2 left) 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2380: rmattr oid 48 current snap is 237 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2381: read oid 39 snap -1 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2381: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2382: copy_from oid 17 from oid 32 current snap is 237 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2383: setattr oid 7 current snap is 237 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2384: rollback oid 46 current snap is 237 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 236 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2385: rollback oid 30 current snap is 237 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 232 2024-09-16T11:11:40.541 INFO:tasks.rados.rados.0.smithi077.stdout:2386: copy_from oid 15 from oid 26 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2387: read oid 49 snap 235 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2387: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2388: rollback oid 21 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 233 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2389: rollback oid 38 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 231 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2390: copy_from oid 45 from oid 43 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2391: rollback oid 3 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 3 to 236 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2392: delete oid 25 current snap is 237 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2375: finishing write tid 3 to smithi07774545-12 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1356 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-09-16T11:11:40.542 INFO:tasks.rados.rados.0.smithi077.stdout:2375: left oid 12 (ObjNum 748 snap 237 seq_num 748) 2024-09-16T11:11:40.543 INFO:tasks.rados.rados.0.smithi077.stdout:2391: finishing rollback tid 1 to smithi07774545-3 2024-09-16T11:11:40.543 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 0 (ObjNum 33 snap 0 seq_num 441087352) dirty dne 2024-09-16T11:11:40.543 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1168 (ObjNum 725 snap 226 seq_num 725) dirty exists 2024-09-16T11:11:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:2384: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:11:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:2389: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:11:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:2384: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:11:40.544 INFO:tasks.rados.rados.0.smithi077.stdout:2389: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:11:40.545 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1358 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-09-16T11:11:40.545 INFO:tasks.rados.rados.0.smithi077.stdout:2389: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:11:40.545 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1201 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:11:40.545 INFO:tasks.rados.rados.0.smithi077.stdout:2388: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:11:40.546 INFO:tasks.rados.rados.0.smithi077.stdout:2388: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:11:40.546 INFO:tasks.rados.rados.0.smithi077.stdout:2388: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:11:40.546 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1269 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:40.547 INFO:tasks.rados.rados.0.smithi077.stdout:2384: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:11:40.547 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1251 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-09-16T11:11:40.547 INFO:tasks.rados.rados.0.smithi077.stdout:2385: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:11:40.547 INFO:tasks.rados.rados.0.smithi077.stdout:2385: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:11:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:2385: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:11:40.548 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1254 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-09-16T11:11:40.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1384 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2375: done (14 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2379: done (13 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2380: done (12 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2383: done (11 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2384: done (10 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2385: done (9 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2388: done (8 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2389: done (7 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2391: done (6 left) 2024-09-16T11:11:40.553 INFO:tasks.rados.rados.0.smithi077.stdout:2392: done (5 left) 2024-09-16T11:11:40.554 INFO:tasks.rados.rados.0.smithi077.stdout:2393: read oid 22 snap 229 2024-09-16T11:11:40.554 INFO:tasks.rados.rados.0.smithi077.stdout:2393: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:11:40.554 INFO:tasks.rados.rados.0.smithi077.stdout:2394: snap_create 2024-09-16T11:11:40.561 INFO:tasks.rados.rados.0.smithi077.stdout:2382: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:11:40.563 INFO:tasks.rados.rados.0.smithi077.stdout:2382: finishing copy_from to smithi07774545-17 2024-09-16T11:11:40.564 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1383 (ObjNum 747 snap 237 seq_num 747) dirty exists 2024-09-16T11:11:40.578 INFO:tasks.rados.rados.0.smithi077.stdout:2393: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:11:40.638 INFO:tasks.rados.rados.0.smithi077.stdout:2381: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:11:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:2390: finishing copy_from to smithi07774545-45 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2390: got expected ENOENT (src dne) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2390: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2381: done (6 left) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2382: done (5 left) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2390: done (4 left) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2393: done (3 left) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2394: done (2 left) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2395: read oid 13 snap -1 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2395: expect deleted 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2396: read oid 31 snap 233 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2396: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:40.778 INFO:tasks.rados.rados.0.smithi077.stdout:2397: snap_remove snap 232 2024-09-16T11:11:41.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Detected new or changed devices on smithi191 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all mds 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all rgw 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all iscsi 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all nfs 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: Upgrade: Setting container_image for all nvmeof 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[88497]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Detected new or changed devices on smithi191 2024-09-16T11:11:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all mds 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all rgw 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all iscsi 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all nfs 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: Upgrade: Setting container_image for all nvmeof 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T11:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:41 smithi077 ceph-mon[86047]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T11:11:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Detected new or changed devices on smithi191 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all mds 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all rgw 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all iscsi 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all nfs 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: Upgrade: Setting container_image for all nvmeof 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T11:11:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:41 smithi191 ceph-mon[84934]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T11:11:41.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:41 smithi077 systemd[1]: Stopping Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:41.764 INFO:tasks.rados.rados.0.smithi077.stdout:2397: done (4 left) 2024-09-16T11:11:41.764 INFO:tasks.rados.rados.0.smithi077.stdout:2398: read oid 25 snap 236 2024-09-16T11:11:41.764 INFO:tasks.rados.rados.0.smithi077.stdout:2398: expect deleted 2024-09-16T11:11:41.764 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 238 2024-09-16T11:11:41.764 INFO:tasks.rados.rados.0.smithi077.stdout:2387: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:11:41.988 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:41 smithi077 podman[117161]: 2024-09-16 11:11:41.721062848 +0000 UTC m=+0.111748889 container died 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:42.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-mon[84934]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T11:11:42.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-mon[84934]: pgmap v507: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-16T11:11:42.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-mon[84934]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:11:42.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-mon[84934]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T11:11:42.317 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:42.421 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 podman[117161]: 2024-09-16 11:11:42.160584255 +0000 UTC m=+0.551270295 container cleanup 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:42.421 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 bash[117161]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T11:11:42.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[86047]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T11:11:42.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[86047]: pgmap v507: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-16T11:11:42.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[86047]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[86047]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[88497]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[88497]: pgmap v507: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[88497]: Deploying daemon node-exporter.a on smithi077 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[88497]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T11:11:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:42.632 INFO:tasks.rados.rados.0.smithi077.stdout:2386: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:11:42.633 INFO:tasks.rados.rados.0.smithi077.stdout:2386: finishing copy_from to smithi07774545-15 2024-09-16T11:11:42.633 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1297 (ObjNum 732 snap 227 seq_num 732) dirty exists 2024-09-16T11:11:42.633 INFO:tasks.rados.rados.0.smithi077.stdout:2399: seq_num 751 ranges {2048000=581632} 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2399: writing smithi07774545-22 from 2048000 to 2629632 tid 1 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2386: done (5 left) 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2387: done (4 left) 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2400: read oid 18 snap -1 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2400: expect (ObjNum 724 snap 226 seq_num 724) 2024-09-16T11:11:42.650 INFO:tasks.rados.rados.0.smithi077.stdout:2401: rmattr oid 48 current snap is 238 2024-09-16T11:11:42.651 INFO:tasks.rados.rados.0.smithi077.stdout:2396: expect (ObjNum 715 snap 222 seq_num 715) 2024-09-16T11:11:42.671 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 podman[117174]: 2024-09-16 11:11:42.420076802 +0000 UTC m=+0.702922739 container remove 147327b3c7529dc46ad4f083dbbd6c0f5c22c13e74e80143005fcb16109a03f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:42.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:11:42.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T11:11:42.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 systemd[1]: Stopped Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:42.672 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 1.352s CPU time. 2024-09-16T11:11:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:42.815 INFO:tasks.rados.rados.0.smithi077.stdout:2395: done (5 left) 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:2396: done (4 left) 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:2398: done (3 left) 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:2402: rollback oid 8 current snap is 238 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 234 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1169 (ObjNum 725 snap 226 seq_num 725) dirty exists 2024-09-16T11:11:42.816 INFO:tasks.rados.rados.0.smithi077.stdout:2400: expect (ObjNum 724 snap 226 seq_num 724) 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2399: finishing write tid 1 to smithi07774545-22 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2399: finishing write tid 2 to smithi07774545-22 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2399: finishing write tid 3 to smithi07774545-22 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 208 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2399: left oid 22 (ObjNum 751 snap 238 seq_num 751) 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2399: done (3 left) 2024-09-16T11:11:42.821 INFO:tasks.rados.rados.0.smithi077.stdout:2400: done (2 left) 2024-09-16T11:11:42.822 INFO:tasks.rados.rados.0.smithi077.stdout:2401: done (1 left) 2024-09-16T11:11:42.822 INFO:tasks.rados.rados.0.smithi077.stdout:2403: delete oid 48 current snap is 238 2024-09-16T11:11:42.822 INFO:tasks.rados.rados.0.smithi077.stdout:2402: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:11:42.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 0 (ObjNum 33 snap 0 seq_num 456418688) dirty dne 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:2402: done (1 left) 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:2403: done (0 left) 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:2404: rollback oid 39 current snap is 238 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 229 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 238 2024-09-16T11:11:42.823 INFO:tasks.rados.rados.0.smithi077.stdout:2405: seq_num 753 ranges {4349952=614400} 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2405: writing smithi07774545-21 from 4349952 to 4964352 tid 1 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2406: read oid 19 snap 234 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2406: expect deleted 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2407: rmattr oid 35 current snap is 238 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2407: done (3 left) 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 238 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2404: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:11:42.851 INFO:tasks.rados.rados.0.smithi077.stdout:2404: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:11:42.852 INFO:tasks.rados.rados.0.smithi077.stdout:2408: seq_num 754 ranges {6168576=630784} 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2408: writing smithi07774545-24 from 6168576 to 6799360 tid 1 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2409: snap_create 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2404: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1236 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2405: finishing write tid 1 to smithi07774545-21 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2405: finishing write tid 2 to smithi07774545-21 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2405: finishing write tid 3 to smithi07774545-21 2024-09-16T11:11:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1274 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-09-16T11:11:42.889 INFO:tasks.rados.rados.0.smithi077.stdout:2405: left oid 21 (ObjNum 753 snap 238 seq_num 753) 2024-09-16T11:11:42.892 INFO:tasks.rados.rados.0.smithi077.stdout:2408: finishing write tid 1 to smithi07774545-24 2024-09-16T11:11:42.892 INFO:tasks.rados.rados.0.smithi077.stdout:2408: finishing write tid 2 to smithi07774545-24 2024-09-16T11:11:42.893 INFO:tasks.rados.rados.0.smithi077.stdout:2408: finishing write tid 3 to smithi07774545-24 2024-09-16T11:11:42.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1311 (ObjNum 754 snap 238 seq_num 754) dirty exists 2024-09-16T11:11:42.893 INFO:tasks.rados.rados.0.smithi077.stdout:2408: left oid 24 (ObjNum 754 snap 238 seq_num 754) 2024-09-16T11:11:43.066 INFO:tasks.rados.rados.0.smithi077.stdout:2404: done (4 left) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2405: done (3 left) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2406: done (2 left) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2408: done (1 left) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2409: done (0 left) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2410: read oid 13 snap 237 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2410: expect deleted 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2411: read oid 44 snap 236 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2411: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:2412: rollback oid 18 current snap is 239 2024-09-16T11:11:43.067 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 237 2024-09-16T11:11:43.068 INFO:tasks.rados.rados.0.smithi077.stdout:2413: read oid 42 snap -1 2024-09-16T11:11:43.068 INFO:tasks.rados.rados.0.smithi077.stdout:2413: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:43.068 INFO:tasks.rados.rados.0.smithi077.stdout:2414: snap_remove snap 229 2024-09-16T11:11:43.158 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 systemd[1]: Starting Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:43.159 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:42 smithi077 podman[117301]: 2024-09-16 11:11:42.901188056 +0000 UTC m=+0.016640152 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:11:43.159 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 podman[117301]: 2024-09-16 11:11:43.029692875 +0000 UTC m=+0.145144957 container create a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:43.422 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 podman[117301]: 2024-09-16 11:11:43.26621055 +0000 UTC m=+0.381662633 container init a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:43.422 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 podman[117301]: 2024-09-16 11:11:43.269172747 +0000 UTC m=+0.384624841 container start a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T11:11:43.422 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.272Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:11:43.422 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.273Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.273Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.273Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.273Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.273Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:11:43.423 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:11:43.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:11:43.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:11:43.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:11:43.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:11:43.424 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:11:43.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:11:43.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:11:43.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:11:43.425 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:11:43.426 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:11:43.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:11:43.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:11:43.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:11:43.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:11:43.427 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:11:43.428 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:11:43.430 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:11:43.431 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a[117316]: ts=2024-09-16T11:11:43.274Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 bash[117301]: a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 2024-09-16T11:11:43.432 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 11:11:43 smithi077 systemd[1]: Started Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:44.074 INFO:tasks.rados.rados.0.smithi077.stdout:2414: done (4 left) 2024-09-16T11:11:44.074 INFO:tasks.rados.rados.0.smithi077.stdout:2415: rollback oid 2 current snap is 239 2024-09-16T11:11:44.074 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 2 to 235 2024-09-16T11:11:44.074 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 239 2024-09-16T11:11:44.075 INFO:tasks.rados.rados.0.smithi077.stdout:2416: seq_num 755 ranges {0=647168} 2024-09-16T11:11:44.078 INFO:tasks.rados.rados.0.smithi077.stdout:2416: writing smithi07774545-48 from 0 to 647168 tid 1 2024-09-16T11:11:44.079 INFO:tasks.rados.rados.0.smithi077.stdout:2417: read oid 25 snap 231 2024-09-16T11:11:44.079 INFO:tasks.rados.rados.0.smithi077.stdout:2417: expect deleted 2024-09-16T11:11:44.079 INFO:tasks.rados.rados.0.smithi077.stdout:2418: delete oid 19 current snap is 239 2024-09-16T11:11:44.080 INFO:tasks.rados.rados.0.smithi077.stdout:2412: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:11:44.080 INFO:tasks.rados.rados.0.smithi077.stdout:2412: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:11:44.080 INFO:tasks.rados.rados.0.smithi077.stdout:2412: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:11:44.080 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1315 (ObjNum 724 snap 226 seq_num 724) dirty exists 2024-09-16T11:11:44.080 INFO:tasks.rados.rados.0.smithi077.stdout:2411: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:44.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[86047]: pgmap v509: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-09-16T11:11:44.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[86047]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T11:11:44.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.359 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.360 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[88497]: pgmap v509: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-09-16T11:11:44.360 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[88497]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T11:11:44.360 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.360 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.360 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:11:44.441 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:44 smithi191 ceph-mon[84934]: pgmap v509: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-09-16T11:11:44.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:44 smithi191 ceph-mon[84934]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T11:11:44.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.442 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (6m) 28s ago 10m 25.4M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (6m) 9s ago 10m 85.8M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (32s) 28s ago 11m 11.6M - 18.2.4-845-ge4e227b3 67ddd33fa72f 2538a592782f 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (13s) 9s ago 11m 11.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6f67f717b45d 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (6m) 9s ago 14m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:11:44.634 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (6m) 28s ago 16m 502M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (5m) 28s ago 16m 62.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (5m) 9s ago 15m 46.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (5m) 28s ago 15m 51.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 starting - - - - 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (6m) 9s ago 10m 16.0M - 1.5.0 0da6a335fe13 284350e76a75 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (4m) 28s ago 14m 294M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (4m) 28s ago 14m 292M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (3m) 28s ago 13m 246M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (2m) 28s ago 13m 134M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (2m) 9s ago 13m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (114s) 9s ago 12m 166M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (81s) 9s ago 12m 101M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ef3b1900baf9 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (48s) 9s ago 11m 95.0M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 773454a5d239 2024-09-16T11:11:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (6m) 9s ago 11m 65.8M - 2.43.0 a07b618ecd1d 3cf31adda308 2024-09-16T11:11:44.710 INFO:tasks.rados.rados.0.smithi077.stdout:2413: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:44.962 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:11:44.962 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:11:44.962 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:11:44.962 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:44.962 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:11:44.963 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:11:45.308 INFO:tasks.rados.rados.0.smithi077.stdout:2415: finishing rollback tid 0 to smithi07774545-2 2024-09-16T11:11:45.308 INFO:tasks.rados.rados.0.smithi077.stdout:2415: finishing rollback tid 1 to smithi07774545-2 2024-09-16T11:11:45.308 INFO:tasks.rados.rados.0.smithi077.stdout:2415: finishing rollback tid 2 to smithi07774545-2 2024-09-16T11:11:45.308 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1278 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2416: finishing write tid 1 to smithi07774545-48 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2416: finishing write tid 2 to smithi07774545-48 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2410: done (7 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2411: done (6 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2412: done (5 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2413: done (4 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2415: done (3 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2417: done (2 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2418: done (1 left) 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2419: delete oid 37 current snap is 239 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2416: finishing write tid 3 to smithi07774545-48 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1172 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-09-16T11:11:45.309 INFO:tasks.rados.rados.0.smithi077.stdout:2416: left oid 48 (ObjNum 755 snap 239 seq_num 755) 2024-09-16T11:11:45.310 INFO:tasks.rados.rados.0.smithi077.stdout:2416: done (1 left) 2024-09-16T11:11:45.310 INFO:tasks.rados.rados.0.smithi077.stdout:2419: done (0 left) 2024-09-16T11:11:45.310 INFO:tasks.rados.rados.0.smithi077.stdout:2420: setattr oid 9 current snap is 239 2024-09-16T11:11:45.311 INFO:tasks.rados.rados.0.smithi077.stdout:2421: snap_remove snap 235 2024-09-16T11:11:45.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:45 smithi077 ceph-mon[88497]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T11:11:45.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:45 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1252020179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:45 smithi077 ceph-mon[86047]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T11:11:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:45 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1252020179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:45.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:45 smithi191 ceph-mon[84934]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T11:11:45.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:45 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1252020179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:45.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:45 smithi191 systemd[1]: Stopping Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1384 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T11:11:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:2420: done (1 left) 2024-09-16T11:11:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:2421: done (0 left) 2024-09-16T11:11:45.758 INFO:tasks.rados.rados.0.smithi077.stdout:2422: snap_create 2024-09-16T11:11:45.857 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:45 smithi191 podman[112819]: 2024-09-16 11:11:45.516363539 +0000 UTC m=+0.112865078 container died 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:46.212 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:45 smithi191 podman[112819]: 2024-09-16 11:11:45.856621006 +0000 UTC m=+0.453122534 container cleanup 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:46.212 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:45 smithi191 bash[112819]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T11:11:46.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 podman[112832]: 2024-09-16 11:11:46.049891771 +0000 UTC m=+0.533346815 container remove 284350e76a7564e991097fc96dfa912b5621b373679f7512b684fae6b0da8924 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:46.213 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: pgmap v512: 121 pgs: 121 active+clean; 193 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T11:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-mon[84934]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T11:11:46.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: pgmap v512: 121 pgs: 121 active+clean; 193 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[88497]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:11:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T11:11:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: Deploying daemon node-exporter.b on smithi191 2024-09-16T11:11:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: pgmap v512: 121 pgs: 121 active+clean; 193 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T11:11:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-mon[86047]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T11:11:46.694 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T11:11:46.694 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 systemd[1]: Stopped Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:46.694 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 1.442s CPU time. 2024-09-16T11:11:46.695 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 systemd[1]: Starting Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:46.765 INFO:tasks.rados.rados.0.smithi077.stdout:2422: done (0 left) 2024-09-16T11:11:46.765 INFO:tasks.rados.rados.0.smithi077.stdout:2423: read oid 42 snap -1 2024-09-16T11:11:46.765 INFO:tasks.rados.rados.0.smithi077.stdout:2423: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:46.765 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 240 2024-09-16T11:11:46.766 INFO:tasks.rados.rados.0.smithi077.stdout:2424: seq_num 758 ranges {10534912=704512} 2024-09-16T11:11:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:2424: writing smithi07774545-20 from 10534912 to 11239424 tid 1 2024-09-16T11:11:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:2425: read oid 32 snap 236 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:2425: expect (ObjNum 728 snap 227 seq_num 728) 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:2426: read oid 17 snap 233 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:2426: expect (ObjNum 720 snap 226 seq_num 720) 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:2427: rollback oid 21 current snap is 240 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 239 2024-09-16T11:11:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:2423: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:46.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 podman[112959]: 2024-09-16 11:11:46.595357991 +0000 UTC m=+0.015334546 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T11:11:46.962 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 podman[112959]: 2024-09-16 11:11:46.726945733 +0000 UTC m=+0.146922319 container create b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:46] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2427: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2427: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2427: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1288 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2423: done (4 left) 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2427: done (3 left) 2024-09-16T11:11:47.414 INFO:tasks.rados.rados.0.smithi077.stdout:2428: rmattr oid 46 current snap is 240 2024-09-16T11:11:47.415 INFO:tasks.rados.rados.0.smithi077.stdout:2428: done (3 left) 2024-09-16T11:11:47.415 INFO:tasks.rados.rados.0.smithi077.stdout:2429: read oid 44 snap 236 2024-09-16T11:11:47.415 INFO:tasks.rados.rados.0.smithi077.stdout:2429: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:47.415 INFO:tasks.rados.rados.0.smithi077.stdout:2430: snap_remove snap 231 2024-09-16T11:11:47.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 podman[112959]: 2024-09-16 11:11:46.971517566 +0000 UTC m=+0.391494115 container init b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:47.463 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 podman[112959]: 2024-09-16 11:11:46.974409362 +0000 UTC m=+0.394385911 container start b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.978Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.978Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T11:11:47.464 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T11:11:47.465 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T11:11:47.466 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T11:11:47.467 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.979Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.980Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b[112973]: ts=2024-09-16T11:11:46.980Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:47 smithi191 bash[112959]: b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 2024-09-16T11:11:47.468 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 11:11:47 smithi191 systemd[1]: Started Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[86047]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[86047]: pgmap v515: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 584 KiB/s wr, 20 op/s 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[88497]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T11:11:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[88497]: pgmap v515: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 584 KiB/s wr, 20 op/s 2024-09-16T11:11:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:47 smithi191 ceph-mon[84934]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T11:11:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:47 smithi191 ceph-mon[84934]: pgmap v515: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 584 KiB/s wr, 20 op/s 2024-09-16T11:11:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:48.145 INFO:tasks.rados.rados.0.smithi077.stdout:2430: done (4 left) 2024-09-16T11:11:48.145 INFO:tasks.rados.rados.0.smithi077.stdout:2431: delete oid 22 current snap is 240 2024-09-16T11:11:48.145 INFO:tasks.rados.rados.0.smithi077.stdout:2425: expect (ObjNum 728 snap 227 seq_num 728) 2024-09-16T11:11:48.295 INFO:tasks.rados.rados.0.smithi077.stdout:2424: finishing write tid 1 to smithi07774545-20 2024-09-16T11:11:48.295 INFO:tasks.rados.rados.0.smithi077.stdout:2425: done (4 left) 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2431: done (3 left) 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2432: snap_create 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2424: finishing write tid 2 to smithi07774545-20 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2424: finishing write tid 3 to smithi07774545-20 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1225 (ObjNum 758 snap 240 seq_num 758) dirty exists 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2424: left oid 20 (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:11:48.296 INFO:tasks.rados.rados.0.smithi077.stdout:2426: expect (ObjNum 720 snap 226 seq_num 720) 2024-09-16T11:11:48.828 INFO:tasks.rados.rados.0.smithi077.stdout:2429: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:49.143 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:49 smithi077 ceph-mon[86047]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T11:11:49.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:49 smithi077 ceph-mon[88497]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T11:11:49.441 INFO:tasks.rados.rados.0.smithi077.stdout:2424: done (3 left) 2024-09-16T11:11:49.441 INFO:tasks.rados.rados.0.smithi077.stdout:2426: done (2 left) 2024-09-16T11:11:49.441 INFO:tasks.rados.rados.0.smithi077.stdout:2429: done (1 left) 2024-09-16T11:11:49.441 INFO:tasks.rados.rados.0.smithi077.stdout:2432: done (0 left) 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2433: read oid 50 snap -1 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2433: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2434: read oid 44 snap -1 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2434: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2435: copy_from oid 34 from oid 12 current snap is 241 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 241 2024-09-16T11:11:49.442 INFO:tasks.rados.rados.0.smithi077.stdout:2436: seq_num 760 ranges {0=737280} 2024-09-16T11:11:49.445 INFO:tasks.rados.rados.0.smithi077.stdout:2436: writing smithi07774545-43 from 0 to 737280 tid 1 2024-09-16T11:11:49.446 INFO:tasks.rados.rados.0.smithi077.stdout:2437: snap_create 2024-09-16T11:11:49.446 INFO:tasks.rados.rados.0.smithi077.stdout:2433: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:49.452 INFO:tasks.rados.rados.0.smithi077.stdout:2436: finishing write tid 1 to smithi07774545-43 2024-09-16T11:11:49.452 INFO:tasks.rados.rados.0.smithi077.stdout:2436: finishing write tid 2 to smithi07774545-43 2024-09-16T11:11:49.452 INFO:tasks.rados.rados.0.smithi077.stdout:2436: finishing write tid 3 to smithi07774545-43 2024-09-16T11:11:49.452 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1397 (ObjNum 760 snap 241 seq_num 760) dirty exists 2024-09-16T11:11:49.452 INFO:tasks.rados.rados.0.smithi077.stdout:2436: left oid 43 (ObjNum 760 snap 241 seq_num 760) 2024-09-16T11:11:49.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:49 smithi191 ceph-mon[84934]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T11:11:49.466 INFO:tasks.rados.rados.0.smithi077.stdout:2435: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:11:49.469 INFO:tasks.rados.rados.0.smithi077.stdout:2435: finishing copy_from to smithi07774545-34 2024-09-16T11:11:49.469 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1356 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-09-16T11:11:49.475 INFO:tasks.rados.rados.0.smithi077.stdout:2434: expect (ObjNum 734 snap 229 seq_num 734) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2433: done (4 left) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2434: done (3 left) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2435: done (2 left) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2436: done (1 left) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2437: done (0 left) 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2438: read oid 8 snap -1 2024-09-16T11:11:50.155 INFO:tasks.rados.rados.0.smithi077.stdout:2438: expect deleted 2024-09-16T11:11:50.156 INFO:tasks.rados.rados.0.smithi077.stdout:2439: read oid 29 snap 240 2024-09-16T11:11:50.156 INFO:tasks.rados.rados.0.smithi077.stdout:2439: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:50.156 INFO:tasks.rados.rados.0.smithi077.stdout:2440: snap_remove snap 236 2024-09-16T11:11:50.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[88497]: pgmap v517: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 598 KiB/s wr, 19 op/s 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[88497]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[86047]: pgmap v517: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 598 KiB/s wr, 19 op/s 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[86047]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:50 smithi191 ceph-mon[84934]: pgmap v517: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 598 KiB/s wr, 19 op/s 2024-09-16T11:11:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:50 smithi191 ceph-mon[84934]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T11:11:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:50.762 INFO:tasks.rados.rados.0.smithi077.stdout:2440: done (2 left) 2024-09-16T11:11:50.762 INFO:tasks.rados.rados.0.smithi077.stdout:2441: read oid 42 snap 237 2024-09-16T11:11:50.762 INFO:tasks.rados.rados.0.smithi077.stdout:2441: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:50.762 INFO:tasks.rados.rados.0.smithi077.stdout:2442: setattr oid 28 current snap is 242 2024-09-16T11:11:50.762 INFO:tasks.rados.rados.0.smithi077.stdout:2439: expect (ObjNum 565 snap 177 seq_num 565) 2024-09-16T11:11:51.176 INFO:tasks.rados.rados.0.smithi077.stdout:2441: expect (ObjNum 701 snap 220 seq_num 701) 2024-09-16T11:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T11:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T11:11:51.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:51 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:51 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:51.749 INFO:tasks.rados.rados.0.smithi077.stdout:2438: done (3 left) 2024-09-16T11:11:51.749 INFO:tasks.rados.rados.0.smithi077.stdout:2439: done (2 left) 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:2441: done (1 left) 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:2443: rmattr oid 39 current snap is 242 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:2443: done (1 left) 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:2444: rollback oid 22 current snap is 242 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 237 2024-09-16T11:11:51.750 INFO:tasks.rados.rados.0.smithi077.stdout:2445: snap_remove snap 234 2024-09-16T11:11:52.160 INFO:tasks.rados.rados.0.smithi077.stdout:2445: done (2 left) 2024-09-16T11:11:52.160 INFO:tasks.rados.rados.0.smithi077.stdout:2446: delete oid 18 current snap is 242 2024-09-16T11:11:52.160 INFO:tasks.rados.rados.0.smithi077.stdout:2444: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:11:52.160 INFO:tasks.rados.rados.0.smithi077.stdout:2444: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:11:52.160 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 220 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:11:52.161 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1298 (ObjNum 729 snap 227 seq_num 729) dirty exists 2024-09-16T11:11:52.172 INFO:tasks.rados.rados.0.smithi077.stdout:2442: done (2 left) 2024-09-16T11:11:52.172 INFO:tasks.rados.rados.0.smithi077.stdout:2444: done (1 left) 2024-09-16T11:11:52.172 INFO:tasks.rados.rados.0.smithi077.stdout:2446: done (0 left) 2024-09-16T11:11:52.172 INFO:tasks.rados.rados.0.smithi077.stdout:2447: read oid 50 snap -1 2024-09-16T11:11:52.172 INFO:tasks.rados.rados.0.smithi077.stdout:2447: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:52.173 INFO:tasks.rados.rados.0.smithi077.stdout:2448: delete oid 4 current snap is 242 2024-09-16T11:11:52.174 INFO:tasks.rados.rados.0.smithi077.stdout:2447: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:52.178 INFO:tasks.rados.rados.0.smithi077.stdout:2447: done (1 left) 2024-09-16T11:11:52.178 INFO:tasks.rados.rados.0.smithi077.stdout:2448: done (0 left) 2024-09-16T11:11:52.178 INFO:tasks.rados.rados.0.smithi077.stdout:2449: snap_remove snap 239 2024-09-16T11:11:52.306 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:52 smithi077 ceph-mon[86047]: pgmap v521: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-09-16T11:11:52.306 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:52 smithi077 ceph-mon[88497]: pgmap v521: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-09-16T11:11:52.413 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:11:52.413 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:52 smithi191 ceph-mon[84934]: pgmap v521: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-09-16T11:11:53.170 INFO:tasks.rados.rados.0.smithi077.stdout:2449: done (0 left) 2024-09-16T11:11:53.170 INFO:tasks.rados.rados.0.smithi077.stdout:2450: snap_create 2024-09-16T11:11:53.252 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:53 smithi077 ceph-mon[86047]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T11:11:53.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:53 smithi077 ceph-mon[88497]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T11:11:53.421 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:53 smithi191 ceph-mon[84934]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T11:11:54.186 INFO:tasks.rados.rados.0.smithi077.stdout:2450: done (0 left) 2024-09-16T11:11:54.186 INFO:tasks.rados.rados.0.smithi077.stdout:2451: snap_remove snap 233 2024-09-16T11:11:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[86047]: pgmap v523: 121 pgs: 121 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T11:11:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[86047]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T11:11:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[88497]: pgmap v523: 121 pgs: 121 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T11:11:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[88497]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T11:11:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:54.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:54.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:54 smithi191 ceph-mon[84934]: pgmap v523: 121 pgs: 121 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T11:11:54.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:54 smithi191 ceph-mon[84934]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T11:11:54.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:54.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.186 INFO:tasks.rados.rados.0.smithi077.stdout:2451: done (0 left) 2024-09-16T11:11:55.186 INFO:tasks.rados.rados.0.smithi077.stdout:2452: setattr oid 43 current snap is 243 2024-09-16T11:11:55.186 INFO:tasks.rados.rados.0.smithi077.stdout:2453: setattr oid 29 current snap is 243 2024-09-16T11:11:55.187 INFO:tasks.rados.rados.0.smithi077.stdout:2454: rmattr oid 12 current snap is 243 2024-09-16T11:11:55.187 INFO:tasks.rados.rados.0.smithi077.stdout:2454: done (2 left) 2024-09-16T11:11:55.187 INFO:tasks.rados.rados.0.smithi077.stdout:2455: read oid 3 snap -1 2024-09-16T11:11:55.187 INFO:tasks.rados.rados.0.smithi077.stdout:2455: expect deleted 2024-09-16T11:11:55.187 INFO:tasks.rados.rados.0.smithi077.stdout:2456: copy_from oid 15 from oid 24 current snap is 243 2024-09-16T11:11:55.188 INFO:tasks.rados.rados.0.smithi077.stdout:2457: read oid 32 snap 240 2024-09-16T11:11:55.188 INFO:tasks.rados.rados.0.smithi077.stdout:2457: expect (ObjNum 747 snap 237 seq_num 747) 2024-09-16T11:11:55.188 INFO:tasks.rados.rados.0.smithi077.stdout:2458: setattr oid 26 current snap is 243 2024-09-16T11:11:55.189 INFO:tasks.rados.rados.0.smithi077.stdout:2455: done (5 left) 2024-09-16T11:11:55.189 INFO:tasks.rados.rados.0.smithi077.stdout:2459: delete oid 42 current snap is 243 2024-09-16T11:11:55.195 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1185 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:11:55.196 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1403 (ObjNum 760 snap 241 seq_num 760) dirty exists 2024-09-16T11:11:55.201 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1300 (ObjNum 732 snap 227 seq_num 732) dirty exists 2024-09-16T11:11:55.204 INFO:tasks.rados.rados.0.smithi077.stdout:2452: done (5 left) 2024-09-16T11:11:55.205 INFO:tasks.rados.rados.0.smithi077.stdout:2453: done (4 left) 2024-09-16T11:11:55.205 INFO:tasks.rados.rados.0.smithi077.stdout:2458: done (3 left) 2024-09-16T11:11:55.205 INFO:tasks.rados.rados.0.smithi077.stdout:2459: done (2 left) 2024-09-16T11:11:55.205 INFO:tasks.rados.rados.0.smithi077.stdout:2460: snap_remove snap 237 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:11:55.759 INFO:tasks.rados.rados.0.smithi077.stdout:2460: done (2 left) 2024-09-16T11:11:55.760 INFO:tasks.rados.rados.0.smithi077.stdout:2461: rollback oid 35 current snap is 243 2024-09-16T11:11:55.760 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 240 2024-09-16T11:11:55.760 INFO:tasks.rados.rados.0.smithi077.stdout:2457: expect (ObjNum 747 snap 237 seq_num 747) 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2456: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2456: finishing copy_from to smithi07774545-15 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1311 (ObjNum 754 snap 238 seq_num 754) dirty exists 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2456: done (2 left) 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2457: done (1 left) 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2462: read oid 40 snap -1 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2462: expect (ObjNum 741 snap 234 seq_num 741) 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2463: snap_create 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:2461: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:11:55.961 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 0 (ObjNum 817 snap 0 seq_num 2426380288) dirty dne 2024-09-16T11:11:55.963 INFO:tasks.rados.rados.0.smithi077.stdout:2462: expect (ObjNum 741 snap 234 seq_num 741) 2024-09-16T11:11:56.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:56 smithi191 ceph-mon[84934]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-16T11:11:56.451 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:56 smithi191 ceph-mon[84934]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T11:11:56.452 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:56 smithi191 ceph-mon[84934]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[88497]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[88497]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[88497]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[86047]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[86047]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T11:11:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-mon[86047]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2461: done (2 left) 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2462: done (1 left) 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2463: done (0 left) 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2464: read oid 10 snap -1 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2464: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2465: read oid 48 snap -1 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2465: expect (ObjNum 755 snap 239 seq_num 755) 2024-09-16T11:11:56.767 INFO:tasks.rados.rados.0.smithi077.stdout:2466: snap_create 2024-09-16T11:11:56.768 INFO:tasks.rados.rados.0.smithi077.stdout:2464: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:11:56.770 INFO:tasks.rados.rados.0.smithi077.stdout:2465: expect (ObjNum 755 snap 239 seq_num 755) 2024-09-16T11:11:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:11:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:11:56] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:11:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:57 smithi191 ceph-mon[84934]: Upgrade: Updating prometheus.a 2024-09-16T11:11:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:57 smithi191 ceph-mon[84934]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:11:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:57 smithi191 ceph-mon[84934]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T11:11:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[86047]: Upgrade: Updating prometheus.a 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[86047]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[86047]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[88497]: Upgrade: Updating prometheus.a 2024-09-16T11:11:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[88497]: Deploying daemon prometheus.a on smithi191 2024-09-16T11:11:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[88497]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T11:11:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2464: done (2 left) 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2465: done (1 left) 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2466: done (0 left) 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2467: read oid 40 snap 242 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2467: expect (ObjNum 741 snap 234 seq_num 741) 2024-09-16T11:11:57.773 INFO:tasks.rados.rados.0.smithi077.stdout:2468: read oid 23 snap 241 2024-09-16T11:11:57.774 INFO:tasks.rados.rados.0.smithi077.stdout:2468: expect (ObjNum 661 snap 209 seq_num 661) 2024-09-16T11:11:57.774 INFO:tasks.rados.rados.0.smithi077.stdout:2469: read oid 7 snap 244 2024-09-16T11:11:57.774 INFO:tasks.rados.rados.0.smithi077.stdout:2469: expect (ObjNum 743 snap 234 seq_num 743) 2024-09-16T11:11:57.774 INFO:tasks.rados.rados.0.smithi077.stdout:2470: snap_remove snap 238 2024-09-16T11:11:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:58 smithi191 ceph-mon[84934]: pgmap v530: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:11:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:58 smithi191 ceph-mon[84934]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T11:11:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:58 smithi077 ceph-mon[86047]: pgmap v530: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:11:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:58 smithi077 ceph-mon[86047]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T11:11:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:58 smithi077 ceph-mon[88497]: pgmap v530: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:11:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:58 smithi077 ceph-mon[88497]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T11:11:58.772 INFO:tasks.rados.rados.0.smithi077.stdout:2470: done (3 left) 2024-09-16T11:11:58.772 INFO:tasks.rados.rados.0.smithi077.stdout:2471: delete oid 4 current snap is 245 2024-09-16T11:11:58.772 INFO:tasks.rados.rados.0.smithi077.stdout:2467: expect (ObjNum 741 snap 234 seq_num 741) 2024-09-16T11:11:58.787 INFO:tasks.rados.rados.0.smithi077.stdout:2469: expect (ObjNum 743 snap 234 seq_num 743) 2024-09-16T11:11:58.802 INFO:tasks.rados.rados.0.smithi077.stdout:2468: expect (ObjNum 661 snap 209 seq_num 661) 2024-09-16T11:11:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:2467: done (3 left) 2024-09-16T11:11:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:2468: done (2 left) 2024-09-16T11:11:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:2469: done (1 left) 2024-09-16T11:11:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:2471: done (0 left) 2024-09-16T11:11:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:2472: snap_remove snap 241 2024-09-16T11:11:59.779 INFO:tasks.rados.rados.0.smithi077.stdout:2472: done (0 left) 2024-09-16T11:11:59.779 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 245 2024-09-16T11:11:59.779 INFO:tasks.rados.rados.0.smithi077.stdout:2473: seq_num 765 ranges {0=417792,417792=401408} 2024-09-16T11:11:59.781 INFO:tasks.rados.rados.0.smithi077.stdout:2473: writing smithi07774545-25 from 0 to 417792 tid 1 2024-09-16T11:11:59.784 INFO:tasks.rados.rados.0.smithi077.stdout:2473: writing smithi07774545-25 from 417792 to 819200 tid 2 2024-09-16T11:11:59.784 INFO:tasks.rados.rados.0.smithi077.stdout:2474: snap_remove snap 240 2024-09-16T11:11:59.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-mon[84934]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T11:11:59.808 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-mon[84934]: pgmap v533: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:11:59.808 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 systemd[1]: Stopping Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.795Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T11:11:59.809 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[75714]: ts=2024-09-16T11:11:59.796Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T11:12:00.097 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:11:59 smithi191 podman[116897]: 2024-09-16 11:11:59.806079243 +0000 UTC m=+0.112525236 container died 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:59 smithi077 ceph-mon[86047]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T11:12:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:11:59 smithi077 ceph-mon[86047]: pgmap v533: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:12:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:59 smithi077 ceph-mon[88497]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T11:12:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:11:59 smithi077 ceph-mon[88497]: pgmap v533: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-16T11:12:00.398 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 podman[116897]: 2024-09-16 11:12:00.178717562 +0000 UTC m=+0.485163553 container cleanup 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:00.398 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 bash[116897]: ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T11:12:00.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 podman[116909]: 2024-09-16 11:12:00.396975868 +0000 UTC m=+0.592594467 container remove 3cf31adda3085e1d723b3da61f610dd24d1fef13cf7d27cf261546197138ca5d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:00.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T11:12:00.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 systemd[1]: Stopped Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:00.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.550s CPU time. 2024-09-16T11:12:00.761 INFO:tasks.rados.rados.0.smithi077.stdout:2474: done (1 left) 2024-09-16T11:12:00.761 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 245 2024-09-16T11:12:00.761 INFO:tasks.rados.rados.0.smithi077.stdout:2473: finishing write tid 1 to smithi07774545-25 2024-09-16T11:12:00.761 INFO:tasks.rados.rados.0.smithi077.stdout:2475: seq_num 766 ranges {4628480=434176,5062656=401408} 2024-09-16T11:12:00.789 INFO:tasks.rados.rados.0.smithi077.stdout:2475: writing smithi07774545-31 from 4628480 to 5062656 tid 1 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2475: writing smithi07774545-31 from 5062656 to 5464064 tid 2 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2476: copy_from oid 1 from oid 7 current snap is 245 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2473: finishing write tid 2 to smithi07774545-25 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2473: finishing write tid 3 to smithi07774545-25 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2473: finishing write tid 4 to smithi07774545-25 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1410 (ObjNum 765 snap 245 seq_num 765) dirty exists 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2473: left oid 25 (ObjNum 765 snap 245 seq_num 765) 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2473: done (2 left) 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:2477: rollback oid 47 current snap is 245 2024-09-16T11:12:00.792 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 242 2024-09-16T11:12:00.793 INFO:tasks.rados.rados.0.smithi077.stdout:2478: delete oid 23 current snap is 245 2024-09-16T11:12:00.795 INFO:tasks.rados.rados.0.smithi077.stdout:2478: done (3 left) 2024-09-16T11:12:00.795 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 245 2024-09-16T11:12:00.795 INFO:tasks.rados.rados.0.smithi077.stdout:2479: seq_num 768 ranges {8396800=466944,8863744=401408} 2024-09-16T11:12:00.843 INFO:tasks.rados.rados.0.smithi077.stdout:2479: writing smithi07774545-36 from 8396800 to 8863744 tid 1 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2479: writing smithi07774545-36 from 8863744 to 9265152 tid 2 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2480: copy_from oid 18 from oid 41 current snap is 245 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2475: finishing write tid 1 to smithi07774545-31 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2477: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 0 (ObjNum 129 snap 0 seq_num 454943352) dirty dne 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2477: done (4 left) 2024-09-16T11:12:00.846 INFO:tasks.rados.rados.0.smithi077.stdout:2481: snap_remove snap 243 2024-09-16T11:12:01.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:00 smithi191 ceph-mon[84934]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T11:12:01.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:00 smithi191 ceph-mon[84934]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T11:12:01.088 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 systemd[1]: Starting Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:12:01.088 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 podman[117041]: 2024-09-16 11:12:00.842430345 +0000 UTC m=+0.016626020 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T11:12:01.088 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:00 smithi191 podman[117041]: 2024-09-16 11:12:00.9566846 +0000 UTC m=+0.130880266 container create dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:00 smithi077 ceph-mon[86047]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T11:12:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:00 smithi077 ceph-mon[86047]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T11:12:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:00 smithi077 ceph-mon[88497]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T11:12:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:00 smithi077 ceph-mon[88497]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 podman[117041]: 2024-09-16 11:12:01.193158131 +0000 UTC m=+0.367353797 container init dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 podman[117041]: 2024-09-16 11:12:01.195896867 +0000 UTC m=+0.370092536 container start dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.220Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.220Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.220Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi191 (none))" 2024-09-16T11:12:01.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.220Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.220Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.222Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.222Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.223Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.223Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.225Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.225Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.68µs 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.225Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.226Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.239Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.244Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.251Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-16T11:12:01.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.251Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.251Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.331µs wal_replay_duration=26.173252ms wbl_replay_duration=114ns total_replay_duration=26.214526ms 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.254Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.254Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.254Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.272Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.34893ms db_storage=760ns remote_storage=1.078µs web_handler=397ns query_engine=681ns scrape=383.798µs scrape_sd=92.892µs notify=11.398µs notify_sd=14.006µs rules=16.550403ms tracing=4.98µs 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.272Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:01.272Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 bash[117041]: dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 2024-09-16T11:12:01.465 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:01 smithi191 systemd[1]: Started Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:01.784 INFO:tasks.rados.rados.0.smithi077.stdout:2481: done (4 left) 2024-09-16T11:12:01.784 INFO:tasks.rados.rados.0.smithi077.stdout:2482: read oid 47 snap -1 2024-09-16T11:12:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2482: expect deleted 2024-09-16T11:12:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2483: snap_remove snap 242 2024-09-16T11:12:02.030 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-mon[84934]: pgmap v536: 121 pgs: 121 active+clean; 163 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s 2024-09-16T11:12:02.031 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.031 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.031 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[86047]: pgmap v536: 121 pgs: 121 active+clean; 163 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[88497]: pgmap v536: 121 pgs: 121 active+clean; 163 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s 2024-09-16T11:12:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:02.701 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2483: done (5 left) 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2484: read oid 37 snap -1 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2484: expect deleted 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2475: finishing write tid 2 to smithi07774545-31 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2475: finishing write tid 3 to smithi07774545-31 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2475: finishing write tid 4 to smithi07774545-31 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1137 (ObjNum 766 snap 245 seq_num 766) dirty exists 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2475: left oid 31 (ObjNum 766 snap 245 seq_num 766) 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2476: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:12:02.786 INFO:tasks.rados.rados.0.smithi077.stdout:2476: finishing copy_from to smithi07774545-1 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1358 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2480: finishing copy_from to smithi07774545-18 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2480: got expected ENOENT (src dne) 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2480: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2479: finishing write tid 1 to smithi07774545-36 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2479: finishing write tid 2 to smithi07774545-36 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2479: finishing write tid 3 to smithi07774545-36 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2479: finishing write tid 4 to smithi07774545-36 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1329 (ObjNum 768 snap 245 seq_num 768) dirty exists 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2479: left oid 36 (ObjNum 768 snap 245 seq_num 768) 2024-09-16T11:12:02.787 INFO:tasks.rados.rados.0.smithi077.stdout:2475: done (5 left) 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2476: done (4 left) 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2479: done (3 left) 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2480: done (2 left) 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2482: done (1 left) 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2485: rollback oid 39 current snap is 245 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 244 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2486: copy_from oid 4 from oid 9 current snap is 245 2024-09-16T11:12:02.788 INFO:tasks.rados.rados.0.smithi077.stdout:2487: setattr oid 16 current snap is 245 2024-09-16T11:12:02.789 INFO:tasks.rados.rados.0.smithi077.stdout:2488: read oid 20 snap -1 2024-09-16T11:12:02.789 INFO:tasks.rados.rados.0.smithi077.stdout:2488: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:02.789 INFO:tasks.rados.rados.0.smithi077.stdout:2489: snap_create 2024-09-16T11:12:02.793 INFO:tasks.rados.rados.0.smithi077.stdout:2486: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:12:02.794 INFO:tasks.rados.rados.0.smithi077.stdout:2486: finishing copy_from to smithi07774545-4 2024-09-16T11:12:02.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1384 (ObjNum 289 snap 0 seq_num 1302719733) dirty exists 2024-09-16T11:12:02.795 INFO:tasks.rados.rados.0.smithi077.stdout:2485: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:12:02.799 INFO:tasks.rados.rados.0.smithi077.stdout:2485: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:12:02.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1380 (ObjNum 682 snap 215 seq_num 682) dirty exists 2024-09-16T11:12:02.801 INFO:tasks.rados.rados.0.smithi077.stdout:2485: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:12:02.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1361 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:12:02.834 INFO:tasks.rados.rados.0.smithi077.stdout:2488: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:02.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:02 smithi191 ceph-mon[84934]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T11:12:03.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:02 smithi077 ceph-mon[86047]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T11:12:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:02 smithi077 ceph-mon[88497]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T11:12:03.785 INFO:tasks.rados.rados.0.smithi077.stdout:2484: done (5 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2485: done (4 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2486: done (3 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2487: done (2 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2488: done (1 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2489: done (0 left) 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2490: copy_from oid 43 from oid 4 current snap is 246 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2491: setattr oid 12 current snap is 246 2024-09-16T11:12:03.786 INFO:tasks.rados.rados.0.smithi077.stdout:2492: read oid 2 snap -1 2024-09-16T11:12:03.787 INFO:tasks.rados.rados.0.smithi077.stdout:2492: expect (ObjNum 542 snap 163 seq_num 542) 2024-09-16T11:12:03.787 INFO:tasks.rados.rados.0.smithi077.stdout:2493: setattr oid 29 current snap is 246 2024-09-16T11:12:03.788 INFO:tasks.rados.rados.0.smithi077.stdout:2494: read oid 33 snap -1 2024-09-16T11:12:03.788 INFO:tasks.rados.rados.0.smithi077.stdout:2494: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:03.788 INFO:tasks.rados.rados.0.smithi077.stdout:2495: snap_remove snap 245 2024-09-16T11:12:03.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:03 smithi191 ceph-mon[84934]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T11:12:03.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:03 smithi191 ceph-mon[84934]: pgmap v539: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 661 KiB/s rd, 616 KiB/s wr, 15 op/s 2024-09-16T11:12:03.917 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:03 smithi191 ceph-mon[84934]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[88497]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[88497]: pgmap v539: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 661 KiB/s rd, 616 KiB/s wr, 15 op/s 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[88497]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[86047]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[86047]: pgmap v539: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 661 KiB/s rd, 616 KiB/s wr, 15 op/s 2024-09-16T11:12:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:03 smithi077 ceph-mon[86047]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2495: done (5 left) 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2496: read oid 19 snap -1 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2496: expect deleted 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2497: read oid 46 snap -1 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2497: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2498: snap_create 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1382 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2490: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2490: finishing copy_from to smithi07774545-43 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1384 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T11:12:04.789 INFO:tasks.rados.rados.0.smithi077.stdout:2494: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:04.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1186 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-16T11:12:04.791 INFO:tasks.rados.rados.0.smithi077.stdout:2492: expect (ObjNum 542 snap 163 seq_num 542) 2024-09-16T11:12:04.853 INFO:tasks.rados.rados.0.smithi077.stdout:2497: expect (ObjNum 714 snap 221 seq_num 714) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2490: done (7 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2491: done (6 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2492: done (5 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2493: done (4 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2494: done (3 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2496: done (2 left) 2024-09-16T11:12:05.765 INFO:tasks.rados.rados.0.smithi077.stdout:2497: done (1 left) 2024-09-16T11:12:05.766 INFO:tasks.rados.rados.0.smithi077.stdout:2498: done (0 left) 2024-09-16T11:12:05.766 INFO:tasks.rados.rados.0.smithi077.stdout:2499: copy_from oid 44 from oid 8 current snap is 247 2024-09-16T11:12:05.766 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 247 2024-09-16T11:12:05.766 INFO:tasks.rados.rados.0.smithi077.stdout:2500: seq_num 769 ranges {0=483328,483328=401408} 2024-09-16T11:12:05.768 INFO:tasks.rados.rados.0.smithi077.stdout:2500: writing smithi07774545-35 from 0 to 483328 tid 1 2024-09-16T11:12:05.770 INFO:tasks.rados.rados.0.smithi077.stdout:2500: writing smithi07774545-35 from 483328 to 884736 tid 2 2024-09-16T11:12:05.771 INFO:tasks.rados.rados.0.smithi077.stdout:2501: read oid 11 snap -1 2024-09-16T11:12:05.771 INFO:tasks.rados.rados.0.smithi077.stdout:2501: expect (ObjNum 733 snap 229 seq_num 733) 2024-09-16T11:12:05.771 INFO:tasks.rados.rados.0.smithi077.stdout:2502: setattr oid 21 current snap is 247 2024-09-16T11:12:05.772 INFO:tasks.rados.rados.0.smithi077.stdout:2499: finishing copy_from to smithi07774545-44 2024-09-16T11:12:05.773 INFO:tasks.rados.rados.0.smithi077.stdout:2499: got expected ENOENT (src dne) 2024-09-16T11:12:05.773 INFO:tasks.rados.rados.0.smithi077.stdout:2499: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:12:05.773 INFO:tasks.rados.rados.0.smithi077.stdout:2499: done (3 left) 2024-09-16T11:12:05.773 INFO:tasks.rados.rados.0.smithi077.stdout:2503: setattr oid 28 current snap is 247 2024-09-16T11:12:05.776 INFO:tasks.rados.rados.0.smithi077.stdout:2504: read oid 49 snap -1 2024-09-16T11:12:05.776 INFO:tasks.rados.rados.0.smithi077.stdout:2504: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:12:05.776 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 247 2024-09-16T11:12:05.776 INFO:tasks.rados.rados.0.smithi077.stdout:2505: seq_num 770 ranges {1884160=499712,2383872=401408} 2024-09-16T11:12:05.791 INFO:tasks.rados.rados.0.smithi077.stdout:2505: writing smithi07774545-2 from 1884160 to 2383872 tid 1 2024-09-16T11:12:05.793 INFO:tasks.rados.rados.0.smithi077.stdout:2505: writing smithi07774545-2 from 2383872 to 2785280 tid 2 2024-09-16T11:12:05.793 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 247 2024-09-16T11:12:05.793 INFO:tasks.rados.rados.0.smithi077.stdout:2500: finishing write tid 1 to smithi07774545-35 2024-09-16T11:12:05.793 INFO:tasks.rados.rados.0.smithi077.stdout:2506: seq_num 771 ranges {7954432=516096,8470528=401408} 2024-09-16T11:12:05.839 INFO:tasks.rados.rados.0.smithi077.stdout:2506: writing smithi07774545-29 from 7954432 to 8470528 tid 1 2024-09-16T11:12:05.841 INFO:tasks.rados.rados.0.smithi077.stdout:2506: writing smithi07774545-29 from 8470528 to 8871936 tid 2 2024-09-16T11:12:05.841 INFO:tasks.rados.rados.0.smithi077.stdout:2507: rollback oid 43 current snap is 247 2024-09-16T11:12:05.841 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 244 2024-09-16T11:12:05.841 INFO:tasks.rados.rados.0.smithi077.stdout:2500: finishing write tid 2 to smithi07774545-35 2024-09-16T11:12:05.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1337 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:2500: finishing write tid 3 to smithi07774545-35 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1312 (ObjNum 729 snap 227 seq_num 729) dirty exists 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:2500: finishing write tid 4 to smithi07774545-35 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1372 (ObjNum 769 snap 247 seq_num 769) dirty exists 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:2500: left oid 35 (ObjNum 769 snap 247 seq_num 769) 2024-09-16T11:12:05.842 INFO:tasks.rados.rados.0.smithi077.stdout:2501: expect (ObjNum 733 snap 229 seq_num 733) 2024-09-16T11:12:05.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T11:12:05.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:05.943 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:05.943 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: pgmap v542: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 616 KiB/s wr, 19 op/s 2024-09-16T11:12:05.943 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:05.943 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:05.943 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:05 smithi191 ceph-mon[84934]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T11:12:06.115 INFO:tasks.rados.rados.0.smithi077.stdout:2505: finishing write tid 1 to smithi07774545-2 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2505: finishing write tid 2 to smithi07774545-2 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2500: done (7 left) 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2501: done (6 left) 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2502: done (5 left) 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2503: done (4 left) 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2508: rollback oid 4 current snap is 247 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 246 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2505: finishing write tid 3 to smithi07774545-2 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2505: finishing write tid 4 to smithi07774545-2 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1341 (ObjNum 770 snap 247 seq_num 770) dirty exists 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2505: left oid 2 (ObjNum 770 snap 247 seq_num 770) 2024-09-16T11:12:06.116 INFO:tasks.rados.rados.0.smithi077.stdout:2504: expect (ObjNum 710 snap 221 seq_num 710) 2024-09-16T11:12:06.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: pgmap v542: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 616 KiB/s wr, 19 op/s 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[88497]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: pgmap v542: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 616 KiB/s wr, 19 op/s 2024-09-16T11:12:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:05 smithi077 ceph-mon[86047]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2506: finishing write tid 1 to smithi07774545-29 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2507: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2507: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2507: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1420 (ObjNum 760 snap 241 seq_num 760) dirty exists 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2506: finishing write tid 2 to smithi07774545-29 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2504: done (4 left) 2024-09-16T11:12:06.952 INFO:tasks.rados.rados.0.smithi077.stdout:2505: done (3 left) 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2507: done (2 left) 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2509: snap_create 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2506: finishing write tid 3 to smithi07774545-29 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2506: finishing write tid 4 to smithi07774545-29 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1189 (ObjNum 771 snap 247 seq_num 771) dirty exists 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2506: left oid 29 (ObjNum 771 snap 247 seq_num 771) 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2508: finishing rollback tid 0 to smithi07774545-4 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2508: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:2508: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:12:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1387 (ObjNum 481 snap 0 seq_num 456041424) dirty exists 2024-09-16T11:12:07.006 INFO:tasks.rados.rados.0.smithi077.stdout:2506: done (2 left) 2024-09-16T11:12:07.007 INFO:tasks.rados.rados.0.smithi077.stdout:2508: done (1 left) 2024-09-16T11:12:07.007 INFO:tasks.rados.rados.0.smithi077.stdout:2509: done (0 left) 2024-09-16T11:12:07.007 INFO:tasks.rados.rados.0.smithi077.stdout:2510: snap_remove snap 244 2024-09-16T11:12:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:06] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:12:08.021 INFO:tasks.rados.rados.0.smithi077.stdout:2510: done (0 left) 2024-09-16T11:12:08.021 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 248 2024-09-16T11:12:08.021 INFO:tasks.rados.rados.0.smithi077.stdout:2511: seq_num 772 ranges {6799360=532480,7331840=401408} 2024-09-16T11:12:08.060 INFO:tasks.rados.rados.0.smithi077.stdout:2511: writing smithi07774545-15 from 6799360 to 7331840 tid 1 2024-09-16T11:12:08.062 INFO:tasks.rados.rados.0.smithi077.stdout:2511: writing smithi07774545-15 from 7331840 to 7733248 tid 2 2024-09-16T11:12:08.063 INFO:tasks.rados.rados.0.smithi077.stdout:2512: snap_create 2024-09-16T11:12:08.065 INFO:tasks.rados.rados.0.smithi077.stdout:2511: finishing write tid 1 to smithi07774545-15 2024-09-16T11:12:08.065 INFO:tasks.rados.rados.0.smithi077.stdout:2511: finishing write tid 2 to smithi07774545-15 2024-09-16T11:12:08.065 INFO:tasks.rados.rados.0.smithi077.stdout:2511: finishing write tid 3 to smithi07774545-15 2024-09-16T11:12:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2511: finishing write tid 4 to smithi07774545-15 2024-09-16T11:12:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1315 (ObjNum 772 snap 248 seq_num 772) dirty exists 2024-09-16T11:12:08.068 INFO:tasks.rados.rados.0.smithi077.stdout:2511: left oid 15 (ObjNum 772 snap 248 seq_num 772) 2024-09-16T11:12:08.386 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:08 smithi191 ceph-mon[84934]: pgmap v544: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 505 KiB/s wr, 19 op/s 2024-09-16T11:12:08.386 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:08 smithi191 ceph-mon[84934]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T11:12:08.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:08 smithi077 ceph-mon[88497]: pgmap v544: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 505 KiB/s wr, 19 op/s 2024-09-16T11:12:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:08 smithi077 ceph-mon[88497]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T11:12:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:08 smithi077 ceph-mon[86047]: pgmap v544: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 505 KiB/s wr, 19 op/s 2024-09-16T11:12:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:08 smithi077 ceph-mon[86047]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T11:12:09.030 INFO:tasks.rados.rados.0.smithi077.stdout:2511: done (1 left) 2024-09-16T11:12:09.030 INFO:tasks.rados.rados.0.smithi077.stdout:2512: done (0 left) 2024-09-16T11:12:09.030 INFO:tasks.rados.rados.0.smithi077.stdout:2513: snap_create 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T11:12:09.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:09.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:10.029 INFO:tasks.rados.rados.0.smithi077.stdout:2513: done (0 left) 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2514: rollback oid 45 current snap is 250 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 249 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2515: read oid 14 snap -1 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2515: expect deleted 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2516: read oid 3 snap -1 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2516: expect deleted 2024-09-16T11:12:10.030 INFO:tasks.rados.rados.0.smithi077.stdout:2517: delete oid 25 current snap is 250 2024-09-16T11:12:10.034 INFO:tasks.rados.rados.0.smithi077.stdout:2516: done (3 left) 2024-09-16T11:12:10.034 INFO:tasks.rados.rados.0.smithi077.stdout:2517: done (2 left) 2024-09-16T11:12:10.034 INFO:tasks.rados.rados.0.smithi077.stdout:2518: delete oid 25 current snap is 250 2024-09-16T11:12:10.038 INFO:tasks.rados.rados.0.smithi077.stdout:2514: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:12:10.040 INFO:tasks.rados.rados.0.smithi077.stdout:2515: done (2 left) 2024-09-16T11:12:10.040 INFO:tasks.rados.rados.0.smithi077.stdout:2518: done (1 left) 2024-09-16T11:12:10.041 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 250 2024-09-16T11:12:10.041 INFO:tasks.rados.rados.0.smithi077.stdout:2519: seq_num 775 ranges {4800512=589824,5390336=401408} 2024-09-16T11:12:10.069 INFO:tasks.rados.rados.0.smithi077.stdout:2519: writing smithi07774545-6 from 4800512 to 5390336 tid 1 2024-09-16T11:12:10.073 INFO:tasks.rados.rados.0.smithi077.stdout:2519: writing smithi07774545-6 from 5390336 to 5791744 tid 2 2024-09-16T11:12:10.073 INFO:tasks.rados.rados.0.smithi077.stdout:2520: rollback oid 38 current snap is 250 2024-09-16T11:12:10.073 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 246 2024-09-16T11:12:10.073 INFO:tasks.rados.rados.0.smithi077.stdout:2514: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:12:10.073 INFO:tasks.rados.rados.0.smithi077.stdout:2514: finishing rollback tid 2 to smithi07774545-45 2024-09-16T11:12:10.074 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1364 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-09-16T11:12:10.074 INFO:tasks.rados.rados.0.smithi077.stdout:2514: done (2 left) 2024-09-16T11:12:10.074 INFO:tasks.rados.rados.0.smithi077.stdout:2521: snap_create 2024-09-16T11:12:10.076 INFO:tasks.rados.rados.0.smithi077.stdout:2520: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:12:10.076 INFO:tasks.rados.rados.0.smithi077.stdout:2520: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:12:10.076 INFO:tasks.rados.rados.0.smithi077.stdout:2519: finishing write tid 1 to smithi07774545-6 2024-09-16T11:12:10.076 INFO:tasks.rados.rados.0.smithi077.stdout:2519: finishing write tid 2 to smithi07774545-6 2024-09-16T11:12:10.077 INFO:tasks.rados.rados.0.smithi077.stdout:2520: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:12:10.077 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:10.077 INFO:tasks.rados.rados.0.smithi077.stdout:2519: finishing write tid 3 to smithi07774545-6 2024-09-16T11:12:10.078 INFO:tasks.rados.rados.0.smithi077.stdout:2519: finishing write tid 4 to smithi07774545-6 2024-09-16T11:12:10.078 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1303 (ObjNum 775 snap 250 seq_num 775) dirty exists 2024-09-16T11:12:10.078 INFO:tasks.rados.rados.0.smithi077.stdout:2519: left oid 6 (ObjNum 775 snap 250 seq_num 775) 2024-09-16T11:12:10.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[88497]: pgmap v547: 121 pgs: 121 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 520 KiB/s wr, 27 op/s 2024-09-16T11:12:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[88497]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T11:12:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[86047]: pgmap v547: 121 pgs: 121 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 520 KiB/s wr, 27 op/s 2024-09-16T11:12:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:10 smithi077 ceph-mon[86047]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T11:12:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:10 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T11:12:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:10 smithi191 ceph-mon[84934]: pgmap v547: 121 pgs: 121 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 520 KiB/s wr, 27 op/s 2024-09-16T11:12:10.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:10 smithi191 ceph-mon[84934]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T11:12:10.766 INFO:tasks.rados.rados.0.smithi077.stdout:2519: done (2 left) 2024-09-16T11:12:10.766 INFO:tasks.rados.rados.0.smithi077.stdout:2520: done (1 left) 2024-09-16T11:12:10.766 INFO:tasks.rados.rados.0.smithi077.stdout:2521: done (0 left) 2024-09-16T11:12:10.766 INFO:tasks.rados.rados.0.smithi077.stdout:2522: snap_create 2024-09-16T11:12:11.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[86047]: Upgrade: Updating alertmanager.a 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[86047]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[86047]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[86047]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[88497]: Upgrade: Updating alertmanager.a 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[88497]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[88497]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T11:12:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:11 smithi077 ceph-mon[88497]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T11:12:11.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:11 smithi191 ceph-mon[84934]: Upgrade: Updating alertmanager.a 2024-09-16T11:12:11.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:11 smithi191 ceph-mon[84934]: Deploying daemon alertmanager.a on smithi077 2024-09-16T11:12:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:11 smithi191 ceph-mon[84934]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T11:12:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:11 smithi191 ceph-mon[84934]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T11:12:11.769 INFO:tasks.rados.rados.0.smithi077.stdout:2522: done (0 left) 2024-09-16T11:12:11.769 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 252 2024-09-16T11:12:11.769 INFO:tasks.rados.rados.0.smithi077.stdout:2523: seq_num 776 ranges {9265152=606208,9871360=401408} 2024-09-16T11:12:11.821 INFO:tasks.rados.rados.0.smithi077.stdout:2523: writing smithi07774545-36 from 9265152 to 9871360 tid 1 2024-09-16T11:12:11.823 INFO:tasks.rados.rados.0.smithi077.stdout:2523: writing smithi07774545-36 from 9871360 to 10272768 tid 2 2024-09-16T11:12:11.823 INFO:tasks.rados.rados.0.smithi077.stdout:2524: snap_create 2024-09-16T11:12:11.829 INFO:tasks.rados.rados.0.smithi077.stdout:2523: finishing write tid 1 to smithi07774545-36 2024-09-16T11:12:11.829 INFO:tasks.rados.rados.0.smithi077.stdout:2523: finishing write tid 2 to smithi07774545-36 2024-09-16T11:12:11.830 INFO:tasks.rados.rados.0.smithi077.stdout:2523: finishing write tid 3 to smithi07774545-36 2024-09-16T11:12:11.831 INFO:tasks.rados.rados.0.smithi077.stdout:2523: finishing write tid 4 to smithi07774545-36 2024-09-16T11:12:11.831 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1351 (ObjNum 776 snap 252 seq_num 776) dirty exists 2024-09-16T11:12:11.831 INFO:tasks.rados.rados.0.smithi077.stdout:2523: left oid 36 (ObjNum 776 snap 252 seq_num 776) 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[86047]: pgmap v551: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 675 KiB/s wr, 19 op/s 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[86047]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[88497]: pgmap v551: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 675 KiB/s wr, 19 op/s 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[88497]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T11:12:12.139 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:12.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:12 smithi191 ceph-mon[84934]: pgmap v551: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 675 KiB/s wr, 19 op/s 2024-09-16T11:12:12.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:12 smithi191 ceph-mon[84934]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T11:12:12.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:12.774 INFO:tasks.rados.rados.0.smithi077.stdout:2523: done (1 left) 2024-09-16T11:12:12.774 INFO:tasks.rados.rados.0.smithi077.stdout:2524: done (0 left) 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2525: read oid 5 snap 252 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2525: expect (ObjNum 455661904 snap 21865 seq_num 455293312) 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2526: rollback oid 9 current snap is 253 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 250 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2527: read oid 24 snap -1 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2527: expect (ObjNum 754 snap 238 seq_num 754) 2024-09-16T11:12:12.775 INFO:tasks.rados.rados.0.smithi077.stdout:2528: delete oid 26 current snap is 253 2024-09-16T11:12:12.778 INFO:tasks.rados.rados.0.smithi077.stdout:2525: expect (ObjNum 455661904 snap 21865 seq_num 455293312) 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2526: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2526: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2526: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1390 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2525: done (3 left) 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2526: done (2 left) 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2528: done (1 left) 2024-09-16T11:12:12.781 INFO:tasks.rados.rados.0.smithi077.stdout:2529: delete oid 7 current snap is 253 2024-09-16T11:12:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:2529: done (1 left) 2024-09-16T11:12:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:2530: snap_remove snap 246 2024-09-16T11:12:13.580 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:13 smithi077 systemd[1]: Stopping Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:12:13.581 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:13 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[77000]: ts=2024-09-16T11:12:13.538Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T11:12:13.780 INFO:tasks.rados.rados.0.smithi077.stdout:2530: done (1 left) 2024-09-16T11:12:13.781 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 253 2024-09-16T11:12:13.781 INFO:tasks.rados.rados.0.smithi077.stdout:2531: seq_num 779 ranges {0=655360,655360=401408} 2024-09-16T11:12:13.784 INFO:tasks.rados.rados.0.smithi077.stdout:2531: writing smithi07774545-23 from 0 to 655360 tid 1 2024-09-16T11:12:13.787 INFO:tasks.rados.rados.0.smithi077.stdout:2531: writing smithi07774545-23 from 655360 to 1056768 tid 2 2024-09-16T11:12:13.787 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 253 2024-09-16T11:12:13.787 INFO:tasks.rados.rados.0.smithi077.stdout:2527: expect (ObjNum 754 snap 238 seq_num 754) 2024-09-16T11:12:13.884 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:13 smithi077 podman[121337]: 2024-09-16 11:12:13.579292413 +0000 UTC m=+0.139487577 container died 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:13.884 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:13 smithi077 ceph-mon[86047]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T11:12:13.884 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:13 smithi077 ceph-mon[86047]: pgmap v554: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 705 KiB/s wr, 12 op/s 2024-09-16T11:12:13.884 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:13 smithi077 ceph-mon[88497]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T11:12:13.885 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:13 smithi077 ceph-mon[88497]: pgmap v554: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 705 KiB/s wr, 12 op/s 2024-09-16T11:12:14.171 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 podman[121337]: 2024-09-16 11:12:14.064504121 +0000 UTC m=+0.624699293 container cleanup 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:14.223 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 bash[121337]: ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T11:12:14.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:13 smithi191 ceph-mon[84934]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T11:12:14.223 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:13 smithi191 ceph-mon[84934]: pgmap v554: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 705 KiB/s wr, 12 op/s 2024-09-16T11:12:14.225 INFO:tasks.rados.rados.0.smithi077.stdout:2531: finishing write tid 1 to smithi07774545-23 2024-09-16T11:12:14.225 INFO:tasks.rados.rados.0.smithi077.stdout:2531: finishing write tid 2 to smithi07774545-23 2024-09-16T11:12:14.225 INFO:tasks.rados.rados.0.smithi077.stdout:2531: finishing write tid 3 to smithi07774545-23 2024-09-16T11:12:14.225 INFO:tasks.rados.rados.0.smithi077.stdout:2531: finishing write tid 4 to smithi07774545-23 2024-09-16T11:12:14.225 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1258 (ObjNum 779 snap 253 seq_num 779) dirty exists 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2531: left oid 23 (ObjNum 779 snap 253 seq_num 779) 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: seq_num 780 ranges {0=671744,671744=401408} 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: writing smithi07774545-25 from 0 to 671744 tid 1 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: writing smithi07774545-25 from 671744 to 1073152 tid 2 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2527: done (2 left) 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2531: done (1 left) 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2533: rollback oid 27 current snap is 253 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 248 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2534: delete oid 45 current snap is 253 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: finishing write tid 1 to smithi07774545-25 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: finishing write tid 2 to smithi07774545-25 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2532: finishing write tid 3 to smithi07774545-25 2024-09-16T11:12:14.226 INFO:tasks.rados.rados.0.smithi077.stdout:2533: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2533: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2532: finishing write tid 4 to smithi07774545-25 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1432 (ObjNum 780 snap 253 seq_num 780) dirty exists 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2532: left oid 25 (ObjNum 780 snap 253 seq_num 780) 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2533: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1367 (ObjNum 737 snap 229 seq_num 737) dirty exists 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2532: done (2 left) 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2533: done (1 left) 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2534: done (0 left) 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 253 2024-09-16T11:12:14.227 INFO:tasks.rados.rados.0.smithi077.stdout:2535: seq_num 782 ranges {10575872=704512,11280384=401408} 2024-09-16T11:12:14.280 INFO:tasks.rados.rados.0.smithi077.stdout:2535: writing smithi07774545-49 from 10575872 to 11280384 tid 1 2024-09-16T11:12:14.282 INFO:tasks.rados.rados.0.smithi077.stdout:2535: writing smithi07774545-49 from 11280384 to 11681792 tid 2 2024-09-16T11:12:14.282 INFO:tasks.rados.rados.0.smithi077.stdout:2536: delete oid 37 current snap is 253 2024-09-16T11:12:14.285 INFO:tasks.rados.rados.0.smithi077.stdout:2535: finishing write tid 1 to smithi07774545-49 2024-09-16T11:12:14.285 INFO:tasks.rados.rados.0.smithi077.stdout:2535: finishing write tid 2 to smithi07774545-49 2024-09-16T11:12:14.285 INFO:tasks.rados.rados.0.smithi077.stdout:2535: finishing write tid 3 to smithi07774545-49 2024-09-16T11:12:14.286 INFO:tasks.rados.rados.0.smithi077.stdout:2536: done (1 left) 2024-09-16T11:12:14.286 INFO:tasks.rados.rados.0.smithi077.stdout:2537: snap_remove snap 250 2024-09-16T11:12:14.635 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 podman[121350]: 2024-09-16 11:12:14.357822885 +0000 UTC m=+0.773206417 container remove 0596468e0d07e682b4352d89460bd5c156c6d9daf0a9f7bc03185914dcea7da0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:14.635 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 podman[121350]: 2024-09-16 11:12:14.424979613 +0000 UTC m=+0.840363145 volume remove 071c160e13d55f916aef17971ee4ab2721856dd440145f4480ebf3d5168d1ad2 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:2535: finishing write tid 4 to smithi07774545-49 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1307 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:2535: left oid 49 (ObjNum 782 snap 253 seq_num 782) 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:2535: done (1 left) 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:2537: done (0 left) 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 253 2024-09-16T11:12:14.786 INFO:tasks.rados.rados.0.smithi077.stdout:2538: seq_num 784 ranges {2899968=737280,3637248=401408} 2024-09-16T11:12:14.806 INFO:tasks.rados.rados.0.smithi077.stdout:2538: writing smithi07774545-32 from 2899968 to 3637248 tid 1 2024-09-16T11:12:14.808 INFO:tasks.rados.rados.0.smithi077.stdout:2538: writing smithi07774545-32 from 3637248 to 4038656 tid 2 2024-09-16T11:12:14.808 INFO:tasks.rados.rados.0.smithi077.stdout:2539: snap_remove snap 249 2024-09-16T11:12:14.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:14 smithi077 ceph-mon[86047]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T11:12:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:14 smithi077 ceph-mon[88497]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T11:12:14.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T11:12:14.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 systemd[1]: Stopped Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:14.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.229s CPU time. 2024-09-16T11:12:14.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:14 smithi077 systemd[1]: Starting Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:12:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:14 smithi191 ceph-mon[84934]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T11:12:15.247 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:12:15.387 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 podman[121477]: 2024-09-16 11:12:14.964157017 +0000 UTC m=+0.015717027 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T11:12:15.387 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 podman[121477]: 2024-09-16 11:12:15.076434865 +0000 UTC m=+0.127994863 volume create 942ba8a3cacfd38a832a72a7752ba3221837109309075b7fff39818ab6e4f95d 2024-09-16T11:12:15.387 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 podman[121477]: 2024-09-16 11:12:15.160106944 +0000 UTC m=+0.211666941 container create d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:15.505 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:12:15.505 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (7m) 25s ago 11m 25.4M - 0.25.0 c8568f914cd2 0596468e0d07 2024-09-16T11:12:15.505 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (7m) 10s ago 10m 85.8M - 9.4.7 954c08fa6188 25896ea86238 2024-09-16T11:12:15.505 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (62s) 25s ago 12m 14.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 2538a592782f 2024-09-16T11:12:15.505 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (43s) 10s ago 12m 13.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6f67f717b45d 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (6m) 10s ago 15m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (7m) 25s ago 17m 504M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (6m) 25s ago 17m 64.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (5m) 10s ago 15m 51.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (6m) 25s ago 15m 54.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (32s) 25s ago 11m 3602k - 1.5.0 0da6a335fe13 a73368df3fa3 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (28s) 10s ago 11m 8019k - 1.5.0 0da6a335fe13 b74a2f79dc04 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (5m) 25s ago 15m 319M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (4m) 25s ago 14m 306M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (4m) 25s ago 14m 276M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (3m) 25s ago 13m 142M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (2m) 10s ago 13m 164M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (2m) 10s ago 13m 169M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:12:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (112s) 10s ago 12m 108M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ef3b1900baf9 2024-09-16T11:12:15.507 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (79s) 10s ago 12m 100M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 773454a5d239 2024-09-16T11:12:15.507 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (14s) 10s ago 11m 41.5M - 2.43.0 a07b618ecd1d dc5d93f23900 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 podman[121477]: 2024-09-16 11:12:15.513126715 +0000 UTC m=+0.564686712 container init d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 podman[121477]: 2024-09-16 11:12:15.516021695 +0000 UTC m=+0.567581699 container start d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.528Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.528Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.529Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.77 port=9094 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.530Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T11:12:15.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.553Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:12:15.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.554Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T11:12:15.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.557Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T11:12:15.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:15.557Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T11:12:15.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 bash[121477]: d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 2024-09-16T11:12:15.673 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:15 smithi077 systemd[1]: Started Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:15.767 INFO:tasks.rados.rados.0.smithi077.stdout:2539: done (1 left) 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2540: copy_from oid 8 from oid 42 current snap is 253 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2538: finishing write tid 1 to smithi07774545-32 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2541: read oid 9 snap 251 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2541: expect (ObjNum 454732784 snap 21865 seq_num 455631408) 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 253 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2538: finishing write tid 2 to smithi07774545-32 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2538: finishing write tid 3 to smithi07774545-32 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2538: finishing write tid 4 to smithi07774545-32 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1436 (ObjNum 784 snap 253 seq_num 784) dirty exists 2024-09-16T11:12:15.768 INFO:tasks.rados.rados.0.smithi077.stdout:2538: left oid 32 (ObjNum 784 snap 253 seq_num 784) 2024-09-16T11:12:15.769 INFO:tasks.rados.rados.0.smithi077.stdout:2542: seq_num 785 ranges {11681792=753664,12435456=401408} 2024-09-16T11:12:15.837 INFO:tasks.rados.rados.0.smithi077.stdout:2542: writing smithi07774545-49 from 11681792 to 12435456 tid 1 2024-09-16T11:12:15.839 INFO:tasks.rados.rados.0.smithi077.stdout:2542: writing smithi07774545-49 from 12435456 to 12836864 tid 2 2024-09-16T11:12:15.840 INFO:tasks.rados.rados.0.smithi077.stdout:2538: done (3 left) 2024-09-16T11:12:15.840 INFO:tasks.rados.rados.0.smithi077.stdout:2543: snap_remove snap 252 2024-09-16T11:12:15.873 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:12:15.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:15.875 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:12:15.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T11:12:15.875 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:12:15.875 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: pgmap v557: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 758 KiB/s wr, 5 op/s 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[86047]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: pgmap v557: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 758 KiB/s wr, 5 op/s 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:15 smithi077 ceph-mon[88497]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T11:12:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T11:12:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: pgmap v557: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 758 KiB/s wr, 5 op/s 2024-09-16T11:12:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:15 smithi191 ceph-mon[84934]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T11:12:16.794 INFO:tasks.rados.rados.0.smithi077.stdout:2543: done (3 left) 2024-09-16T11:12:16.794 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 253 2024-09-16T11:12:16.794 INFO:tasks.rados.rados.0.smithi077.stdout:2544: seq_num 786 ranges {5218304=770048,5988352=401408} 2024-09-16T11:12:16.827 INFO:tasks.rados.rados.0.smithi077.stdout:2544: writing smithi07774545-27 from 5218304 to 5988352 tid 1 2024-09-16T11:12:16.830 INFO:tasks.rados.rados.0.smithi077.stdout:2544: writing smithi07774545-27 from 5988352 to 6389760 tid 2 2024-09-16T11:12:16.830 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 253 2024-09-16T11:12:16.830 INFO:tasks.rados.rados.0.smithi077.stdout:2545: seq_num 787 ranges {2899968=786432,3686400=401408} 2024-09-16T11:12:16.850 INFO:tasks.rados.rados.0.smithi077.stdout:2545: writing smithi07774545-17 from 2899968 to 3686400 tid 1 2024-09-16T11:12:16.852 INFO:tasks.rados.rados.0.smithi077.stdout:2545: writing smithi07774545-17 from 3686400 to 4087808 tid 2 2024-09-16T11:12:16.852 INFO:tasks.rados.rados.0.smithi077.stdout:2540: finishing copy_from to smithi07774545-8 2024-09-16T11:12:16.853 INFO:tasks.rados.rados.0.smithi077.stdout:2540: got expected ENOENT (src dne) 2024-09-16T11:12:16.853 INFO:tasks.rados.rados.0.smithi077.stdout:2540: finishing copy_from racing read to smithi07774545-8 2024-09-16T11:12:16.853 INFO:tasks.rados.rados.0.smithi077.stdout:2541: expect (ObjNum 454732784 snap 21865 seq_num 455631408) 2024-09-16T11:12:16.854 INFO:tasks.rados.rados.0.smithi077.stdout:2542: finishing write tid 1 to smithi07774545-49 2024-09-16T11:12:16.855 INFO:tasks.rados.rados.0.smithi077.stdout:2542: finishing write tid 2 to smithi07774545-49 2024-09-16T11:12:16.855 INFO:tasks.rados.rados.0.smithi077.stdout:2540: done (4 left) 2024-09-16T11:12:16.855 INFO:tasks.rados.rados.0.smithi077.stdout:2541: done (3 left) 2024-09-16T11:12:16.855 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 253 2024-09-16T11:12:16.855 INFO:tasks.rados.rados.0.smithi077.stdout:2546: seq_num 788 ranges {1056768=802816,1859584=401408} 2024-09-16T11:12:16.866 INFO:tasks.rados.rados.0.smithi077.stdout:2546: writing smithi07774545-23 from 1056768 to 1859584 tid 1 2024-09-16T11:12:16.868 INFO:tasks.rados.rados.0.smithi077.stdout:2546: writing smithi07774545-23 from 1859584 to 2260992 tid 2 2024-09-16T11:12:16.868 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 253 2024-09-16T11:12:16.868 INFO:tasks.rados.rados.0.smithi077.stdout:2547: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-09-16T11:12:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:2547: writing smithi07774545-42 from 0 to 417792 tid 1 2024-09-16T11:12:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:2547: writing smithi07774545-42 from 417792 to 1081344 tid 2 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2547: writing smithi07774545-42 from 1081344 to 1220608 tid 3 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2548: rollback oid 26 current snap is 253 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 248 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2542: finishing write tid 3 to smithi07774545-49 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2542: finishing write tid 4 to smithi07774545-49 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1310 (ObjNum 785 snap 253 seq_num 785) dirty exists 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2542: left oid 49 (ObjNum 785 snap 253 seq_num 785) 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2544: finishing write tid 1 to smithi07774545-27 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2544: finishing write tid 2 to smithi07774545-27 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2544: finishing write tid 3 to smithi07774545-27 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2542: done (5 left) 2024-09-16T11:12:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:2549: snap_create 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2544: finishing write tid 4 to smithi07774545-27 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1371 (ObjNum 786 snap 253 seq_num 786) dirty exists 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2544: left oid 27 (ObjNum 786 snap 253 seq_num 786) 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2545: finishing write tid 1 to smithi07774545-17 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2545: finishing write tid 2 to smithi07774545-17 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2545: finishing write tid 3 to smithi07774545-17 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2545: finishing write tid 4 to smithi07774545-17 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1393 (ObjNum 787 snap 253 seq_num 787) dirty exists 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2545: left oid 17 (ObjNum 787 snap 253 seq_num 787) 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2546: finishing write tid 1 to smithi07774545-23 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2546: finishing write tid 2 to smithi07774545-23 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2546: finishing write tid 3 to smithi07774545-23 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:2546: finishing write tid 4 to smithi07774545-23 2024-09-16T11:12:16.878 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1261 (ObjNum 788 snap 253 seq_num 788) dirty exists 2024-09-16T11:12:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:2546: left oid 23 (ObjNum 788 snap 253 seq_num 788) 2024-09-16T11:12:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:2547: finishing write tid 1 to smithi07774545-42 2024-09-16T11:12:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:2547: finishing write tid 2 to smithi07774545-42 2024-09-16T11:12:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:2548: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:12:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:2547: finishing write tid 3 to smithi07774545-42 2024-09-16T11:12:16.880 INFO:tasks.rados.rados.0.smithi077.stdout:2548: finishing rollback tid 2 to smithi07774545-26 2024-09-16T11:12:16.880 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1312 (ObjNum 732 snap 227 seq_num 732) dirty exists 2024-09-16T11:12:16.880 INFO:tasks.rados.rados.0.smithi077.stdout:2547: finishing write tid 4 to smithi07774545-42 2024-09-16T11:12:16.881 INFO:tasks.rados.rados.0.smithi077.stdout:2547: finishing write tid 5 to smithi07774545-42 2024-09-16T11:12:16.881 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1365 (ObjNum 789 snap 253 seq_num 789) dirty exists 2024-09-16T11:12:16.881 INFO:tasks.rados.rados.0.smithi077.stdout:2547: left oid 42 (ObjNum 789 snap 253 seq_num 789) 2024-09-16T11:12:17.034 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[88497]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.034 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[88497]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.034 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/478615870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:17.035 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[86047]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.035 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[86047]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.035 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/478615870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:17.035 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:16] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:12:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:16 smithi191 ceph-mon[84934]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:16 smithi191 ceph-mon[84934]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/478615870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:17.671 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:17 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:17.530Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00002798s 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2544: done (5 left) 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2545: done (4 left) 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2546: done (3 left) 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2547: done (2 left) 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2548: done (1 left) 2024-09-16T11:12:17.804 INFO:tasks.rados.rados.0.smithi077.stdout:2549: done (0 left) 2024-09-16T11:12:17.805 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 254 2024-09-16T11:12:17.805 INFO:tasks.rados.rados.0.smithi077.stdout:2550: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-09-16T11:12:17.806 INFO:tasks.rados.rados.0.smithi077.stdout:2550: writing smithi07774545-10 from 0 to 434176 tid 1 2024-09-16T11:12:17.809 INFO:tasks.rados.rados.0.smithi077.stdout:2550: writing smithi07774545-10 from 434176 to 983040 tid 2 2024-09-16T11:12:17.811 INFO:tasks.rados.rados.0.smithi077.stdout:2550: writing smithi07774545-10 from 983040 to 1236992 tid 3 2024-09-16T11:12:17.811 INFO:tasks.rados.rados.0.smithi077.stdout:2551: read oid 21 snap -1 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2551: expect (ObjNum 753 snap 238 seq_num 753) 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2552: copy_from oid 3 from oid 39 current snap is 254 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2553: read oid 13 snap -1 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2553: expect deleted 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2554: rollback oid 8 current snap is 254 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 248 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2555: rmattr oid 9 current snap is 254 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 254 2024-09-16T11:12:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:2556: seq_num 791 ranges {6799360=450560,7249920=475136,7725056=327680} 2024-09-16T11:12:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:2556: writing smithi07774545-24 from 6799360 to 7249920 tid 1 2024-09-16T11:12:17.854 INFO:tasks.rados.rados.0.smithi077.stdout:2556: writing smithi07774545-24 from 7249920 to 7725056 tid 2 2024-09-16T11:12:17.857 INFO:tasks.rados.rados.0.smithi077.stdout:2556: writing smithi07774545-24 from 7725056 to 8052736 tid 3 2024-09-16T11:12:17.857 INFO:tasks.rados.rados.0.smithi077.stdout:2557: read oid 41 snap -1 2024-09-16T11:12:17.857 INFO:tasks.rados.rados.0.smithi077.stdout:2557: expect deleted 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 254 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: finishing write tid 1 to smithi07774545-10 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2554: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: finishing write tid 2 to smithi07774545-10 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1394 (ObjNum 33 snap 0 seq_num 455560192) dirty exists 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: finishing write tid 3 to smithi07774545-10 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: finishing write tid 4 to smithi07774545-10 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: finishing write tid 5 to smithi07774545-10 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1447 (ObjNum 790 snap 254 seq_num 790) dirty exists 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2550: left oid 10 (ObjNum 790 snap 254 seq_num 790) 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2552: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:12:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:2552: finishing copy_from to smithi07774545-3 2024-09-16T11:12:17.859 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1361 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:12:17.859 INFO:tasks.rados.rados.0.smithi077.stdout:2551: expect (ObjNum 753 snap 238 seq_num 753) 2024-09-16T11:12:18.102 INFO:tasks.rados.rados.0.smithi077.stdout:2556: finishing write tid 1 to smithi07774545-24 2024-09-16T11:12:18.102 INFO:tasks.rados.rados.0.smithi077.stdout:2556: finishing write tid 2 to smithi07774545-24 2024-09-16T11:12:18.102 INFO:tasks.rados.rados.0.smithi077.stdout:2556: finishing write tid 3 to smithi07774545-24 2024-09-16T11:12:18.103 INFO:tasks.rados.rados.0.smithi077.stdout:2556: finishing write tid 4 to smithi07774545-24 2024-09-16T11:12:18.103 INFO:tasks.rados.rados.0.smithi077.stdout:2556: finishing write tid 5 to smithi07774545-24 2024-09-16T11:12:18.103 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1377 (ObjNum 791 snap 254 seq_num 791) dirty exists 2024-09-16T11:12:18.103 INFO:tasks.rados.rados.0.smithi077.stdout:2556: left oid 24 (ObjNum 791 snap 254 seq_num 791) 2024-09-16T11:12:18.103 INFO:tasks.rados.rados.0.smithi077.stdout:2558: seq_num 792 ranges {2039808=466944,2506752=761856,3268608=40960} 2024-09-16T11:12:18.115 INFO:tasks.rados.rados.0.smithi077.stdout:2558: writing smithi07774545-16 from 2039808 to 2506752 tid 1 2024-09-16T11:12:18.120 INFO:tasks.rados.rados.0.smithi077.stdout:2558: writing smithi07774545-16 from 2506752 to 3268608 tid 2 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2558: writing smithi07774545-16 from 3268608 to 3309568 tid 3 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2550: done (8 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2551: done (7 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2552: done (6 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2553: done (5 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2554: done (4 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2555: done (3 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2556: done (2 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2557: done (1 left) 2024-09-16T11:12:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:2559: snap_create 2024-09-16T11:12:18.122 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:17 smithi077 ceph-mon[88497]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T11:12:18.122 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:17 smithi077 ceph-mon[88497]: pgmap v560: 121 pgs: 121 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T11:12:18.122 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:17 smithi077 ceph-mon[86047]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T11:12:18.122 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:17 smithi077 ceph-mon[86047]: pgmap v560: 121 pgs: 121 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T11:12:18.123 INFO:tasks.rados.rados.0.smithi077.stdout:2558: finishing write tid 1 to smithi07774545-16 2024-09-16T11:12:18.125 INFO:tasks.rados.rados.0.smithi077.stdout:2558: finishing write tid 2 to smithi07774545-16 2024-09-16T11:12:18.126 INFO:tasks.rados.rados.0.smithi077.stdout:2558: finishing write tid 3 to smithi07774545-16 2024-09-16T11:12:18.126 INFO:tasks.rados.rados.0.smithi077.stdout:2558: finishing write tid 4 to smithi07774545-16 2024-09-16T11:12:18.128 INFO:tasks.rados.rados.0.smithi077.stdout:2558: finishing write tid 5 to smithi07774545-16 2024-09-16T11:12:18.128 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1403 (ObjNum 792 snap 254 seq_num 792) dirty exists 2024-09-16T11:12:18.128 INFO:tasks.rados.rados.0.smithi077.stdout:2558: left oid 16 (ObjNum 792 snap 254 seq_num 792) 2024-09-16T11:12:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:17 smithi191 ceph-mon[84934]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T11:12:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:17 smithi191 ceph-mon[84934]: pgmap v560: 121 pgs: 121 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T11:12:18.816 INFO:tasks.rados.rados.0.smithi077.stdout:2558: done (1 left) 2024-09-16T11:12:18.816 INFO:tasks.rados.rados.0.smithi077.stdout:2559: done (0 left) 2024-09-16T11:12:18.816 INFO:tasks.rados.rados.0.smithi077.stdout:2560: copy_from oid 27 from oid 18 current snap is 255 2024-09-16T11:12:18.816 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 255 2024-09-16T11:12:18.816 INFO:tasks.rados.rados.0.smithi077.stdout:2561: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-09-16T11:12:18.818 INFO:tasks.rados.rados.0.smithi077.stdout:2561: writing smithi07774545-13 from 0 to 483328 tid 1 2024-09-16T11:12:18.822 INFO:tasks.rados.rados.0.smithi077.stdout:2561: writing smithi07774545-13 from 483328 to 1130496 tid 2 2024-09-16T11:12:18.823 INFO:tasks.rados.rados.0.smithi077.stdout:2561: writing smithi07774545-13 from 1130496 to 1286144 tid 3 2024-09-16T11:12:18.823 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 255 2024-09-16T11:12:18.823 INFO:tasks.rados.rados.0.smithi077.stdout:2560: finishing copy_from to smithi07774545-27 2024-09-16T11:12:18.823 INFO:tasks.rados.rados.0.smithi077.stdout:2560: got expected ENOENT (src dne) 2024-09-16T11:12:18.823 INFO:tasks.rados.rados.0.smithi077.stdout:2562: seq_num 794 ranges {884736=499712,1384448=532480,1916928=270336} 2024-09-16T11:12:18.831 INFO:tasks.rados.rados.0.smithi077.stdout:2562: writing smithi07774545-35 from 884736 to 1384448 tid 1 2024-09-16T11:12:18.834 INFO:tasks.rados.rados.0.smithi077.stdout:2562: writing smithi07774545-35 from 1384448 to 1916928 tid 2 2024-09-16T11:12:18.836 INFO:tasks.rados.rados.0.smithi077.stdout:2562: writing smithi07774545-35 from 1916928 to 2187264 tid 3 2024-09-16T11:12:18.836 INFO:tasks.rados.rados.0.smithi077.stdout:2563: read oid 3 snap -1 2024-09-16T11:12:18.836 INFO:tasks.rados.rados.0.smithi077.stdout:2563: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:12:18.836 INFO:tasks.rados.rados.0.smithi077.stdout:2564: snap_remove snap 253 2024-09-16T11:12:19.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[88497]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T11:12:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[86047]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T11:12:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:18 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:18 smithi191 ceph-mon[84934]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T11:12:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:18 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2564: done (4 left) 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2565: read oid 30 snap 248 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2565: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2566: snap_create 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2560: finishing copy_from racing read to smithi07774545-27 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2561: finishing write tid 1 to smithi07774545-13 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2561: finishing write tid 2 to smithi07774545-13 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2561: finishing write tid 3 to smithi07774545-13 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2561: finishing write tid 4 to smithi07774545-13 2024-09-16T11:12:19.821 INFO:tasks.rados.rados.0.smithi077.stdout:2561: finishing write tid 5 to smithi07774545-13 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1407 (ObjNum 793 snap 255 seq_num 793) dirty exists 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2561: left oid 13 (ObjNum 793 snap 255 seq_num 793) 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: finishing write tid 1 to smithi07774545-35 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: finishing write tid 2 to smithi07774545-35 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: finishing write tid 3 to smithi07774545-35 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: finishing write tid 4 to smithi07774545-35 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: finishing write tid 5 to smithi07774545-35 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1382 (ObjNum 794 snap 255 seq_num 794) dirty exists 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2562: left oid 35 (ObjNum 794 snap 255 seq_num 794) 2024-09-16T11:12:19.822 INFO:tasks.rados.rados.0.smithi077.stdout:2563: expect (ObjNum 705 snap 220 seq_num 705) 2024-09-16T11:12:19.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[88497]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[88497]: pgmap v563: 121 pgs: 121 active+clean; 147 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[86047]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:19 smithi077 ceph-mon[86047]: pgmap v563: 121 pgs: 121 active+clean; 147 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-16T11:12:19.964 INFO:tasks.rados.rados.0.smithi077.stdout:2565: expect (ObjNum 698 snap 219 seq_num 698) 2024-09-16T11:12:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:19 smithi191 ceph-mon[84934]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T11:12:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:19 smithi191 ceph-mon[84934]: pgmap v563: 121 pgs: 121 active+clean; 147 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2560: done (5 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2561: done (4 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2562: done (3 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2563: done (2 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2565: done (1 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2566: done (0 left) 2024-09-16T11:12:20.769 INFO:tasks.rados.rados.0.smithi077.stdout:2567: setattr oid 44 current snap is 256 2024-09-16T11:12:20.770 INFO:tasks.rados.rados.0.smithi077.stdout:2568: rollback oid 17 current snap is 256 2024-09-16T11:12:20.770 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 251 2024-09-16T11:12:20.770 INFO:tasks.rados.rados.0.smithi077.stdout:2569: snap_remove snap 247 2024-09-16T11:12:20.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:20 smithi077 ceph-mon[86047]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T11:12:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:20 smithi077 ceph-mon[86047]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T11:12:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:20 smithi077 ceph-mon[88497]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T11:12:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:20 smithi077 ceph-mon[88497]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T11:12:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:20 smithi191 ceph-mon[84934]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T11:12:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:20 smithi191 ceph-mon[84934]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T11:12:21.773 INFO:tasks.rados.rados.0.smithi077.stdout:2569: done (2 left) 2024-09-16T11:12:21.773 INFO:tasks.rados.rados.0.smithi077.stdout:2570: delete oid 18 current snap is 256 2024-09-16T11:12:21.773 INFO:tasks.rados.rados.0.smithi077.stdout:2568: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:12:21.773 INFO:tasks.rados.rados.0.smithi077.stdout:2568: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:12:21.774 INFO:tasks.rados.rados.0.smithi077.stdout:2568: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:12:21.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1397 (ObjNum 747 snap 237 seq_num 747) dirty exists 2024-09-16T11:12:21.774 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1411 (ObjNum 734 snap 229 seq_num 734) dirty exists 2024-09-16T11:12:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2567: done (2 left) 2024-09-16T11:12:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2568: done (1 left) 2024-09-16T11:12:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2570: done (0 left) 2024-09-16T11:12:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 256 2024-09-16T11:12:21.776 INFO:tasks.rados.rados.0.smithi077.stdout:2571: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-09-16T11:12:21.779 INFO:tasks.rados.rados.0.smithi077.stdout:2571: writing smithi07774545-19 from 0 to 540672 tid 1 2024-09-16T11:12:21.784 INFO:tasks.rados.rados.0.smithi077.stdout:2571: writing smithi07774545-19 from 540672 to 1245184 tid 2 2024-09-16T11:12:21.785 INFO:tasks.rados.rados.0.smithi077.stdout:2571: writing smithi07774545-19 from 1245184 to 1343488 tid 3 2024-09-16T11:12:21.785 INFO:tasks.rados.rados.0.smithi077.stdout:2572: rmattr oid 12 current snap is 256 2024-09-16T11:12:21.785 INFO:tasks.rados.rados.0.smithi077.stdout:2573: read oid 6 snap 248 2024-09-16T11:12:21.786 INFO:tasks.rados.rados.0.smithi077.stdout:2573: expect (ObjNum 746 snap 236 seq_num 746) 2024-09-16T11:12:21.786 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 256 2024-09-16T11:12:21.786 INFO:tasks.rados.rados.0.smithi077.stdout:2574: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-09-16T11:12:21.789 INFO:tasks.rados.rados.0.smithi077.stdout:2574: writing smithi07774545-18 from 0 to 557056 tid 1 2024-09-16T11:12:21.793 INFO:tasks.rados.rados.0.smithi077.stdout:2574: writing smithi07774545-18 from 557056 to 1146880 tid 2 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2574: writing smithi07774545-18 from 1146880 to 1359872 tid 3 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2575: read oid 37 snap -1 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2575: expect deleted 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2576: snap_create 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2571: finishing write tid 1 to smithi07774545-19 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2571: finishing write tid 2 to smithi07774545-19 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2571: finishing write tid 3 to smithi07774545-19 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2571: finishing write tid 4 to smithi07774545-19 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2571: finishing write tid 5 to smithi07774545-19 2024-09-16T11:12:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1181 (ObjNum 796 snap 256 seq_num 796) dirty exists 2024-09-16T11:12:21.797 INFO:tasks.rados.rados.0.smithi077.stdout:2571: left oid 19 (ObjNum 796 snap 256 seq_num 796) 2024-09-16T11:12:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1417 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-09-16T11:12:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:2574: finishing write tid 1 to smithi07774545-18 2024-09-16T11:12:21.800 INFO:tasks.rados.rados.0.smithi077.stdout:2574: finishing write tid 2 to smithi07774545-18 2024-09-16T11:12:21.800 INFO:tasks.rados.rados.0.smithi077.stdout:2574: finishing write tid 3 to smithi07774545-18 2024-09-16T11:12:21.801 INFO:tasks.rados.rados.0.smithi077.stdout:2574: finishing write tid 4 to smithi07774545-18 2024-09-16T11:12:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2574: finishing write tid 5 to smithi07774545-18 2024-09-16T11:12:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1395 (ObjNum 797 snap 256 seq_num 797) dirty exists 2024-09-16T11:12:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2574: left oid 18 (ObjNum 797 snap 256 seq_num 797) 2024-09-16T11:12:21.805 INFO:tasks.rados.rados.0.smithi077.stdout:2573: expect (ObjNum 746 snap 236 seq_num 746) 2024-09-16T11:12:22.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:21 smithi077 ceph-mon[88497]: pgmap v566: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T11:12:22.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:21 smithi077 ceph-mon[88497]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T11:12:22.058 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:21 smithi077 ceph-mon[86047]: pgmap v566: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T11:12:22.058 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:21 smithi077 ceph-mon[86047]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T11:12:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:21 smithi191 ceph-mon[84934]: pgmap v566: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T11:12:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:21 smithi191 ceph-mon[84934]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T11:12:22.690 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2571: done (5 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2572: done (4 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2573: done (3 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2574: done (2 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2575: done (1 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2576: done (0 left) 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2577: rmattr oid 7 current snap is 257 2024-09-16T11:12:22.777 INFO:tasks.rados.rados.0.smithi077.stdout:2577: done (0 left) 2024-09-16T11:12:22.778 INFO:tasks.rados.rados.0.smithi077.stdout:2578: read oid 34 snap -1 2024-09-16T11:12:22.778 INFO:tasks.rados.rados.0.smithi077.stdout:2578: expect (ObjNum 748 snap 237 seq_num 748) 2024-09-16T11:12:22.778 INFO:tasks.rados.rados.0.smithi077.stdout:2579: read oid 47 snap -1 2024-09-16T11:12:22.778 INFO:tasks.rados.rados.0.smithi077.stdout:2579: expect deleted 2024-09-16T11:12:22.778 INFO:tasks.rados.rados.0.smithi077.stdout:2580: snap_remove snap 254 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[88497]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.426 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:23 smithi077 ceph-mon[86047]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:23.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:23 smithi191 ceph-mon[84934]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T11:12:23.782 INFO:tasks.rados.rados.0.smithi077.stdout:2580: done (2 left) 2024-09-16T11:12:23.782 INFO:tasks.rados.rados.0.smithi077.stdout:2581: delete oid 37 current snap is 257 2024-09-16T11:12:23.782 INFO:tasks.rados.rados.0.smithi077.stdout:2578: expect (ObjNum 748 snap 237 seq_num 748) 2024-09-16T11:12:24.022 INFO:tasks.rados.rados.0.smithi077.stdout:2578: done (2 left) 2024-09-16T11:12:24.023 INFO:tasks.rados.rados.0.smithi077.stdout:2579: done (1 left) 2024-09-16T11:12:24.023 INFO:tasks.rados.rados.0.smithi077.stdout:2581: done (0 left) 2024-09-16T11:12:24.023 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 257 2024-09-16T11:12:24.023 INFO:tasks.rados.rados.0.smithi077.stdout:2582: seq_num 799 ranges {8871936=589824,9461760=802816} 2024-09-16T11:12:24.071 INFO:tasks.rados.rados.0.smithi077.stdout:2582: writing smithi07774545-29 from 8871936 to 9461760 tid 1 2024-09-16T11:12:24.076 INFO:tasks.rados.rados.0.smithi077.stdout:2582: writing smithi07774545-29 from 9461760 to 10264576 tid 2 2024-09-16T11:12:24.076 INFO:tasks.rados.rados.0.smithi077.stdout:2583: copy_from oid 21 from oid 20 current snap is 257 2024-09-16T11:12:24.076 INFO:tasks.rados.rados.0.smithi077.stdout:2584: snap_create 2024-09-16T11:12:24.077 INFO:tasks.rados.rados.0.smithi077.stdout:2582: finishing write tid 1 to smithi07774545-29 2024-09-16T11:12:24.081 INFO:tasks.rados.rados.0.smithi077.stdout:2582: finishing write tid 2 to smithi07774545-29 2024-09-16T11:12:24.085 INFO:tasks.rados.rados.0.smithi077.stdout:2582: finishing write tid 3 to smithi07774545-29 2024-09-16T11:12:24.089 INFO:tasks.rados.rados.0.smithi077.stdout:2582: finishing write tid 4 to smithi07774545-29 2024-09-16T11:12:24.089 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1192 (ObjNum 799 snap 257 seq_num 799) dirty exists 2024-09-16T11:12:24.089 INFO:tasks.rados.rados.0.smithi077.stdout:2582: left oid 29 (ObjNum 799 snap 257 seq_num 799) 2024-09-16T11:12:24.122 INFO:tasks.rados.rados.0.smithi077.stdout:2583: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:12:24.123 INFO:tasks.rados.rados.0.smithi077.stdout:2583: finishing copy_from to smithi07774545-21 2024-09-16T11:12:24.123 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1225 (ObjNum 758 snap 240 seq_num 758) dirty exists 2024-09-16T11:12:24.308 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:24 smithi191 ceph-mon[84934]: pgmap v569: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-16T11:12:24.308 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:24 smithi191 ceph-mon[84934]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T11:12:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:24 smithi077 ceph-mon[86047]: pgmap v569: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-16T11:12:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:24 smithi077 ceph-mon[86047]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T11:12:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:24 smithi077 ceph-mon[88497]: pgmap v569: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-16T11:12:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:24 smithi077 ceph-mon[88497]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T11:12:24.781 INFO:tasks.rados.rados.0.smithi077.stdout:2582: done (2 left) 2024-09-16T11:12:24.781 INFO:tasks.rados.rados.0.smithi077.stdout:2583: done (1 left) 2024-09-16T11:12:24.781 INFO:tasks.rados.rados.0.smithi077.stdout:2584: done (0 left) 2024-09-16T11:12:24.781 INFO:tasks.rados.rados.0.smithi077.stdout:2585: setattr oid 10 current snap is 258 2024-09-16T11:12:24.782 INFO:tasks.rados.rados.0.smithi077.stdout:2586: copy_from oid 36 from oid 20 current snap is 258 2024-09-16T11:12:24.782 INFO:tasks.rados.rados.0.smithi077.stdout:2587: copy_from oid 12 from oid 48 current snap is 258 2024-09-16T11:12:24.782 INFO:tasks.rados.rados.0.smithi077.stdout:2588: snap_create 2024-09-16T11:12:24.787 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1457 (ObjNum 790 snap 254 seq_num 790) dirty exists 2024-09-16T11:12:24.790 INFO:tasks.rados.rados.0.smithi077.stdout:2587: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:12:24.791 INFO:tasks.rados.rados.0.smithi077.stdout:2587: finishing copy_from to smithi07774545-12 2024-09-16T11:12:24.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1172 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-09-16T11:12:24.826 INFO:tasks.rados.rados.0.smithi077.stdout:2586: finishing copy_from racing read to smithi07774545-36 2024-09-16T11:12:24.828 INFO:tasks.rados.rados.0.smithi077.stdout:2586: finishing copy_from to smithi07774545-36 2024-09-16T11:12:24.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1225 (ObjNum 758 snap 240 seq_num 758) dirty exists 2024-09-16T11:12:25.208 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:25 smithi191 ceph-mon[84934]: Upgrade: Updating grafana.a 2024-09-16T11:12:25.208 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:25 smithi191 ceph-mon[84934]: Deploying daemon grafana.a on smithi191 2024-09-16T11:12:25.208 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:25 smithi191 ceph-mon[84934]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[86047]: Upgrade: Updating grafana.a 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[86047]: Deploying daemon grafana.a on smithi191 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[86047]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[88497]: Upgrade: Updating grafana.a 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[88497]: Deploying daemon grafana.a on smithi191 2024-09-16T11:12:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-mon[88497]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T11:12:25.771 INFO:tasks.rados.rados.0.smithi077.stdout:2585: done (3 left) 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2586: done (2 left) 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2587: done (1 left) 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2588: done (0 left) 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2589: rmattr oid 47 current snap is 259 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2589: done (0 left) 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 259 2024-09-16T11:12:25.772 INFO:tasks.rados.rados.0.smithi077.stdout:2590: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-09-16T11:12:25.774 INFO:tasks.rados.rados.0.smithi077.stdout:2590: writing smithi07774545-50 from 0 to 606208 tid 1 2024-09-16T11:12:25.779 INFO:tasks.rados.rados.0.smithi077.stdout:2590: writing smithi07774545-50 from 606208 to 1294336 tid 2 2024-09-16T11:12:25.780 INFO:tasks.rados.rados.0.smithi077.stdout:2590: writing smithi07774545-50 from 1294336 to 1409024 tid 3 2024-09-16T11:12:25.780 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 259 2024-09-16T11:12:25.780 INFO:tasks.rados.rados.0.smithi077.stdout:2591: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-09-16T11:12:25.784 INFO:tasks.rados.rados.0.smithi077.stdout:2591: writing smithi07774545-37 from 0 to 622592 tid 1 2024-09-16T11:12:25.788 INFO:tasks.rados.rados.0.smithi077.stdout:2591: writing smithi07774545-37 from 622592 to 1196032 tid 2 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2591: writing smithi07774545-37 from 1196032 to 1425408 tid 3 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 259 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2590: finishing write tid 1 to smithi07774545-50 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2590: finishing write tid 2 to smithi07774545-50 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2590: finishing write tid 3 to smithi07774545-50 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2590: finishing write tid 4 to smithi07774545-50 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2591: finishing write tid 1 to smithi07774545-37 2024-09-16T11:12:25.790 INFO:tasks.rados.rados.0.smithi077.stdout:2590: finishing write tid 5 to smithi07774545-50 2024-09-16T11:12:25.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1402 (ObjNum 800 snap 259 seq_num 800) dirty exists 2024-09-16T11:12:25.791 INFO:tasks.rados.rados.0.smithi077.stdout:2590: left oid 50 (ObjNum 800 snap 259 seq_num 800) 2024-09-16T11:12:25.791 INFO:tasks.rados.rados.0.smithi077.stdout:2592: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-09-16T11:12:25.793 INFO:tasks.rados.rados.0.smithi077.stdout:2592: writing smithi07774545-47 from 0 to 638976 tid 1 2024-09-16T11:12:25.796 INFO:tasks.rados.rados.0.smithi077.stdout:2592: writing smithi07774545-47 from 638976 to 1097728 tid 2 2024-09-16T11:12:25.798 INFO:tasks.rados.rados.0.smithi077.stdout:2592: writing smithi07774545-47 from 1097728 to 1441792 tid 3 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2590: done (2 left) 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2593: delete oid 30 current snap is 259 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2591: finishing write tid 2 to smithi07774545-37 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2591: finishing write tid 3 to smithi07774545-37 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2591: finishing write tid 4 to smithi07774545-37 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2591: finishing write tid 5 to smithi07774545-37 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1316 (ObjNum 801 snap 259 seq_num 801) dirty exists 2024-09-16T11:12:25.799 INFO:tasks.rados.rados.0.smithi077.stdout:2591: left oid 37 (ObjNum 801 snap 259 seq_num 801) 2024-09-16T11:12:25.800 INFO:tasks.rados.rados.0.smithi077.stdout:2592: finishing write tid 1 to smithi07774545-47 2024-09-16T11:12:25.800 INFO:tasks.rados.rados.0.smithi077.stdout:2591: done (2 left) 2024-09-16T11:12:25.800 INFO:tasks.rados.rados.0.smithi077.stdout:2593: done (1 left) 2024-09-16T11:12:25.800 INFO:tasks.rados.rados.0.smithi077.stdout:2594: snap_create 2024-09-16T11:12:25.802 INFO:tasks.rados.rados.0.smithi077.stdout:2592: finishing write tid 2 to smithi07774545-47 2024-09-16T11:12:25.802 INFO:tasks.rados.rados.0.smithi077.stdout:2592: finishing write tid 3 to smithi07774545-47 2024-09-16T11:12:25.802 INFO:tasks.rados.rados.0.smithi077.stdout:2592: finishing write tid 4 to smithi07774545-47 2024-09-16T11:12:25.803 INFO:tasks.rados.rados.0.smithi077.stdout:2592: finishing write tid 5 to smithi07774545-47 2024-09-16T11:12:25.804 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1375 (ObjNum 802 snap 259 seq_num 802) dirty exists 2024-09-16T11:12:25.804 INFO:tasks.rados.rados.0.smithi077.stdout:2592: left oid 47 (ObjNum 802 snap 259 seq_num 802) 2024-09-16T11:12:25.922 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 11:12:25 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T11:12:25.534Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003428775s 2024-09-16T11:12:26.393 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:26 smithi191 ceph-mon[84934]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T11:12:26.393 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:26 smithi191 ceph-mon[84934]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T11:12:26.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:26 smithi077 ceph-mon[86047]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T11:12:26.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:26 smithi077 ceph-mon[86047]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T11:12:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:26 smithi077 ceph-mon[88497]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T11:12:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:26 smithi077 ceph-mon[88497]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T11:12:26.672 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:26 smithi191 systemd[1]: Stopping Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:12:26.784 INFO:tasks.rados.rados.0.smithi077.stdout:2592: done (1 left) 2024-09-16T11:12:26.785 INFO:tasks.rados.rados.0.smithi077.stdout:2594: done (0 left) 2024-09-16T11:12:26.785 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 260 2024-09-16T11:12:26.785 INFO:tasks.rados.rados.0.smithi077.stdout:2595: seq_num 804 ranges {647168=671744,1318912=622592,1941504=180224} 2024-09-16T11:12:26.791 INFO:tasks.rados.rados.0.smithi077.stdout:2595: writing smithi07774545-48 from 647168 to 1318912 tid 1 2024-09-16T11:12:26.795 INFO:tasks.rados.rados.0.smithi077.stdout:2595: writing smithi07774545-48 from 1318912 to 1941504 tid 2 2024-09-16T11:12:26.797 INFO:tasks.rados.rados.0.smithi077.stdout:2595: writing smithi07774545-48 from 1941504 to 2121728 tid 3 2024-09-16T11:12:26.797 INFO:tasks.rados.rados.0.smithi077.stdout:2596: delete oid 9 current snap is 260 2024-09-16T11:12:26.797 INFO:tasks.rados.rados.0.smithi077.stdout:2595: finishing write tid 1 to smithi07774545-48 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2596: done (1 left) 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2597: read oid 25 snap -1 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2597: expect (ObjNum 780 snap 253 seq_num 780) 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2598: read oid 18 snap -1 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2598: expect (ObjNum 797 snap 256 seq_num 797) 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2599: copy_from oid 45 from oid 1 current snap is 260 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2595: finishing write tid 2 to smithi07774545-48 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2600: read oid 20 snap -1 2024-09-16T11:12:26.801 INFO:tasks.rados.rados.0.smithi077.stdout:2600: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:26.802 INFO:tasks.rados.rados.0.smithi077.stdout:2601: rollback oid 21 current snap is 260 2024-09-16T11:12:26.802 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 257 2024-09-16T11:12:26.802 INFO:tasks.rados.rados.0.smithi077.stdout:2602: snap_create 2024-09-16T11:12:26.802 INFO:tasks.rados.rados.0.smithi077.stdout:2595: finishing write tid 3 to smithi07774545-48 2024-09-16T11:12:26.802 INFO:tasks.rados.rados.0.smithi077.stdout:2595: finishing write tid 4 to smithi07774545-48 2024-09-16T11:12:26.803 INFO:tasks.rados.rados.0.smithi077.stdout:2595: finishing write tid 5 to smithi07774545-48 2024-09-16T11:12:26.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1176 (ObjNum 804 snap 260 seq_num 804) dirty exists 2024-09-16T11:12:26.803 INFO:tasks.rados.rados.0.smithi077.stdout:2595: left oid 48 (ObjNum 804 snap 260 seq_num 804) 2024-09-16T11:12:26.807 INFO:tasks.rados.rados.0.smithi077.stdout:2599: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:12:26.810 INFO:tasks.rados.rados.0.smithi077.stdout:2597: expect (ObjNum 780 snap 253 seq_num 780) 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:2601: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:2599: finishing copy_from to smithi07774545-45 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1358 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:2601: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:2601: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1379 (ObjNum 758 snap 240 seq_num 758) dirty exists 2024-09-16T11:12:26.839 INFO:tasks.rados.rados.0.smithi077.stdout:2598: expect (ObjNum 797 snap 256 seq_num 797) 2024-09-16T11:12:26.873 INFO:tasks.rados.rados.0.smithi077.stdout:2600: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:26.938 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:26 smithi191 podman[120579]: 2024-09-16 11:12:26.671135496 +0000 UTC m=+0.129680463 container died 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, architecture=x86_64, io.openshift.expose-services=, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-09-16T11:12:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:26] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:12:27.212 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 podman[120579]: 2024-09-16 11:12:27.011326844 +0000 UTC m=+0.469871855 container cleanup 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, vcs-type=git, description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , architecture=x86_64, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public) 2024-09-16T11:12:27.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 bash[120579]: ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 podman[120592]: 2024-09-16 11:12:27.313113067 +0000 UTC m=+0.643905920 container remove 25896ea86238e8432fa6af29bbbe569d083666301b93faaaa2a9751efe1a30dd (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.buildah.version=1.32.0, architecture=x86_64, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , io.openshift.expose-services=, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 systemd[1]: Stopped Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Consumed 7.364s CPU time. 2024-09-16T11:12:27.660 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 systemd[1]: Starting Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2595: done (6 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2597: done (5 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2598: done (4 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2599: done (3 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2600: done (2 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2601: done (1 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2602: done (0 left) 2024-09-16T11:12:27.792 INFO:tasks.rados.rados.0.smithi077.stdout:2603: snap_remove snap 260 2024-09-16T11:12:27.924 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:27 smithi191 ceph-mon[84934]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T11:12:27.924 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:27.924 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:27 smithi191 ceph-mon[84934]: pgmap v575: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-16T11:12:27.925 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 podman[120720]: 2024-09-16 11:12:27.764506678 +0000 UTC m=+0.015331843 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-16T11:12:28.083 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[86047]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T11:12:28.083 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:28.084 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[86047]: pgmap v575: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-16T11:12:28.084 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[88497]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T11:12:28.084 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:28.084 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:27 smithi077 ceph-mon[88497]: pgmap v575: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-16T11:12:28.212 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:27 smithi191 podman[120720]: 2024-09-16 11:12:27.923334611 +0000 UTC m=+0.174159766 container create 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, vcs-type=git, description=Ceph Grafana Container, maintainer=Paul Cuzner , architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8) 2024-09-16T11:12:28.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 podman[120720]: 2024-09-16 11:12:28.142941965 +0000 UTC m=+0.393767124 container init 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., vcs-type=git, maintainer=Paul Cuzner , io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, description=Ceph Grafana Container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, io.openshift.tags=base rhel8) 2024-09-16T11:12:28.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 podman[120720]: 2024-09-16 11:12:28.145672184 +0000 UTC m=+0.396497346 container start 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.expose-services=, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 bash[120720]: 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 systemd[1]: Started Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302239283Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302443355Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302462421Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302470559Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302476907Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T11:12:28.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302483181Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.30248959Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302496307Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302502315Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302508204Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302513716Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302519198Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.30252506Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=settings t=2024-09-16T11:12:28.302530827Z level=info msg="App mode production" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=sqlstore t=2024-09-16T11:12:28.302579084Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=sqlstore t=2024-09-16T11:12:28.302595444Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=migrator t=2024-09-16T11:12:28.316641339Z level=info msg="Starting DB migrations" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=migrator t=2024-09-16T11:12:28.321119019Z level=info msg="migrations completed" performed=0 skipped=481 duration=420.973µs 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=sqlstore t=2024-09-16T11:12:28.321436852Z level=info msg="Created default organization" 2024-09-16T11:12:28.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=plugin.loader t=2024-09-16T11:12:28.379440047Z level=info msg="Plugin registered" pluginID=input 2024-09-16T11:12:28.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=plugin.loader t=2024-09-16T11:12:28.407200263Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T11:12:28.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=plugin.loader t=2024-09-16T11:12:28.407266037Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T11:12:28.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=secrets t=2024-09-16T11:12:28.407305592Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T11:12:28.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=query_data t=2024-09-16T11:12:28.409018963Z level=info msg="Query Service initialization" 2024-09-16T11:12:28.715 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=live.push_http t=2024-09-16T11:12:28.411457211Z level=info msg="Live Push Gateway initialization" 2024-09-16T11:12:28.791 INFO:tasks.rados.rados.0.smithi077.stdout:2603: done (0 left) 2024-09-16T11:12:28.791 INFO:tasks.rados.rados.0.smithi077.stdout:2604: delete oid 47 current snap is 261 2024-09-16T11:12:28.803 INFO:tasks.rados.rados.0.smithi077.stdout:2604: done (0 left) 2024-09-16T11:12:28.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 261 2024-09-16T11:12:28.803 INFO:tasks.rados.rados.0.smithi077.stdout:2605: seq_num 807 ranges {6389760=720896,7110656=729088,7839744=73728} 2024-09-16T11:12:28.840 INFO:tasks.rados.rados.0.smithi077.stdout:2605: writing smithi07774545-27 from 6389760 to 7110656 tid 1 2024-09-16T11:12:28.844 INFO:tasks.rados.rados.0.smithi077.stdout:2605: writing smithi07774545-27 from 7110656 to 7839744 tid 2 2024-09-16T11:12:28.845 INFO:tasks.rados.rados.0.smithi077.stdout:2605: writing smithi07774545-27 from 7839744 to 7913472 tid 3 2024-09-16T11:12:28.845 INFO:tasks.rados.rados.0.smithi077.stdout:2606: read oid 18 snap -1 2024-09-16T11:12:28.845 INFO:tasks.rados.rados.0.smithi077.stdout:2606: expect (ObjNum 797 snap 256 seq_num 797) 2024-09-16T11:12:28.845 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 261 2024-09-16T11:12:28.846 INFO:tasks.rados.rados.0.smithi077.stdout:2607: seq_num 808 ranges {737280=737280,1474560=614400,2088960=188416} 2024-09-16T11:12:28.854 INFO:tasks.rados.rados.0.smithi077.stdout:2607: writing smithi07774545-43 from 737280 to 1474560 tid 1 2024-09-16T11:12:28.857 INFO:tasks.rados.rados.0.smithi077.stdout:2607: writing smithi07774545-43 from 1474560 to 2088960 tid 2 2024-09-16T11:12:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:2607: writing smithi07774545-43 from 2088960 to 2277376 tid 3 2024-09-16T11:12:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:2608: read oid 8 snap 255 2024-09-16T11:12:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:2608: expect deleted 2024-09-16T11:12:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 261 2024-09-16T11:12:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:2609: seq_num 809 ranges {1286144=753664,2039808=499712,2539520=303104} 2024-09-16T11:12:28.870 INFO:tasks.rados.rados.0.smithi077.stdout:2609: writing smithi07774545-13 from 1286144 to 2039808 tid 1 2024-09-16T11:12:28.873 INFO:tasks.rados.rados.0.smithi077.stdout:2609: writing smithi07774545-13 from 2039808 to 2539520 tid 2 2024-09-16T11:12:28.875 INFO:tasks.rados.rados.0.smithi077.stdout:2609: writing smithi07774545-13 from 2539520 to 2842624 tid 3 2024-09-16T11:12:28.875 INFO:tasks.rados.rados.0.smithi077.stdout:2610: snap_remove snap 256 2024-09-16T11:12:29.116 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-mon[84934]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T11:12:29.116 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.116 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.116 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:29.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[86047]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[88497]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=infra.usagestats.collector t=2024-09-16T11:12:29.172084796Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=provisioning.datasources t=2024-09-16T11:12:29.25808569Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=provisioning.datasources t=2024-09-16T11:12:29.258116807Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=provisioning.datasources t=2024-09-16T11:12:29.268478128Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=provisioning.alerting t=2024-09-16T11:12:29.333599283Z level=info msg="starting to provision alerting" 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=provisioning.alerting t=2024-09-16T11:12:29.33362731Z level=info msg="finished to provision alerting" 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=grafanaStorageLogger t=2024-09-16T11:12:29.333739036Z level=info msg="storage starting" 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=ngalert.state.manager t=2024-09-16T11:12:29.33391837Z level=info msg="Warming state cache for startup" 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=http.server t=2024-09-16T11:12:29.33572532Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=ngalert.state.manager t=2024-09-16T11:12:29.344336821Z level=info msg="State cache has been initialized" states=0 duration=10.415355ms 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=ticker t=2024-09-16T11:12:29.344453637Z level=info msg=starting first_tick=2024-09-16T11:12:30Z 2024-09-16T11:12:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=ngalert.multiorg.alertmanager t=2024-09-16T11:12:29.344443602Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T11:12:29.808 INFO:tasks.rados.rados.0.smithi077.stdout:2610: done (5 left) 2024-09-16T11:12:29.808 INFO:tasks.rados.rados.0.smithi077.stdout:2606: expect (ObjNum 797 snap 256 seq_num 797) 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: finishing write tid 1 to smithi07774545-27 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: finishing write tid 2 to smithi07774545-27 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: finishing write tid 3 to smithi07774545-27 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: finishing write tid 4 to smithi07774545-27 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2611: read oid 49 snap -1 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2611: expect (ObjNum 785 snap 253 seq_num 785) 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2606: done (5 left) 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2612: rollback oid 37 current snap is 261 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 255 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: finishing write tid 5 to smithi07774545-27 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1375 (ObjNum 807 snap 261 seq_num 807) dirty exists 2024-09-16T11:12:29.849 INFO:tasks.rados.rados.0.smithi077.stdout:2605: left oid 27 (ObjNum 807 snap 261 seq_num 807) 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: finishing write tid 1 to smithi07774545-43 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2605: done (5 left) 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2613: copy_from oid 17 from oid 4 current snap is 261 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: finishing write tid 2 to smithi07774545-43 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: finishing write tid 3 to smithi07774545-43 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: finishing write tid 4 to smithi07774545-43 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: finishing write tid 5 to smithi07774545-43 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1462 (ObjNum 808 snap 261 seq_num 808) dirty exists 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2607: left oid 43 (ObjNum 808 snap 261 seq_num 808) 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2609: finishing write tid 1 to smithi07774545-13 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2609: finishing write tid 2 to smithi07774545-13 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2609: finishing write tid 3 to smithi07774545-13 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2609: finishing write tid 4 to smithi07774545-13 2024-09-16T11:12:29.850 INFO:tasks.rados.rados.0.smithi077.stdout:2609: finishing write tid 5 to smithi07774545-13 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1430 (ObjNum 809 snap 261 seq_num 809) dirty exists 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2609: left oid 13 (ObjNum 809 snap 261 seq_num 809) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2607: done (5 left) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2608: done (4 left) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2609: done (3 left) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2614: rmattr oid 46 current snap is 261 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2614: done (3 left) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2615: rmattr oid 16 current snap is 261 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2616: read oid 21 snap -1 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2616: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:29.851 INFO:tasks.rados.rados.0.smithi077.stdout:2617: delete oid 5 current snap is 261 2024-09-16T11:12:29.852 INFO:tasks.rados.rados.0.smithi077.stdout:2613: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:12:29.855 INFO:tasks.rados.rados.0.smithi077.stdout:2617: done (5 left) 2024-09-16T11:12:29.855 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 261 2024-09-16T11:12:29.855 INFO:tasks.rados.rados.0.smithi077.stdout:2618: seq_num 811 ranges {4202496=786432,4988928=663552,5652480=139264} 2024-09-16T11:12:29.885 INFO:tasks.rados.rados.0.smithi077.stdout:2618: writing smithi07774545-3 from 4202496 to 4988928 tid 1 2024-09-16T11:12:29.890 INFO:tasks.rados.rados.0.smithi077.stdout:2618: writing smithi07774545-3 from 4988928 to 5652480 tid 2 2024-09-16T11:12:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:2618: writing smithi07774545-3 from 5652480 to 5791744 tid 3 2024-09-16T11:12:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:2619: setattr oid 45 current snap is 261 2024-09-16T11:12:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1436 (ObjNum 792 snap 254 seq_num 792) dirty exists 2024-09-16T11:12:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:2613: finishing copy_from to smithi07774545-17 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1387 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:2612: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:2612: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1318 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:2618: finishing write tid 1 to smithi07774545-3 2024-09-16T11:12:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:2612: done (6 left) 2024-09-16T11:12:29.893 INFO:tasks.rados.rados.0.smithi077.stdout:2613: done (5 left) 2024-09-16T11:12:29.893 INFO:tasks.rados.rados.0.smithi077.stdout:2615: done (4 left) 2024-09-16T11:12:29.893 INFO:tasks.rados.rados.0.smithi077.stdout:2620: delete oid 5 current snap is 261 2024-09-16T11:12:29.895 INFO:tasks.rados.rados.0.smithi077.stdout:2618: finishing write tid 2 to smithi07774545-3 2024-09-16T11:12:29.895 INFO:tasks.rados.rados.0.smithi077.stdout:2618: finishing write tid 3 to smithi07774545-3 2024-09-16T11:12:29.895 INFO:tasks.rados.rados.0.smithi077.stdout:2618: finishing write tid 4 to smithi07774545-3 2024-09-16T11:12:29.897 INFO:tasks.rados.rados.0.smithi077.stdout:2618: finishing write tid 5 to smithi07774545-3 2024-09-16T11:12:29.897 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1365 (ObjNum 811 snap 261 seq_num 811) dirty exists 2024-09-16T11:12:29.897 INFO:tasks.rados.rados.0.smithi077.stdout:2618: left oid 3 (ObjNum 811 snap 261 seq_num 811) 2024-09-16T11:12:29.898 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1376 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-09-16T11:12:29.898 INFO:tasks.rados.rados.0.smithi077.stdout:2618: done (4 left) 2024-09-16T11:12:29.898 INFO:tasks.rados.rados.0.smithi077.stdout:2619: done (3 left) 2024-09-16T11:12:29.898 INFO:tasks.rados.rados.0.smithi077.stdout:2620: done (2 left) 2024-09-16T11:12:29.898 INFO:tasks.rados.rados.0.smithi077.stdout:2621: delete oid 18 current snap is 261 2024-09-16T11:12:29.899 INFO:tasks.rados.rados.0.smithi077.stdout:2611: expect (ObjNum 785 snap 253 seq_num 785) 2024-09-16T11:12:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:29 smithi077 ceph-mon[86047]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T11:12:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:29 smithi077 ceph-mon[86047]: pgmap v578: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 16 op/s 2024-09-16T11:12:30.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:29 smithi077 ceph-mon[88497]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T11:12:30.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:29 smithi077 ceph-mon[88497]: pgmap v578: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 16 op/s 2024-09-16T11:12:30.122 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-mon[84934]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T11:12:30.122 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:29 smithi191 ceph-mon[84934]: pgmap v578: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 16 op/s 2024-09-16T11:12:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:30 smithi191 ceph-mon[84934]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T11:12:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:30 smithi191 ceph-mon[84934]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T11:12:31.089 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:30 smithi077 ceph-mon[88497]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T11:12:31.089 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:30 smithi077 ceph-mon[88497]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T11:12:31.089 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:30 smithi077 ceph-mon[86047]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T11:12:31.090 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:30 smithi077 ceph-mon[86047]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T11:12:31.142 INFO:tasks.rados.rados.0.smithi077.stdout:2616: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:31.982 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:31 smithi191 ceph-mon[84934]: pgmap v581: 121 pgs: 121 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 6.9 MiB/s wr, 12 op/s 2024-09-16T11:12:31.983 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:31.983 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2611: done (2 left) 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2616: done (1 left) 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2621: done (0 left) 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2622: read oid 48 snap -1 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2622: expect (ObjNum 804 snap 260 seq_num 804) 2024-09-16T11:12:32.024 INFO:tasks.rados.rados.0.smithi077.stdout:2623: delete oid 31 current snap is 261 2024-09-16T11:12:32.026 INFO:tasks.rados.rados.0.smithi077.stdout:2623: done (1 left) 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:2624: read oid 21 snap 251 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:2624: expect (ObjNum 753 snap 238 seq_num 753) 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:2625: rollback oid 50 current snap is 261 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 255 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 261 2024-09-16T11:12:32.027 INFO:tasks.rados.rados.0.smithi077.stdout:2626: seq_num 815 ranges {450560=458752,909312=655360,1564672=409600,1974272=139264} 2024-09-16T11:12:32.033 INFO:tasks.rados.rados.0.smithi077.stdout:2626: writing smithi07774545-45 from 450560 to 909312 tid 1 2024-09-16T11:12:32.038 INFO:tasks.rados.rados.0.smithi077.stdout:2626: writing smithi07774545-45 from 909312 to 1564672 tid 2 2024-09-16T11:12:32.041 INFO:tasks.rados.rados.0.smithi077.stdout:2626: writing smithi07774545-45 from 1564672 to 1974272 tid 3 2024-09-16T11:12:32.042 INFO:tasks.rados.rados.0.smithi077.stdout:2626: writing smithi07774545-45 from 1974272 to 2113536 tid 4 2024-09-16T11:12:32.042 INFO:tasks.rados.rados.0.smithi077.stdout:2627: snap_create 2024-09-16T11:12:32.042 INFO:tasks.rados.rados.0.smithi077.stdout:2622: expect (ObjNum 804 snap 260 seq_num 804) 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2625: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2625: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2625: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1410 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 1 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 2 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 3 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 4 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 5 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:2626: finishing write tid 6 to smithi07774545-45 2024-09-16T11:12:32.112 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1381 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-09-16T11:12:32.113 INFO:tasks.rados.rados.0.smithi077.stdout:2626: left oid 45 (ObjNum 815 snap 261 seq_num 815) 2024-09-16T11:12:32.113 INFO:tasks.rados.rados.0.smithi077.stdout:2624: expect (ObjNum 753 snap 238 seq_num 753) 2024-09-16T11:12:32.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[88497]: pgmap v581: 121 pgs: 121 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 6.9 MiB/s wr, 12 op/s 2024-09-16T11:12:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[86047]: pgmap v581: 121 pgs: 121 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 6.9 MiB/s wr, 12 op/s 2024-09-16T11:12:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:32.626 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2622: done (4 left) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2624: done (3 left) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2625: done (2 left) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2626: done (1 left) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2627: done (0 left) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2628: read oid 19 snap -1 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2628: expect (ObjNum 796 snap 256 seq_num 796) 2024-09-16T11:12:32.811 INFO:tasks.rados.rados.0.smithi077.stdout:2629: snap_remove snap 257 2024-09-16T11:12:33.629 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:33 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.629 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:33 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.629 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:33 smithi191 ceph-mon[84934]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T11:12:33.630 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:33 smithi191 ceph-mon[84934]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[86047]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[86047]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[88497]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T11:12:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:33 smithi077 ceph-mon[88497]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T11:12:33.827 INFO:tasks.rados.rados.0.smithi077.stdout:2629: done (1 left) 2024-09-16T11:12:33.827 INFO:tasks.rados.rados.0.smithi077.stdout:2630: snap_create 2024-09-16T11:12:33.827 INFO:tasks.rados.rados.0.smithi077.stdout:2628: expect (ObjNum 796 snap 256 seq_num 796) 2024-09-16T11:12:34.825 INFO:tasks.rados.rados.0.smithi077.stdout:2628: done (1 left) 2024-09-16T11:12:34.825 INFO:tasks.rados.rados.0.smithi077.stdout:2630: done (0 left) 2024-09-16T11:12:34.826 INFO:tasks.rados.rados.0.smithi077.stdout:2631: copy_from oid 50 from oid 43 current snap is 263 2024-09-16T11:12:34.826 INFO:tasks.rados.rados.0.smithi077.stdout:2632: snap_create 2024-09-16T11:12:34.838 INFO:tasks.rados.rados.0.smithi077.stdout:2631: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:12:34.840 INFO:tasks.rados.rados.0.smithi077.stdout:2631: finishing copy_from to smithi07774545-50 2024-09-16T11:12:34.840 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1462 (ObjNum 808 snap 261 seq_num 808) dirty exists 2024-09-16T11:12:35.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:34 smithi191 ceph-mon[84934]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T11:12:35.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:34 smithi077 ceph-mon[86047]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T11:12:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:34 smithi077 ceph-mon[88497]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:2631: done (1 left) 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:2632: done (0 left) 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:2633: rollback oid 44 current snap is 264 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 44 to 263 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 264 2024-09-16T11:12:35.773 INFO:tasks.rados.rados.0.smithi077.stdout:2634: seq_num 816 ranges {1220608=475136,1695744=540672,2236416=614400,2850816=49152} 2024-09-16T11:12:35.782 INFO:tasks.rados.rados.0.smithi077.stdout:2634: writing smithi07774545-42 from 1220608 to 1695744 tid 1 2024-09-16T11:12:35.786 INFO:tasks.rados.rados.0.smithi077.stdout:2634: writing smithi07774545-42 from 1695744 to 2236416 tid 2 2024-09-16T11:12:35.789 INFO:tasks.rados.rados.0.smithi077.stdout:2634: writing smithi07774545-42 from 2236416 to 2850816 tid 3 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2634: writing smithi07774545-42 from 2850816 to 2899968 tid 4 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2635: rollback oid 5 current snap is 264 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 255 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2633: finishing rollback tid 0 to smithi07774545-44 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2633: finishing rollback tid 1 to smithi07774545-44 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2633: finishing rollback tid 2 to smithi07774545-44 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1446 (ObjNum 734 snap 229 seq_num 734) dirty exists 2024-09-16T11:12:35.790 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 1 to smithi07774545-42 2024-09-16T11:12:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:2633: done (2 left) 2024-09-16T11:12:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 264 2024-09-16T11:12:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 2 to smithi07774545-42 2024-09-16T11:12:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:2636: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-09-16T11:12:35.793 INFO:tasks.rados.rados.0.smithi077.stdout:2636: writing smithi07774545-37 from 0 to 491520 tid 1 2024-09-16T11:12:35.795 INFO:tasks.rados.rados.0.smithi077.stdout:2636: writing smithi07774545-37 from 491520 to 909312 tid 2 2024-09-16T11:12:35.798 INFO:tasks.rados.rados.0.smithi077.stdout:2636: writing smithi07774545-37 from 909312 to 1335296 tid 3 2024-09-16T11:12:35.800 INFO:tasks.rados.rados.0.smithi077.stdout:2636: writing smithi07774545-37 from 1335296 to 1695744 tid 4 2024-09-16T11:12:35.800 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 264 2024-09-16T11:12:35.800 INFO:tasks.rados.rados.0.smithi077.stdout:2635: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:12:35.800 INFO:tasks.rados.rados.0.smithi077.stdout:2637: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-09-16T11:12:35.803 INFO:tasks.rados.rados.0.smithi077.stdout:2637: writing smithi07774545-9 from 0 to 507904 tid 1 2024-09-16T11:12:35.807 INFO:tasks.rados.rados.0.smithi077.stdout:2637: writing smithi07774545-9 from 507904 to 1212416 tid 2 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2637: writing smithi07774545-9 from 1212416 to 1712128 tid 3 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2638: read oid 19 snap -1 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2638: expect (ObjNum 796 snap 256 seq_num 796) 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2639: delete oid 36 current snap is 264 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2635: finishing rollback tid 2 to smithi07774545-5 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1195 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T11:12:35.811 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 3 to smithi07774545-42 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 4 to smithi07774545-42 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 5 to smithi07774545-42 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2634: finishing write tid 6 to smithi07774545-42 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1395 (ObjNum 816 snap 264 seq_num 816) dirty exists 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2634: left oid 42 (ObjNum 816 snap 264 seq_num 816) 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 1 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 2 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 3 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 4 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 5 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: finishing write tid 6 to smithi07774545-37 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1323 (ObjNum 817 snap 264 seq_num 817) dirty exists 2024-09-16T11:12:35.812 INFO:tasks.rados.rados.0.smithi077.stdout:2636: left oid 37 (ObjNum 817 snap 264 seq_num 817) 2024-09-16T11:12:35.813 INFO:tasks.rados.rados.0.smithi077.stdout:2637: finishing write tid 1 to smithi07774545-9 2024-09-16T11:12:35.813 INFO:tasks.rados.rados.0.smithi077.stdout:2637: finishing write tid 2 to smithi07774545-9 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2637: finishing write tid 3 to smithi07774545-9 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2634: done (5 left) 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2635: done (4 left) 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2636: done (3 left) 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2639: done (2 left) 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2640: read oid 35 snap -1 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2640: expect (ObjNum 794 snap 255 seq_num 794) 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 264 2024-09-16T11:12:35.814 INFO:tasks.rados.rados.0.smithi077.stdout:2641: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-09-16T11:12:35.817 INFO:tasks.rados.rados.0.smithi077.stdout:2641: writing smithi07774545-4 from 0 to 540672 tid 1 2024-09-16T11:12:35.820 INFO:tasks.rados.rados.0.smithi077.stdout:2641: writing smithi07774545-4 from 540672 to 1015808 tid 2 2024-09-16T11:12:35.824 INFO:tasks.rados.rados.0.smithi077.stdout:2641: writing smithi07774545-4 from 1015808 to 1613824 tid 3 2024-09-16T11:12:35.825 INFO:tasks.rados.rados.0.smithi077.stdout:2641: writing smithi07774545-4 from 1613824 to 1744896 tid 4 2024-09-16T11:12:35.825 INFO:tasks.rados.rados.0.smithi077.stdout:2642: snap_remove snap 262 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: pgmap v586: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 724 KiB/s wr, 12 op/s 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: pgmap v586: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 724 KiB/s wr, 12 op/s 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T11:12:36.177 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T11:12:36.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T11:12:36.179 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.180 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[88497]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T11:12:36.181 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.182 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:35 smithi077 ceph-mon[86047]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: pgmap v586: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 724 KiB/s wr, 12 op/s 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T11:12:36.215 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T11:12:36.216 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.217 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:36.218 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:35 smithi191 ceph-mon[84934]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2642: done (4 left) 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2643: copy_from oid 31 from oid 38 current snap is 264 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2644: read oid 7 snap 258 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2644: expect deleted 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2645: copy_from oid 49 from oid 39 current snap is 264 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 264 2024-09-16T11:12:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2646: seq_num 821 ranges {5160960=557056,5718016=761856,6479872=442368} 2024-09-16T11:12:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2646: writing smithi07774545-34 from 5160960 to 5718016 tid 1 2024-09-16T11:12:36.865 INFO:tasks.rados.rados.0.smithi077.stdout:2646: writing smithi07774545-34 from 5718016 to 6479872 tid 2 2024-09-16T11:12:36.868 INFO:tasks.rados.rados.0.smithi077.stdout:2646: writing smithi07774545-34 from 6479872 to 6922240 tid 3 2024-09-16T11:12:36.868 INFO:tasks.rados.rados.0.smithi077.stdout:2647: delete oid 13 current snap is 264 2024-09-16T11:12:36.869 INFO:tasks.rados.rados.0.smithi077.stdout:2637: finishing write tid 4 to smithi07774545-9 2024-09-16T11:12:36.869 INFO:tasks.rados.rados.0.smithi077.stdout:2637: finishing write tid 5 to smithi07774545-9 2024-09-16T11:12:36.869 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1402 (ObjNum 818 snap 264 seq_num 818) dirty exists 2024-09-16T11:12:36.869 INFO:tasks.rados.rados.0.smithi077.stdout:2637: left oid 9 (ObjNum 818 snap 264 seq_num 818) 2024-09-16T11:12:36.869 INFO:tasks.rados.rados.0.smithi077.stdout:2638: expect (ObjNum 796 snap 256 seq_num 796) 2024-09-16T11:12:36.904 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 1 to smithi07774545-4 2024-09-16T11:12:36.904 INFO:tasks.rados.rados.0.smithi077.stdout:2640: expect (ObjNum 794 snap 255 seq_num 794) 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 2 to smithi07774545-4 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 3 to smithi07774545-4 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 4 to smithi07774545-4 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 5 to smithi07774545-4 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:2641: finishing write tid 6 to smithi07774545-4 2024-09-16T11:12:36.974 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1392 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2641: left oid 4 (ObjNum 820 snap 264 seq_num 820) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2643: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2643: finishing copy_from to smithi07774545-31 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2645: finishing copy_from racing read to smithi07774545-49 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2637: done (8 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2638: done (7 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2640: done (6 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2641: done (5 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2643: done (4 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2644: done (3 left) 2024-09-16T11:12:36.975 INFO:tasks.rados.rados.0.smithi077.stdout:2647: done (2 left) 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2648: copy_from oid 40 from oid 30 current snap is 264 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2645: finishing copy_from to smithi07774545-49 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1361 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: finishing write tid 1 to smithi07774545-34 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: finishing write tid 2 to smithi07774545-34 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: finishing write tid 3 to smithi07774545-34 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: finishing write tid 4 to smithi07774545-34 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: finishing write tid 5 to smithi07774545-34 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1369 (ObjNum 821 snap 264 seq_num 821) dirty exists 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: left oid 34 (ObjNum 821 snap 264 seq_num 821) 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2645: done (2 left) 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2646: done (1 left) 2024-09-16T11:12:36.976 INFO:tasks.rados.rados.0.smithi077.stdout:2649: snap_remove snap 259 2024-09-16T11:12:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:36] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: Upgrade: Finalizing container_image settings 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: Upgrade: Complete! 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: Upgrade: Finalizing container_image settings 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: Upgrade: Complete! 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T11:12:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: Upgrade: Finalizing container_image settings 2024-09-16T11:12:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: Upgrade: Complete! 2024-09-16T11:12:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:12:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:12:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:12:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:37.848 INFO:tasks.rados.rados.0.smithi077.stdout:2648: finishing copy_from to smithi07774545-40 2024-09-16T11:12:37.848 INFO:tasks.rados.rados.0.smithi077.stdout:2648: got expected ENOENT (src dne) 2024-09-16T11:12:37.848 INFO:tasks.rados.rados.0.smithi077.stdout:2648: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:12:37.848 INFO:tasks.rados.rados.0.smithi077.stdout:2648: done (1 left) 2024-09-16T11:12:37.848 INFO:tasks.rados.rados.0.smithi077.stdout:2649: done (0 left) 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2650: read oid 2 snap 255 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2650: expect (ObjNum 770 snap 247 seq_num 770) 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2651: rollback oid 50 current snap is 264 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 258 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2652: read oid 5 snap -1 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2652: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:37.849 INFO:tasks.rados.rados.0.smithi077.stdout:2653: delete oid 25 current snap is 264 2024-09-16T11:12:37.853 INFO:tasks.rados.rados.0.smithi077.stdout:2652: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2652: done (3 left) 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2653: done (2 left) 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2654: read oid 5 snap -1 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2654: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2655: read oid 29 snap -1 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2655: expect (ObjNum 799 snap 257 seq_num 799) 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 264 2024-09-16T11:12:37.859 INFO:tasks.rados.rados.0.smithi077.stdout:2656: seq_num 824 ranges {4300800=606208,4907008=458752,5365760=573440,5939200=172032} 2024-09-16T11:12:37.887 INFO:tasks.rados.rados.0.smithi077.stdout:2656: writing smithi07774545-11 from 4300800 to 4907008 tid 1 2024-09-16T11:12:37.889 INFO:tasks.rados.rados.0.smithi077.stdout:2656: writing smithi07774545-11 from 4907008 to 5365760 tid 2 2024-09-16T11:12:37.893 INFO:tasks.rados.rados.0.smithi077.stdout:2656: writing smithi07774545-11 from 5365760 to 5939200 tid 3 2024-09-16T11:12:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:2656: writing smithi07774545-11 from 5939200 to 6111232 tid 4 2024-09-16T11:12:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:2657: snap_create 2024-09-16T11:12:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:2651: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:12:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:2651: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:12:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:2651: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:12:37.895 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1465 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-09-16T11:12:37.895 INFO:tasks.rados.rados.0.smithi077.stdout:2650: expect (ObjNum 770 snap 247 seq_num 770) 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 1 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 2 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 3 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 4 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 5 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: finishing write tid 6 to smithi07774545-11 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1462 (ObjNum 824 snap 264 seq_num 824) dirty exists 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2656: left oid 11 (ObjNum 824 snap 264 seq_num 824) 2024-09-16T11:12:37.996 INFO:tasks.rados.rados.0.smithi077.stdout:2655: expect (ObjNum 799 snap 257 seq_num 799) 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[86047]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[86047]: pgmap v589: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[88497]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[88497]: pgmap v589: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T11:12:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:37 smithi191 ceph-mon[84934]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T11:12:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:37 smithi191 ceph-mon[84934]: pgmap v589: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T11:12:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:12:38.708 INFO:tasks.rados.rados.0.smithi077.stdout:2654: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2650: done (5 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2651: done (4 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2654: done (3 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2655: done (2 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2656: done (1 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:2657: done (0 left) 2024-09-16T11:12:38.852 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 265 2024-09-16T11:12:38.853 INFO:tasks.rados.rados.0.smithi077.stdout:2658: seq_num 825 ranges {10534912=622592,11157504=745472,11902976=458752} 2024-09-16T11:12:38.911 INFO:tasks.rados.rados.0.smithi077.stdout:2658: writing smithi07774545-46 from 10534912 to 11157504 tid 1 2024-09-16T11:12:38.915 INFO:tasks.rados.rados.0.smithi077.stdout:2658: writing smithi07774545-46 from 11157504 to 11902976 tid 2 2024-09-16T11:12:38.919 INFO:tasks.rados.rados.0.smithi077.stdout:2658: writing smithi07774545-46 from 11902976 to 12361728 tid 3 2024-09-16T11:12:38.919 INFO:tasks.rados.rados.0.smithi077.stdout:2659: delete oid 37 current snap is 265 2024-09-16T11:12:38.919 INFO:tasks.rados.rados.0.smithi077.stdout:2658: finishing write tid 1 to smithi07774545-46 2024-09-16T11:12:38.920 INFO:tasks.rados.rados.0.smithi077.stdout:2659: done (1 left) 2024-09-16T11:12:38.920 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 265 2024-09-16T11:12:38.920 INFO:tasks.rados.rados.0.smithi077.stdout:2660: seq_num 827 ranges {5791744=655360,6447104=516096,6963200=688128} 2024-09-16T11:12:38.954 INFO:tasks.rados.rados.0.smithi077.stdout:2660: writing smithi07774545-3 from 5791744 to 6447104 tid 1 2024-09-16T11:12:38.957 INFO:tasks.rados.rados.0.smithi077.stdout:2660: writing smithi07774545-3 from 6447104 to 6963200 tid 2 2024-09-16T11:12:38.962 INFO:tasks.rados.rados.0.smithi077.stdout:2660: writing smithi07774545-3 from 6963200 to 7651328 tid 3 2024-09-16T11:12:38.962 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 265 2024-09-16T11:12:38.962 INFO:tasks.rados.rados.0.smithi077.stdout:2661: seq_num 828 ranges {2260992=671744,2932736=802816,3735552=401408} 2024-09-16T11:12:38.977 INFO:tasks.rados.rados.0.smithi077.stdout:2661: writing smithi07774545-23 from 2260992 to 2932736 tid 1 2024-09-16T11:12:38.982 INFO:tasks.rados.rados.0.smithi077.stdout:2661: writing smithi07774545-23 from 2932736 to 3735552 tid 2 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2661: writing smithi07774545-23 from 3735552 to 4136960 tid 3 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2662: snap_create 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2658: finishing write tid 2 to smithi07774545-46 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2658: finishing write tid 3 to smithi07774545-46 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2658: finishing write tid 4 to smithi07774545-46 2024-09-16T11:12:38.985 INFO:tasks.rados.rados.0.smithi077.stdout:2658: finishing write tid 5 to smithi07774545-46 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1266 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2658: left oid 46 (ObjNum 825 snap 265 seq_num 825) 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: finishing write tid 1 to smithi07774545-3 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: finishing write tid 2 to smithi07774545-3 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: finishing write tid 3 to smithi07774545-3 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: finishing write tid 4 to smithi07774545-3 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: finishing write tid 5 to smithi07774545-3 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1373 (ObjNum 827 snap 265 seq_num 827) dirty exists 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2660: left oid 3 (ObjNum 827 snap 265 seq_num 827) 2024-09-16T11:12:38.986 INFO:tasks.rados.rados.0.smithi077.stdout:2661: finishing write tid 1 to smithi07774545-23 2024-09-16T11:12:38.987 INFO:tasks.rados.rados.0.smithi077.stdout:2661: finishing write tid 2 to smithi07774545-23 2024-09-16T11:12:38.987 INFO:tasks.rados.rados.0.smithi077.stdout:2661: finishing write tid 3 to smithi07774545-23 2024-09-16T11:12:38.987 INFO:tasks.rados.rados.0.smithi077.stdout:2661: finishing write tid 4 to smithi07774545-23 2024-09-16T11:12:38.987 INFO:tasks.rados.rados.0.smithi077.stdout:2661: finishing write tid 5 to smithi07774545-23 2024-09-16T11:12:38.987 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1270 (ObjNum 828 snap 265 seq_num 828) dirty exists 2024-09-16T11:12:38.988 INFO:tasks.rados.rados.0.smithi077.stdout:2661: left oid 23 (ObjNum 828 snap 265 seq_num 828) 2024-09-16T11:12:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:38 smithi077 ceph-mon[86047]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T11:12:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:38 smithi077 ceph-mon[88497]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T11:12:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:38 smithi191 ceph-mon[84934]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:2658: done (3 left) 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:2660: done (2 left) 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:2661: done (1 left) 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:2662: done (0 left) 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 266 2024-09-16T11:12:39.866 INFO:tasks.rados.rados.0.smithi077.stdout:2663: seq_num 829 ranges {7733248=688128,8421376=729088,9150464=475136} 2024-09-16T11:12:39.910 INFO:tasks.rados.rados.0.smithi077.stdout:2663: writing smithi07774545-15 from 7733248 to 8421376 tid 1 2024-09-16T11:12:39.914 INFO:tasks.rados.rados.0.smithi077.stdout:2663: writing smithi07774545-15 from 8421376 to 9150464 tid 2 2024-09-16T11:12:39.917 INFO:tasks.rados.rados.0.smithi077.stdout:2663: writing smithi07774545-15 from 9150464 to 9625600 tid 3 2024-09-16T11:12:39.917 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 266 2024-09-16T11:12:39.917 INFO:tasks.rados.rados.0.smithi077.stdout:2664: seq_num 830 ranges {11239424=704512,11943936=614400,12558336=573440,13131776=16384} 2024-09-16T11:12:39.979 INFO:tasks.rados.rados.0.smithi077.stdout:2664: writing smithi07774545-21 from 11239424 to 11943936 tid 1 2024-09-16T11:12:39.982 INFO:tasks.rados.rados.0.smithi077.stdout:2664: writing smithi07774545-21 from 11943936 to 12558336 tid 2 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2664: writing smithi07774545-21 from 12558336 to 13131776 tid 3 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2664: writing smithi07774545-21 from 13131776 to 13148160 tid 4 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2665: setattr oid 46 current snap is 266 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: finishing write tid 1 to smithi07774545-15 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: finishing write tid 2 to smithi07774545-15 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: finishing write tid 3 to smithi07774545-15 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: finishing write tid 4 to smithi07774545-15 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: finishing write tid 5 to smithi07774545-15 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1319 (ObjNum 829 snap 266 seq_num 829) dirty exists 2024-09-16T11:12:39.986 INFO:tasks.rados.rados.0.smithi077.stdout:2663: left oid 15 (ObjNum 829 snap 266 seq_num 829) 2024-09-16T11:12:39.987 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 1 to smithi07774545-21 2024-09-16T11:12:39.987 INFO:tasks.rados.rados.0.smithi077.stdout:2663: done (2 left) 2024-09-16T11:12:39.987 INFO:tasks.rados.rados.0.smithi077.stdout:2666: copy_from oid 14 from oid 2 current snap is 266 2024-09-16T11:12:39.987 INFO:tasks.rados.rados.0.smithi077.stdout:2667: snap_create 2024-09-16T11:12:39.990 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1271 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:12:39.990 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 2 to smithi07774545-21 2024-09-16T11:12:39.990 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 3 to smithi07774545-21 2024-09-16T11:12:39.990 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 4 to smithi07774545-21 2024-09-16T11:12:39.992 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 5 to smithi07774545-21 2024-09-16T11:12:39.994 INFO:tasks.rados.rados.0.smithi077.stdout:2664: finishing write tid 6 to smithi07774545-21 2024-09-16T11:12:39.994 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1415 (ObjNum 830 snap 266 seq_num 830) dirty exists 2024-09-16T11:12:39.995 INFO:tasks.rados.rados.0.smithi077.stdout:2664: left oid 21 (ObjNum 830 snap 266 seq_num 830) 2024-09-16T11:12:40.001 INFO:tasks.rados.rados.0.smithi077.stdout:2666: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:12:40.002 INFO:tasks.rados.rados.0.smithi077.stdout:2666: finishing copy_from to smithi07774545-14 2024-09-16T11:12:40.002 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1341 (ObjNum 770 snap 247 seq_num 770) dirty exists 2024-09-16T11:12:40.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:39 smithi077 ceph-mon[86047]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T11:12:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:39 smithi077 ceph-mon[86047]: pgmap v592: 121 pgs: 121 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T11:12:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:39 smithi077 ceph-mon[88497]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T11:12:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:39 smithi077 ceph-mon[88497]: pgmap v592: 121 pgs: 121 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T11:12:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:39 smithi191 ceph-mon[84934]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T11:12:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:39 smithi191 ceph-mon[84934]: pgmap v592: 121 pgs: 121 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T11:12:40.776 INFO:tasks.rados.rados.0.smithi077.stdout:2664: done (3 left) 2024-09-16T11:12:40.776 INFO:tasks.rados.rados.0.smithi077.stdout:2665: done (2 left) 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:2666: done (1 left) 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:2667: done (0 left) 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:2668: rollback oid 6 current snap is 267 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 258 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 267 2024-09-16T11:12:40.777 INFO:tasks.rados.rados.0.smithi077.stdout:2669: seq_num 831 ranges {1712128=720896,2433024=499712,2932736=704512} 2024-09-16T11:12:40.789 INFO:tasks.rados.rados.0.smithi077.stdout:2669: writing smithi07774545-9 from 1712128 to 2433024 tid 1 2024-09-16T11:12:40.792 INFO:tasks.rados.rados.0.smithi077.stdout:2669: writing smithi07774545-9 from 2433024 to 2932736 tid 2 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:2669: writing smithi07774545-9 from 2932736 to 3637248 tid 3 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:2670: copy_from oid 19 from oid 31 current snap is 267 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:2668: finishing rollback tid 0 to smithi07774545-6 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:2671: rollback oid 17 current snap is 267 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 263 2024-09-16T11:12:40.797 INFO:tasks.rados.rados.0.smithi077.stdout:2668: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:2668: finishing rollback tid 2 to smithi07774545-6 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1365 (ObjNum 775 snap 250 seq_num 775) dirty exists 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:2669: finishing write tid 1 to smithi07774545-9 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:2669: finishing write tid 2 to smithi07774545-9 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:2668: done (3 left) 2024-09-16T11:12:40.798 INFO:tasks.rados.rados.0.smithi077.stdout:2672: delete oid 7 current snap is 267 2024-09-16T11:12:40.799 INFO:tasks.rados.rados.0.smithi077.stdout:2672: done (3 left) 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2673: read oid 5 snap -1 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2673: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2674: copy_from oid 48 from oid 28 current snap is 267 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2675: read oid 4 snap -1 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2675: expect (ObjNum 820 snap 264 seq_num 820) 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2676: setattr oid 16 current snap is 267 2024-09-16T11:12:40.800 INFO:tasks.rados.rados.0.smithi077.stdout:2673: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:12:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:2669: finishing write tid 3 to smithi07774545-9 2024-09-16T11:12:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:2669: finishing write tid 4 to smithi07774545-9 2024-09-16T11:12:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:2673: done (6 left) 2024-09-16T11:12:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 267 2024-09-16T11:12:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:2677: seq_num 833 ranges {450560=761856,1212416=671744,1884160=532480} 2024-09-16T11:12:40.811 INFO:tasks.rados.rados.0.smithi077.stdout:2677: writing smithi07774545-1 from 450560 to 1212416 tid 1 2024-09-16T11:12:40.815 INFO:tasks.rados.rados.0.smithi077.stdout:2677: writing smithi07774545-1 from 1212416 to 1884160 tid 2 2024-09-16T11:12:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:2677: writing smithi07774545-1 from 1884160 to 2416640 tid 3 2024-09-16T11:12:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:2678: setattr oid 46 current snap is 267 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2670: finishing copy_from racing read to smithi07774545-19 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2670: finishing copy_from to smithi07774545-19 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2671: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2669: finishing write tid 5 to smithi07774545-9 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1406 (ObjNum 831 snap 267 seq_num 831) dirty exists 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2669: left oid 9 (ObjNum 831 snap 267 seq_num 831) 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2671: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2671: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1409 (ObjNum 65 snap 0 seq_num 1952078692) dirty exists 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1465 (ObjNum 792 snap 254 seq_num 792) dirty exists 2024-09-16T11:12:40.819 INFO:tasks.rados.rados.0.smithi077.stdout:2674: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:12:40.820 INFO:tasks.rados.rados.0.smithi077.stdout:2674: finishing copy_from to smithi07774545-48 2024-09-16T11:12:40.820 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1312 (ObjNum 729 snap 227 seq_num 729) dirty exists 2024-09-16T11:12:40.820 INFO:tasks.rados.rados.0.smithi077.stdout:2675: expect (ObjNum 820 snap 264 seq_num 820) 2024-09-16T11:12:40.866 INFO:tasks.rados.rados.0.smithi077.stdout:2677: finishing write tid 1 to smithi07774545-1 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2677: finishing write tid 2 to smithi07774545-1 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2677: finishing write tid 3 to smithi07774545-1 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2677: finishing write tid 4 to smithi07774545-1 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2677: finishing write tid 5 to smithi07774545-1 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1385 (ObjNum 833 snap 267 seq_num 833) dirty exists 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2677: left oid 1 (ObjNum 833 snap 267 seq_num 833) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2669: done (7 left) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2670: done (6 left) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2671: done (5 left) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2674: done (4 left) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2675: done (3 left) 2024-09-16T11:12:40.867 INFO:tasks.rados.rados.0.smithi077.stdout:2676: done (2 left) 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2677: done (1 left) 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2679: rollback oid 35 current snap is 267 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 258 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2680: read oid 22 snap -1 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2680: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2681: read oid 31 snap -1 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2681: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 267 2024-09-16T11:12:40.868 INFO:tasks.rados.rados.0.smithi077.stdout:2682: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-16T11:12:40.871 INFO:tasks.rados.rados.0.smithi077.stdout:2682: writing smithi07774545-18 from 0 to 778240 tid 1 2024-09-16T11:12:40.875 INFO:tasks.rados.rados.0.smithi077.stdout:2682: writing smithi07774545-18 from 778240 to 1335296 tid 2 2024-09-16T11:12:40.878 INFO:tasks.rados.rados.0.smithi077.stdout:2682: writing smithi07774545-18 from 1335296 to 1884160 tid 3 2024-09-16T11:12:40.879 INFO:tasks.rados.rados.0.smithi077.stdout:2682: writing smithi07774545-18 from 1884160 to 1982464 tid 4 2024-09-16T11:12:40.879 INFO:tasks.rados.rados.0.smithi077.stdout:2683: copy_from oid 44 from oid 43 current snap is 267 2024-09-16T11:12:40.879 INFO:tasks.rados.rados.0.smithi077.stdout:2681: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1272 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:2679: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:2679: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:2678: done (5 left) 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:2681: done (4 left) 2024-09-16T11:12:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:2684: snap_remove snap 261 2024-09-16T11:12:41.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:40 smithi077 ceph-mon[88497]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T11:12:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:40 smithi077 ceph-mon[88497]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T11:12:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:40 smithi077 ceph-mon[86047]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T11:12:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:40 smithi077 ceph-mon[86047]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T11:12:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:40 smithi191 ceph-mon[84934]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T11:12:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:40 smithi191 ceph-mon[84934]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T11:12:41.871 INFO:tasks.rados.rados.0.smithi077.stdout:2684: done (4 left) 2024-09-16T11:12:41.871 INFO:tasks.rados.rados.0.smithi077.stdout:2685: snap_remove snap 265 2024-09-16T11:12:42.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:41 smithi077 ceph-mon[86047]: pgmap v595: 121 pgs: 121 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-16T11:12:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:41 smithi077 ceph-mon[88497]: pgmap v595: 121 pgs: 121 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-16T11:12:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:41 smithi191 ceph-mon[84934]: pgmap v595: 121 pgs: 121 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-16T11:12:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:42.874 INFO:tasks.rados.rados.0.smithi077.stdout:2685: done (4 left) 2024-09-16T11:12:42.874 INFO:tasks.rados.rados.0.smithi077.stdout:2686: rollback oid 27 current snap is 267 2024-09-16T11:12:42.874 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 255 2024-09-16T11:12:42.874 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 267 2024-09-16T11:12:42.874 INFO:tasks.rados.rados.0.smithi077.stdout:2687: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-09-16T11:12:42.879 INFO:tasks.rados.rados.0.smithi077.stdout:2687: writing smithi07774545-8 from 0 to 794624 tid 1 2024-09-16T11:12:42.882 INFO:tasks.rados.rados.0.smithi077.stdout:2687: writing smithi07774545-8 from 794624 to 1236992 tid 2 2024-09-16T11:12:42.887 INFO:tasks.rados.rados.0.smithi077.stdout:2687: writing smithi07774545-8 from 1236992 to 1949696 tid 3 2024-09-16T11:12:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2687: writing smithi07774545-8 from 1949696 to 1998848 tid 4 2024-09-16T11:12:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2679: finishing rollback tid 2 to smithi07774545-35 2024-09-16T11:12:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1468 (ObjNum 794 snap 255 seq_num 794) dirty exists 2024-09-16T11:12:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 1 to smithi07774545-18 2024-09-16T11:12:42.888 INFO:tasks.rados.rados.0.smithi077.stdout:2680: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:12:42.950 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 2 to smithi07774545-18 2024-09-16T11:12:42.950 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 3 to smithi07774545-18 2024-09-16T11:12:42.950 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 4 to smithi07774545-18 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 5 to smithi07774545-18 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2682: finishing write tid 6 to smithi07774545-18 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1473 (ObjNum 834 snap 267 seq_num 834) dirty exists 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2682: left oid 18 (ObjNum 834 snap 267 seq_num 834) 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2683: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2679: done (5 left) 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2680: done (4 left) 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2682: done (3 left) 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2688: rollback oid 21 current snap is 267 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 251 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2683: finishing copy_from to smithi07774545-44 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1462 (ObjNum 808 snap 261 seq_num 808) dirty exists 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2686: finishing rollback tid 0 to smithi07774545-27 2024-09-16T11:12:42.951 INFO:tasks.rados.rados.0.smithi077.stdout:2686: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2686: finishing rollback tid 2 to smithi07774545-27 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1388 (ObjNum 786 snap 253 seq_num 786) dirty exists 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 1 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 2 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 3 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 4 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 5 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: finishing write tid 6 to smithi07774545-8 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1317 (ObjNum 835 snap 267 seq_num 835) dirty exists 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2687: left oid 8 (ObjNum 835 snap 267 seq_num 835) 2024-09-16T11:12:42.952 INFO:tasks.rados.rados.0.smithi077.stdout:2683: done (3 left) 2024-09-16T11:12:42.953 INFO:tasks.rados.rados.0.smithi077.stdout:2686: done (2 left) 2024-09-16T11:12:42.954 INFO:tasks.rados.rados.0.smithi077.stdout:2687: done (1 left) 2024-09-16T11:12:42.954 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 267 2024-09-16T11:12:42.954 INFO:tasks.rados.rados.0.smithi077.stdout:2689: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-09-16T11:12:42.954 INFO:tasks.rados.rados.0.smithi077.stdout:2689: writing smithi07774545-5 from 0 to 409600 tid 1 2024-09-16T11:12:42.956 INFO:tasks.rados.rados.0.smithi077.stdout:2689: writing smithi07774545-5 from 409600 to 1130496 tid 2 2024-09-16T11:12:42.959 INFO:tasks.rados.rados.0.smithi077.stdout:2689: writing smithi07774545-5 from 1130496 to 1646592 tid 3 2024-09-16T11:12:42.961 INFO:tasks.rados.rados.0.smithi077.stdout:2689: writing smithi07774545-5 from 1646592 to 2015232 tid 4 2024-09-16T11:12:42.961 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 267 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2688: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2688: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2688: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1427 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 1 to smithi07774545-5 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 2 to smithi07774545-5 2024-09-16T11:12:42.962 INFO:tasks.rados.rados.0.smithi077.stdout:2690: seq_num 837 ranges {4145152=425984,4571136=655360,5226496=729088,5955584=221184} 2024-09-16T11:12:42.985 INFO:tasks.rados.rados.0.smithi077.stdout:2690: writing smithi07774545-26 from 4145152 to 4571136 tid 1 2024-09-16T11:12:42.989 INFO:tasks.rados.rados.0.smithi077.stdout:2690: writing smithi07774545-26 from 4571136 to 5226496 tid 2 2024-09-16T11:12:42.993 INFO:tasks.rados.rados.0.smithi077.stdout:2690: writing smithi07774545-26 from 5226496 to 5955584 tid 3 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2690: writing smithi07774545-26 from 5955584 to 6176768 tid 4 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2688: done (2 left) 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2691: read oid 30 snap -1 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2691: expect deleted 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 267 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 3 to smithi07774545-5 2024-09-16T11:12:42.995 INFO:tasks.rados.rados.0.smithi077.stdout:2692: seq_num 838 ranges {2785280=442368,3227648=540672,3768320=532480,4300800=442368,4743168=90112} 2024-09-16T11:12:43.012 INFO:tasks.rados.rados.0.smithi077.stdout:2692: writing smithi07774545-14 from 2785280 to 3227648 tid 1 2024-09-16T11:12:43.015 INFO:tasks.rados.rados.0.smithi077.stdout:2692: writing smithi07774545-14 from 3227648 to 3768320 tid 2 2024-09-16T11:12:43.018 INFO:tasks.rados.rados.0.smithi077.stdout:2692: writing smithi07774545-14 from 3768320 to 4300800 tid 3 2024-09-16T11:12:43.021 INFO:tasks.rados.rados.0.smithi077.stdout:2692: writing smithi07774545-14 from 4300800 to 4743168 tid 4 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2692: writing smithi07774545-14 from 4743168 to 4833280 tid 5 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2693: copy_from oid 23 from oid 38 current snap is 267 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 4 to smithi07774545-5 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2694: read oid 6 snap -1 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2694: expect (ObjNum 775 snap 250 seq_num 775) 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 267 2024-09-16T11:12:43.022 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 5 to smithi07774545-5 2024-09-16T11:12:43.023 INFO:tasks.rados.rados.0.smithi077.stdout:2695: seq_num 839 ranges {2785280=458752,3244032=425984,3670016=688128,4358144=491520} 2024-09-16T11:12:43.041 INFO:tasks.rados.rados.0.smithi077.stdout:2695: writing smithi07774545-2 from 2785280 to 3244032 tid 1 2024-09-16T11:12:43.043 INFO:tasks.rados.rados.0.smithi077.stdout:2695: writing smithi07774545-2 from 3244032 to 3670016 tid 2 2024-09-16T11:12:43.047 INFO:tasks.rados.rados.0.smithi077.stdout:2695: writing smithi07774545-2 from 3670016 to 4358144 tid 3 2024-09-16T11:12:43.050 INFO:tasks.rados.rados.0.smithi077.stdout:2695: writing smithi07774545-2 from 4358144 to 4849664 tid 4 2024-09-16T11:12:43.050 INFO:tasks.rados.rados.0.smithi077.stdout:2696: snap_remove snap 264 2024-09-16T11:12:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:42 smithi077 ceph-mon[86047]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T11:12:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:42 smithi077 ceph-mon[88497]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T11:12:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:42 smithi191 ceph-mon[84934]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T11:12:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:43.886 INFO:tasks.rados.rados.0.smithi077.stdout:2696: done (7 left) 2024-09-16T11:12:43.886 INFO:tasks.rados.rados.0.smithi077.stdout:2697: snap_remove snap 251 2024-09-16T11:12:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:43 smithi077 ceph-mon[86047]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T11:12:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:43 smithi077 ceph-mon[86047]: pgmap v598: 121 pgs: 121 active+clean; 234 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 35 op/s 2024-09-16T11:12:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:43 smithi077 ceph-mon[88497]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T11:12:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:43 smithi077 ceph-mon[88497]: pgmap v598: 121 pgs: 121 active+clean; 234 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 35 op/s 2024-09-16T11:12:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:43 smithi191 ceph-mon[84934]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T11:12:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:43 smithi191 ceph-mon[84934]: pgmap v598: 121 pgs: 121 active+clean; 234 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 35 op/s 2024-09-16T11:12:44.893 INFO:tasks.rados.rados.0.smithi077.stdout:2697: done (7 left) 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2698: delete oid 15 current snap is 267 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2689: finishing write tid 6 to smithi07774545-5 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1200 (ObjNum 836 snap 267 seq_num 836) dirty exists 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2689: left oid 5 (ObjNum 836 snap 267 seq_num 836) 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 1 to smithi07774545-26 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 2 to smithi07774545-26 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 3 to smithi07774545-26 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 4 to smithi07774545-26 2024-09-16T11:12:44.908 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 5 to smithi07774545-26 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2690: finishing write tid 6 to smithi07774545-26 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1370 (ObjNum 837 snap 267 seq_num 837) dirty exists 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2690: left oid 26 (ObjNum 837 snap 267 seq_num 837) 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 1 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 2 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 3 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 4 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 5 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 6 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2693: finishing copy_from racing read to smithi07774545-23 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: finishing write tid 7 to smithi07774545-14 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1393 (ObjNum 838 snap 267 seq_num 838) dirty exists 2024-09-16T11:12:44.909 INFO:tasks.rados.rados.0.smithi077.stdout:2692: left oid 14 (ObjNum 838 snap 267 seq_num 838) 2024-09-16T11:12:44.910 INFO:tasks.rados.rados.0.smithi077.stdout:2693: finishing copy_from to smithi07774545-23 2024-09-16T11:12:44.910 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:44.910 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 1 to smithi07774545-2 2024-09-16T11:12:44.910 INFO:tasks.rados.rados.0.smithi077.stdout:2694: expect (ObjNum 775 snap 250 seq_num 775) 2024-09-16T11:12:45.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:44 smithi077 ceph-mon[88497]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T11:12:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:44 smithi077 ceph-mon[86047]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T11:12:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:44 smithi191 ceph-mon[84934]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 2 to smithi07774545-2 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 3 to smithi07774545-2 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 4 to smithi07774545-2 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 5 to smithi07774545-2 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: finishing write tid 6 to smithi07774545-2 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1433 (ObjNum 839 snap 267 seq_num 839) dirty exists 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2695: left oid 2 (ObjNum 839 snap 267 seq_num 839) 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2689: done (7 left) 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2690: done (6 left) 2024-09-16T11:12:45.222 INFO:tasks.rados.rados.0.smithi077.stdout:2691: done (5 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2692: done (4 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2693: done (3 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2694: done (2 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2695: done (1 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2698: done (0 left) 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2699: rollback oid 41 current snap is 267 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 258 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2700: copy_from oid 2 from oid 3 current snap is 267 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2701: delete oid 12 current snap is 267 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:2699: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:12:45.223 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:12:45.225 INFO:tasks.rados.rados.0.smithi077.stdout:2699: done (2 left) 2024-09-16T11:12:45.225 INFO:tasks.rados.rados.0.smithi077.stdout:2701: done (1 left) 2024-09-16T11:12:45.225 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 267 2024-09-16T11:12:45.225 INFO:tasks.rados.rados.0.smithi077.stdout:2702: seq_num 842 ranges {6111232=507904,6619136=475136,7094272=516096,7610368=499712,8110080=114688} 2024-09-16T11:12:45.261 INFO:tasks.rados.rados.0.smithi077.stdout:2702: writing smithi07774545-11 from 6111232 to 6619136 tid 1 2024-09-16T11:12:45.263 INFO:tasks.rados.rados.0.smithi077.stdout:2702: writing smithi07774545-11 from 6619136 to 7094272 tid 2 2024-09-16T11:12:45.266 INFO:tasks.rados.rados.0.smithi077.stdout:2702: writing smithi07774545-11 from 7094272 to 7610368 tid 3 2024-09-16T11:12:45.269 INFO:tasks.rados.rados.0.smithi077.stdout:2702: writing smithi07774545-11 from 7610368 to 8110080 tid 4 2024-09-16T11:12:45.270 INFO:tasks.rados.rados.0.smithi077.stdout:2702: writing smithi07774545-11 from 8110080 to 8224768 tid 5 2024-09-16T11:12:45.270 INFO:tasks.rados.rados.0.smithi077.stdout:2703: copy_from oid 32 from oid 5 current snap is 267 2024-09-16T11:12:45.270 INFO:tasks.rados.rados.0.smithi077.stdout:2700: finishing copy_from racing read to smithi07774545-2 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2700: finishing copy_from to smithi07774545-2 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1373 (ObjNum 827 snap 265 seq_num 827) dirty exists 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 1 to smithi07774545-11 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 2 to smithi07774545-11 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 3 to smithi07774545-11 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2700: done (2 left) 2024-09-16T11:12:45.271 INFO:tasks.rados.rados.0.smithi077.stdout:2704: snap_remove snap 266 2024-09-16T11:12:45.780 INFO:tasks.rados.rados.0.smithi077.stdout:2704: done (2 left) 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 267 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 4 to smithi07774545-11 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 5 to smithi07774545-11 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 6 to smithi07774545-11 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2702: finishing write tid 7 to smithi07774545-11 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1502 (ObjNum 842 snap 267 seq_num 842) dirty exists 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2702: left oid 11 (ObjNum 842 snap 267 seq_num 842) 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2703: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2703: finishing copy_from to smithi07774545-32 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1200 (ObjNum 836 snap 267 seq_num 836) dirty exists 2024-09-16T11:12:45.781 INFO:tasks.rados.rados.0.smithi077.stdout:2705: seq_num 843 ranges {417792=524288,942080=761856,1703936=671744,2375680=172032} 2024-09-16T11:12:45.786 INFO:tasks.rados.rados.0.smithi077.stdout:2705: writing smithi07774545-40 from 417792 to 942080 tid 1 2024-09-16T11:12:45.791 INFO:tasks.rados.rados.0.smithi077.stdout:2705: writing smithi07774545-40 from 942080 to 1703936 tid 2 2024-09-16T11:12:45.796 INFO:tasks.rados.rados.0.smithi077.stdout:2705: writing smithi07774545-40 from 1703936 to 2375680 tid 3 2024-09-16T11:12:45.797 INFO:tasks.rados.rados.0.smithi077.stdout:2705: writing smithi07774545-40 from 2375680 to 2547712 tid 4 2024-09-16T11:12:45.797 INFO:tasks.rados.rados.0.smithi077.stdout:2702: done (2 left) 2024-09-16T11:12:45.798 INFO:tasks.rados.rados.0.smithi077.stdout:2703: done (1 left) 2024-09-16T11:12:45.798 INFO:tasks.rados.rados.0.smithi077.stdout:2706: delete oid 4 current snap is 267 2024-09-16T11:12:45.798 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 1 to smithi07774545-40 2024-09-16T11:12:45.798 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 2 to smithi07774545-40 2024-09-16T11:12:45.800 INFO:tasks.rados.rados.0.smithi077.stdout:2706: done (1 left) 2024-09-16T11:12:45.800 INFO:tasks.rados.rados.0.smithi077.stdout:2707: delete oid 28 current snap is 267 2024-09-16T11:12:45.801 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 3 to smithi07774545-40 2024-09-16T11:12:45.802 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 4 to smithi07774545-40 2024-09-16T11:12:45.803 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 5 to smithi07774545-40 2024-09-16T11:12:45.803 INFO:tasks.rados.rados.0.smithi077.stdout:2707: done (1 left) 2024-09-16T11:12:45.803 INFO:tasks.rados.rados.0.smithi077.stdout:2708: snap_remove snap 263 2024-09-16T11:12:46.159 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[86047]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T11:12:46.160 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[86047]: pgmap v601: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-09-16T11:12:46.160 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[86047]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T11:12:46.160 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[88497]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T11:12:46.160 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[88497]: pgmap v601: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-09-16T11:12:46.160 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:45 smithi077 ceph-mon[88497]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T11:12:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:45 smithi191 ceph-mon[84934]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T11:12:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:45 smithi191 ceph-mon[84934]: pgmap v601: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-09-16T11:12:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:45 smithi191 ceph-mon[84934]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T11:12:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2708: done (1 left) 2024-09-16T11:12:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2709: snap_create 2024-09-16T11:12:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2705: finishing write tid 6 to smithi07774545-40 2024-09-16T11:12:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1492 (ObjNum 843 snap 267 seq_num 843) dirty exists 2024-09-16T11:12:46.780 INFO:tasks.rados.rados.0.smithi077.stdout:2705: left oid 40 (ObjNum 843 snap 267 seq_num 843) 2024-09-16T11:12:46.895 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:46] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:12:46.922 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph orch ps' 2024-09-16T11:12:47.171 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:12:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:46 smithi077 ceph-mon[86047]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:46 smithi077 ceph-mon[86047]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T11:12:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:46 smithi077 ceph-mon[88497]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:46 smithi077 ceph-mon[88497]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T11:12:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:46 smithi191 ceph-mon[84934]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:46 smithi191 ceph-mon[84934]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T11:12:47.779 INFO:tasks.rados.rados.0.smithi077.stdout:2705: done (1 left) 2024-09-16T11:12:47.779 INFO:tasks.rados.rados.0.smithi077.stdout:2709: done (0 left) 2024-09-16T11:12:47.779 INFO:tasks.rados.rados.0.smithi077.stdout:2710: rmattr oid 49 current snap is 268 2024-09-16T11:12:47.779 INFO:tasks.rados.rados.0.smithi077.stdout:2710: done (0 left) 2024-09-16T11:12:47.779 INFO:tasks.rados.rados.0.smithi077.stdout:2711: snap_remove snap 267 2024-09-16T11:12:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:47 smithi077 ceph-mon[88497]: pgmap v604: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-16T11:12:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:47 smithi077 ceph-mon[88497]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T11:12:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:47 smithi077 ceph-mon[86047]: pgmap v604: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-16T11:12:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:47 smithi077 ceph-mon[86047]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T11:12:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:47 smithi191 ceph-mon[84934]: pgmap v604: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-16T11:12:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:47 smithi191 ceph-mon[84934]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T11:12:48.780 INFO:tasks.rados.rados.0.smithi077.stdout:2711: done (0 left) 2024-09-16T11:12:48.781 INFO:tasks.rados.rados.0.smithi077.stdout:2712: rollback oid 11 current snap is 268 2024-09-16T11:12:48.781 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 258 2024-09-16T11:12:48.781 INFO:tasks.rados.rados.0.smithi077.stdout:2713: delete oid 36 current snap is 268 2024-09-16T11:12:48.786 INFO:tasks.rados.rados.0.smithi077.stdout:2713: done (1 left) 2024-09-16T11:12:48.786 INFO:tasks.rados.rados.0.smithi077.stdout:2714: copy_from oid 1 from oid 9 current snap is 268 2024-09-16T11:12:48.786 INFO:tasks.rados.rados.0.smithi077.stdout:2715: snap_remove snap 248 2024-09-16T11:12:49.037 INFO:teuthology.orchestra.run.smithi077.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T11:12:49.037 INFO:teuthology.orchestra.run.smithi077.stdout:alertmanager.a smithi077 *:9093,9094 running (34s) 30s ago 11m 14.8M - 0.25.0 c8568f914cd2 d5ed6f651fbd 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:grafana.a smithi191 *:3000 running (21s) 17s ago 11m 37.3M - 9.4.7 954c08fa6188 3cd6f6563a3a 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mds.a smithi077 running (96s) 30s ago 12m 14.4M - 18.2.4-845-ge4e227b3 67ddd33fa72f 2538a592782f 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mds.b smithi191 running (77s) 17s ago 12m 13.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6f67f717b45d 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.x smithi191 *:8443,9283,8765 running (7m) 17s ago 16m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f c9de9fc058ca 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mgr.y smithi077 *:8443,9283,8765 running (7m) 30s ago 17m 506M - 18.2.4-845-ge4e227b3 67ddd33fa72f 953ef4573504 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mon.a smithi077 running (6m) 30s ago 17m 67.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 365c831a75c1 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mon.b smithi191 running (6m) 17s ago 16m 53.6M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 32bb54427ba9 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:mon.c smithi077 running (6m) 30s ago 16m 57.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f e2c746899e52 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.a smithi077 *:9100 running (66s) 30s ago 11m 8460k - 1.5.0 0da6a335fe13 a73368df3fa3 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:node-exporter.b smithi191 *:9100 running (62s) 17s ago 11m 7814k - 1.5.0 0da6a335fe13 b74a2f79dc04 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:osd.0 smithi077 running (5m) 30s ago 15m 330M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 32a0518d08ca 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:osd.1 smithi077 running (5m) 30s ago 15m 329M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 3779d5773bd9 2024-09-16T11:12:49.038 INFO:teuthology.orchestra.run.smithi077.stdout:osd.2 smithi077 running (4m) 30s ago 14m 258M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 834cdd0f3d5c 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:osd.3 smithi077 running (4m) 30s ago 14m 146M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 0ad8abf64c55 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:osd.4 smithi191 running (3m) 17s ago 14m 171M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 8c9e03af29e5 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:osd.5 smithi191 running (2m) 17s ago 13m 179M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f effed51c9fef 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:osd.6 smithi191 running (2m) 17s ago 13m 116M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ef3b1900baf9 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:osd.7 smithi191 running (112s) 17s ago 12m 108M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 773454a5d239 2024-09-16T11:12:49.039 INFO:teuthology.orchestra.run.smithi077.stdout:prometheus.a smithi191 *:9095 running (48s) 17s ago 12m 53.2M - 2.43.0 a07b618ecd1d dc5d93f23900 2024-09-16T11:12:49.726 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions' 2024-09-16T11:12:49.790 INFO:tasks.rados.rados.0.smithi077.stdout:2715: done (2 left) 2024-09-16T11:12:49.790 INFO:tasks.rados.rados.0.smithi077.stdout:2716: setattr oid 38 current snap is 268 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:2712: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:2712: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:2712: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1523 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:2714: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:2714: finishing copy_from to smithi07774545-1 2024-09-16T11:12:49.791 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1406 (ObjNum 831 snap 267 seq_num 831) dirty exists 2024-09-16T11:12:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:2712: done (2 left) 2024-09-16T11:12:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:2714: done (1 left) 2024-09-16T11:12:49.793 INFO:tasks.rados.rados.0.smithi077.stdout:2717: snap_create 2024-09-16T11:12:49.802 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1410 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:49.995 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:12:50.116 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[86047]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T11:12:50.117 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[86047]: pgmap v607: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-09-16T11:12:50.117 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[86047]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:50.117 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[88497]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T11:12:50.117 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[88497]: pgmap v607: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-09-16T11:12:50.117 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:49 smithi077 ceph-mon[88497]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:49 smithi191 ceph-mon[84934]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T11:12:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:49 smithi191 ceph-mon[84934]: pgmap v607: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-09-16T11:12:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:49 smithi191 ceph-mon[84934]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T11:12:50.776 INFO:tasks.rados.rados.0.smithi077.stdout:2716: done (1 left) 2024-09-16T11:12:50.777 INFO:tasks.rados.rados.0.smithi077.stdout:2717: done (0 left) 2024-09-16T11:12:50.777 INFO:tasks.rados.rados.0.smithi077.stdout:2718: snap_remove snap 258 2024-09-16T11:12:51.084 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:50 smithi077 ceph-mon[86047]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T11:12:51.084 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:50 smithi077 ceph-mon[86047]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T11:12:51.084 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:50 smithi077 ceph-mon[88497]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T11:12:51.084 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:50 smithi077 ceph-mon[88497]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T11:12:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:50 smithi191 ceph-mon[84934]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T11:12:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:50 smithi191 ceph-mon[84934]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T11:12:51.779 INFO:tasks.rados.rados.0.smithi077.stdout:2718: done (0 left) 2024-09-16T11:12:51.779 INFO:tasks.rados.rados.0.smithi077.stdout:2719: delete oid 29 current snap is 269 2024-09-16T11:12:51.794 INFO:tasks.rados.rados.0.smithi077.stdout:2719: done (0 left) 2024-09-16T11:12:51.794 INFO:tasks.rados.rados.0.smithi077.stdout:2720: copy_from oid 14 from oid 22 current snap is 269 2024-09-16T11:12:51.794 INFO:tasks.rados.rados.0.smithi077.stdout:2721: delete oid 40 current snap is 269 2024-09-16T11:12:51.797 INFO:tasks.rados.rados.0.smithi077.stdout:2721: done (1 left) 2024-09-16T11:12:51.797 INFO:tasks.rados.rados.0.smithi077.stdout:2722: delete oid 21 current snap is 269 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2722: done (1 left) 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2723: rmattr oid 28 current snap is 269 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2723: done (1 left) 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2724: read oid 7 snap 255 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2724: expect deleted 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2725: copy_from oid 10 from oid 36 current snap is 269 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 269 2024-09-16T11:12:51.809 INFO:tasks.rados.rados.0.smithi077.stdout:2726: seq_num 850 ranges {2277376=638976,2916352=802816,3719168=475136,4194304=327680} 2024-09-16T11:12:51.825 INFO:tasks.rados.rados.0.smithi077.stdout:2726: writing smithi07774545-43 from 2277376 to 2916352 tid 1 2024-09-16T11:12:51.829 INFO:tasks.rados.rados.0.smithi077.stdout:2726: writing smithi07774545-43 from 2916352 to 3719168 tid 2 2024-09-16T11:12:51.832 INFO:tasks.rados.rados.0.smithi077.stdout:2726: writing smithi07774545-43 from 3719168 to 4194304 tid 3 2024-09-16T11:12:51.835 INFO:tasks.rados.rados.0.smithi077.stdout:2726: writing smithi07774545-43 from 4194304 to 4521984 tid 4 2024-09-16T11:12:51.835 INFO:tasks.rados.rados.0.smithi077.stdout:2727: read oid 48 snap -1 2024-09-16T11:12:51.835 INFO:tasks.rados.rados.0.smithi077.stdout:2727: expect (ObjNum 729 snap 227 seq_num 729) 2024-09-16T11:12:51.835 INFO:tasks.rados.rados.0.smithi077.stdout:2728: copy_from oid 1 from oid 24 current snap is 269 2024-09-16T11:12:51.835 INFO:tasks.rados.rados.0.smithi077.stdout:2720: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2720: finishing copy_from to smithi07774545-14 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 220 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2725: finishing copy_from to smithi07774545-10 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2725: got expected ENOENT (src dne) 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2720: done (5 left) 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2724: done (4 left) 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2729: read oid 45 snap -1 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2729: expect (ObjNum 815 snap 261 seq_num 815) 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2730: read oid 41 snap -1 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2730: expect deleted 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2731: delete oid 17 current snap is 269 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2725: finishing copy_from racing read to smithi07774545-10 2024-09-16T11:12:51.836 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 1 to smithi07774545-43 2024-09-16T11:12:51.837 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 2 to smithi07774545-43 2024-09-16T11:12:51.837 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 3 to smithi07774545-43 2024-09-16T11:12:51.838 INFO:tasks.rados.rados.0.smithi077.stdout:2725: done (6 left) 2024-09-16T11:12:51.838 INFO:tasks.rados.rados.0.smithi077.stdout:2730: done (5 left) 2024-09-16T11:12:51.838 INFO:tasks.rados.rados.0.smithi077.stdout:2731: done (4 left) 2024-09-16T11:12:51.839 INFO:tasks.rados.rados.0.smithi077.stdout:2732: copy_from oid 4 from oid 46 current snap is 269 2024-09-16T11:12:51.839 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 269 2024-09-16T11:12:51.839 INFO:tasks.rados.rados.0.smithi077.stdout:2733: seq_num 852 ranges {5791744=671744,6463488=622592,7086080=442368,7528448=540672} 2024-09-16T11:12:51.874 INFO:tasks.rados.rados.0.smithi077.stdout:2733: writing smithi07774545-6 from 5791744 to 6463488 tid 1 2024-09-16T11:12:51.878 INFO:tasks.rados.rados.0.smithi077.stdout:2733: writing smithi07774545-6 from 6463488 to 7086080 tid 2 2024-09-16T11:12:51.881 INFO:tasks.rados.rados.0.smithi077.stdout:2733: writing smithi07774545-6 from 7086080 to 7528448 tid 3 2024-09-16T11:12:51.884 INFO:tasks.rados.rados.0.smithi077.stdout:2733: writing smithi07774545-6 from 7528448 to 8069120 tid 4 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2734: delete oid 15 current snap is 269 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 4 to smithi07774545-43 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 5 to smithi07774545-43 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2726: finishing write tid 6 to smithi07774545-43 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1524 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2726: left oid 43 (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:12:51.885 INFO:tasks.rados.rados.0.smithi077.stdout:2727: expect (ObjNum 729 snap 227 seq_num 729) 2024-09-16T11:12:51.887 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-16T11:12:51.887 INFO:teuthology.orchestra.run.smithi077.stdout: "mon": { 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "mgr": { 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "osd": { 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "overall": { 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T11:12:51.888 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-16T11:12:51.889 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-16T11:12:51.976 INFO:tasks.rados.rados.0.smithi077.stdout:2729: expect (ObjNum 815 snap 261 seq_num 815) 2024-09-16T11:12:52.043 INFO:tasks.rados.rados.0.smithi077.stdout:2728: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:12:52.043 INFO:tasks.rados.rados.0.smithi077.stdout:2728: finishing copy_from to smithi07774545-1 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1377 (ObjNum 791 snap 254 seq_num 791) dirty exists 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 1 to smithi07774545-6 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2726: done (6 left) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2727: done (5 left) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2728: done (4 left) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2729: done (3 left) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2734: done (2 left) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2735: read oid 16 snap 255 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2735: expect (ObjNum 792 snap 254 seq_num 792) 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2736: rollback oid 33 current snap is 269 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 255 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 2 to smithi07774545-6 2024-09-16T11:12:52.044 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 3 to smithi07774545-6 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 4 to smithi07774545-6 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 5 to smithi07774545-6 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2737: delete oid 9 current snap is 269 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2733: finishing write tid 6 to smithi07774545-6 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1375 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2733: left oid 6 (ObjNum 852 snap 269 seq_num 852) 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2732: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:2732: finishing copy_from to smithi07774545-4 2024-09-16T11:12:52.045 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1272 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:12:52.047 INFO:tasks.rados.rados.0.smithi077.stdout:2732: done (4 left) 2024-09-16T11:12:52.047 INFO:tasks.rados.rados.0.smithi077.stdout:2733: done (3 left) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2737: done (2 left) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2738: rmattr oid 29 current snap is 269 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2738: done (2 left) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2739: read oid 11 snap -1 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2739: expect (ObjNum 733 snap 229 seq_num 733) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2740: rmattr oid 1 current snap is 269 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2740: done (3 left) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2741: read oid 20 snap 268 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2741: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2742: read oid 46 snap -1 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2742: expect (ObjNum 825 snap 265 seq_num 825) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2743: read oid 22 snap -1 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:2743: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:12:52.048 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 269 2024-09-16T11:12:52.049 INFO:tasks.rados.rados.0.smithi077.stdout:2736: finishing rollback tid 0 to smithi07774545-33 2024-09-16T11:12:52.049 INFO:tasks.rados.rados.0.smithi077.stdout:2736: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:12:52.049 INFO:tasks.rados.rados.0.smithi077.stdout:2744: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-09-16T11:12:52.052 INFO:tasks.rados.rados.0.smithi077.stdout:2744: writing smithi07774545-41 from 0 to 729088 tid 1 2024-09-16T11:12:52.056 INFO:tasks.rados.rados.0.smithi077.stdout:2744: writing smithi07774545-41 from 729088 to 1400832 tid 2 2024-09-16T11:12:52.061 INFO:tasks.rados.rados.0.smithi077.stdout:2744: writing smithi07774545-41 from 1400832 to 2064384 tid 3 2024-09-16T11:12:52.063 INFO:tasks.rados.rados.0.smithi077.stdout:2744: writing smithi07774545-41 from 2064384 to 2334720 tid 4 2024-09-16T11:12:52.064 INFO:tasks.rados.rados.0.smithi077.stdout:2745: rollback oid 42 current snap is 269 2024-09-16T11:12:52.064 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 268 2024-09-16T11:12:52.064 INFO:tasks.rados.rados.0.smithi077.stdout:2736: finishing rollback tid 2 to smithi07774545-33 2024-09-16T11:12:52.064 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1396 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:12:52.064 INFO:tasks.rados.rados.0.smithi077.stdout:2743: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:12:52.135 INFO:tasks.rados.rados.0.smithi077.stdout:2735: expect (ObjNum 792 snap 254 seq_num 792) 2024-09-16T11:12:52.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:51 smithi077 ceph-mon[88497]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 8 op/s 2024-09-16T11:12:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:51 smithi077 ceph-mon[88497]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T11:12:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:51 smithi077 ceph-mon[86047]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 8 op/s 2024-09-16T11:12:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:51 smithi077 ceph-mon[86047]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T11:12:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:51 smithi191 ceph-mon[84934]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 8 op/s 2024-09-16T11:12:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:51 smithi191 ceph-mon[84934]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T11:12:52.263 INFO:tasks.rados.rados.0.smithi077.stdout:2745: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:12:52.263 INFO:tasks.rados.rados.0.smithi077.stdout:2745: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:12:52.263 INFO:tasks.rados.rados.0.smithi077.stdout:2745: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:12:52.263 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1477 (ObjNum 816 snap 264 seq_num 816) dirty exists 2024-09-16T11:12:52.263 INFO:tasks.rados.rados.0.smithi077.stdout:2739: expect (ObjNum 733 snap 229 seq_num 733) 2024-09-16T11:12:52.536 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 1 to smithi07774545-41 2024-09-16T11:12:52.536 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 2 to smithi07774545-41 2024-09-16T11:12:52.536 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 3 to smithi07774545-41 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 4 to smithi07774545-41 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 5 to smithi07774545-41 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:2744: finishing write tid 6 to smithi07774545-41 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1478 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:2744: left oid 41 (ObjNum 855 snap 269 seq_num 855) 2024-09-16T11:12:52.537 INFO:tasks.rados.rados.0.smithi077.stdout:2742: expect (ObjNum 825 snap 265 seq_num 825) 2024-09-16T11:12:52.572 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-16T11:12:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:12:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:12:52.863 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:12:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1517347676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1517347676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1517347676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:53.448 INFO:tasks.rados.rados.0.smithi077.stdout:2741: expect (ObjNum 758 snap 240 seq_num 758) 2024-09-16T11:12:54.057 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:53 smithi077 ceph-mon[86047]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T11:12:54.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:53 smithi077 ceph-mon[88497]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T11:12:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:53 smithi191 ceph-mon[84934]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2735: done (7 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2736: done (6 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2739: done (5 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2741: done (4 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2742: done (3 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2743: done (2 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2744: done (1 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2745: done (0 left) 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2746: rmattr oid 16 current snap is 269 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2747: read oid 4 snap 255 2024-09-16T11:12:54.317 INFO:tasks.rados.rados.0.smithi077.stdout:2747: expect (ObjNum 455531872 snap 21865 seq_num 454718016) 2024-09-16T11:12:54.318 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 269 2024-09-16T11:12:54.318 INFO:tasks.rados.rados.0.smithi077.stdout:2748: seq_num 856 ranges {335872=745472,1081344=557056,1638400=417792,2056192=434176,2490368=196608} 2024-09-16T11:12:54.322 INFO:tasks.rados.rados.0.smithi077.stdout:2748: writing smithi07774545-38 from 335872 to 1081344 tid 1 2024-09-16T11:12:54.325 INFO:tasks.rados.rados.0.smithi077.stdout:2748: writing smithi07774545-38 from 1081344 to 1638400 tid 2 2024-09-16T11:12:54.328 INFO:tasks.rados.rados.0.smithi077.stdout:2748: writing smithi07774545-38 from 1638400 to 2056192 tid 3 2024-09-16T11:12:54.330 INFO:tasks.rados.rados.0.smithi077.stdout:2748: writing smithi07774545-38 from 2056192 to 2490368 tid 4 2024-09-16T11:12:54.332 INFO:tasks.rados.rados.0.smithi077.stdout:2748: writing smithi07774545-38 from 2490368 to 2686976 tid 5 2024-09-16T11:12:54.332 INFO:tasks.rados.rados.0.smithi077.stdout:2749: rollback oid 17 current snap is 269 2024-09-16T11:12:54.332 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 268 2024-09-16T11:12:54.332 INFO:tasks.rados.rados.0.smithi077.stdout:2747: expect (ObjNum 455531872 snap 21865 seq_num 454718016) 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1545 (ObjNum 792 snap 254 seq_num 792) dirty exists 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 1 to smithi07774545-38 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 2 to smithi07774545-38 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2746: done (3 left) 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2747: done (2 left) 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2750: rmattr oid 50 current snap is 269 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 3 to smithi07774545-38 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 269 2024-09-16T11:12:54.334 INFO:tasks.rados.rados.0.smithi077.stdout:2751: seq_num 857 ranges {7651328=761856,8413184=442368,8855552=630784,9486336=532480} 2024-09-16T11:12:54.379 INFO:tasks.rados.rados.0.smithi077.stdout:2751: writing smithi07774545-3 from 7651328 to 8413184 tid 1 2024-09-16T11:12:54.382 INFO:tasks.rados.rados.0.smithi077.stdout:2751: writing smithi07774545-3 from 8413184 to 8855552 tid 2 2024-09-16T11:12:54.386 INFO:tasks.rados.rados.0.smithi077.stdout:2751: writing smithi07774545-3 from 8855552 to 9486336 tid 3 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2751: writing smithi07774545-3 from 9486336 to 10018816 tid 4 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2752: copy_from oid 4 from oid 46 current snap is 269 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 4 to smithi07774545-38 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 5 to smithi07774545-38 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 6 to smithi07774545-38 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1479 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2748: finishing write tid 7 to smithi07774545-38 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1418 (ObjNum 856 snap 269 seq_num 856) dirty exists 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2748: left oid 38 (ObjNum 856 snap 269 seq_num 856) 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2749: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:12:54.390 INFO:tasks.rados.rados.0.smithi077.stdout:2749: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1420 (ObjNum 20097 snap 0 seq_num 456137648) dirty exists 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 1 to smithi07774545-3 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2748: done (4 left) 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2749: done (3 left) 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2750: done (2 left) 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2753: read oid 38 snap -1 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2753: expect (ObjNum 856 snap 269 seq_num 856) 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2754: snap_create 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 2 to smithi07774545-3 2024-09-16T11:12:54.391 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 3 to smithi07774545-3 2024-09-16T11:12:54.392 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 4 to smithi07774545-3 2024-09-16T11:12:54.392 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 5 to smithi07774545-3 2024-09-16T11:12:54.396 INFO:tasks.rados.rados.0.smithi077.stdout:2751: finishing write tid 6 to smithi07774545-3 2024-09-16T11:12:54.396 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1378 (ObjNum 857 snap 269 seq_num 857) dirty exists 2024-09-16T11:12:54.396 INFO:tasks.rados.rados.0.smithi077.stdout:2751: left oid 3 (ObjNum 857 snap 269 seq_num 857) 2024-09-16T11:12:54.402 INFO:tasks.rados.rados.0.smithi077.stdout:2753: expect (ObjNum 856 snap 269 seq_num 856) 2024-09-16T11:12:54.481 INFO:tasks.rados.rados.0.smithi077.stdout:2752: finishing copy_from racing read to smithi07774545-4 2024-09-16T11:12:54.481 INFO:tasks.rados.rados.0.smithi077.stdout:2752: finishing copy_from to smithi07774545-4 2024-09-16T11:12:54.482 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1272 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:12:54.626 INFO:teuthology.orchestra.run.smithi077.stdout:true 2024-09-16T11:12:54.808 INFO:tasks.rados.rados.0.smithi077.stdout:2751: done (3 left) 2024-09-16T11:12:54.808 INFO:tasks.rados.rados.0.smithi077.stdout:2752: done (2 left) 2024-09-16T11:12:54.808 INFO:tasks.rados.rados.0.smithi077.stdout:2753: done (1 left) 2024-09-16T11:12:54.808 INFO:tasks.rados.rados.0.smithi077.stdout:2754: done (0 left) 2024-09-16T11:12:54.809 INFO:tasks.rados.rados.0.smithi077.stdout:2755: copy_from oid 2 from oid 19 current snap is 270 2024-09-16T11:12:54.809 INFO:tasks.rados.rados.0.smithi077.stdout:2756: snap_create 2024-09-16T11:12:54.815 INFO:tasks.rados.rados.0.smithi077.stdout:2755: finishing copy_from racing read to smithi07774545-2 2024-09-16T11:12:54.815 INFO:tasks.rados.rados.0.smithi077.stdout:2755: finishing copy_from to smithi07774545-2 2024-09-16T11:12:54.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:12:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:54 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3559209578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:54 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3559209578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:54 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3559209578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:55.255 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0a002358-741a-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-16T11:12:55.501 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:12:55.777 INFO:tasks.rados.rados.0.smithi077.stdout:2755: done (1 left) 2024-09-16T11:12:55.777 INFO:tasks.rados.rados.0.smithi077.stdout:2756: done (0 left) 2024-09-16T11:12:55.777 INFO:tasks.rados.rados.0.smithi077.stdout:2757: snap_remove snap 255 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[86047]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[86047]: pgmap v614: 121 pgs: 121 active+clean; 221 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[86047]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[88497]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[88497]: pgmap v614: 121 pgs: 121 active+clean; 221 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:12:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:55 smithi077 ceph-mon[88497]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T11:12:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:55 smithi191 ceph-mon[84934]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T11:12:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:55 smithi191 ceph-mon[84934]: pgmap v614: 121 pgs: 121 active+clean; 221 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:12:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:55 smithi191 ceph-mon[84934]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T11:12:56.786 INFO:tasks.rados.rados.0.smithi077.stdout:2757: done (0 left) 2024-09-16T11:12:56.786 INFO:tasks.rados.rados.0.smithi077.stdout:2758: snap_remove snap 269 2024-09-16T11:12:56.883 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:12:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:12:56] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:12:57.344 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)" 2024-09-16T11:12:57.786 INFO:tasks.rados.rados.0.smithi077.stdout:2758: done (0 left) 2024-09-16T11:12:57.786 INFO:tasks.rados.rados.0.smithi077.stdout:2759: rollback oid 35 current snap is 271 2024-09-16T11:12:57.786 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 268 2024-09-16T11:12:57.786 INFO:tasks.rados.rados.0.smithi077.stdout:2760: snap_remove snap 270 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[86047]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[86047]: pgmap v617: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 24 op/s 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1986833294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[88497]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[88497]: pgmap v617: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 24 op/s 2024-09-16T11:12:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1986833294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:57.987 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T11:12:57.987 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-16T11:12:57.987 DEBUG:teuthology.parallel:result is None 2024-09-16T11:12:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:57 smithi191 ceph-mon[84934]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T11:12:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:12:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:57 smithi191 ceph-mon[84934]: pgmap v617: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 24 op/s 2024-09-16T11:12:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1986833294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T11:12:58.787 INFO:tasks.rados.rados.0.smithi077.stdout:2760: done (1 left) 2024-09-16T11:12:58.787 INFO:tasks.rados.rados.0.smithi077.stdout:2761: setattr oid 41 current snap is 271 2024-09-16T11:12:58.788 INFO:tasks.rados.rados.0.smithi077.stdout:2759: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:12:58.788 INFO:tasks.rados.rados.0.smithi077.stdout:2759: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:12:58.788 INFO:tasks.rados.rados.0.smithi077.stdout:2759: finishing rollback tid 2 to smithi07774545-35 2024-09-16T11:12:58.788 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1482 (ObjNum 794 snap 255 seq_num 794) dirty exists 2024-09-16T11:12:58.789 INFO:tasks.rados.rados.0.smithi077.stdout:2759: done (1 left) 2024-09-16T11:12:58.789 INFO:tasks.rados.rados.0.smithi077.stdout:2762: delete oid 19 current snap is 271 2024-09-16T11:12:58.793 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1485 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-09-16T11:12:58.794 INFO:tasks.rados.rados.0.smithi077.stdout:2761: done (1 left) 2024-09-16T11:12:58.794 INFO:tasks.rados.rados.0.smithi077.stdout:2762: done (0 left) 2024-09-16T11:12:58.794 INFO:tasks.rados.rados.0.smithi077.stdout:2763: delete oid 16 current snap is 271 2024-09-16T11:12:58.797 INFO:tasks.rados.rados.0.smithi077.stdout:2763: done (0 left) 2024-09-16T11:12:58.797 INFO:tasks.rados.rados.0.smithi077.stdout:2764: delete oid 10 current snap is 271 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2764: done (0 left) 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 271 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2765: seq_num 861 ranges {0=24576} 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2765: writing smithi07774545-7 from 0 to 24576 tid 1 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2766: read oid 50 snap 268 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2766: expect (ObjNum 455333616 snap 21865 seq_num 455384496) 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2767: snap_create 2024-09-16T11:12:58.801 INFO:tasks.rados.rados.0.smithi077.stdout:2766: expect (ObjNum 455333616 snap 21865 seq_num 455384496) 2024-09-16T11:12:58.804 INFO:tasks.rados.rados.0.smithi077.stdout:2765: finishing write tid 1 to smithi07774545-7 2024-09-16T11:12:58.804 INFO:tasks.rados.rados.0.smithi077.stdout:2765: finishing write tid 2 to smithi07774545-7 2024-09-16T11:12:58.807 INFO:tasks.rados.rados.0.smithi077.stdout:2765: finishing write tid 3 to smithi07774545-7 2024-09-16T11:12:58.807 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1558 (ObjNum 861 snap 271 seq_num 861) dirty exists 2024-09-16T11:12:58.807 INFO:tasks.rados.rados.0.smithi077.stdout:2765: left oid 7 (ObjNum 861 snap 271 seq_num 861) 2024-09-16T11:12:59.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:58 smithi077 ceph-mon[86047]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T11:12:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:58 smithi077 ceph-mon[88497]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T11:12:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:58 smithi191 ceph-mon[84934]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T11:12:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:2765: done (2 left) 2024-09-16T11:12:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:2766: done (1 left) 2024-09-16T11:12:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:2767: done (0 left) 2024-09-16T11:12:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:2768: rollback oid 5 current snap is 272 2024-09-16T11:12:59.803 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 268 2024-09-16T11:12:59.804 INFO:tasks.rados.rados.0.smithi077.stdout:2769: read oid 13 snap -1 2024-09-16T11:12:59.804 INFO:tasks.rados.rados.0.smithi077.stdout:2769: expect deleted 2024-09-16T11:12:59.804 INFO:tasks.rados.rados.0.smithi077.stdout:2770: snap_create 2024-09-16T11:12:59.806 INFO:tasks.rados.rados.0.smithi077.stdout:2768: finishing rollback tid 0 to smithi07774545-5 2024-09-16T11:12:59.807 INFO:tasks.rados.rados.0.smithi077.stdout:2768: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:12:59.808 INFO:tasks.rados.rados.0.smithi077.stdout:2768: finishing rollback tid 2 to smithi07774545-5 2024-09-16T11:12:59.808 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1204 (ObjNum 836 snap 267 seq_num 836) dirty exists 2024-09-16T11:13:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:59 smithi077 ceph-mon[88497]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T11:13:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:12:59 smithi077 ceph-mon[88497]: pgmap v620: 121 pgs: 121 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 13 op/s 2024-09-16T11:13:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:59 smithi077 ceph-mon[86047]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T11:13:00.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:12:59 smithi077 ceph-mon[86047]: pgmap v620: 121 pgs: 121 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 13 op/s 2024-09-16T11:13:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:59 smithi191 ceph-mon[84934]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T11:13:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:12:59 smithi191 ceph-mon[84934]: pgmap v620: 121 pgs: 121 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 13 op/s 2024-09-16T11:13:00.781 INFO:tasks.rados.rados.0.smithi077.stdout:2768: done (2 left) 2024-09-16T11:13:00.781 INFO:tasks.rados.rados.0.smithi077.stdout:2769: done (1 left) 2024-09-16T11:13:00.781 INFO:tasks.rados.rados.0.smithi077.stdout:2770: done (0 left) 2024-09-16T11:13:00.781 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 273 2024-09-16T11:13:00.781 INFO:tasks.rados.rados.0.smithi077.stdout:2771: seq_num 862 ranges {0=40960} 2024-09-16T11:13:00.782 INFO:tasks.rados.rados.0.smithi077.stdout:2771: writing smithi07774545-12 from 0 to 40960 tid 1 2024-09-16T11:13:00.782 INFO:tasks.rados.rados.0.smithi077.stdout:2772: rollback oid 47 current snap is 273 2024-09-16T11:13:00.782 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 272 2024-09-16T11:13:00.782 INFO:tasks.rados.rados.0.smithi077.stdout:2773: snap_create 2024-09-16T11:13:00.784 INFO:tasks.rados.rados.0.smithi077.stdout:2772: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:13:00.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:13:00.786 INFO:tasks.rados.rados.0.smithi077.stdout:2771: finishing write tid 1 to smithi07774545-12 2024-09-16T11:13:00.786 INFO:tasks.rados.rados.0.smithi077.stdout:2771: finishing write tid 2 to smithi07774545-12 2024-09-16T11:13:00.787 INFO:tasks.rados.rados.0.smithi077.stdout:2771: finishing write tid 3 to smithi07774545-12 2024-09-16T11:13:00.788 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1560 (ObjNum 862 snap 273 seq_num 862) dirty exists 2024-09-16T11:13:00.788 INFO:tasks.rados.rados.0.smithi077.stdout:2771: left oid 12 (ObjNum 862 snap 273 seq_num 862) 2024-09-16T11:13:00.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:00 smithi077 ceph-mon[88497]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T11:13:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:00 smithi077 ceph-mon[88497]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T11:13:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:00 smithi077 ceph-mon[86047]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T11:13:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:00 smithi077 ceph-mon[86047]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T11:13:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:00 smithi191 ceph-mon[84934]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T11:13:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:00 smithi191 ceph-mon[84934]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T11:13:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2771: done (2 left) 2024-09-16T11:13:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2772: done (1 left) 2024-09-16T11:13:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2773: done (0 left) 2024-09-16T11:13:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 274 2024-09-16T11:13:01.785 INFO:tasks.rados.rados.0.smithi077.stdout:2774: seq_num 863 ranges {11239424=57344} 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:2774: writing smithi07774545-20 from 11239424 to 11296768 tid 1 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:2775: read oid 17 snap 271 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:2775: expect (ObjNum 455021088 snap 21865 seq_num 455113888) 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:2776: copy_from oid 41 from oid 16 current snap is 274 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 274 2024-09-16T11:13:01.845 INFO:tasks.rados.rados.0.smithi077.stdout:2777: seq_num 864 ranges {6389760=73728} 2024-09-16T11:13:01.879 INFO:tasks.rados.rados.0.smithi077.stdout:2777: writing smithi07774545-27 from 6389760 to 6463488 tid 1 2024-09-16T11:13:01.879 INFO:tasks.rados.rados.0.smithi077.stdout:2778: read oid 36 snap -1 2024-09-16T11:13:01.879 INFO:tasks.rados.rados.0.smithi077.stdout:2778: expect deleted 2024-09-16T11:13:01.879 INFO:tasks.rados.rados.0.smithi077.stdout:2779: copy_from oid 26 from oid 45 current snap is 274 2024-09-16T11:13:01.879 INFO:tasks.rados.rados.0.smithi077.stdout:2775: expect (ObjNum 455021088 snap 21865 seq_num 455113888) 2024-09-16T11:13:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:2776: finishing copy_from to smithi07774545-41 2024-09-16T11:13:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:2776: got expected ENOENT (src dne) 2024-09-16T11:13:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:2776: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2774: finishing write tid 1 to smithi07774545-20 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2774: finishing write tid 2 to smithi07774545-20 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2775: done (5 left) 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2776: done (4 left) 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2780: read oid 5 snap -1 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2780: expect (ObjNum 836 snap 267 seq_num 836) 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2781: copy_from oid 28 from oid 15 current snap is 274 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2774: finishing write tid 3 to smithi07774545-20 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1380 (ObjNum 863 snap 274 seq_num 863) dirty exists 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2774: left oid 20 (ObjNum 863 snap 274 seq_num 863) 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2774: done (5 left) 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2782: copy_from oid 50 from oid 2 current snap is 274 2024-09-16T11:13:01.882 INFO:tasks.rados.rados.0.smithi077.stdout:2783: snap_remove snap 273 2024-09-16T11:13:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:01 smithi077 ceph-mon[86047]: pgmap v623: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 2 op/s 2024-09-16T11:13:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:01 smithi077 ceph-mon[86047]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T11:13:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:01 smithi077 ceph-mon[88497]: pgmap v623: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 2 op/s 2024-09-16T11:13:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:01 smithi077 ceph-mon[88497]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T11:13:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:01 smithi191 ceph-mon[84934]: pgmap v623: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 2 op/s 2024-09-16T11:13:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:01 smithi191 ceph-mon[84934]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T11:13:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2781: finishing copy_from to smithi07774545-28 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2781: got expected ENOENT (src dne) 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2781: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2782: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2777: finishing write tid 1 to smithi07774545-27 2024-09-16T11:13:02.814 INFO:tasks.rados.rados.0.smithi077.stdout:2782: finishing copy_from to smithi07774545-50 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:2777: finishing write tid 2 to smithi07774545-27 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:2777: finishing write tid 3 to smithi07774545-27 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1408 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:2777: left oid 27 (ObjNum 864 snap 274 seq_num 864) 2024-09-16T11:13:02.815 INFO:tasks.rados.rados.0.smithi077.stdout:2780: expect (ObjNum 836 snap 267 seq_num 836) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2779: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2779: finishing copy_from to smithi07774545-26 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1381 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2777: done (6 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2778: done (5 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2779: done (4 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2780: done (3 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2781: done (2 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2782: done (1 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2783: done (0 left) 2024-09-16T11:13:02.870 INFO:tasks.rados.rados.0.smithi077.stdout:2784: delete oid 29 current snap is 274 2024-09-16T11:13:02.872 INFO:tasks.rados.rados.0.smithi077.stdout:2784: done (0 left) 2024-09-16T11:13:02.872 INFO:tasks.rados.rados.0.smithi077.stdout:2785: delete oid 21 current snap is 274 2024-09-16T11:13:02.874 INFO:tasks.rados.rados.0.smithi077.stdout:2785: done (0 left) 2024-09-16T11:13:02.874 INFO:tasks.rados.rados.0.smithi077.stdout:2786: copy_from oid 13 from oid 17 current snap is 274 2024-09-16T11:13:02.874 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 274 2024-09-16T11:13:02.874 INFO:tasks.rados.rados.0.smithi077.stdout:2787: seq_num 867 ranges {2113536=122880} 2024-09-16T11:13:02.886 INFO:tasks.rados.rados.0.smithi077.stdout:2787: writing smithi07774545-26 from 2113536 to 2236416 tid 1 2024-09-16T11:13:02.886 INFO:tasks.rados.rados.0.smithi077.stdout:2788: snap_create 2024-09-16T11:13:02.886 INFO:tasks.rados.rados.0.smithi077.stdout:2786: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:13:02.886 INFO:tasks.rados.rados.0.smithi077.stdout:2786: finishing copy_from to smithi07774545-13 2024-09-16T11:13:02.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1420 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T11:13:02.888 INFO:tasks.rados.rados.0.smithi077.stdout:2787: finishing write tid 1 to smithi07774545-26 2024-09-16T11:13:02.889 INFO:tasks.rados.rados.0.smithi077.stdout:2787: finishing write tid 2 to smithi07774545-26 2024-09-16T11:13:02.891 INFO:tasks.rados.rados.0.smithi077.stdout:2787: finishing write tid 3 to smithi07774545-26 2024-09-16T11:13:02.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1383 (ObjNum 867 snap 274 seq_num 867) dirty exists 2024-09-16T11:13:02.892 INFO:tasks.rados.rados.0.smithi077.stdout:2787: left oid 26 (ObjNum 867 snap 274 seq_num 867) 2024-09-16T11:13:03.818 INFO:tasks.rados.rados.0.smithi077.stdout:2786: done (2 left) 2024-09-16T11:13:03.818 INFO:tasks.rados.rados.0.smithi077.stdout:2787: done (1 left) 2024-09-16T11:13:03.819 INFO:tasks.rados.rados.0.smithi077.stdout:2788: done (0 left) 2024-09-16T11:13:03.819 INFO:tasks.rados.rados.0.smithi077.stdout:2789: copy_from oid 24 from oid 35 current snap is 275 2024-09-16T11:13:03.819 INFO:tasks.rados.rados.0.smithi077.stdout:2790: read oid 32 snap 271 2024-09-16T11:13:03.819 INFO:tasks.rados.rados.0.smithi077.stdout:2790: expect (ObjNum 836 snap 267 seq_num 836) 2024-09-16T11:13:03.819 INFO:tasks.rados.rados.0.smithi077.stdout:2791: delete oid 31 current snap is 275 2024-09-16T11:13:03.824 INFO:tasks.rados.rados.0.smithi077.stdout:2791: done (2 left) 2024-09-16T11:13:03.824 INFO:tasks.rados.rados.0.smithi077.stdout:2792: rollback oid 11 current snap is 275 2024-09-16T11:13:03.824 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 271 2024-09-16T11:13:03.825 INFO:tasks.rados.rados.0.smithi077.stdout:2793: delete oid 44 current snap is 275 2024-09-16T11:13:03.832 INFO:tasks.rados.rados.0.smithi077.stdout:2790: expect (ObjNum 836 snap 267 seq_num 836) 2024-09-16T11:13:03.887 INFO:tasks.rados.rados.0.smithi077.stdout:2789: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:13:03.887 INFO:tasks.rados.rados.0.smithi077.stdout:2790: done (3 left) 2024-09-16T11:13:03.887 INFO:tasks.rados.rados.0.smithi077.stdout:2793: done (2 left) 2024-09-16T11:13:03.887 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 275 2024-09-16T11:13:03.887 INFO:tasks.rados.rados.0.smithi077.stdout:2792: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2792: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2789: finishing copy_from to smithi07774545-24 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1482 (ObjNum 794 snap 255 seq_num 794) dirty exists 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2792: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1565 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2794: seq_num 870 ranges {0=172032} 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2794: writing smithi07774545-21 from 0 to 172032 tid 1 2024-09-16T11:13:03.888 INFO:tasks.rados.rados.0.smithi077.stdout:2789: done (2 left) 2024-09-16T11:13:03.889 INFO:tasks.rados.rados.0.smithi077.stdout:2792: done (1 left) 2024-09-16T11:13:03.889 INFO:tasks.rados.rados.0.smithi077.stdout:2795: snap_remove snap 271 2024-09-16T11:13:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:03 smithi077 ceph-mon[86047]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T11:13:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:03 smithi077 ceph-mon[86047]: pgmap v626: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 6.0 KiB/s wr, 8 op/s 2024-09-16T11:13:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:03 smithi077 ceph-mon[88497]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T11:13:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:03 smithi077 ceph-mon[88497]: pgmap v626: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 6.0 KiB/s wr, 8 op/s 2024-09-16T11:13:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:03 smithi191 ceph-mon[84934]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T11:13:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:03 smithi191 ceph-mon[84934]: pgmap v626: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 6.0 KiB/s wr, 8 op/s 2024-09-16T11:13:04.836 INFO:tasks.rados.rados.0.smithi077.stdout:2794: finishing write tid 1 to smithi07774545-21 2024-09-16T11:13:04.836 INFO:tasks.rados.rados.0.smithi077.stdout:2794: finishing write tid 2 to smithi07774545-21 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:2794: finishing write tid 3 to smithi07774545-21 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1492 (ObjNum 870 snap 275 seq_num 870) dirty exists 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:2794: left oid 21 (ObjNum 870 snap 275 seq_num 870) 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:2794: done (1 left) 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:2795: done (0 left) 2024-09-16T11:13:04.837 INFO:tasks.rados.rados.0.smithi077.stdout:2796: snap_remove snap 268 2024-09-16T11:13:05.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:04 smithi077 ceph-mon[86047]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T11:13:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:04 smithi077 ceph-mon[88497]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T11:13:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:04 smithi191 ceph-mon[84934]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T11:13:05.783 INFO:tasks.rados.rados.0.smithi077.stdout:2796: done (0 left) 2024-09-16T11:13:05.783 INFO:tasks.rados.rados.0.smithi077.stdout:2797: delete oid 6 current snap is 275 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:2797: done (0 left) 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:2798: rollback oid 18 current snap is 275 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 18 to 272 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:2799: rollback oid 20 current snap is 275 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 272 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 275 2024-09-16T11:13:05.797 INFO:tasks.rados.rados.0.smithi077.stdout:2800: seq_num 872 ranges {0=212992} 2024-09-16T11:13:05.798 INFO:tasks.rados.rados.0.smithi077.stdout:2800: writing smithi07774545-17 from 0 to 212992 tid 1 2024-09-16T11:13:05.798 INFO:tasks.rados.rados.0.smithi077.stdout:2801: read oid 48 snap -1 2024-09-16T11:13:05.798 INFO:tasks.rados.rados.0.smithi077.stdout:2801: expect (ObjNum 729 snap 227 seq_num 729) 2024-09-16T11:13:05.799 INFO:tasks.rados.rados.0.smithi077.stdout:2802: rollback oid 19 current snap is 275 2024-09-16T11:13:05.799 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 274 2024-09-16T11:13:05.799 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 275 2024-09-16T11:13:05.799 INFO:tasks.rados.rados.0.smithi077.stdout:2803: seq_num 873 ranges {0=229376} 2024-09-16T11:13:05.800 INFO:tasks.rados.rados.0.smithi077.stdout:2803: writing smithi07774545-47 from 0 to 229376 tid 1 2024-09-16T11:13:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:2802: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:13:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 0 (ObjNum 129 snap 0 seq_num 455239648) dirty dne 2024-09-16T11:13:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:2802: done (5 left) 2024-09-16T11:13:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 275 2024-09-16T11:13:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:2804: seq_num 874 ranges {0=245760} 2024-09-16T11:13:05.803 INFO:tasks.rados.rados.0.smithi077.stdout:2804: writing smithi07774545-36 from 0 to 245760 tid 1 2024-09-16T11:13:05.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 275 2024-09-16T11:13:05.803 INFO:tasks.rados.rados.0.smithi077.stdout:2805: seq_num 875 ranges {0=262144} 2024-09-16T11:13:05.805 INFO:tasks.rados.rados.0.smithi077.stdout:2805: writing smithi07774545-6 from 0 to 262144 tid 1 2024-09-16T11:13:05.805 INFO:tasks.rados.rados.0.smithi077.stdout:2806: snap_create 2024-09-16T11:13:05.807 INFO:tasks.rados.rados.0.smithi077.stdout:2803: finishing write tid 1 to smithi07774545-47 2024-09-16T11:13:05.807 INFO:tasks.rados.rados.0.smithi077.stdout:2803: finishing write tid 2 to smithi07774545-47 2024-09-16T11:13:05.808 INFO:tasks.rados.rados.0.smithi077.stdout:2800: finishing write tid 1 to smithi07774545-17 2024-09-16T11:13:05.808 INFO:tasks.rados.rados.0.smithi077.stdout:2800: finishing write tid 2 to smithi07774545-17 2024-09-16T11:13:05.808 INFO:tasks.rados.rados.0.smithi077.stdout:2804: finishing write tid 1 to smithi07774545-36 2024-09-16T11:13:05.808 INFO:tasks.rados.rados.0.smithi077.stdout:2804: finishing write tid 2 to smithi07774545-36 2024-09-16T11:13:05.809 INFO:tasks.rados.rados.0.smithi077.stdout:2803: finishing write tid 3 to smithi07774545-47 2024-09-16T11:13:05.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1500 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:13:05.809 INFO:tasks.rados.rados.0.smithi077.stdout:2803: left oid 47 (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:13:05.810 INFO:tasks.rados.rados.0.smithi077.stdout:2799: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:13:05.810 INFO:tasks.rados.rados.0.smithi077.stdout:2799: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:13:05.810 INFO:tasks.rados.rados.0.smithi077.stdout:2799: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:13:05.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1383 (ObjNum 758 snap 240 seq_num 758) dirty exists 2024-09-16T11:13:05.810 INFO:tasks.rados.rados.0.smithi077.stdout:2798: finishing rollback tid 0 to smithi07774545-18 2024-09-16T11:13:05.811 INFO:tasks.rados.rados.0.smithi077.stdout:2798: finishing rollback tid 1 to smithi07774545-18 2024-09-16T11:13:05.811 INFO:tasks.rados.rados.0.smithi077.stdout:2798: finishing rollback tid 2 to smithi07774545-18 2024-09-16T11:13:05.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1503 (ObjNum 834 snap 267 seq_num 834) dirty exists 2024-09-16T11:13:05.811 INFO:tasks.rados.rados.0.smithi077.stdout:2800: finishing write tid 3 to smithi07774545-17 2024-09-16T11:13:05.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1422 (ObjNum 872 snap 275 seq_num 872) dirty exists 2024-09-16T11:13:05.812 INFO:tasks.rados.rados.0.smithi077.stdout:2800: left oid 17 (ObjNum 872 snap 275 seq_num 872) 2024-09-16T11:13:05.812 INFO:tasks.rados.rados.0.smithi077.stdout:2805: finishing write tid 1 to smithi07774545-6 2024-09-16T11:13:05.813 INFO:tasks.rados.rados.0.smithi077.stdout:2805: finishing write tid 2 to smithi07774545-6 2024-09-16T11:13:05.814 INFO:tasks.rados.rados.0.smithi077.stdout:2804: finishing write tid 3 to smithi07774545-36 2024-09-16T11:13:05.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1502 (ObjNum 874 snap 275 seq_num 874) dirty exists 2024-09-16T11:13:05.814 INFO:tasks.rados.rados.0.smithi077.stdout:2804: left oid 36 (ObjNum 874 snap 275 seq_num 874) 2024-09-16T11:13:05.814 INFO:tasks.rados.rados.0.smithi077.stdout:2801: expect (ObjNum 729 snap 227 seq_num 729) 2024-09-16T11:13:05.905 INFO:tasks.rados.rados.0.smithi077.stdout:2805: finishing write tid 3 to smithi07774545-6 2024-09-16T11:13:05.905 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1386 (ObjNum 875 snap 275 seq_num 875) dirty exists 2024-09-16T11:13:05.905 INFO:tasks.rados.rados.0.smithi077.stdout:2805: left oid 6 (ObjNum 875 snap 275 seq_num 875) 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[88497]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[88497]: pgmap v629: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 556 KiB/s wr, 11 op/s 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[88497]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[86047]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[86047]: pgmap v629: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 556 KiB/s wr, 11 op/s 2024-09-16T11:13:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:05 smithi077 ceph-mon[86047]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T11:13:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:05 smithi191 ceph-mon[84934]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T11:13:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:05 smithi191 ceph-mon[84934]: pgmap v629: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 556 KiB/s wr, 11 op/s 2024-09-16T11:13:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:05 smithi191 ceph-mon[84934]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T11:13:06.784 INFO:tasks.rados.rados.0.smithi077.stdout:2798: done (7 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2799: done (6 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2800: done (5 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2801: done (4 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2803: done (3 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2804: done (2 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2805: done (1 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2806: done (0 left) 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2807: copy_from oid 48 from oid 43 current snap is 276 2024-09-16T11:13:06.785 INFO:tasks.rados.rados.0.smithi077.stdout:2808: setattr oid 7 current snap is 276 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:2809: read oid 36 snap 274 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:2809: expect deleted 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:2810: read oid 25 snap -1 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:2810: expect deleted 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 276 2024-09-16T11:13:06.786 INFO:tasks.rados.rados.0.smithi077.stdout:2811: seq_num 876 ranges {0=278528} 2024-09-16T11:13:06.787 INFO:tasks.rados.rados.0.smithi077.stdout:2811: writing smithi07774545-44 from 0 to 278528 tid 1 2024-09-16T11:13:06.787 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 276 2024-09-16T11:13:06.788 INFO:tasks.rados.rados.0.smithi077.stdout:2812: seq_num 877 ranges {2187264=294912} 2024-09-16T11:13:06.802 INFO:tasks.rados.rados.0.smithi077.stdout:2812: writing smithi07774545-24 from 2187264 to 2482176 tid 1 2024-09-16T11:13:06.802 INFO:tasks.rados.rados.0.smithi077.stdout:2813: rmattr oid 37 current snap is 276 2024-09-16T11:13:06.802 INFO:tasks.rados.rados.0.smithi077.stdout:2813: done (6 left) 2024-09-16T11:13:06.802 INFO:tasks.rados.rados.0.smithi077.stdout:2814: rmattr oid 23 current snap is 276 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2814: done (6 left) 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2815: read oid 37 snap 274 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2815: expect deleted 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2816: delete oid 32 current snap is 276 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1579 (ObjNum 861 snap 271 seq_num 861) dirty exists 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2811: finishing write tid 1 to smithi07774545-44 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2811: finishing write tid 2 to smithi07774545-44 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2811: finishing write tid 3 to smithi07774545-44 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1581 (ObjNum 876 snap 276 seq_num 876) dirty exists 2024-09-16T11:13:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:2811: left oid 44 (ObjNum 876 snap 276 seq_num 876) 2024-09-16T11:13:06.805 INFO:tasks.rados.rados.0.smithi077.stdout:2807: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:13:06.806 INFO:tasks.rados.rados.0.smithi077.stdout:2808: done (7 left) 2024-09-16T11:13:06.806 INFO:tasks.rados.rados.0.smithi077.stdout:2809: done (6 left) 2024-09-16T11:13:06.806 INFO:tasks.rados.rados.0.smithi077.stdout:2810: done (5 left) 2024-09-16T11:13:06.806 INFO:tasks.rados.rados.0.smithi077.stdout:2811: done (4 left) 2024-09-16T11:13:06.807 INFO:tasks.rados.rados.0.smithi077.stdout:2815: done (3 left) 2024-09-16T11:13:06.807 INFO:tasks.rados.rados.0.smithi077.stdout:2816: done (2 left) 2024-09-16T11:13:06.807 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 276 2024-09-16T11:13:06.807 INFO:tasks.rados.rados.0.smithi077.stdout:2817: seq_num 879 ranges {335872=327680} 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:2817: writing smithi07774545-23 from 335872 to 663552 tid 1 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 276 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:2812: finishing write tid 1 to smithi07774545-24 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:2812: finishing write tid 2 to smithi07774545-24 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:2807: finishing copy_from to smithi07774545-48 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1524 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-16T11:13:06.811 INFO:tasks.rados.rados.0.smithi077.stdout:2818: seq_num 880 ranges {11239424=344064} 2024-09-16T11:13:06.873 INFO:tasks.rados.rados.0.smithi077.stdout:2818: writing smithi07774545-20 from 11239424 to 11583488 tid 1 2024-09-16T11:13:06.873 INFO:tasks.rados.rados.0.smithi077.stdout:2807: done (3 left) 2024-09-16T11:13:06.873 INFO:tasks.rados.rados.0.smithi077.stdout:2819: read oid 13 snap 272 2024-09-16T11:13:06.873 INFO:tasks.rados.rados.0.smithi077.stdout:2819: expect deleted 2024-09-16T11:13:06.873 INFO:tasks.rados.rados.0.smithi077.stdout:2820: snap_remove snap 275 2024-09-16T11:13:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:06] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T11:13:07.789 INFO:tasks.rados.rados.0.smithi077.stdout:2820: done (4 left) 2024-09-16T11:13:07.789 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 276 2024-09-16T11:13:07.790 INFO:tasks.rados.rados.0.smithi077.stdout:2821: seq_num 881 ranges {245760=360448} 2024-09-16T11:13:07.793 INFO:tasks.rados.rados.0.smithi077.stdout:2821: writing smithi07774545-36 from 245760 to 606208 tid 1 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2822: delete oid 30 current snap is 276 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2812: finishing write tid 3 to smithi07774545-24 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1508 (ObjNum 877 snap 276 seq_num 877) dirty exists 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2812: left oid 24 (ObjNum 877 snap 276 seq_num 877) 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2817: finishing write tid 1 to smithi07774545-23 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2817: finishing write tid 2 to smithi07774545-23 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2817: finishing write tid 3 to smithi07774545-23 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1389 (ObjNum 879 snap 276 seq_num 879) dirty exists 2024-09-16T11:13:07.794 INFO:tasks.rados.rados.0.smithi077.stdout:2817: left oid 23 (ObjNum 879 snap 276 seq_num 879) 2024-09-16T11:13:07.795 INFO:tasks.rados.rados.0.smithi077.stdout:2818: finishing write tid 1 to smithi07774545-20 2024-09-16T11:13:07.795 INFO:tasks.rados.rados.0.smithi077.stdout:2818: finishing write tid 2 to smithi07774545-20 2024-09-16T11:13:07.795 INFO:tasks.rados.rados.0.smithi077.stdout:2818: finishing write tid 3 to smithi07774545-20 2024-09-16T11:13:07.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1385 (ObjNum 880 snap 276 seq_num 880) dirty exists 2024-09-16T11:13:07.795 INFO:tasks.rados.rados.0.smithi077.stdout:2818: left oid 20 (ObjNum 880 snap 276 seq_num 880) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2812: done (5 left) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2817: done (4 left) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2818: done (3 left) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2819: done (2 left) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2822: done (1 left) 2024-09-16T11:13:07.798 INFO:tasks.rados.rados.0.smithi077.stdout:2823: snap_create 2024-09-16T11:13:07.801 INFO:tasks.rados.rados.0.smithi077.stdout:2821: finishing write tid 1 to smithi07774545-36 2024-09-16T11:13:07.801 INFO:tasks.rados.rados.0.smithi077.stdout:2821: finishing write tid 2 to smithi07774545-36 2024-09-16T11:13:07.803 INFO:tasks.rados.rados.0.smithi077.stdout:2821: finishing write tid 3 to smithi07774545-36 2024-09-16T11:13:07.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1504 (ObjNum 881 snap 276 seq_num 881) dirty exists 2024-09-16T11:13:07.803 INFO:tasks.rados.rados.0.smithi077.stdout:2821: left oid 36 (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:13:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:07 smithi077 ceph-mon[86047]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T11:13:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:07 smithi077 ceph-mon[86047]: pgmap v632: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T11:13:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:07 smithi077 ceph-mon[88497]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T11:13:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:07 smithi077 ceph-mon[88497]: pgmap v632: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T11:13:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:07 smithi191 ceph-mon[84934]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T11:13:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:07 smithi191 ceph-mon[84934]: pgmap v632: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T11:13:08.796 INFO:tasks.rados.rados.0.smithi077.stdout:2821: done (1 left) 2024-09-16T11:13:08.796 INFO:tasks.rados.rados.0.smithi077.stdout:2823: done (0 left) 2024-09-16T11:13:08.796 INFO:tasks.rados.rados.0.smithi077.stdout:2824: copy_from oid 12 from oid 4 current snap is 277 2024-09-16T11:13:08.796 INFO:tasks.rados.rados.0.smithi077.stdout:2825: snap_remove snap 272 2024-09-16T11:13:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:08 smithi077 ceph-mon[86047]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T11:13:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:08 smithi077 ceph-mon[88497]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T11:13:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:08 smithi191 ceph-mon[84934]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T11:13:09.806 INFO:tasks.rados.rados.0.smithi077.stdout:2825: done (1 left) 2024-09-16T11:13:09.806 INFO:tasks.rados.rados.0.smithi077.stdout:2826: read oid 15 snap -1 2024-09-16T11:13:09.806 INFO:tasks.rados.rados.0.smithi077.stdout:2826: expect deleted 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2824: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2824: finishing copy_from to smithi07774545-12 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1272 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2824: done (1 left) 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2827: rollback oid 50 current snap is 277 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 274 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2826: done (1 left) 2024-09-16T11:13:09.807 INFO:tasks.rados.rados.0.smithi077.stdout:2828: setattr oid 46 current snap is 277 2024-09-16T11:13:09.808 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 277 2024-09-16T11:13:09.808 INFO:tasks.rados.rados.0.smithi077.stdout:2829: seq_num 883 ranges {4202496=393216} 2024-09-16T11:13:09.834 INFO:tasks.rados.rados.0.smithi077.stdout:2829: writing smithi07774545-39 from 4202496 to 4595712 tid 1 2024-09-16T11:13:09.834 INFO:tasks.rados.rados.0.smithi077.stdout:2830: snap_remove snap 276 2024-09-16T11:13:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:09 smithi077 ceph-mon[88497]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T11:13:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:09 smithi077 ceph-mon[88497]: pgmap v635: 121 pgs: 121 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-16T11:13:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:09 smithi077 ceph-mon[86047]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T11:13:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:09 smithi077 ceph-mon[86047]: pgmap v635: 121 pgs: 121 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-16T11:13:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:09 smithi191 ceph-mon[84934]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T11:13:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:09 smithi191 ceph-mon[84934]: pgmap v635: 121 pgs: 121 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-16T11:13:10.784 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1390 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2827: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2827: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2827: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1518 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2829: finishing write tid 1 to smithi07774545-39 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2829: finishing write tid 2 to smithi07774545-39 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2829: finishing write tid 3 to smithi07774545-39 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1410 (ObjNum 883 snap 277 seq_num 883) dirty exists 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2829: left oid 39 (ObjNum 883 snap 277 seq_num 883) 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2827: done (3 left) 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2828: done (2 left) 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2829: done (1 left) 2024-09-16T11:13:10.785 INFO:tasks.rados.rados.0.smithi077.stdout:2830: done (0 left) 2024-09-16T11:13:10.786 INFO:tasks.rados.rados.0.smithi077.stdout:2831: delete oid 35 current snap is 277 2024-09-16T11:13:10.790 INFO:tasks.rados.rados.0.smithi077.stdout:2831: done (0 left) 2024-09-16T11:13:10.790 INFO:tasks.rados.rados.0.smithi077.stdout:2832: snap_create 2024-09-16T11:13:11.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:10 smithi077 ceph-mon[88497]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T11:13:11.116 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:10 smithi077 ceph-mon[88497]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T11:13:11.117 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:10 smithi077 ceph-mon[86047]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T11:13:11.117 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:10 smithi077 ceph-mon[86047]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T11:13:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:10 smithi191 ceph-mon[84934]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T11:13:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:10 smithi191 ceph-mon[84934]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T11:13:11.785 INFO:tasks.rados.rados.0.smithi077.stdout:2832: done (0 left) 2024-09-16T11:13:11.785 INFO:tasks.rados.rados.0.smithi077.stdout:2833: read oid 43 snap 274 2024-09-16T11:13:11.785 INFO:tasks.rados.rados.0.smithi077.stdout:2833: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:11.785 INFO:tasks.rados.rados.0.smithi077.stdout:2834: snap_remove snap 277 2024-09-16T11:13:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:11 smithi077 ceph-mon[86047]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T11:13:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:11 smithi077 ceph-mon[86047]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T11:13:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:11 smithi077 ceph-mon[88497]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T11:13:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:11 smithi077 ceph-mon[88497]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T11:13:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:11 smithi191 ceph-mon[84934]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T11:13:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:11 smithi191 ceph-mon[84934]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T11:13:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:12.784 INFO:tasks.rados.rados.0.smithi077.stdout:2834: done (1 left) 2024-09-16T11:13:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:2835: copy_from oid 44 from oid 27 current snap is 278 2024-09-16T11:13:12.785 INFO:tasks.rados.rados.0.smithi077.stdout:2833: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:2835: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:2835: finishing copy_from to smithi07774545-44 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1408 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:2833: done (1 left) 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:2835: done (0 left) 2024-09-16T11:13:12.955 INFO:tasks.rados.rados.0.smithi077.stdout:2836: delete oid 16 current snap is 278 2024-09-16T11:13:12.957 INFO:tasks.rados.rados.0.smithi077.stdout:2836: done (0 left) 2024-09-16T11:13:12.957 INFO:tasks.rados.rados.0.smithi077.stdout:2837: copy_from oid 6 from oid 12 current snap is 278 2024-09-16T11:13:12.957 INFO:tasks.rados.rados.0.smithi077.stdout:2838: copy_from oid 29 from oid 44 current snap is 278 2024-09-16T11:13:12.957 INFO:tasks.rados.rados.0.smithi077.stdout:2839: copy_from oid 14 from oid 11 current snap is 278 2024-09-16T11:13:12.957 INFO:tasks.rados.rados.0.smithi077.stdout:2840: delete oid 31 current snap is 278 2024-09-16T11:13:12.961 INFO:tasks.rados.rados.0.smithi077.stdout:2840: done (3 left) 2024-09-16T11:13:12.962 INFO:tasks.rados.rados.0.smithi077.stdout:2841: copy_from oid 1 from oid 35 current snap is 278 2024-09-16T11:13:12.962 INFO:tasks.rados.rados.0.smithi077.stdout:2842: read oid 48 snap -1 2024-09-16T11:13:12.962 INFO:tasks.rados.rados.0.smithi077.stdout:2842: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:12.962 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 278 2024-09-16T11:13:12.962 INFO:tasks.rados.rados.0.smithi077.stdout:2843: seq_num 887 ranges {2686976=458752} 2024-09-16T11:13:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:2843: writing smithi07774545-38 from 2686976 to 3145728 tid 1 2024-09-16T11:13:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 278 2024-09-16T11:13:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:2841: finishing copy_from to smithi07774545-1 2024-09-16T11:13:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:2841: got expected ENOENT (src dne) 2024-09-16T11:13:12.980 INFO:tasks.rados.rados.0.smithi077.stdout:2841: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:13:12.981 INFO:tasks.rados.rados.0.smithi077.stdout:2844: seq_num 888 ranges {0=475136} 2024-09-16T11:13:12.983 INFO:tasks.rados.rados.0.smithi077.stdout:2844: writing smithi07774545-28 from 0 to 475136 tid 1 2024-09-16T11:13:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:2841: done (6 left) 2024-09-16T11:13:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:2845: read oid 2 snap 274 2024-09-16T11:13:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:2845: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 278 2024-09-16T11:13:12.985 INFO:tasks.rados.rados.0.smithi077.stdout:2846: seq_num 889 ranges {6463488=491520} 2024-09-16T11:13:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:2846: writing smithi07774545-27 from 6463488 to 6955008 tid 1 2024-09-16T11:13:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:2847: copy_from oid 45 from oid 19 current snap is 278 2024-09-16T11:13:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:2848: delete oid 26 current snap is 278 2024-09-16T11:13:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:2839: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:13:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:2845: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:13.033 INFO:tasks.rados.rados.0.smithi077.stdout:2842: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:13.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:12 smithi077 ceph-mon[86047]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T11:13:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:12 smithi077 ceph-mon[88497]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T11:13:13.197 INFO:tasks.rados.rados.0.smithi077.stdout:2843: finishing write tid 1 to smithi07774545-38 2024-09-16T11:13:13.197 INFO:tasks.rados.rados.0.smithi077.stdout:2839: finishing copy_from to smithi07774545-14 2024-09-16T11:13:13.197 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1565 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2843: finishing write tid 2 to smithi07774545-38 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2839: done (9 left) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2842: done (8 left) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2845: done (7 left) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2848: done (6 left) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2849: read oid 43 snap -1 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2849: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2850: delete oid 8 current snap is 278 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2844: finishing write tid 1 to smithi07774545-28 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2843: finishing write tid 3 to smithi07774545-38 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1424 (ObjNum 887 snap 278 seq_num 887) dirty exists 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2843: left oid 38 (ObjNum 887 snap 278 seq_num 887) 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2844: finishing write tid 2 to smithi07774545-28 2024-09-16T11:13:13.198 INFO:tasks.rados.rados.0.smithi077.stdout:2844: finishing write tid 3 to smithi07774545-28 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1323 (ObjNum 888 snap 278 seq_num 888) dirty exists 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2844: left oid 28 (ObjNum 888 snap 278 seq_num 888) 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2838: finishing copy_from racing read to smithi07774545-29 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2838: finishing copy_from to smithi07774545-29 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1408 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2837: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2837: finishing copy_from to smithi07774545-6 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1272 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2846: finishing write tid 1 to smithi07774545-27 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2846: finishing write tid 2 to smithi07774545-27 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2847: finishing copy_from to smithi07774545-45 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2847: got expected ENOENT (src dne) 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2847: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:13:13.199 INFO:tasks.rados.rados.0.smithi077.stdout:2846: finishing write tid 3 to smithi07774545-27 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1412 (ObjNum 889 snap 278 seq_num 889) dirty exists 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:2846: left oid 27 (ObjNum 889 snap 278 seq_num 889) 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:2837: done (7 left) 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:2838: done (6 left) 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:2843: done (5 left) 2024-09-16T11:13:13.200 INFO:tasks.rados.rados.0.smithi077.stdout:2844: done (4 left) 2024-09-16T11:13:13.201 INFO:tasks.rados.rados.0.smithi077.stdout:2846: done (3 left) 2024-09-16T11:13:13.201 INFO:tasks.rados.rados.0.smithi077.stdout:2847: done (2 left) 2024-09-16T11:13:13.201 INFO:tasks.rados.rados.0.smithi077.stdout:2850: done (1 left) 2024-09-16T11:13:13.201 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 278 2024-09-16T11:13:13.201 INFO:tasks.rados.rados.0.smithi077.stdout:2851: seq_num 892 ranges {3145728=548864} 2024-09-16T11:13:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:12 smithi191 ceph-mon[84934]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T11:13:13.218 INFO:tasks.rados.rados.0.smithi077.stdout:2851: writing smithi07774545-38 from 3145728 to 3694592 tid 1 2024-09-16T11:13:13.218 INFO:tasks.rados.rados.0.smithi077.stdout:2852: rollback oid 31 current snap is 278 2024-09-16T11:13:13.218 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 31 to 274 2024-09-16T11:13:13.219 INFO:tasks.rados.rados.0.smithi077.stdout:2849: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:13.381 INFO:tasks.rados.rados.0.smithi077.stdout:2852: finishing rollback tid 1 to smithi07774545-31 2024-09-16T11:13:13.381 INFO:tasks.rados.rados.0.smithi077.stdout:2852: finishing rollback tid 2 to smithi07774545-31 2024-09-16T11:13:13.381 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1567 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:13.381 INFO:tasks.rados.rados.0.smithi077.stdout:2851: finishing write tid 1 to smithi07774545-38 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2851: finishing write tid 2 to smithi07774545-38 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2851: finishing write tid 3 to smithi07774545-38 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1426 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2851: left oid 38 (ObjNum 892 snap 278 seq_num 892) 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2849: done (2 left) 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2851: done (1 left) 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2852: done (0 left) 2024-09-16T11:13:13.382 INFO:tasks.rados.rados.0.smithi077.stdout:2853: delete oid 49 current snap is 278 2024-09-16T11:13:13.384 INFO:tasks.rados.rados.0.smithi077.stdout:2853: done (0 left) 2024-09-16T11:13:13.384 INFO:tasks.rados.rados.0.smithi077.stdout:2854: read oid 15 snap -1 2024-09-16T11:13:13.384 INFO:tasks.rados.rados.0.smithi077.stdout:2854: expect deleted 2024-09-16T11:13:13.384 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 278 2024-09-16T11:13:13.384 INFO:tasks.rados.rados.0.smithi077.stdout:2855: seq_num 894 ranges {1982464=581632} 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2855: writing smithi07774545-18 from 1982464 to 2564096 tid 1 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2856: read oid 9 snap -1 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2856: expect deleted 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2857: read oid 40 snap 274 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2857: expect deleted 2024-09-16T11:13:13.397 INFO:tasks.rados.rados.0.smithi077.stdout:2858: delete oid 11 current snap is 278 2024-09-16T11:13:13.399 INFO:tasks.rados.rados.0.smithi077.stdout:2854: done (4 left) 2024-09-16T11:13:13.399 INFO:tasks.rados.rados.0.smithi077.stdout:2856: done (3 left) 2024-09-16T11:13:13.399 INFO:tasks.rados.rados.0.smithi077.stdout:2857: done (2 left) 2024-09-16T11:13:13.399 INFO:tasks.rados.rados.0.smithi077.stdout:2858: done (1 left) 2024-09-16T11:13:13.400 INFO:tasks.rados.rados.0.smithi077.stdout:2859: snap_remove snap 274 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2855: finishing write tid 1 to smithi07774545-18 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2855: finishing write tid 2 to smithi07774545-18 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2855: finishing write tid 3 to smithi07774545-18 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1526 (ObjNum 894 snap 278 seq_num 894) dirty exists 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2855: left oid 18 (ObjNum 894 snap 278 seq_num 894) 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2855: done (1 left) 2024-09-16T11:13:13.821 INFO:tasks.rados.rados.0.smithi077.stdout:2859: done (0 left) 2024-09-16T11:13:13.822 INFO:tasks.rados.rados.0.smithi077.stdout:2860: snap_create 2024-09-16T11:13:14.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:13 smithi077 ceph-mon[86047]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-09-16T11:13:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:13 smithi077 ceph-mon[88497]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-09-16T11:13:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:13 smithi191 ceph-mon[84934]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2860: done (0 left) 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2861: rollback oid 12 current snap is 279 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 278 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2862: rmattr oid 23 current snap is 279 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2862: done (1 left) 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2863: read oid 2 snap -1 2024-09-16T11:13:14.823 INFO:tasks.rados.rados.0.smithi077.stdout:2863: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2864: read oid 34 snap -1 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2864: expect (ObjNum 821 snap 264 seq_num 821) 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2865: read oid 26 snap 278 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2865: expect deleted 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2866: read oid 16 snap -1 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2866: expect deleted 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2867: read oid 30 snap -1 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2867: expect deleted 2024-09-16T11:13:14.824 INFO:tasks.rados.rados.0.smithi077.stdout:2868: snap_create 2024-09-16T11:13:14.827 INFO:tasks.rados.rados.0.smithi077.stdout:2863: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:14.839 INFO:tasks.rados.rados.0.smithi077.stdout:2861: finishing rollback tid 0 to smithi07774545-12 2024-09-16T11:13:14.839 INFO:tasks.rados.rados.0.smithi077.stdout:2861: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:13:14.839 INFO:tasks.rados.rados.0.smithi077.stdout:2861: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:13:14.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1608 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:13:14.850 INFO:tasks.rados.rados.0.smithi077.stdout:2864: expect (ObjNum 821 snap 264 seq_num 821) 2024-09-16T11:13:15.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:14 smithi077 ceph-mon[86047]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T11:13:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:14 smithi077 ceph-mon[88497]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T11:13:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:14 smithi191 ceph-mon[84934]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T11:13:15.783 INFO:tasks.rados.rados.0.smithi077.stdout:2861: done (6 left) 2024-09-16T11:13:15.783 INFO:tasks.rados.rados.0.smithi077.stdout:2863: done (5 left) 2024-09-16T11:13:15.783 INFO:tasks.rados.rados.0.smithi077.stdout:2864: done (4 left) 2024-09-16T11:13:15.783 INFO:tasks.rados.rados.0.smithi077.stdout:2865: done (3 left) 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2866: done (2 left) 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2867: done (1 left) 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2868: done (0 left) 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2869: read oid 32 snap -1 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2869: expect deleted 2024-09-16T11:13:15.784 INFO:tasks.rados.rados.0.smithi077.stdout:2870: snap_remove snap 278 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[86047]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[86047]: pgmap v644: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 10 op/s 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[86047]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[88497]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[88497]: pgmap v644: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 10 op/s 2024-09-16T11:13:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:15 smithi077 ceph-mon[88497]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T11:13:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:15 smithi191 ceph-mon[84934]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T11:13:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:15 smithi191 ceph-mon[84934]: pgmap v644: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 10 op/s 2024-09-16T11:13:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:15 smithi191 ceph-mon[84934]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T11:13:16.785 INFO:tasks.rados.rados.0.smithi077.stdout:2870: done (1 left) 2024-09-16T11:13:16.785 INFO:tasks.rados.rados.0.smithi077.stdout:2871: setattr oid 49 current snap is 280 2024-09-16T11:13:16.788 INFO:tasks.rados.rados.0.smithi077.stdout:2869: done (1 left) 2024-09-16T11:13:16.789 INFO:tasks.rados.rados.0.smithi077.stdout:2872: rollback oid 10 current snap is 280 2024-09-16T11:13:16.789 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 279 2024-09-16T11:13:16.789 INFO:tasks.rados.rados.0.smithi077.stdout:2873: snap_create 2024-09-16T11:13:16.789 INFO:tasks.rados.rados.0.smithi077.stdout:2872: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:13:16.789 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:13:16.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1389 (ObjNum 33 snap 0 seq_num 455384208) dirty exists 2024-09-16T11:13:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:16] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:13:17.790 INFO:tasks.rados.rados.0.smithi077.stdout:2871: done (2 left) 2024-09-16T11:13:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:2872: done (1 left) 2024-09-16T11:13:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:2873: done (0 left) 2024-09-16T11:13:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:2874: rollback oid 30 current snap is 281 2024-09-16T11:13:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 279 2024-09-16T11:13:17.791 INFO:tasks.rados.rados.0.smithi077.stdout:2875: snap_remove snap 280 2024-09-16T11:13:18.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:17 smithi077 ceph-mon[86047]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T11:13:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:17 smithi077 ceph-mon[86047]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 10 op/s 2024-09-16T11:13:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:17 smithi077 ceph-mon[88497]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T11:13:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:17 smithi077 ceph-mon[88497]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 10 op/s 2024-09-16T11:13:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:17 smithi191 ceph-mon[84934]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T11:13:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:17 smithi191 ceph-mon[84934]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 10 op/s 2024-09-16T11:13:18.794 INFO:tasks.rados.rados.0.smithi077.stdout:2875: done (1 left) 2024-09-16T11:13:18.794 INFO:tasks.rados.rados.0.smithi077.stdout:2876: rmattr oid 15 current snap is 281 2024-09-16T11:13:18.795 INFO:tasks.rados.rados.0.smithi077.stdout:2876: done (1 left) 2024-09-16T11:13:18.795 INFO:tasks.rados.rados.0.smithi077.stdout:2877: copy_from oid 45 from oid 37 current snap is 281 2024-09-16T11:13:18.795 INFO:tasks.rados.rados.0.smithi077.stdout:2878: delete oid 40 current snap is 281 2024-09-16T11:13:18.795 INFO:tasks.rados.rados.0.smithi077.stdout:2874: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:13:18.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 1918853472) dirty dne 2024-09-16T11:13:18.799 INFO:tasks.rados.rados.0.smithi077.stdout:2874: done (2 left) 2024-09-16T11:13:18.799 INFO:tasks.rados.rados.0.smithi077.stdout:2878: done (1 left) 2024-09-16T11:13:18.799 INFO:tasks.rados.rados.0.smithi077.stdout:2879: copy_from oid 3 from oid 38 current snap is 281 2024-09-16T11:13:18.799 INFO:tasks.rados.rados.0.smithi077.stdout:2880: setattr oid 10 current snap is 281 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:2881: rollback oid 20 current snap is 281 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 279 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:2882: rmattr oid 23 current snap is 281 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:2882: done (4 left) 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 281 2024-09-16T11:13:18.801 INFO:tasks.rados.rados.0.smithi077.stdout:2883: seq_num 897 ranges {12361728=630784} 2024-09-16T11:13:18.870 INFO:tasks.rados.rados.0.smithi077.stdout:2883: writing smithi07774545-12 from 12361728 to 12992512 tid 1 2024-09-16T11:13:18.870 INFO:tasks.rados.rados.0.smithi077.stdout:2884: delete oid 39 current snap is 281 2024-09-16T11:13:18.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1552 (ObjNum 65 snap 0 seq_num 441086928) dirty exists 2024-09-16T11:13:18.870 INFO:tasks.rados.rados.0.smithi077.stdout:2877: finishing copy_from to smithi07774545-45 2024-09-16T11:13:18.870 INFO:tasks.rados.rados.0.smithi077.stdout:2877: got expected ENOENT (src dne) 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2877: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2881: finishing rollback tid 0 to smithi07774545-20 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2881: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2881: finishing rollback tid 2 to smithi07774545-20 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1388 (ObjNum 880 snap 276 seq_num 880) dirty exists 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2879: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:2879: finishing copy_from to smithi07774545-3 2024-09-16T11:13:18.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1426 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2877: done (5 left) 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2879: done (4 left) 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2880: done (3 left) 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2881: done (2 left) 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2884: done (1 left) 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2885: copy_from oid 23 from oid 33 current snap is 281 2024-09-16T11:13:18.873 INFO:tasks.rados.rados.0.smithi077.stdout:2886: delete oid 40 current snap is 281 2024-09-16T11:13:18.875 INFO:tasks.rados.rados.0.smithi077.stdout:2886: done (2 left) 2024-09-16T11:13:18.876 INFO:tasks.rados.rados.0.smithi077.stdout:2887: setattr oid 31 current snap is 281 2024-09-16T11:13:18.876 INFO:tasks.rados.rados.0.smithi077.stdout:2885: finishing copy_from racing read to smithi07774545-23 2024-09-16T11:13:18.877 INFO:tasks.rados.rados.0.smithi077.stdout:2883: finishing write tid 1 to smithi07774545-12 2024-09-16T11:13:18.877 INFO:tasks.rados.rados.0.smithi077.stdout:2883: finishing write tid 2 to smithi07774545-12 2024-09-16T11:13:18.877 INFO:tasks.rados.rados.0.smithi077.stdout:2885: finishing copy_from to smithi07774545-23 2024-09-16T11:13:18.877 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1396 (ObjNum 97 snap 0 seq_num 1301175202) dirty exists 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2883: finishing write tid 3 to smithi07774545-12 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1613 (ObjNum 897 snap 281 seq_num 897) dirty exists 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2883: left oid 12 (ObjNum 897 snap 281 seq_num 897) 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2883: done (2 left) 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2885: done (1 left) 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2888: rollback oid 15 current snap is 281 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 279 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2889: copy_from oid 1 from oid 45 current snap is 281 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:2890: rollback oid 37 current snap is 281 2024-09-16T11:13:18.879 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 279 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:2891: read oid 29 snap -1 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:2891: expect (ObjNum 864 snap 274 seq_num 864) 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:2892: delete oid 4 current snap is 281 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:2890: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:2888: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:13:18.880 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:13:18.881 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1568 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:2887: done (5 left) 2024-09-16T11:13:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:2888: done (4 left) 2024-09-16T11:13:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:2890: done (3 left) 2024-09-16T11:13:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:2892: done (2 left) 2024-09-16T11:13:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:2893: setattr oid 39 current snap is 281 2024-09-16T11:13:18.885 INFO:tasks.rados.rados.0.smithi077.stdout:2894: snap_remove snap 279 2024-09-16T11:13:19.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:18 smithi077 ceph-mon[88497]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T11:13:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:18 smithi077 ceph-mon[86047]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T11:13:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:18 smithi191 ceph-mon[84934]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T11:13:19.803 INFO:tasks.rados.rados.0.smithi077.stdout:2889: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:13:19.803 INFO:tasks.rados.rados.0.smithi077.stdout:2889: finishing copy_from to smithi07774545-1 2024-09-16T11:13:19.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1381 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-09-16T11:13:19.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1414 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T11:13:19.803 INFO:tasks.rados.rados.0.smithi077.stdout:2891: expect (ObjNum 864 snap 274 seq_num 864) 2024-09-16T11:13:20.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:19 smithi077 ceph-mon[86047]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T11:13:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:19 smithi077 ceph-mon[86047]: pgmap v650: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T11:13:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:19 smithi077 ceph-mon[88497]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T11:13:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:19 smithi077 ceph-mon[88497]: pgmap v650: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T11:13:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:19 smithi191 ceph-mon[84934]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T11:13:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:19 smithi191 ceph-mon[84934]: pgmap v650: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T11:13:20.331 INFO:tasks.rados.rados.0.smithi077.stdout:2889: done (3 left) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2891: done (2 left) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2893: done (1 left) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2894: done (0 left) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2895: read oid 50 snap -1 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2895: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2896: rollback oid 39 current snap is 281 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2896: done (1 left) 2024-09-16T11:13:20.332 INFO:tasks.rados.rados.0.smithi077.stdout:2897: snap_create 2024-09-16T11:13:20.334 INFO:tasks.rados.rados.0.smithi077.stdout:2895: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:20.784 INFO:tasks.rados.rados.0.smithi077.stdout:2895: done (1 left) 2024-09-16T11:13:20.785 INFO:tasks.rados.rados.0.smithi077.stdout:2897: done (0 left) 2024-09-16T11:13:20.785 INFO:tasks.rados.rados.0.smithi077.stdout:2898: setattr oid 32 current snap is 282 2024-09-16T11:13:20.785 INFO:tasks.rados.rados.0.smithi077.stdout:2899: rmattr oid 36 current snap is 282 2024-09-16T11:13:20.786 INFO:tasks.rados.rados.0.smithi077.stdout:2899: done (1 left) 2024-09-16T11:13:20.786 INFO:tasks.rados.rados.0.smithi077.stdout:2900: snap_remove snap 281 2024-09-16T11:13:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:20 smithi077 ceph-mon[86047]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T11:13:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:20 smithi077 ceph-mon[86047]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T11:13:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:20 smithi077 ceph-mon[88497]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T11:13:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:20 smithi077 ceph-mon[88497]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T11:13:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:20 smithi191 ceph-mon[84934]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T11:13:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:20 smithi191 ceph-mon[84934]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1554 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:2898: done (1 left) 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:2900: done (0 left) 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:2901: rollback oid 50 current snap is 282 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:2901: done (0 left) 2024-09-16T11:13:21.787 INFO:tasks.rados.rados.0.smithi077.stdout:2902: copy_from oid 10 from oid 22 current snap is 282 2024-09-16T11:13:21.788 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 282 2024-09-16T11:13:21.788 INFO:tasks.rados.rados.0.smithi077.stdout:2903: seq_num 901 ranges {0=696320} 2024-09-16T11:13:21.791 INFO:tasks.rados.rados.0.smithi077.stdout:2903: writing smithi07774545-8 from 0 to 696320 tid 1 2024-09-16T11:13:21.791 INFO:tasks.rados.rados.0.smithi077.stdout:2904: rollback oid 39 current snap is 282 2024-09-16T11:13:21.791 INFO:tasks.rados.rados.0.smithi077.stdout:2904: done (2 left) 2024-09-16T11:13:21.791 INFO:tasks.rados.rados.0.smithi077.stdout:2905: delete oid 45 current snap is 282 2024-09-16T11:13:21.796 INFO:tasks.rados.rados.0.smithi077.stdout:2903: finishing write tid 1 to smithi07774545-8 2024-09-16T11:13:21.797 INFO:tasks.rados.rados.0.smithi077.stdout:2903: finishing write tid 2 to smithi07774545-8 2024-09-16T11:13:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:2905: done (2 left) 2024-09-16T11:13:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:2906: read oid 4 snap -1 2024-09-16T11:13:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:2906: expect deleted 2024-09-16T11:13:21.798 INFO:tasks.rados.rados.0.smithi077.stdout:2907: copy_from oid 42 from oid 26 current snap is 282 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2908: rollback oid 45 current snap is 282 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2908: done (4 left) 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2909: read oid 39 snap -1 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2909: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2910: delete oid 16 current snap is 282 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2903: finishing write tid 3 to smithi07774545-8 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1527 (ObjNum 901 snap 282 seq_num 901) dirty exists 2024-09-16T11:13:21.799 INFO:tasks.rados.rados.0.smithi077.stdout:2903: left oid 8 (ObjNum 901 snap 282 seq_num 901) 2024-09-16T11:13:21.800 INFO:tasks.rados.rados.0.smithi077.stdout:2909: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2907: finishing copy_from to smithi07774545-42 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2907: got expected ENOENT (src dne) 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2907: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2903: done (5 left) 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2906: done (4 left) 2024-09-16T11:13:21.802 INFO:tasks.rados.rados.0.smithi077.stdout:2907: done (3 left) 2024-09-16T11:13:21.803 INFO:tasks.rados.rados.0.smithi077.stdout:2909: done (2 left) 2024-09-16T11:13:21.803 INFO:tasks.rados.rados.0.smithi077.stdout:2910: done (1 left) 2024-09-16T11:13:21.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 282 2024-09-16T11:13:21.803 INFO:tasks.rados.rados.0.smithi077.stdout:2911: seq_num 904 ranges {0=745472} 2024-09-16T11:13:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:2911: writing smithi07774545-33 from 0 to 745472 tid 1 2024-09-16T11:13:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:2912: copy_from oid 18 from oid 27 current snap is 282 2024-09-16T11:13:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:2902: finishing copy_from racing read to smithi07774545-10 2024-09-16T11:13:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:2913: read oid 3 snap -1 2024-09-16T11:13:21.807 INFO:tasks.rados.rados.0.smithi077.stdout:2913: expect (ObjNum 892 snap 278 seq_num 892) 2024-09-16T11:13:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:2914: delete oid 14 current snap is 282 2024-09-16T11:13:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:2902: finishing copy_from to smithi07774545-10 2024-09-16T11:13:21.808 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 220 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:13:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:2911: finishing write tid 1 to smithi07774545-33 2024-09-16T11:13:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:2911: finishing write tid 2 to smithi07774545-33 2024-09-16T11:13:21.816 INFO:tasks.rados.rados.0.smithi077.stdout:2902: done (4 left) 2024-09-16T11:13:21.817 INFO:tasks.rados.rados.0.smithi077.stdout:2914: done (3 left) 2024-09-16T11:13:21.817 INFO:tasks.rados.rados.0.smithi077.stdout:2915: copy_from oid 32 from oid 38 current snap is 282 2024-09-16T11:13:21.817 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 282 2024-09-16T11:13:21.817 INFO:tasks.rados.rados.0.smithi077.stdout:2916: seq_num 906 ranges {0=778240} 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:2916: writing smithi07774545-25 from 0 to 778240 tid 1 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 282 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:2911: finishing write tid 3 to smithi07774545-33 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1570 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:2911: left oid 33 (ObjNum 904 snap 282 seq_num 904) 2024-09-16T11:13:21.822 INFO:tasks.rados.rados.0.smithi077.stdout:2913: expect (ObjNum 892 snap 278 seq_num 892) 2024-09-16T11:13:22.017 INFO:tasks.rados.rados.0.smithi077.stdout:2916: finishing write tid 1 to smithi07774545-25 2024-09-16T11:13:22.017 INFO:tasks.rados.rados.0.smithi077.stdout:2916: finishing write tid 2 to smithi07774545-25 2024-09-16T11:13:22.017 INFO:tasks.rados.rados.0.smithi077.stdout:2917: seq_num 907 ranges {24576=794624} 2024-09-16T11:13:22.021 INFO:tasks.rados.rados.0.smithi077.stdout:2917: writing smithi07774545-7 from 24576 to 819200 tid 1 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2911: done (5 left) 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2913: done (4 left) 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2918: read oid 16 snap -1 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2918: expect deleted 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2919: snap_create 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2916: finishing write tid 3 to smithi07774545-25 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1557 (ObjNum 906 snap 282 seq_num 906) dirty exists 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2916: left oid 25 (ObjNum 906 snap 282 seq_num 906) 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2912: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2915: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:2912: finishing copy_from to smithi07774545-18 2024-09-16T11:13:22.022 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1412 (ObjNum 889 snap 278 seq_num 889) dirty exists 2024-09-16T11:13:22.023 INFO:tasks.rados.rados.0.smithi077.stdout:2915: finishing copy_from to smithi07774545-32 2024-09-16T11:13:22.023 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1426 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:22.025 INFO:tasks.rados.rados.0.smithi077.stdout:2917: finishing write tid 1 to smithi07774545-7 2024-09-16T11:13:22.025 INFO:tasks.rados.rados.0.smithi077.stdout:2917: finishing write tid 2 to smithi07774545-7 2024-09-16T11:13:22.027 INFO:tasks.rados.rados.0.smithi077.stdout:2917: finishing write tid 3 to smithi07774545-7 2024-09-16T11:13:22.027 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1618 (ObjNum 907 snap 282 seq_num 907) dirty exists 2024-09-16T11:13:22.027 INFO:tasks.rados.rados.0.smithi077.stdout:2917: left oid 7 (ObjNum 907 snap 282 seq_num 907) 2024-09-16T11:13:22.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:21 smithi077 ceph-mon[86047]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-16T11:13:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:21 smithi077 ceph-mon[86047]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T11:13:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:21 smithi077 ceph-mon[88497]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-16T11:13:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:21 smithi077 ceph-mon[88497]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T11:13:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:21 smithi191 ceph-mon[84934]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-16T11:13:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:21 smithi191 ceph-mon[84934]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T11:13:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:22.812 INFO:tasks.rados.rados.0.smithi077.stdout:2912: done (5 left) 2024-09-16T11:13:22.812 INFO:tasks.rados.rados.0.smithi077.stdout:2915: done (4 left) 2024-09-16T11:13:22.812 INFO:tasks.rados.rados.0.smithi077.stdout:2916: done (3 left) 2024-09-16T11:13:22.812 INFO:tasks.rados.rados.0.smithi077.stdout:2917: done (2 left) 2024-09-16T11:13:22.812 INFO:tasks.rados.rados.0.smithi077.stdout:2918: done (1 left) 2024-09-16T11:13:22.813 INFO:tasks.rados.rados.0.smithi077.stdout:2919: done (0 left) 2024-09-16T11:13:22.813 INFO:tasks.rados.rados.0.smithi077.stdout:2920: setattr oid 38 current snap is 283 2024-09-16T11:13:22.813 INFO:tasks.rados.rados.0.smithi077.stdout:2921: snap_remove snap 282 2024-09-16T11:13:23.818 INFO:tasks.rados.rados.0.smithi077.stdout:2921: done (1 left) 2024-09-16T11:13:23.819 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 283 2024-09-16T11:13:23.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1427 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:23.819 INFO:tasks.rados.rados.0.smithi077.stdout:2922: seq_num 908 ranges {3694592=409600,4104192=401408} 2024-09-16T11:13:23.840 INFO:tasks.rados.rados.0.smithi077.stdout:2922: writing smithi07774545-32 from 3694592 to 4104192 tid 1 2024-09-16T11:13:23.842 INFO:tasks.rados.rados.0.smithi077.stdout:2922: writing smithi07774545-32 from 4104192 to 4505600 tid 2 2024-09-16T11:13:23.842 INFO:tasks.rados.rados.0.smithi077.stdout:2920: done (1 left) 2024-09-16T11:13:23.842 INFO:tasks.rados.rados.0.smithi077.stdout:2923: delete oid 13 current snap is 283 2024-09-16T11:13:23.845 INFO:tasks.rados.rados.0.smithi077.stdout:2922: finishing write tid 1 to smithi07774545-32 2024-09-16T11:13:23.846 INFO:tasks.rados.rados.0.smithi077.stdout:2922: finishing write tid 2 to smithi07774545-32 2024-09-16T11:13:23.846 INFO:tasks.rados.rados.0.smithi077.stdout:2922: finishing write tid 3 to smithi07774545-32 2024-09-16T11:13:23.847 INFO:tasks.rados.rados.0.smithi077.stdout:2923: done (1 left) 2024-09-16T11:13:23.847 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 283 2024-09-16T11:13:23.847 INFO:tasks.rados.rados.0.smithi077.stdout:2924: seq_num 910 ranges {335872=442368,778240=401408} 2024-09-16T11:13:23.851 INFO:tasks.rados.rados.0.smithi077.stdout:2924: writing smithi07774545-31 from 335872 to 778240 tid 1 2024-09-16T11:13:23.854 INFO:tasks.rados.rados.0.smithi077.stdout:2924: writing smithi07774545-31 from 778240 to 1179648 tid 2 2024-09-16T11:13:23.854 INFO:tasks.rados.rados.0.smithi077.stdout:2925: rmattr oid 19 current snap is 283 2024-09-16T11:13:23.854 INFO:tasks.rados.rados.0.smithi077.stdout:2925: done (2 left) 2024-09-16T11:13:23.854 INFO:tasks.rados.rados.0.smithi077.stdout:2926: delete oid 17 current snap is 283 2024-09-16T11:13:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:2922: finishing write tid 4 to smithi07774545-32 2024-09-16T11:13:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1561 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-09-16T11:13:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:2922: left oid 32 (ObjNum 908 snap 283 seq_num 908) 2024-09-16T11:13:23.856 INFO:tasks.rados.rados.0.smithi077.stdout:2922: done (2 left) 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2926: done (1 left) 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2927: rollback oid 27 current snap is 283 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2927: done (1 left) 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2928: rollback oid 48 current snap is 283 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2928: done (1 left) 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2929: copy_from oid 28 from oid 26 current snap is 283 2024-09-16T11:13:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:2930: snap_create 2024-09-16T11:13:23.858 INFO:tasks.rados.rados.0.smithi077.stdout:2929: finishing copy_from to smithi07774545-28 2024-09-16T11:13:23.858 INFO:tasks.rados.rados.0.smithi077.stdout:2929: got expected ENOENT (src dne) 2024-09-16T11:13:23.858 INFO:tasks.rados.rados.0.smithi077.stdout:2929: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:13:23.859 INFO:tasks.rados.rados.0.smithi077.stdout:2924: finishing write tid 1 to smithi07774545-31 2024-09-16T11:13:23.860 INFO:tasks.rados.rados.0.smithi077.stdout:2924: finishing write tid 2 to smithi07774545-31 2024-09-16T11:13:23.860 INFO:tasks.rados.rados.0.smithi077.stdout:2924: finishing write tid 3 to smithi07774545-31 2024-09-16T11:13:23.861 INFO:tasks.rados.rados.0.smithi077.stdout:2924: finishing write tid 4 to smithi07774545-31 2024-09-16T11:13:23.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1574 (ObjNum 910 snap 283 seq_num 910) dirty exists 2024-09-16T11:13:23.861 INFO:tasks.rados.rados.0.smithi077.stdout:2924: left oid 31 (ObjNum 910 snap 283 seq_num 910) 2024-09-16T11:13:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:23 smithi077 ceph-mon[86047]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T11:13:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:23 smithi077 ceph-mon[86047]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 36 op/s 2024-09-16T11:13:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:23 smithi077 ceph-mon[88497]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T11:13:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:23 smithi077 ceph-mon[88497]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 36 op/s 2024-09-16T11:13:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:23 smithi191 ceph-mon[84934]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T11:13:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:23 smithi191 ceph-mon[84934]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 36 op/s 2024-09-16T11:13:24.824 INFO:tasks.rados.rados.0.smithi077.stdout:2924: done (2 left) 2024-09-16T11:13:24.825 INFO:tasks.rados.rados.0.smithi077.stdout:2929: done (1 left) 2024-09-16T11:13:24.825 INFO:tasks.rados.rados.0.smithi077.stdout:2930: done (0 left) 2024-09-16T11:13:24.825 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 284 2024-09-16T11:13:24.825 INFO:tasks.rados.rados.0.smithi077.stdout:2931: seq_num 912 ranges {0=483328,483328=401408} 2024-09-16T11:13:24.827 INFO:tasks.rados.rados.0.smithi077.stdout:2931: writing smithi07774545-23 from 0 to 483328 tid 1 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2931: writing smithi07774545-23 from 483328 to 884736 tid 2 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2932: rollback oid 50 current snap is 284 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 283 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2933: read oid 6 snap -1 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2933: expect (ObjNum 825 snap 265 seq_num 825) 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2934: copy_from oid 48 from oid 21 current snap is 284 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2935: read oid 30 snap -1 2024-09-16T11:13:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:2935: expect deleted 2024-09-16T11:13:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:2936: snap_create 2024-09-16T11:13:24.833 INFO:tasks.rados.rados.0.smithi077.stdout:2931: finishing write tid 1 to smithi07774545-23 2024-09-16T11:13:24.834 INFO:tasks.rados.rados.0.smithi077.stdout:2931: finishing write tid 2 to smithi07774545-23 2024-09-16T11:13:24.834 INFO:tasks.rados.rados.0.smithi077.stdout:2931: finishing write tid 3 to smithi07774545-23 2024-09-16T11:13:24.835 INFO:tasks.rados.rados.0.smithi077.stdout:2932: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:13:24.836 INFO:tasks.rados.rados.0.smithi077.stdout:2932: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:13:24.836 INFO:tasks.rados.rados.0.smithi077.stdout:2931: finishing write tid 4 to smithi07774545-23 2024-09-16T11:13:24.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1399 (ObjNum 912 snap 284 seq_num 912) dirty exists 2024-09-16T11:13:24.836 INFO:tasks.rados.rados.0.smithi077.stdout:2931: left oid 23 (ObjNum 912 snap 284 seq_num 912) 2024-09-16T11:13:24.837 INFO:tasks.rados.rados.0.smithi077.stdout:2932: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:13:24.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1539 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:24.839 INFO:tasks.rados.rados.0.smithi077.stdout:2934: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:13:24.841 INFO:tasks.rados.rados.0.smithi077.stdout:2934: finishing copy_from to smithi07774545-48 2024-09-16T11:13:24.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1492 (ObjNum 870 snap 275 seq_num 870) dirty exists 2024-09-16T11:13:24.878 INFO:tasks.rados.rados.0.smithi077.stdout:2933: expect (ObjNum 825 snap 265 seq_num 825) 2024-09-16T11:13:25.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:24 smithi077 ceph-mon[86047]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T11:13:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:24 smithi077 ceph-mon[88497]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T11:13:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:24 smithi191 ceph-mon[84934]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T11:13:25.785 INFO:tasks.rados.rados.0.smithi077.stdout:2931: done (5 left) 2024-09-16T11:13:25.785 INFO:tasks.rados.rados.0.smithi077.stdout:2932: done (4 left) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2933: done (3 left) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2934: done (2 left) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2935: done (1 left) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2936: done (0 left) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2937: read oid 20 snap -1 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2937: expect (ObjNum 880 snap 276 seq_num 880) 2024-09-16T11:13:25.786 INFO:tasks.rados.rados.0.smithi077.stdout:2938: snap_create 2024-09-16T11:13:25.826 INFO:tasks.rados.rados.0.smithi077.stdout:2937: expect (ObjNum 880 snap 276 seq_num 880) 2024-09-16T11:13:26.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[86047]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T11:13:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[86047]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-09-16T11:13:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[86047]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T11:13:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[88497]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T11:13:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[88497]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-09-16T11:13:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:25 smithi077 ceph-mon[88497]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T11:13:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:25 smithi191 ceph-mon[84934]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T11:13:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:25 smithi191 ceph-mon[84934]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-09-16T11:13:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:25 smithi191 ceph-mon[84934]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T11:13:26.857 INFO:tasks.rados.rados.0.smithi077.stdout:2937: done (1 left) 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:2938: done (0 left) 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:2939: read oid 14 snap 283 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:2939: expect deleted 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:2940: rollback oid 10 current snap is 286 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 283 2024-09-16T11:13:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:2941: delete oid 6 current snap is 286 2024-09-16T11:13:26.861 INFO:tasks.rados.rados.0.smithi077.stdout:2940: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:13:26.862 INFO:tasks.rados.rados.0.smithi077.stdout:2939: done (2 left) 2024-09-16T11:13:26.862 INFO:tasks.rados.rados.0.smithi077.stdout:2941: done (1 left) 2024-09-16T11:13:26.862 INFO:tasks.rados.rados.0.smithi077.stdout:2942: snap_remove snap 284 2024-09-16T11:13:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:26] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:13:27.804 INFO:tasks.rados.rados.0.smithi077.stdout:2940: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2940: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1565 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2940: done (1 left) 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2942: done (0 left) 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2943: read oid 23 snap -1 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2943: expect (ObjNum 912 snap 284 seq_num 912) 2024-09-16T11:13:27.805 INFO:tasks.rados.rados.0.smithi077.stdout:2944: setattr oid 20 current snap is 286 2024-09-16T11:13:27.806 INFO:tasks.rados.rados.0.smithi077.stdout:2945: delete oid 10 current snap is 286 2024-09-16T11:13:27.810 INFO:tasks.rados.rados.0.smithi077.stdout:2945: done (2 left) 2024-09-16T11:13:27.810 INFO:tasks.rados.rados.0.smithi077.stdout:2946: copy_from oid 31 from oid 48 current snap is 286 2024-09-16T11:13:27.810 INFO:tasks.rados.rados.0.smithi077.stdout:2947: snap_remove snap 283 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[86047]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[86047]: pgmap v662: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 434 KiB/s wr, 10 op/s 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[88497]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:27 smithi077 ceph-mon[88497]: pgmap v662: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 434 KiB/s wr, 10 op/s 2024-09-16T11:13:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:27 smithi191 ceph-mon[84934]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T11:13:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:27 smithi191 ceph-mon[84934]: pgmap v662: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 434 KiB/s wr, 10 op/s 2024-09-16T11:13:28.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1427 (ObjNum 880 snap 276 seq_num 880) dirty exists 2024-09-16T11:13:28.801 INFO:tasks.rados.rados.0.smithi077.stdout:2943: expect (ObjNum 912 snap 284 seq_num 912) 2024-09-16T11:13:28.829 INFO:tasks.rados.rados.0.smithi077.stdout:2946: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:13:28.829 INFO:tasks.rados.rados.0.smithi077.stdout:2946: finishing copy_from to smithi07774545-31 2024-09-16T11:13:28.829 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1492 (ObjNum 870 snap 275 seq_num 870) dirty exists 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2943: done (3 left) 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2944: done (2 left) 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2946: done (1 left) 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2947: done (0 left) 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2948: rmattr oid 25 current snap is 286 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2948: done (0 left) 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 286 2024-09-16T11:13:28.830 INFO:tasks.rados.rados.0.smithi077.stdout:2949: seq_num 915 ranges {0=532480,532480=401408} 2024-09-16T11:13:28.832 INFO:tasks.rados.rados.0.smithi077.stdout:2949: writing smithi07774545-40 from 0 to 532480 tid 1 2024-09-16T11:13:28.834 INFO:tasks.rados.rados.0.smithi077.stdout:2949: writing smithi07774545-40 from 532480 to 933888 tid 2 2024-09-16T11:13:28.835 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 286 2024-09-16T11:13:28.835 INFO:tasks.rados.rados.0.smithi077.stdout:2950: seq_num 916 ranges {6463488=548864,7012352=401408} 2024-09-16T11:13:28.872 INFO:tasks.rados.rados.0.smithi077.stdout:2950: writing smithi07774545-29 from 6463488 to 7012352 tid 1 2024-09-16T11:13:28.874 INFO:tasks.rados.rados.0.smithi077.stdout:2950: writing smithi07774545-29 from 7012352 to 7413760 tid 2 2024-09-16T11:13:28.874 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 286 2024-09-16T11:13:28.874 INFO:tasks.rados.rados.0.smithi077.stdout:2951: seq_num 917 ranges {11583488=565248,12148736=401408} 2024-09-16T11:13:28.937 INFO:tasks.rados.rados.0.smithi077.stdout:2951: writing smithi07774545-20 from 11583488 to 12148736 tid 1 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2951: writing smithi07774545-20 from 12148736 to 12550144 tid 2 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2952: copy_from oid 5 from oid 36 current snap is 286 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2949: finishing write tid 1 to smithi07774545-40 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2949: finishing write tid 2 to smithi07774545-40 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2949: finishing write tid 3 to smithi07774545-40 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2949: finishing write tid 4 to smithi07774545-40 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1573 (ObjNum 915 snap 286 seq_num 915) dirty exists 2024-09-16T11:13:28.940 INFO:tasks.rados.rados.0.smithi077.stdout:2949: left oid 40 (ObjNum 915 snap 286 seq_num 915) 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: finishing write tid 1 to smithi07774545-29 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: finishing write tid 2 to smithi07774545-29 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: finishing write tid 3 to smithi07774545-29 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: finishing write tid 4 to smithi07774545-29 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1411 (ObjNum 916 snap 286 seq_num 916) dirty exists 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: left oid 29 (ObjNum 916 snap 286 seq_num 916) 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2949: done (3 left) 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2950: done (2 left) 2024-09-16T11:13:28.941 INFO:tasks.rados.rados.0.smithi077.stdout:2953: snap_create 2024-09-16T11:13:28.942 INFO:tasks.rados.rados.0.smithi077.stdout:2951: finishing write tid 1 to smithi07774545-20 2024-09-16T11:13:28.942 INFO:tasks.rados.rados.0.smithi077.stdout:2951: finishing write tid 2 to smithi07774545-20 2024-09-16T11:13:28.942 INFO:tasks.rados.rados.0.smithi077.stdout:2951: finishing write tid 3 to smithi07774545-20 2024-09-16T11:13:28.943 INFO:tasks.rados.rados.0.smithi077.stdout:2951: finishing write tid 4 to smithi07774545-20 2024-09-16T11:13:28.943 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1430 (ObjNum 917 snap 286 seq_num 917) dirty exists 2024-09-16T11:13:28.943 INFO:tasks.rados.rados.0.smithi077.stdout:2951: left oid 20 (ObjNum 917 snap 286 seq_num 917) 2024-09-16T11:13:28.946 INFO:tasks.rados.rados.0.smithi077.stdout:2952: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:13:28.947 INFO:tasks.rados.rados.0.smithi077.stdout:2952: finishing copy_from to smithi07774545-5 2024-09-16T11:13:28.947 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1504 (ObjNum 881 snap 276 seq_num 881) dirty exists 2024-09-16T11:13:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:28 smithi077 ceph-mon[86047]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T11:13:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:28 smithi077 ceph-mon[88497]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T11:13:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:28 smithi191 ceph-mon[84934]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T11:13:29.805 INFO:tasks.rados.rados.0.smithi077.stdout:2951: done (2 left) 2024-09-16T11:13:29.805 INFO:tasks.rados.rados.0.smithi077.stdout:2952: done (1 left) 2024-09-16T11:13:29.805 INFO:tasks.rados.rados.0.smithi077.stdout:2953: done (0 left) 2024-09-16T11:13:29.805 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 287 2024-09-16T11:13:29.805 INFO:tasks.rados.rados.0.smithi077.stdout:2954: seq_num 918 ranges {0=581632,581632=401408} 2024-09-16T11:13:29.808 INFO:tasks.rados.rados.0.smithi077.stdout:2954: writing smithi07774545-13 from 0 to 581632 tid 1 2024-09-16T11:13:29.811 INFO:tasks.rados.rados.0.smithi077.stdout:2954: writing smithi07774545-13 from 581632 to 983040 tid 2 2024-09-16T11:13:29.811 INFO:tasks.rados.rados.0.smithi077.stdout:2955: rollback oid 43 current snap is 287 2024-09-16T11:13:29.811 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 286 2024-09-16T11:13:29.811 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 287 2024-09-16T11:13:29.811 INFO:tasks.rados.rados.0.smithi077.stdout:2956: seq_num 919 ranges {0=598016,598016=401408} 2024-09-16T11:13:29.814 INFO:tasks.rados.rados.0.smithi077.stdout:2956: writing smithi07774545-30 from 0 to 598016 tid 1 2024-09-16T11:13:29.817 INFO:tasks.rados.rados.0.smithi077.stdout:2956: writing smithi07774545-30 from 598016 to 999424 tid 2 2024-09-16T11:13:29.817 INFO:tasks.rados.rados.0.smithi077.stdout:2957: snap_create 2024-09-16T11:13:29.817 INFO:tasks.rados.rados.0.smithi077.stdout:2954: finishing write tid 1 to smithi07774545-13 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:2954: finishing write tid 2 to smithi07774545-13 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:2955: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:2954: finishing write tid 3 to smithi07774545-13 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:2955: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:2955: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:13:29.818 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1577 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-16T11:13:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2954: finishing write tid 4 to smithi07774545-13 2024-09-16T11:13:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1622 (ObjNum 918 snap 287 seq_num 918) dirty exists 2024-09-16T11:13:29.819 INFO:tasks.rados.rados.0.smithi077.stdout:2954: left oid 13 (ObjNum 918 snap 287 seq_num 918) 2024-09-16T11:13:29.824 INFO:tasks.rados.rados.0.smithi077.stdout:2956: finishing write tid 1 to smithi07774545-30 2024-09-16T11:13:29.824 INFO:tasks.rados.rados.0.smithi077.stdout:2956: finishing write tid 2 to smithi07774545-30 2024-09-16T11:13:29.824 INFO:tasks.rados.rados.0.smithi077.stdout:2956: finishing write tid 3 to smithi07774545-30 2024-09-16T11:13:29.824 INFO:tasks.rados.rados.0.smithi077.stdout:2956: finishing write tid 4 to smithi07774545-30 2024-09-16T11:13:29.825 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1402 (ObjNum 919 snap 287 seq_num 919) dirty exists 2024-09-16T11:13:29.825 INFO:tasks.rados.rados.0.smithi077.stdout:2956: left oid 30 (ObjNum 919 snap 287 seq_num 919) 2024-09-16T11:13:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:29 smithi077 ceph-mon[88497]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T11:13:30.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:29 smithi077 ceph-mon[88497]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 704 KiB/s wr, 13 op/s 2024-09-16T11:13:30.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:29 smithi077 ceph-mon[86047]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T11:13:30.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:29 smithi077 ceph-mon[86047]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 704 KiB/s wr, 13 op/s 2024-09-16T11:13:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:29 smithi191 ceph-mon[84934]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T11:13:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:29 smithi191 ceph-mon[84934]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 704 KiB/s wr, 13 op/s 2024-09-16T11:13:30.794 INFO:tasks.rados.rados.0.smithi077.stdout:2954: done (3 left) 2024-09-16T11:13:30.794 INFO:tasks.rados.rados.0.smithi077.stdout:2955: done (2 left) 2024-09-16T11:13:30.794 INFO:tasks.rados.rados.0.smithi077.stdout:2956: done (1 left) 2024-09-16T11:13:30.794 INFO:tasks.rados.rados.0.smithi077.stdout:2957: done (0 left) 2024-09-16T11:13:30.794 INFO:tasks.rados.rados.0.smithi077.stdout:2958: snap_remove snap 286 2024-09-16T11:13:31.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:30 smithi191 ceph-mon[84934]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T11:13:31.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:30 smithi191 ceph-mon[84934]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T11:13:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:30 smithi077 ceph-mon[86047]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T11:13:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:30 smithi077 ceph-mon[86047]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T11:13:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:30 smithi077 ceph-mon[88497]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T11:13:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:30 smithi077 ceph-mon[88497]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T11:13:31.792 INFO:tasks.rados.rados.0.smithi077.stdout:2958: done (0 left) 2024-09-16T11:13:31.792 INFO:tasks.rados.rados.0.smithi077.stdout:2959: setattr oid 40 current snap is 288 2024-09-16T11:13:31.793 INFO:tasks.rados.rados.0.smithi077.stdout:2960: read oid 41 snap 285 2024-09-16T11:13:31.793 INFO:tasks.rados.rados.0.smithi077.stdout:2960: expect (ObjNum 855 snap 269 seq_num 855) 2024-09-16T11:13:31.793 INFO:tasks.rados.rados.0.smithi077.stdout:2961: read oid 47 snap -1 2024-09-16T11:13:31.793 INFO:tasks.rados.rados.0.smithi077.stdout:2961: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:13:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2962: copy_from oid 12 from oid 49 current snap is 288 2024-09-16T11:13:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2963: copy_from oid 16 from oid 14 current snap is 288 2024-09-16T11:13:31.794 INFO:tasks.rados.rados.0.smithi077.stdout:2964: snap_create 2024-09-16T11:13:31.798 INFO:tasks.rados.rados.0.smithi077.stdout:2963: finishing copy_from to smithi07774545-16 2024-09-16T11:13:31.798 INFO:tasks.rados.rados.0.smithi077.stdout:2963: got expected ENOENT (src dne) 2024-09-16T11:13:31.798 INFO:tasks.rados.rados.0.smithi077.stdout:2963: finishing copy_from racing read to smithi07774545-16 2024-09-16T11:13:31.798 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1581 (ObjNum 915 snap 286 seq_num 915) dirty exists 2024-09-16T11:13:31.803 INFO:tasks.rados.rados.0.smithi077.stdout:2961: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:13:31.810 INFO:tasks.rados.rados.0.smithi077.stdout:2960: expect (ObjNum 855 snap 269 seq_num 855) 2024-09-16T11:13:31.872 INFO:tasks.rados.rados.0.smithi077.stdout:2962: finishing copy_from racing read to smithi07774545-12 2024-09-16T11:13:31.872 INFO:tasks.rados.rados.0.smithi077.stdout:2962: finishing copy_from to smithi07774545-12 2024-09-16T11:13:31.872 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1389 (ObjNum 65 snap 0 seq_num 1867408213) dirty exists 2024-09-16T11:13:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:31 smithi077 ceph-mon[86047]: pgmap v668: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 844 KiB/s wr, 6 op/s 2024-09-16T11:13:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:31 smithi077 ceph-mon[86047]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T11:13:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:31 smithi077 ceph-mon[88497]: pgmap v668: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 844 KiB/s wr, 6 op/s 2024-09-16T11:13:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:31 smithi077 ceph-mon[88497]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T11:13:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:31 smithi191 ceph-mon[84934]: pgmap v668: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 844 KiB/s wr, 6 op/s 2024-09-16T11:13:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:31 smithi191 ceph-mon[84934]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T11:13:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:32.792 INFO:tasks.rados.rados.0.smithi077.stdout:2959: done (5 left) 2024-09-16T11:13:32.792 INFO:tasks.rados.rados.0.smithi077.stdout:2960: done (4 left) 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:2961: done (3 left) 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:2962: done (2 left) 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:2963: done (1 left) 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:2964: done (0 left) 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 18 current snap is 289 2024-09-16T11:13:32.793 INFO:tasks.rados.rados.0.smithi077.stdout:2965: seq_num 920 ranges {6955008=614400,7569408=401408} 2024-09-16T11:13:32.832 INFO:tasks.rados.rados.0.smithi077.stdout:2965: writing smithi07774545-18 from 6955008 to 7569408 tid 1 2024-09-16T11:13:32.835 INFO:tasks.rados.rados.0.smithi077.stdout:2965: writing smithi07774545-18 from 7569408 to 7970816 tid 2 2024-09-16T11:13:32.835 INFO:tasks.rados.rados.0.smithi077.stdout:2966: snap_create 2024-09-16T11:13:32.839 INFO:tasks.rados.rados.0.smithi077.stdout:2965: finishing write tid 1 to smithi07774545-18 2024-09-16T11:13:32.840 INFO:tasks.rados.rados.0.smithi077.stdout:2965: finishing write tid 2 to smithi07774545-18 2024-09-16T11:13:32.840 INFO:tasks.rados.rados.0.smithi077.stdout:2965: finishing write tid 3 to smithi07774545-18 2024-09-16T11:13:32.841 INFO:tasks.rados.rados.0.smithi077.stdout:2965: finishing write tid 4 to smithi07774545-18 2024-09-16T11:13:32.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1545 (ObjNum 920 snap 289 seq_num 920) dirty exists 2024-09-16T11:13:32.842 INFO:tasks.rados.rados.0.smithi077.stdout:2965: left oid 18 (ObjNum 920 snap 289 seq_num 920) 2024-09-16T11:13:33.799 INFO:tasks.rados.rados.0.smithi077.stdout:2965: done (1 left) 2024-09-16T11:13:33.799 INFO:tasks.rados.rados.0.smithi077.stdout:2966: done (0 left) 2024-09-16T11:13:33.799 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 290 2024-09-16T11:13:33.799 INFO:tasks.rados.rados.0.smithi077.stdout:2967: seq_num 921 ranges {0=630784,630784=401408} 2024-09-16T11:13:33.802 INFO:tasks.rados.rados.0.smithi077.stdout:2967: writing smithi07774545-45 from 0 to 630784 tid 1 2024-09-16T11:13:33.804 INFO:tasks.rados.rados.0.smithi077.stdout:2967: writing smithi07774545-45 from 630784 to 1032192 tid 2 2024-09-16T11:13:33.805 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 290 2024-09-16T11:13:33.805 INFO:tasks.rados.rados.0.smithi077.stdout:2968: seq_num 922 ranges {0=647168,647168=401408} 2024-09-16T11:13:33.808 INFO:tasks.rados.rados.0.smithi077.stdout:2968: writing smithi07774545-17 from 0 to 647168 tid 1 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2968: writing smithi07774545-17 from 647168 to 1048576 tid 2 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2969: snap_create 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2967: finishing write tid 1 to smithi07774545-45 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2967: finishing write tid 2 to smithi07774545-45 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2967: finishing write tid 3 to smithi07774545-45 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2967: finishing write tid 4 to smithi07774545-45 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1418 (ObjNum 921 snap 290 seq_num 921) dirty exists 2024-09-16T11:13:33.811 INFO:tasks.rados.rados.0.smithi077.stdout:2967: left oid 45 (ObjNum 921 snap 290 seq_num 921) 2024-09-16T11:13:33.813 INFO:tasks.rados.rados.0.smithi077.stdout:2968: finishing write tid 1 to smithi07774545-17 2024-09-16T11:13:33.813 INFO:tasks.rados.rados.0.smithi077.stdout:2968: finishing write tid 2 to smithi07774545-17 2024-09-16T11:13:33.813 INFO:tasks.rados.rados.0.smithi077.stdout:2968: finishing write tid 3 to smithi07774545-17 2024-09-16T11:13:33.815 INFO:tasks.rados.rados.0.smithi077.stdout:2968: finishing write tid 4 to smithi07774545-17 2024-09-16T11:13:33.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1431 (ObjNum 922 snap 290 seq_num 922) dirty exists 2024-09-16T11:13:33.815 INFO:tasks.rados.rados.0.smithi077.stdout:2968: left oid 17 (ObjNum 922 snap 290 seq_num 922) 2024-09-16T11:13:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:33 smithi077 ceph-mon[86047]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T11:13:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:33 smithi077 ceph-mon[86047]: pgmap v671: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-16T11:13:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:33 smithi077 ceph-mon[88497]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T11:13:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:33 smithi077 ceph-mon[88497]: pgmap v671: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-16T11:13:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:33 smithi191 ceph-mon[84934]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T11:13:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:33 smithi191 ceph-mon[84934]: pgmap v671: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:2967: done (2 left) 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:2968: done (1 left) 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:2969: done (0 left) 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:2970: rmattr oid 43 current snap is 291 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 291 2024-09-16T11:13:34.804 INFO:tasks.rados.rados.0.smithi077.stdout:2971: seq_num 923 ranges {0=663552,663552=401408} 2024-09-16T11:13:34.807 INFO:tasks.rados.rados.0.smithi077.stdout:2971: writing smithi07774545-49 from 0 to 663552 tid 1 2024-09-16T11:13:34.810 INFO:tasks.rados.rados.0.smithi077.stdout:2971: writing smithi07774545-49 from 663552 to 1064960 tid 2 2024-09-16T11:13:34.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1583 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2972: read oid 14 snap -1 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2972: expect deleted 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2970: done (2 left) 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2973: copy_from oid 31 from oid 29 current snap is 291 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2974: copy_from oid 15 from oid 35 current snap is 291 2024-09-16T11:13:34.811 INFO:tasks.rados.rados.0.smithi077.stdout:2975: snap_remove snap 288 2024-09-16T11:13:35.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:34 smithi077 ceph-mon[86047]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T11:13:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:34 smithi077 ceph-mon[88497]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T11:13:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:34 smithi191 ceph-mon[84934]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T11:13:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:2974: finishing copy_from to smithi07774545-15 2024-09-16T11:13:35.791 INFO:tasks.rados.rados.0.smithi077.stdout:2974: got expected ENOENT (src dne) 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2974: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: finishing write tid 1 to smithi07774545-49 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: finishing write tid 2 to smithi07774545-49 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: finishing write tid 3 to smithi07774545-49 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: finishing write tid 4 to smithi07774545-49 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1393 (ObjNum 923 snap 291 seq_num 923) dirty exists 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: left oid 49 (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2973: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2973: finishing copy_from to smithi07774545-31 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1411 (ObjNum 916 snap 286 seq_num 916) dirty exists 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2971: done (4 left) 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2972: done (3 left) 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2973: done (2 left) 2024-09-16T11:13:35.792 INFO:tasks.rados.rados.0.smithi077.stdout:2974: done (1 left) 2024-09-16T11:13:35.793 INFO:tasks.rados.rados.0.smithi077.stdout:2975: done (0 left) 2024-09-16T11:13:35.793 INFO:tasks.rados.rados.0.smithi077.stdout:2976: rmattr oid 40 current snap is 291 2024-09-16T11:13:35.793 INFO:tasks.rados.rados.0.smithi077.stdout:2977: snap_remove snap 287 2024-09-16T11:13:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[88497]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T11:13:36.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[88497]: pgmap v674: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-09-16T11:13:36.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[88497]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T11:13:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[86047]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T11:13:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[86047]: pgmap v674: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-09-16T11:13:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:35 smithi077 ceph-mon[86047]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T11:13:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:35 smithi191 ceph-mon[84934]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T11:13:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:35 smithi191 ceph-mon[84934]: pgmap v674: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-09-16T11:13:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:35 smithi191 ceph-mon[84934]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:2977: done (1 left) 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:2978: rollback oid 44 current snap is 291 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 44 to 289 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1587 (ObjNum 915 snap 286 seq_num 915) dirty exists 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:2976: done (1 left) 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 291 2024-09-16T11:13:36.795 INFO:tasks.rados.rados.0.smithi077.stdout:2979: seq_num 924 ranges {0=679936,679936=401408} 2024-09-16T11:13:36.799 INFO:tasks.rados.rados.0.smithi077.stdout:2979: writing smithi07774545-4 from 0 to 679936 tid 1 2024-09-16T11:13:36.802 INFO:tasks.rados.rados.0.smithi077.stdout:2979: writing smithi07774545-4 from 679936 to 1081344 tid 2 2024-09-16T11:13:36.802 INFO:tasks.rados.rados.0.smithi077.stdout:2980: read oid 19 snap -1 2024-09-16T11:13:36.802 INFO:tasks.rados.rados.0.smithi077.stdout:2980: expect deleted 2024-09-16T11:13:36.802 INFO:tasks.rados.rados.0.smithi077.stdout:2981: delete oid 32 current snap is 291 2024-09-16T11:13:36.805 INFO:tasks.rados.rados.0.smithi077.stdout:2979: finishing write tid 1 to smithi07774545-4 2024-09-16T11:13:36.805 INFO:tasks.rados.rados.0.smithi077.stdout:2979: finishing write tid 2 to smithi07774545-4 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:2978: finishing rollback tid 0 to smithi07774545-44 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:2980: done (3 left) 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:2981: done (2 left) 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:2982: rollback oid 32 current snap is 291 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 285 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 291 2024-09-16T11:13:36.808 INFO:tasks.rados.rados.0.smithi077.stdout:2983: seq_num 926 ranges {2899968=712704,3612672=401408} 2024-09-16T11:13:36.828 INFO:tasks.rados.rados.0.smithi077.stdout:2983: writing smithi07774545-42 from 2899968 to 3612672 tid 1 2024-09-16T11:13:36.831 INFO:tasks.rados.rados.0.smithi077.stdout:2983: writing smithi07774545-42 from 3612672 to 4014080 tid 2 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 291 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2978: finishing rollback tid 1 to smithi07774545-44 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2979: finishing write tid 3 to smithi07774545-4 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2978: finishing rollback tid 2 to smithi07774545-44 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1628 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2979: finishing write tid 4 to smithi07774545-4 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1397 (ObjNum 924 snap 291 seq_num 924) dirty exists 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2979: left oid 4 (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2982: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2982: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1595 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-09-16T11:13:36.832 INFO:tasks.rados.rados.0.smithi077.stdout:2984: seq_num 927 ranges {0=729088,729088=401408} 2024-09-16T11:13:36.834 INFO:tasks.rados.rados.0.smithi077.stdout:2984: writing smithi07774545-19 from 0 to 729088 tid 1 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2984: writing smithi07774545-19 from 729088 to 1130496 tid 2 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2978: done (4 left) 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2979: done (3 left) 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2982: done (2 left) 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 291 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2983: finishing write tid 1 to smithi07774545-42 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2983: finishing write tid 2 to smithi07774545-42 2024-09-16T11:13:36.837 INFO:tasks.rados.rados.0.smithi077.stdout:2983: finishing write tid 3 to smithi07774545-42 2024-09-16T11:13:36.838 INFO:tasks.rados.rados.0.smithi077.stdout:2983: finishing write tid 4 to smithi07774545-42 2024-09-16T11:13:36.838 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1508 (ObjNum 926 snap 291 seq_num 926) dirty exists 2024-09-16T11:13:36.838 INFO:tasks.rados.rados.0.smithi077.stdout:2983: left oid 42 (ObjNum 926 snap 291 seq_num 926) 2024-09-16T11:13:36.838 INFO:tasks.rados.rados.0.smithi077.stdout:2985: seq_num 928 ranges {778240=745472,1523712=401408} 2024-09-16T11:13:36.845 INFO:tasks.rados.rados.0.smithi077.stdout:2985: writing smithi07774545-25 from 778240 to 1523712 tid 1 2024-09-16T11:13:36.848 INFO:tasks.rados.rados.0.smithi077.stdout:2985: writing smithi07774545-25 from 1523712 to 1925120 tid 2 2024-09-16T11:13:36.848 INFO:tasks.rados.rados.0.smithi077.stdout:2983: done (2 left) 2024-09-16T11:13:36.848 INFO:tasks.rados.rados.0.smithi077.stdout:2986: read oid 50 snap -1 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2986: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2987: read oid 49 snap -1 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2987: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2988: rollback oid 15 current snap is 291 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 285 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: finishing write tid 1 to smithi07774545-19 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: finishing write tid 2 to smithi07774545-19 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: finishing write tid 3 to smithi07774545-19 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: finishing write tid 4 to smithi07774545-19 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1391 (ObjNum 927 snap 291 seq_num 927) dirty exists 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: left oid 19 (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2984: done (4 left) 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2989: read oid 17 snap -1 2024-09-16T11:13:36.849 INFO:tasks.rados.rados.0.smithi077.stdout:2989: expect (ObjNum 922 snap 290 seq_num 922) 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:2990: rmattr oid 36 current snap is 291 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:2990: done (5 left) 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:2991: snap_create 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:2988: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 0 (ObjNum 97 snap 0 seq_num 3734107480) dirty dne 2024-09-16T11:13:36.850 INFO:tasks.rados.rados.0.smithi077.stdout:2986: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:36.860 INFO:tasks.rados.rados.0.smithi077.stdout:2985: finishing write tid 1 to smithi07774545-25 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2985: finishing write tid 2 to smithi07774545-25 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2985: finishing write tid 3 to smithi07774545-25 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2985: finishing write tid 4 to smithi07774545-25 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1599 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2985: left oid 25 (ObjNum 928 snap 291 seq_num 928) 2024-09-16T11:13:36.861 INFO:tasks.rados.rados.0.smithi077.stdout:2987: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:36.892 INFO:tasks.rados.rados.0.smithi077.stdout:2989: expect (ObjNum 922 snap 290 seq_num 922) 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:36] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[86047]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T11:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:36 smithi077 ceph-mon[88497]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T11:13:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:13:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:13:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:13:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:13:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:36 smithi191 ceph-mon[84934]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T11:13:37.817 INFO:tasks.rados.rados.0.smithi077.stdout:2985: done (5 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2986: done (4 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2987: done (3 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2988: done (2 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2989: done (1 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2991: done (0 left) 2024-09-16T11:13:37.818 INFO:tasks.rados.rados.0.smithi077.stdout:2992: delete oid 8 current snap is 292 2024-09-16T11:13:37.822 INFO:tasks.rados.rados.0.smithi077.stdout:2992: done (0 left) 2024-09-16T11:13:37.822 INFO:tasks.rados.rados.0.smithi077.stdout:2993: snap_create 2024-09-16T11:13:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:37 smithi077 ceph-mon[86047]: pgmap v677: 121 pgs: 121 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-16T11:13:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:37 smithi077 ceph-mon[88497]: pgmap v677: 121 pgs: 121 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-16T11:13:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:37 smithi191 ceph-mon[84934]: pgmap v677: 121 pgs: 121 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-16T11:13:38.828 INFO:tasks.rados.rados.0.smithi077.stdout:2993: done (0 left) 2024-09-16T11:13:38.828 INFO:tasks.rados.rados.0.smithi077.stdout:2994: setattr oid 28 current snap is 293 2024-09-16T11:13:38.830 INFO:tasks.rados.rados.0.smithi077.stdout:2995: read oid 7 snap 289 2024-09-16T11:13:38.830 INFO:tasks.rados.rados.0.smithi077.stdout:2995: expect (ObjNum 907 snap 282 seq_num 907) 2024-09-16T11:13:38.830 INFO:tasks.rados.rados.0.smithi077.stdout:2996: delete oid 20 current snap is 293 2024-09-16T11:13:38.836 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1324 (ObjNum 888 snap 278 seq_num 888) dirty exists 2024-09-16T11:13:38.836 INFO:tasks.rados.rados.0.smithi077.stdout:2994: done (2 left) 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2996: done (1 left) 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2997: read oid 32 snap 292 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2997: expect (ObjNum 908 snap 283 seq_num 908) 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2998: read oid 9 snap -1 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2998: expect deleted 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 293 2024-09-16T11:13:38.837 INFO:tasks.rados.rados.0.smithi077.stdout:2999: seq_num 931 ranges {0=802816,802816=401408} 2024-09-16T11:13:38.841 INFO:tasks.rados.rados.0.smithi077.stdout:2999: writing smithi07774545-12 from 0 to 802816 tid 1 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:2999: writing smithi07774545-12 from 802816 to 1204224 tid 2 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:3000: read oid 49 snap -1 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:3000: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:3001: read oid 43 snap -1 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:3001: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:3002: copy_from oid 18 from oid 47 current snap is 293 2024-09-16T11:13:38.844 INFO:tasks.rados.rados.0.smithi077.stdout:2995: expect (ObjNum 907 snap 282 seq_num 907) 2024-09-16T11:13:38.875 INFO:tasks.rados.rados.0.smithi077.stdout:3000: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:2999: finishing write tid 1 to smithi07774545-12 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:2999: finishing write tid 2 to smithi07774545-12 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:2995: done (6 left) 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:2998: done (5 left) 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:3000: done (4 left) 2024-09-16T11:13:38.907 INFO:tasks.rados.rados.0.smithi077.stdout:3003: snap_remove snap 289 2024-09-16T11:13:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:38 smithi077 ceph-mon[86047]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T11:13:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:38 smithi077 ceph-mon[88497]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T11:13:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:38 smithi191 ceph-mon[84934]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:3003: done (4 left) 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:3004: rollback oid 23 current snap is 293 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 23 to 290 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:2999: finishing write tid 3 to smithi07774545-12 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:2999: finishing write tid 4 to smithi07774545-12 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1634 (ObjNum 931 snap 293 seq_num 931) dirty exists 2024-09-16T11:13:39.837 INFO:tasks.rados.rados.0.smithi077.stdout:2999: left oid 12 (ObjNum 931 snap 293 seq_num 931) 2024-09-16T11:13:39.838 INFO:tasks.rados.rados.0.smithi077.stdout:3002: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:13:39.838 INFO:tasks.rados.rados.0.smithi077.stdout:2997: expect (ObjNum 908 snap 283 seq_num 908) 2024-09-16T11:13:40.112 INFO:tasks.rados.rados.0.smithi077.stdout:3002: finishing copy_from to smithi07774545-18 2024-09-16T11:13:40.112 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1500 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:13:40.112 INFO:tasks.rados.rados.0.smithi077.stdout:3001: expect (ObjNum 850 snap 269 seq_num 850) 2024-09-16T11:13:40.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:39 smithi077 ceph-mon[86047]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T11:13:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:39 smithi077 ceph-mon[86047]: pgmap v680: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-16T11:13:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:39 smithi077 ceph-mon[88497]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T11:13:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:39 smithi077 ceph-mon[88497]: pgmap v680: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-16T11:13:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:39 smithi191 ceph-mon[84934]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T11:13:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:39 smithi191 ceph-mon[84934]: pgmap v680: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-16T11:13:40.273 INFO:tasks.rados.rados.0.smithi077.stdout:3004: finishing rollback tid 0 to smithi07774545-23 2024-09-16T11:13:40.273 INFO:tasks.rados.rados.0.smithi077.stdout:3004: finishing rollback tid 1 to smithi07774545-23 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3004: finishing rollback tid 2 to smithi07774545-23 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1405 (ObjNum 912 snap 284 seq_num 912) dirty exists 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:2997: done (4 left) 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:2999: done (3 left) 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3001: done (2 left) 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3002: done (1 left) 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3004: done (0 left) 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3005: copy_from oid 21 from oid 26 current snap is 293 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 293 2024-09-16T11:13:40.274 INFO:tasks.rados.rados.0.smithi077.stdout:3006: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-09-16T11:13:40.275 INFO:tasks.rados.rados.0.smithi077.stdout:3006: writing smithi07774545-15 from 0 to 417792 tid 1 2024-09-16T11:13:40.278 INFO:tasks.rados.rados.0.smithi077.stdout:3006: writing smithi07774545-15 from 417792 to 1081344 tid 2 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3006: writing smithi07774545-15 from 1081344 to 1220608 tid 3 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3007: snap_remove snap 290 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3005: finishing copy_from to smithi07774545-21 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3005: got expected ENOENT (src dne) 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3005: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:13:40.280 INFO:tasks.rados.rados.0.smithi077.stdout:3006: finishing write tid 1 to smithi07774545-15 2024-09-16T11:13:40.794 INFO:tasks.rados.rados.0.smithi077.stdout:3005: done (2 left) 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3007: done (1 left) 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3008: rollback oid 46 current snap is 293 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 292 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: finishing write tid 2 to smithi07774545-15 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: finishing write tid 3 to smithi07774545-15 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: finishing write tid 4 to smithi07774545-15 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: finishing write tid 5 to smithi07774545-15 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1328 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: left oid 15 (ObjNum 932 snap 293 seq_num 932) 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3006: done (1 left) 2024-09-16T11:13:40.795 INFO:tasks.rados.rados.0.smithi077.stdout:3009: setattr oid 47 current snap is 293 2024-09-16T11:13:40.796 INFO:tasks.rados.rados.0.smithi077.stdout:3010: copy_from oid 15 from oid 33 current snap is 293 2024-09-16T11:13:40.796 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 293 2024-09-16T11:13:40.796 INFO:tasks.rados.rados.0.smithi077.stdout:3011: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-09-16T11:13:40.799 INFO:tasks.rados.rados.0.smithi077.stdout:3011: writing smithi07774545-35 from 0 to 434176 tid 1 2024-09-16T11:13:40.803 INFO:tasks.rados.rados.0.smithi077.stdout:3011: writing smithi07774545-35 from 434176 to 983040 tid 2 2024-09-16T11:13:40.805 INFO:tasks.rados.rados.0.smithi077.stdout:3011: writing smithi07774545-35 from 983040 to 1236992 tid 3 2024-09-16T11:13:40.805 INFO:tasks.rados.rados.0.smithi077.stdout:3012: copy_from oid 39 from oid 5 current snap is 293 2024-09-16T11:13:40.805 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1512 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:13:40.805 INFO:tasks.rados.rados.0.smithi077.stdout:3009: done (4 left) 2024-09-16T11:13:40.805 INFO:tasks.rados.rados.0.smithi077.stdout:3013: delete oid 48 current snap is 293 2024-09-16T11:13:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3008: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:13:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3008: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:13:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3008: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:13:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1408 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-09-16T11:13:40.811 INFO:tasks.rados.rados.0.smithi077.stdout:3010: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:13:40.811 INFO:tasks.rados.rados.0.smithi077.stdout:3008: done (4 left) 2024-09-16T11:13:40.811 INFO:tasks.rados.rados.0.smithi077.stdout:3013: done (3 left) 2024-09-16T11:13:40.812 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 293 2024-09-16T11:13:40.812 INFO:tasks.rados.rados.0.smithi077.stdout:3014: seq_num 935 ranges {6463488=466944,6930432=720896,7651328=81920} 2024-09-16T11:13:40.849 INFO:tasks.rados.rados.0.smithi077.stdout:3014: writing smithi07774545-44 from 6463488 to 6930432 tid 1 2024-09-16T11:13:40.853 INFO:tasks.rados.rados.0.smithi077.stdout:3014: writing smithi07774545-44 from 6930432 to 7651328 tid 2 2024-09-16T11:13:40.854 INFO:tasks.rados.rados.0.smithi077.stdout:3014: writing smithi07774545-44 from 7651328 to 7733248 tid 3 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3015: read oid 11 snap -1 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3015: expect deleted 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3016: delete oid 31 current snap is 293 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3010: finishing copy_from to smithi07774545-15 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1570 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: finishing write tid 1 to smithi07774545-35 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: finishing write tid 2 to smithi07774545-35 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: finishing write tid 3 to smithi07774545-35 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: finishing write tid 4 to smithi07774545-35 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: finishing write tid 5 to smithi07774545-35 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1559 (ObjNum 933 snap 293 seq_num 933) dirty exists 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3011: left oid 35 (ObjNum 933 snap 293 seq_num 933) 2024-09-16T11:13:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3012: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:13:40.856 INFO:tasks.rados.rados.0.smithi077.stdout:3012: finishing copy_from to smithi07774545-39 2024-09-16T11:13:40.856 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1504 (ObjNum 881 snap 276 seq_num 881) dirty exists 2024-09-16T11:13:40.856 INFO:tasks.rados.rados.0.smithi077.stdout:3014: finishing write tid 1 to smithi07774545-44 2024-09-16T11:13:40.856 INFO:tasks.rados.rados.0.smithi077.stdout:3010: done (5 left) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3011: done (4 left) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3012: done (3 left) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3016: done (2 left) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3017: read oid 36 snap -1 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3017: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3018: read oid 33 snap -1 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3018: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 293 2024-09-16T11:13:40.857 INFO:tasks.rados.rados.0.smithi077.stdout:3019: seq_num 937 ranges {12361728=499712,12861440=532480,13393920=270336} 2024-09-16T11:13:40.924 INFO:tasks.rados.rados.0.smithi077.stdout:3019: writing smithi07774545-46 from 12361728 to 12861440 tid 1 2024-09-16T11:13:40.928 INFO:tasks.rados.rados.0.smithi077.stdout:3019: writing smithi07774545-46 from 12861440 to 13393920 tid 2 2024-09-16T11:13:40.930 INFO:tasks.rados.rados.0.smithi077.stdout:3019: writing smithi07774545-46 from 13393920 to 13664256 tid 3 2024-09-16T11:13:40.930 INFO:tasks.rados.rados.0.smithi077.stdout:3020: rollback oid 15 current snap is 293 2024-09-16T11:13:40.930 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 291 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3014: finishing write tid 2 to smithi07774545-44 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3021: read oid 25 snap 285 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3021: expect (ObjNum 906 snap 282 seq_num 906) 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3022: snap_create 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3014: finishing write tid 3 to smithi07774545-44 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3014: finishing write tid 4 to smithi07774545-44 2024-09-16T11:13:40.931 INFO:tasks.rados.rados.0.smithi077.stdout:3018: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-16T11:13:40.953 INFO:tasks.rados.rados.0.smithi077.stdout:3017: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:13:40.972 INFO:tasks.rados.rados.0.smithi077.stdout:3014: finishing write tid 5 to smithi07774545-44 2024-09-16T11:13:40.972 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1647 (ObjNum 935 snap 293 seq_num 935) dirty exists 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3014: left oid 44 (ObjNum 935 snap 293 seq_num 935) 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: finishing write tid 1 to smithi07774545-46 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3020: finishing rollback tid 0 to smithi07774545-15 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: finishing write tid 2 to smithi07774545-46 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3020: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1572 (ObjNum 65 snap 0 seq_num 1301255922) dirty dne 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: finishing write tid 3 to smithi07774545-46 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: finishing write tid 4 to smithi07774545-46 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: finishing write tid 5 to smithi07774545-46 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1412 (ObjNum 937 snap 293 seq_num 937) dirty exists 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3019: left oid 46 (ObjNum 937 snap 293 seq_num 937) 2024-09-16T11:13:40.973 INFO:tasks.rados.rados.0.smithi077.stdout:3021: expect (ObjNum 906 snap 282 seq_num 906) 2024-09-16T11:13:41.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:40 smithi077 ceph-mon[86047]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T11:13:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:40 smithi077 ceph-mon[86047]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T11:13:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:40 smithi077 ceph-mon[88497]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T11:13:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:40 smithi077 ceph-mon[88497]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T11:13:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:40 smithi191 ceph-mon[84934]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T11:13:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:40 smithi191 ceph-mon[84934]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T11:13:41.842 INFO:tasks.rados.rados.0.smithi077.stdout:3014: done (7 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3015: done (6 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3017: done (5 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3018: done (4 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3019: done (3 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3020: done (2 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3021: done (1 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3022: done (0 left) 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 294 2024-09-16T11:13:41.843 INFO:tasks.rados.rados.0.smithi077.stdout:3023: seq_num 938 ranges {819200=516096,1335296=417792,1753088=385024} 2024-09-16T11:13:41.849 INFO:tasks.rados.rados.0.smithi077.stdout:3023: writing smithi07774545-7 from 819200 to 1335296 tid 1 2024-09-16T11:13:41.852 INFO:tasks.rados.rados.0.smithi077.stdout:3023: writing smithi07774545-7 from 1335296 to 1753088 tid 2 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:3023: writing smithi07774545-7 from 1753088 to 2138112 tid 3 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:3024: rollback oid 44 current snap is 294 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 44 to 285 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:3023: finishing write tid 1 to smithi07774545-7 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 294 2024-09-16T11:13:41.855 INFO:tasks.rados.rados.0.smithi077.stdout:3025: seq_num 939 ranges {4014080=532480,4546560=704512,5251072=98304} 2024-09-16T11:13:41.879 INFO:tasks.rados.rados.0.smithi077.stdout:3025: writing smithi07774545-42 from 4014080 to 4546560 tid 1 2024-09-16T11:13:41.883 INFO:tasks.rados.rados.0.smithi077.stdout:3025: writing smithi07774545-42 from 4546560 to 5251072 tid 2 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3025: writing smithi07774545-42 from 5251072 to 5349376 tid 3 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3026: rollback oid 9 current snap is 294 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 285 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3023: finishing write tid 2 to smithi07774545-7 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3023: finishing write tid 3 to smithi07774545-7 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3023: finishing write tid 4 to smithi07774545-7 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3024: finishing rollback tid 0 to smithi07774545-44 2024-09-16T11:13:41.885 INFO:tasks.rados.rados.0.smithi077.stdout:3024: finishing rollback tid 1 to smithi07774545-44 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3027: read oid 27 snap -1 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3027: expect (ObjNum 889 snap 278 seq_num 889) 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3028: snap_create 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3023: finishing write tid 5 to smithi07774545-7 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1652 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3023: left oid 7 (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3024: finishing rollback tid 2 to smithi07774545-44 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1656 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:3026: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:13:41.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 441087352) dirty dne 2024-09-16T11:13:41.889 INFO:tasks.rados.rados.0.smithi077.stdout:3025: finishing write tid 1 to smithi07774545-42 2024-09-16T11:13:41.890 INFO:tasks.rados.rados.0.smithi077.stdout:3025: finishing write tid 2 to smithi07774545-42 2024-09-16T11:13:41.890 INFO:tasks.rados.rados.0.smithi077.stdout:3025: finishing write tid 3 to smithi07774545-42 2024-09-16T11:13:41.890 INFO:tasks.rados.rados.0.smithi077.stdout:3025: finishing write tid 4 to smithi07774545-42 2024-09-16T11:13:41.891 INFO:tasks.rados.rados.0.smithi077.stdout:3025: finishing write tid 5 to smithi07774545-42 2024-09-16T11:13:41.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1519 (ObjNum 939 snap 294 seq_num 939) dirty exists 2024-09-16T11:13:41.892 INFO:tasks.rados.rados.0.smithi077.stdout:3025: left oid 42 (ObjNum 939 snap 294 seq_num 939) 2024-09-16T11:13:41.916 INFO:tasks.rados.rados.0.smithi077.stdout:3027: expect (ObjNum 889 snap 278 seq_num 889) 2024-09-16T11:13:42.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:41 smithi077 ceph-mon[86047]: pgmap v683: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-16T11:13:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:41 smithi077 ceph-mon[88497]: pgmap v683: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-16T11:13:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:41 smithi191 ceph-mon[84934]: pgmap v683: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-16T11:13:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3023: done (5 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3024: done (4 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3025: done (3 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3026: done (2 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3027: done (1 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3028: done (0 left) 2024-09-16T11:13:42.848 INFO:tasks.rados.rados.0.smithi077.stdout:3029: snap_remove snap 291 2024-09-16T11:13:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:42 smithi077 ceph-mon[86047]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T11:13:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:42 smithi077 ceph-mon[88497]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T11:13:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:42 smithi191 ceph-mon[84934]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T11:13:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:43.860 INFO:tasks.rados.rados.0.smithi077.stdout:3029: done (0 left) 2024-09-16T11:13:43.861 INFO:tasks.rados.rados.0.smithi077.stdout:3030: rmattr oid 38 current snap is 295 2024-09-16T11:13:43.861 INFO:tasks.rados.rados.0.smithi077.stdout:3031: read oid 7 snap -1 2024-09-16T11:13:43.861 INFO:tasks.rados.rados.0.smithi077.stdout:3031: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:13:43.861 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 295 2024-09-16T11:13:43.861 INFO:tasks.rados.rados.0.smithi077.stdout:3032: seq_num 940 ranges {933888=548864,1482752=589824,2072576=212992} 2024-09-16T11:13:43.869 INFO:tasks.rados.rados.0.smithi077.stdout:3032: writing smithi07774545-40 from 933888 to 1482752 tid 1 2024-09-16T11:13:43.873 INFO:tasks.rados.rados.0.smithi077.stdout:3032: writing smithi07774545-40 from 1482752 to 2072576 tid 2 2024-09-16T11:13:43.875 INFO:tasks.rados.rados.0.smithi077.stdout:3032: writing smithi07774545-40 from 2072576 to 2285568 tid 3 2024-09-16T11:13:43.876 INFO:tasks.rados.rados.0.smithi077.stdout:3033: read oid 45 snap -1 2024-09-16T11:13:43.876 INFO:tasks.rados.rados.0.smithi077.stdout:3033: expect (ObjNum 921 snap 290 seq_num 921) 2024-09-16T11:13:43.876 INFO:tasks.rados.rados.0.smithi077.stdout:3034: snap_create 2024-09-16T11:13:43.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1432 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:43.877 INFO:tasks.rados.rados.0.smithi077.stdout:3032: finishing write tid 1 to smithi07774545-40 2024-09-16T11:13:43.881 INFO:tasks.rados.rados.0.smithi077.stdout:3031: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:13:43.952 INFO:tasks.rados.rados.0.smithi077.stdout:3032: finishing write tid 2 to smithi07774545-40 2024-09-16T11:13:43.952 INFO:tasks.rados.rados.0.smithi077.stdout:3032: finishing write tid 3 to smithi07774545-40 2024-09-16T11:13:43.952 INFO:tasks.rados.rados.0.smithi077.stdout:3032: finishing write tid 4 to smithi07774545-40 2024-09-16T11:13:43.952 INFO:tasks.rados.rados.0.smithi077.stdout:3032: finishing write tid 5 to smithi07774545-40 2024-09-16T11:13:43.952 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1620 (ObjNum 940 snap 295 seq_num 940) dirty exists 2024-09-16T11:13:43.953 INFO:tasks.rados.rados.0.smithi077.stdout:3032: left oid 40 (ObjNum 940 snap 295 seq_num 940) 2024-09-16T11:13:43.953 INFO:tasks.rados.rados.0.smithi077.stdout:3033: expect (ObjNum 921 snap 290 seq_num 921) 2024-09-16T11:13:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:43 smithi077 ceph-mon[86047]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T11:13:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:43 smithi077 ceph-mon[86047]: pgmap v686: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-09-16T11:13:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:43 smithi077 ceph-mon[88497]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T11:13:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:43 smithi077 ceph-mon[88497]: pgmap v686: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-09-16T11:13:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:43 smithi191 ceph-mon[84934]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T11:13:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:43 smithi191 ceph-mon[84934]: pgmap v686: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-09-16T11:13:44.865 INFO:tasks.rados.rados.0.smithi077.stdout:3030: done (4 left) 2024-09-16T11:13:44.865 INFO:tasks.rados.rados.0.smithi077.stdout:3031: done (3 left) 2024-09-16T11:13:44.866 INFO:tasks.rados.rados.0.smithi077.stdout:3032: done (2 left) 2024-09-16T11:13:44.866 INFO:tasks.rados.rados.0.smithi077.stdout:3033: done (1 left) 2024-09-16T11:13:44.866 INFO:tasks.rados.rados.0.smithi077.stdout:3034: done (0 left) 2024-09-16T11:13:44.866 INFO:tasks.rados.rados.0.smithi077.stdout:3035: delete oid 25 current snap is 296 2024-09-16T11:13:44.869 INFO:tasks.rados.rados.0.smithi077.stdout:3035: done (0 left) 2024-09-16T11:13:44.869 INFO:tasks.rados.rados.0.smithi077.stdout:3036: read oid 49 snap -1 2024-09-16T11:13:44.869 INFO:tasks.rados.rados.0.smithi077.stdout:3036: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:44.869 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 296 2024-09-16T11:13:44.869 INFO:tasks.rados.rados.0.smithi077.stdout:3037: seq_num 942 ranges {4505600=581632,5087232=761856,5849088=40960} 2024-09-16T11:13:44.896 INFO:tasks.rados.rados.0.smithi077.stdout:3037: writing smithi07774545-32 from 4505600 to 5087232 tid 1 2024-09-16T11:13:44.900 INFO:tasks.rados.rados.0.smithi077.stdout:3037: writing smithi07774545-32 from 5087232 to 5849088 tid 2 2024-09-16T11:13:44.901 INFO:tasks.rados.rados.0.smithi077.stdout:3037: writing smithi07774545-32 from 5849088 to 5890048 tid 3 2024-09-16T11:13:44.901 INFO:tasks.rados.rados.0.smithi077.stdout:3038: snap_create 2024-09-16T11:13:44.901 INFO:tasks.rados.rados.0.smithi077.stdout:3036: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:3037: finishing write tid 1 to smithi07774545-32 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:3037: finishing write tid 2 to smithi07774545-32 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:3037: finishing write tid 3 to smithi07774545-32 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:3037: finishing write tid 4 to smithi07774545-32 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:3037: finishing write tid 5 to smithi07774545-32 2024-09-16T11:13:44.935 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1627 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-09-16T11:13:44.936 INFO:tasks.rados.rados.0.smithi077.stdout:3037: left oid 32 (ObjNum 942 snap 296 seq_num 942) 2024-09-16T11:13:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:44 smithi077 ceph-mon[86047]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T11:13:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:44 smithi077 ceph-mon[88497]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T11:13:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:44 smithi191 ceph-mon[84934]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T11:13:45.800 INFO:tasks.rados.rados.0.smithi077.stdout:3036: done (2 left) 2024-09-16T11:13:45.800 INFO:tasks.rados.rados.0.smithi077.stdout:3037: done (1 left) 2024-09-16T11:13:45.801 INFO:tasks.rados.rados.0.smithi077.stdout:3038: done (0 left) 2024-09-16T11:13:45.801 INFO:tasks.rados.rados.0.smithi077.stdout:3039: delete oid 35 current snap is 297 2024-09-16T11:13:45.801 INFO:tasks.rados.rados.0.smithi077.stdout:3039: done (0 left) 2024-09-16T11:13:45.801 INFO:tasks.rados.rados.0.smithi077.stdout:3040: delete oid 27 current snap is 297 2024-09-16T11:13:45.807 INFO:tasks.rados.rados.0.smithi077.stdout:3040: done (0 left) 2024-09-16T11:13:45.807 INFO:tasks.rados.rados.0.smithi077.stdout:3041: snap_remove snap 295 2024-09-16T11:13:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[86047]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T11:13:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[86047]: pgmap v689: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-16T11:13:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[86047]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T11:13:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[88497]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T11:13:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[88497]: pgmap v689: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-16T11:13:46.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:45 smithi077 ceph-mon[88497]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T11:13:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:45 smithi191 ceph-mon[84934]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T11:13:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:45 smithi191 ceph-mon[84934]: pgmap v689: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-16T11:13:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:45 smithi191 ceph-mon[84934]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T11:13:46.801 INFO:tasks.rados.rados.0.smithi077.stdout:3041: done (0 left) 2024-09-16T11:13:46.801 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 297 2024-09-16T11:13:46.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: seq_num 945 ranges {1048576=630784,1679360=458752,2138112=344064} 2024-09-16T11:13:46.810 INFO:tasks.rados.rados.0.smithi077.stdout:3042: writing smithi07774545-17 from 1048576 to 1679360 tid 1 2024-09-16T11:13:46.813 INFO:tasks.rados.rados.0.smithi077.stdout:3042: writing smithi07774545-17 from 1679360 to 2138112 tid 2 2024-09-16T11:13:46.815 INFO:tasks.rados.rados.0.smithi077.stdout:3042: writing smithi07774545-17 from 2138112 to 2482176 tid 3 2024-09-16T11:13:46.815 INFO:tasks.rados.rados.0.smithi077.stdout:3043: snap_remove snap 292 2024-09-16T11:13:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:46] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: finishing write tid 1 to smithi07774545-17 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: finishing write tid 2 to smithi07774545-17 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: finishing write tid 3 to smithi07774545-17 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: finishing write tid 4 to smithi07774545-17 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: finishing write tid 5 to smithi07774545-17 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1436 (ObjNum 945 snap 297 seq_num 945) dirty exists 2024-09-16T11:13:47.801 INFO:tasks.rados.rados.0.smithi077.stdout:3042: left oid 17 (ObjNum 945 snap 297 seq_num 945) 2024-09-16T11:13:47.802 INFO:tasks.rados.rados.0.smithi077.stdout:3042: done (1 left) 2024-09-16T11:13:47.802 INFO:tasks.rados.rados.0.smithi077.stdout:3043: done (0 left) 2024-09-16T11:13:47.802 INFO:tasks.rados.rados.0.smithi077.stdout:3044: snap_create 2024-09-16T11:13:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:47 smithi077 ceph-mon[86047]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T11:13:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:47 smithi077 ceph-mon[86047]: pgmap v692: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T11:13:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:47 smithi077 ceph-mon[88497]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T11:13:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:47 smithi077 ceph-mon[88497]: pgmap v692: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T11:13:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:47 smithi191 ceph-mon[84934]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T11:13:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:47 smithi191 ceph-mon[84934]: pgmap v692: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T11:13:48.801 INFO:tasks.rados.rados.0.smithi077.stdout:3044: done (0 left) 2024-09-16T11:13:48.802 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 298 2024-09-16T11:13:48.802 INFO:tasks.rados.rados.0.smithi077.stdout:3045: seq_num 946 ranges {6922240=647168,7569408=745472,8314880=57344} 2024-09-16T11:13:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3045: writing smithi07774545-34 from 6922240 to 7569408 tid 1 2024-09-16T11:13:48.846 INFO:tasks.rados.rados.0.smithi077.stdout:3045: writing smithi07774545-34 from 7569408 to 8314880 tid 2 2024-09-16T11:13:48.846 INFO:tasks.rados.rados.0.smithi077.stdout:3045: writing smithi07774545-34 from 8314880 to 8372224 tid 3 2024-09-16T11:13:48.846 INFO:tasks.rados.rados.0.smithi077.stdout:3046: setattr oid 41 current snap is 298 2024-09-16T11:13:48.846 INFO:tasks.rados.rados.0.smithi077.stdout:3045: finishing write tid 1 to smithi07774545-34 2024-09-16T11:13:48.847 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 298 2024-09-16T11:13:48.847 INFO:tasks.rados.rados.0.smithi077.stdout:3047: seq_num 947 ranges {2285568=663552,2949120=630784,3579904=172032} 2024-09-16T11:13:48.863 INFO:tasks.rados.rados.0.smithi077.stdout:3047: writing smithi07774545-40 from 2285568 to 2949120 tid 1 2024-09-16T11:13:48.867 INFO:tasks.rados.rados.0.smithi077.stdout:3047: writing smithi07774545-40 from 2949120 to 3579904 tid 2 2024-09-16T11:13:48.869 INFO:tasks.rados.rados.0.smithi077.stdout:3047: writing smithi07774545-40 from 3579904 to 3751936 tid 3 2024-09-16T11:13:48.869 INFO:tasks.rados.rados.0.smithi077.stdout:3048: read oid 47 snap 285 2024-09-16T11:13:48.869 INFO:tasks.rados.rados.0.smithi077.stdout:3048: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3049: read oid 12 snap -1 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3049: expect (ObjNum 931 snap 293 seq_num 931) 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3050: read oid 33 snap -1 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3050: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3045: finishing write tid 2 to smithi07774545-34 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3051: rollback oid 15 current snap is 298 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 296 2024-09-16T11:13:48.870 INFO:tasks.rados.rados.0.smithi077.stdout:3052: snap_remove snap 293 2024-09-16T11:13:49.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:48 smithi077 ceph-mon[86047]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T11:13:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:48 smithi077 ceph-mon[88497]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T11:13:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:48 smithi191 ceph-mon[84934]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3045: finishing write tid 3 to smithi07774545-34 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3045: finishing write tid 4 to smithi07774545-34 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1569 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3045: finishing write tid 5 to smithi07774545-34 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1435 (ObjNum 946 snap 298 seq_num 946) dirty exists 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3045: left oid 34 (ObjNum 946 snap 298 seq_num 946) 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3047: finishing write tid 1 to smithi07774545-40 2024-09-16T11:13:49.815 INFO:tasks.rados.rados.0.smithi077.stdout:3051: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:13:49.816 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T11:13:49.816 INFO:tasks.rados.rados.0.smithi077.stdout:3050: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-16T11:13:49.840 INFO:tasks.rados.rados.0.smithi077.stdout:3047: finishing write tid 2 to smithi07774545-40 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3047: finishing write tid 3 to smithi07774545-40 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3047: finishing write tid 4 to smithi07774545-40 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3045: done (7 left) 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3046: done (6 left) 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3050: done (5 left) 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3051: done (4 left) 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3052: done (3 left) 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3053: rollback oid 50 current snap is 298 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 297 2024-09-16T11:13:49.841 INFO:tasks.rados.rados.0.smithi077.stdout:3048: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:13:49.848 INFO:tasks.rados.rados.0.smithi077.stdout:3047: finishing write tid 5 to smithi07774545-40 2024-09-16T11:13:49.848 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1642 (ObjNum 947 snap 298 seq_num 947) dirty exists 2024-09-16T11:13:49.848 INFO:tasks.rados.rados.0.smithi077.stdout:3047: left oid 40 (ObjNum 947 snap 298 seq_num 947) 2024-09-16T11:13:49.848 INFO:tasks.rados.rados.0.smithi077.stdout:3049: expect (ObjNum 931 snap 293 seq_num 931) 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3053: finishing rollback tid 0 to smithi07774545-50 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3053: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3053: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1577 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3047: done (3 left) 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3048: done (2 left) 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3049: done (1 left) 2024-09-16T11:13:49.884 INFO:tasks.rados.rados.0.smithi077.stdout:3053: done (0 left) 2024-09-16T11:13:49.885 INFO:tasks.rados.rados.0.smithi077.stdout:3054: rmattr oid 24 current snap is 298 2024-09-16T11:13:49.885 INFO:tasks.rados.rados.0.smithi077.stdout:3054: done (0 left) 2024-09-16T11:13:49.885 INFO:tasks.rados.rados.0.smithi077.stdout:3055: snap_remove snap 285 2024-09-16T11:13:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:49 smithi077 ceph-mon[86047]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T11:13:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:49 smithi077 ceph-mon[86047]: pgmap v695: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T11:13:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:49 smithi077 ceph-mon[88497]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T11:13:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:49 smithi077 ceph-mon[88497]: pgmap v695: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T11:13:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:49 smithi191 ceph-mon[84934]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T11:13:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:49 smithi191 ceph-mon[84934]: pgmap v695: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T11:13:50.797 INFO:tasks.rados.rados.0.smithi077.stdout:3055: done (0 left) 2024-09-16T11:13:50.797 INFO:tasks.rados.rados.0.smithi077.stdout:3056: snap_remove snap 296 2024-09-16T11:13:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:50 smithi077 ceph-mon[88497]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T11:13:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:50 smithi077 ceph-mon[88497]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T11:13:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:50 smithi077 ceph-mon[86047]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T11:13:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:50 smithi077 ceph-mon[86047]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T11:13:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:50 smithi191 ceph-mon[84934]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T11:13:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:50 smithi191 ceph-mon[84934]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:3056: done (0 left) 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:3057: read oid 13 snap 294 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:3057: expect (ObjNum 918 snap 287 seq_num 918) 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:3058: rollback oid 22 current snap is 298 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 294 2024-09-16T11:13:51.798 INFO:tasks.rados.rados.0.smithi077.stdout:3059: snap_create 2024-09-16T11:13:51.806 INFO:tasks.rados.rados.0.smithi077.stdout:3058: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:13:51.806 INFO:tasks.rados.rados.0.smithi077.stdout:3058: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:13:51.806 INFO:tasks.rados.rados.0.smithi077.stdout:3058: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:13:51.806 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 234 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-09-16T11:13:51.810 INFO:tasks.rados.rados.0.smithi077.stdout:3057: expect (ObjNum 918 snap 287 seq_num 918) 2024-09-16T11:13:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:51 smithi077 ceph-mon[86047]: pgmap v698: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:13:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:51 smithi077 ceph-mon[86047]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T11:13:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:51 smithi077 ceph-mon[88497]: pgmap v698: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:13:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:51 smithi077 ceph-mon[88497]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T11:13:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:51 smithi191 ceph-mon[84934]: pgmap v698: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:13:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:51 smithi191 ceph-mon[84934]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T11:13:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:13:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3057: done (2 left) 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3058: done (1 left) 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3059: done (0 left) 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3060: read oid 13 snap -1 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3060: expect (ObjNum 918 snap 287 seq_num 918) 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 299 2024-09-16T11:13:52.799 INFO:tasks.rados.rados.0.smithi077.stdout:3061: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-09-16T11:13:52.802 INFO:tasks.rados.rados.0.smithi077.stdout:3061: writing smithi07774545-14 from 0 to 679936 tid 1 2024-09-16T11:13:52.806 INFO:tasks.rados.rados.0.smithi077.stdout:3061: writing smithi07774545-14 from 679936 to 1196032 tid 2 2024-09-16T11:13:52.809 INFO:tasks.rados.rados.0.smithi077.stdout:3061: writing smithi07774545-14 from 1196032 to 1482752 tid 3 2024-09-16T11:13:52.809 INFO:tasks.rados.rados.0.smithi077.stdout:3062: rmattr oid 44 current snap is 299 2024-09-16T11:13:52.809 INFO:tasks.rados.rados.0.smithi077.stdout:3062: done (2 left) 2024-09-16T11:13:52.809 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 299 2024-09-16T11:13:52.810 INFO:tasks.rados.rados.0.smithi077.stdout:3063: seq_num 949 ranges {1032192=704512,1736704=794624,2531328=8192} 2024-09-16T11:13:52.817 INFO:tasks.rados.rados.0.smithi077.stdout:3063: writing smithi07774545-45 from 1032192 to 1736704 tid 1 2024-09-16T11:13:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:3063: writing smithi07774545-45 from 1736704 to 2531328 tid 2 2024-09-16T11:13:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:3063: writing smithi07774545-45 from 2531328 to 2539520 tid 3 2024-09-16T11:13:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:3064: rollback oid 47 current snap is 299 2024-09-16T11:13:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 298 2024-09-16T11:13:52.822 INFO:tasks.rados.rados.0.smithi077.stdout:3060: expect (ObjNum 918 snap 287 seq_num 918) 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: finishing write tid 1 to smithi07774545-14 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: finishing write tid 2 to smithi07774545-14 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: finishing write tid 3 to smithi07774545-14 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: finishing write tid 4 to smithi07774545-14 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: finishing write tid 5 to smithi07774545-14 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1579 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-09-16T11:13:52.849 INFO:tasks.rados.rados.0.smithi077.stdout:3061: left oid 14 (ObjNum 948 snap 299 seq_num 948) 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3063: finishing write tid 1 to smithi07774545-45 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3060: done (3 left) 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3061: done (2 left) 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3065: read oid 24 snap -1 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3065: expect (ObjNum 877 snap 276 seq_num 877) 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 299 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3064: finishing rollback tid 0 to smithi07774545-47 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3063: finishing write tid 2 to smithi07774545-45 2024-09-16T11:13:52.850 INFO:tasks.rados.rados.0.smithi077.stdout:3066: seq_num 950 ranges {745472=720896,1466368=679936,2146304=122880} 2024-09-16T11:13:52.857 INFO:tasks.rados.rados.0.smithi077.stdout:3066: writing smithi07774545-33 from 745472 to 1466368 tid 1 2024-09-16T11:13:52.861 INFO:tasks.rados.rados.0.smithi077.stdout:3066: writing smithi07774545-33 from 1466368 to 2146304 tid 2 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3066: writing smithi07774545-33 from 2146304 to 2269184 tid 3 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3067: copy_from oid 35 from oid 31 current snap is 299 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3064: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3064: finishing rollback tid 2 to smithi07774545-47 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1537 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3063: finishing write tid 3 to smithi07774545-45 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3063: finishing write tid 4 to smithi07774545-45 2024-09-16T11:13:52.862 INFO:tasks.rados.rados.0.smithi077.stdout:3064: done (4 left) 2024-09-16T11:13:52.863 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 299 2024-09-16T11:13:52.863 INFO:tasks.rados.rados.0.smithi077.stdout:3063: finishing write tid 5 to smithi07774545-45 2024-09-16T11:13:52.863 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1509 (ObjNum 949 snap 299 seq_num 949) dirty exists 2024-09-16T11:13:52.863 INFO:tasks.rados.rados.0.smithi077.stdout:3063: left oid 45 (ObjNum 949 snap 299 seq_num 949) 2024-09-16T11:13:52.863 INFO:tasks.rados.rados.0.smithi077.stdout:3068: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-09-16T11:13:52.866 INFO:tasks.rados.rados.0.smithi077.stdout:3068: writing smithi07774545-8 from 0 to 737280 tid 1 2024-09-16T11:13:52.870 INFO:tasks.rados.rados.0.smithi077.stdout:3068: writing smithi07774545-8 from 737280 to 1351680 tid 2 2024-09-16T11:13:52.871 INFO:tasks.rados.rados.0.smithi077.stdout:3068: writing smithi07774545-8 from 1351680 to 1540096 tid 3 2024-09-16T11:13:52.871 INFO:tasks.rados.rados.0.smithi077.stdout:3063: done (4 left) 2024-09-16T11:13:52.872 INFO:tasks.rados.rados.0.smithi077.stdout:3069: read oid 20 snap -1 2024-09-16T11:13:52.872 INFO:tasks.rados.rados.0.smithi077.stdout:3069: expect deleted 2024-09-16T11:13:52.872 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 299 2024-09-16T11:13:52.872 INFO:tasks.rados.rados.0.smithi077.stdout:3070: seq_num 952 ranges {1482752=753664,2236416=499712,2736128=303104} 2024-09-16T11:13:52.883 INFO:tasks.rados.rados.0.smithi077.stdout:3070: writing smithi07774545-14 from 1482752 to 2236416 tid 1 2024-09-16T11:13:52.886 INFO:tasks.rados.rados.0.smithi077.stdout:3070: writing smithi07774545-14 from 2236416 to 2736128 tid 2 2024-09-16T11:13:52.888 INFO:tasks.rados.rados.0.smithi077.stdout:3070: writing smithi07774545-14 from 2736128 to 3039232 tid 3 2024-09-16T11:13:52.888 INFO:tasks.rados.rados.0.smithi077.stdout:3071: rollback oid 32 current snap is 299 2024-09-16T11:13:52.888 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 294 2024-09-16T11:13:52.889 INFO:tasks.rados.rados.0.smithi077.stdout:3065: expect (ObjNum 877 snap 276 seq_num 877) 2024-09-16T11:13:53.002 INFO:tasks.rados.rados.0.smithi077.stdout:3066: finishing write tid 1 to smithi07774545-33 2024-09-16T11:13:53.002 INFO:tasks.rados.rados.0.smithi077.stdout:3066: finishing write tid 2 to smithi07774545-33 2024-09-16T11:13:53.002 INFO:tasks.rados.rados.0.smithi077.stdout:3066: finishing write tid 3 to smithi07774545-33 2024-09-16T11:13:53.002 INFO:tasks.rados.rados.0.smithi077.stdout:3067: finishing copy_from to smithi07774545-35 2024-09-16T11:13:53.002 INFO:tasks.rados.rados.0.smithi077.stdout:3067: got expected ENOENT (src dne) 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3066: finishing write tid 4 to smithi07774545-33 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3067: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3066: finishing write tid 5 to smithi07774545-33 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1583 (ObjNum 950 snap 299 seq_num 950) dirty exists 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3066: left oid 33 (ObjNum 950 snap 299 seq_num 950) 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3068: finishing write tid 1 to smithi07774545-8 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3065: done (6 left) 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3066: done (5 left) 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3067: done (4 left) 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3072: snap_create 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3068: finishing write tid 2 to smithi07774545-8 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3068: finishing write tid 3 to smithi07774545-8 2024-09-16T11:13:53.003 INFO:tasks.rados.rados.0.smithi077.stdout:3068: finishing write tid 4 to smithi07774545-8 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3068: finishing write tid 5 to smithi07774545-8 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1533 (ObjNum 951 snap 299 seq_num 951) dirty exists 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3068: left oid 8 (ObjNum 951 snap 299 seq_num 951) 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: finishing write tid 1 to smithi07774545-14 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: finishing write tid 2 to smithi07774545-14 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: finishing write tid 3 to smithi07774545-14 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: finishing write tid 4 to smithi07774545-14 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: finishing write tid 5 to smithi07774545-14 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1587 (ObjNum 952 snap 299 seq_num 952) dirty exists 2024-09-16T11:13:53.004 INFO:tasks.rados.rados.0.smithi077.stdout:3070: left oid 14 (ObjNum 952 snap 299 seq_num 952) 2024-09-16T11:13:53.005 INFO:tasks.rados.rados.0.smithi077.stdout:3071: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:13:53.005 INFO:tasks.rados.rados.0.smithi077.stdout:3071: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:13:53.005 INFO:tasks.rados.rados.0.smithi077.stdout:3071: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:13:53.005 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1662 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3068: done (4 left) 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3069: done (3 left) 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3070: done (2 left) 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3071: done (1 left) 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3072: done (0 left) 2024-09-16T11:13:53.803 INFO:tasks.rados.rados.0.smithi077.stdout:3073: snap_remove snap 299 2024-09-16T11:13:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:53 smithi077 ceph-mon[86047]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T11:13:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:53 smithi077 ceph-mon[86047]: pgmap v701: 121 pgs: 121 active+clean; 124 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:53 smithi077 ceph-mon[88497]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T11:13:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:53 smithi077 ceph-mon[88497]: pgmap v701: 121 pgs: 121 active+clean; 124 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:53 smithi191 ceph-mon[84934]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T11:13:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:53 smithi191 ceph-mon[84934]: pgmap v701: 121 pgs: 121 active+clean; 124 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:54.806 INFO:tasks.rados.rados.0.smithi077.stdout:3073: done (0 left) 2024-09-16T11:13:54.806 INFO:tasks.rados.rados.0.smithi077.stdout:3074: delete oid 16 current snap is 300 2024-09-16T11:13:54.813 INFO:tasks.rados.rados.0.smithi077.stdout:3074: done (0 left) 2024-09-16T11:13:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:3075: read oid 10 snap -1 2024-09-16T11:13:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:3075: expect deleted 2024-09-16T11:13:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:3076: rmattr oid 43 current snap is 300 2024-09-16T11:13:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 300 2024-09-16T11:13:54.814 INFO:tasks.rados.rados.0.smithi077.stdout:3077: seq_num 954 ranges {1204224=786432,1990656=671744,2662400=131072} 2024-09-16T11:13:54.824 INFO:tasks.rados.rados.0.smithi077.stdout:3077: writing smithi07774545-12 from 1204224 to 1990656 tid 1 2024-09-16T11:13:54.829 INFO:tasks.rados.rados.0.smithi077.stdout:3077: writing smithi07774545-12 from 1990656 to 2662400 tid 2 2024-09-16T11:13:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:3077: writing smithi07774545-12 from 2662400 to 2793472 tid 3 2024-09-16T11:13:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:3078: rmattr oid 38 current snap is 300 2024-09-16T11:13:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1664 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-16T11:13:54.833 INFO:tasks.rados.rados.0.smithi077.stdout:3075: done (3 left) 2024-09-16T11:13:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:3076: done (2 left) 2024-09-16T11:13:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 300 2024-09-16T11:13:54.834 INFO:tasks.rados.rados.0.smithi077.stdout:3079: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-09-16T11:13:54.835 INFO:tasks.rados.rados.0.smithi077.stdout:3079: writing smithi07774545-48 from 0 to 802816 tid 1 2024-09-16T11:13:54.838 INFO:tasks.rados.rados.0.smithi077.stdout:3079: writing smithi07774545-48 from 802816 to 1359872 tid 2 2024-09-16T11:13:54.840 INFO:tasks.rados.rados.0.smithi077.stdout:3079: writing smithi07774545-48 from 1359872 to 1605632 tid 3 2024-09-16T11:13:54.840 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 300 2024-09-16T11:13:54.840 INFO:tasks.rados.rados.0.smithi077.stdout:3077: finishing write tid 1 to smithi07774545-12 2024-09-16T11:13:54.841 INFO:tasks.rados.rados.0.smithi077.stdout:3080: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-09-16T11:13:54.842 INFO:tasks.rados.rados.0.smithi077.stdout:3080: writing smithi07774545-9 from 0 to 417792 tid 1 2024-09-16T11:13:54.845 INFO:tasks.rados.rados.0.smithi077.stdout:3080: writing smithi07774545-9 from 417792 to 851968 tid 2 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3080: writing smithi07774545-9 from 851968 to 1622016 tid 3 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3081: delete oid 45 current snap is 300 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1437 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3077: finishing write tid 2 to smithi07774545-12 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3077: finishing write tid 3 to smithi07774545-12 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3077: finishing write tid 4 to smithi07774545-12 2024-09-16T11:13:54.850 INFO:tasks.rados.rados.0.smithi077.stdout:3077: finishing write tid 5 to smithi07774545-12 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1684 (ObjNum 954 snap 300 seq_num 954) dirty exists 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3077: left oid 12 (ObjNum 954 snap 300 seq_num 954) 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: finishing write tid 1 to smithi07774545-48 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: finishing write tid 2 to smithi07774545-48 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: finishing write tid 3 to smithi07774545-48 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: finishing write tid 4 to smithi07774545-48 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: finishing write tid 5 to smithi07774545-48 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1537 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3079: left oid 48 (ObjNum 955 snap 300 seq_num 955) 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3080: finishing write tid 1 to smithi07774545-9 2024-09-16T11:13:54.851 INFO:tasks.rados.rados.0.smithi077.stdout:3080: finishing write tid 2 to smithi07774545-9 2024-09-16T11:13:54.852 INFO:tasks.rados.rados.0.smithi077.stdout:3077: done (4 left) 2024-09-16T11:13:54.852 INFO:tasks.rados.rados.0.smithi077.stdout:3078: done (3 left) 2024-09-16T11:13:54.852 INFO:tasks.rados.rados.0.smithi077.stdout:3079: done (2 left) 2024-09-16T11:13:54.852 INFO:tasks.rados.rados.0.smithi077.stdout:3081: done (1 left) 2024-09-16T11:13:54.852 INFO:tasks.rados.rados.0.smithi077.stdout:3082: read oid 8 snap -1 2024-09-16T11:13:54.853 INFO:tasks.rados.rados.0.smithi077.stdout:3082: expect (ObjNum 951 snap 299 seq_num 951) 2024-09-16T11:13:54.853 INFO:tasks.rados.rados.0.smithi077.stdout:3083: rmattr oid 46 current snap is 300 2024-09-16T11:13:54.853 INFO:tasks.rados.rados.0.smithi077.stdout:3084: snap_create 2024-09-16T11:13:54.853 INFO:tasks.rados.rados.0.smithi077.stdout:3080: finishing write tid 3 to smithi07774545-9 2024-09-16T11:13:54.853 INFO:tasks.rados.rados.0.smithi077.stdout:3080: finishing write tid 4 to smithi07774545-9 2024-09-16T11:13:54.855 INFO:tasks.rados.rados.0.smithi077.stdout:3080: finishing write tid 5 to smithi07774545-9 2024-09-16T11:13:54.855 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1441 (ObjNum 956 snap 300 seq_num 956) dirty exists 2024-09-16T11:13:54.856 INFO:tasks.rados.rados.0.smithi077.stdout:3080: left oid 9 (ObjNum 956 snap 300 seq_num 956) 2024-09-16T11:13:54.859 INFO:tasks.rados.rados.0.smithi077.stdout:3082: expect (ObjNum 951 snap 299 seq_num 951) 2024-09-16T11:13:54.899 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1413 (ObjNum 937 snap 293 seq_num 937) dirty exists 2024-09-16T11:13:55.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:54 smithi077 ceph-mon[86047]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T11:13:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:54 smithi077 ceph-mon[88497]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T11:13:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:54 smithi191 ceph-mon[84934]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3080: done (3 left) 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3082: done (2 left) 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3083: done (1 left) 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3084: done (0 left) 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3085: read oid 49 snap -1 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3085: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:55.797 INFO:tasks.rados.rados.0.smithi077.stdout:3086: snap_remove snap 297 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[86047]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[86047]: pgmap v704: 121 pgs: 121 active+clean; 97 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[86047]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[88497]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[88497]: pgmap v704: 121 pgs: 121 active+clean; 97 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:55 smithi077 ceph-mon[88497]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T11:13:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:55 smithi191 ceph-mon[84934]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T11:13:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:55 smithi191 ceph-mon[84934]: pgmap v704: 121 pgs: 121 active+clean; 97 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T11:13:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:55 smithi191 ceph-mon[84934]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T11:13:56.805 INFO:tasks.rados.rados.0.smithi077.stdout:3086: done (1 left) 2024-09-16T11:13:56.805 INFO:tasks.rados.rados.0.smithi077.stdout:3087: read oid 29 snap -1 2024-09-16T11:13:56.806 INFO:tasks.rados.rados.0.smithi077.stdout:3087: expect (ObjNum 916 snap 286 seq_num 916) 2024-09-16T11:13:56.806 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 301 2024-09-16T11:13:56.806 INFO:tasks.rados.rados.0.smithi077.stdout:3088: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-09-16T11:13:56.808 INFO:tasks.rados.rados.0.smithi077.stdout:3088: writing smithi07774545-6 from 0 to 450560 tid 1 2024-09-16T11:13:56.813 INFO:tasks.rados.rados.0.smithi077.stdout:3088: writing smithi07774545-6 from 450560 to 1105920 tid 2 2024-09-16T11:13:56.817 INFO:tasks.rados.rados.0.smithi077.stdout:3088: writing smithi07774545-6 from 1105920 to 1654784 tid 3 2024-09-16T11:13:56.817 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 301 2024-09-16T11:13:56.817 INFO:tasks.rados.rados.0.smithi077.stdout:3089: seq_num 959 ranges {4521984=466944,4988928=540672,5529600=557056,6086656=106496} 2024-09-16T11:13:56.844 INFO:tasks.rados.rados.0.smithi077.stdout:3089: writing smithi07774545-43 from 4521984 to 4988928 tid 1 2024-09-16T11:13:56.847 INFO:tasks.rados.rados.0.smithi077.stdout:3089: writing smithi07774545-43 from 4988928 to 5529600 tid 2 2024-09-16T11:13:56.851 INFO:tasks.rados.rados.0.smithi077.stdout:3089: writing smithi07774545-43 from 5529600 to 6086656 tid 3 2024-09-16T11:13:56.852 INFO:tasks.rados.rados.0.smithi077.stdout:3089: writing smithi07774545-43 from 6086656 to 6193152 tid 4 2024-09-16T11:13:56.852 INFO:tasks.rados.rados.0.smithi077.stdout:3090: read oid 50 snap -1 2024-09-16T11:13:56.852 INFO:tasks.rados.rados.0.smithi077.stdout:3090: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:56.852 INFO:tasks.rados.rados.0.smithi077.stdout:3091: setattr oid 48 current snap is 301 2024-09-16T11:13:56.852 INFO:tasks.rados.rados.0.smithi077.stdout:3085: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: finishing write tid 1 to smithi07774545-6 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: finishing write tid 2 to smithi07774545-6 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: finishing write tid 3 to smithi07774545-6 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: finishing write tid 4 to smithi07774545-6 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: finishing write tid 5 to smithi07774545-6 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1397 (ObjNum 958 snap 301 seq_num 958) dirty exists 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3088: left oid 6 (ObjNum 958 snap 301 seq_num 958) 2024-09-16T11:13:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3087: expect (ObjNum 916 snap 286 seq_num 916) 2024-09-16T11:13:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:13:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:13:56] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T11:13:57.538 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 1 to smithi07774545-43 2024-09-16T11:13:57.539 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 2 to smithi07774545-43 2024-09-16T11:13:57.539 INFO:tasks.rados.rados.0.smithi077.stdout:3090: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:13:57.547 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 3 to smithi07774545-43 2024-09-16T11:13:57.547 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 4 to smithi07774545-43 2024-09-16T11:13:57.547 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 5 to smithi07774545-43 2024-09-16T11:13:57.547 INFO:tasks.rados.rados.0.smithi077.stdout:3089: finishing write tid 6 to smithi07774545-43 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1676 (ObjNum 959 snap 301 seq_num 959) dirty exists 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3089: left oid 43 (ObjNum 959 snap 301 seq_num 959) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3085: done (5 left) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3087: done (4 left) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3088: done (3 left) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3089: done (2 left) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3090: done (1 left) 2024-09-16T11:13:57.548 INFO:tasks.rados.rados.0.smithi077.stdout:3092: snap_create 2024-09-16T11:13:57.550 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1538 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-09-16T11:13:57.803 INFO:tasks.rados.rados.0.smithi077.stdout:3091: done (1 left) 2024-09-16T11:13:57.803 INFO:tasks.rados.rados.0.smithi077.stdout:3092: done (0 left) 2024-09-16T11:13:57.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 302 2024-09-16T11:13:57.803 INFO:tasks.rados.rados.0.smithi077.stdout:3093: seq_num 960 ranges {3039232=483328,3522560=425984,3948544=761856,4710400=16384} 2024-09-16T11:13:57.821 INFO:tasks.rados.rados.0.smithi077.stdout:3093: writing smithi07774545-14 from 3039232 to 3522560 tid 1 2024-09-16T11:13:57.824 INFO:tasks.rados.rados.0.smithi077.stdout:3093: writing smithi07774545-14 from 3522560 to 3948544 tid 2 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:3093: writing smithi07774545-14 from 3948544 to 4710400 tid 3 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:3093: writing smithi07774545-14 from 4710400 to 4726784 tid 4 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:3094: rollback oid 15 current snap is 302 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 301 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 1 to smithi07774545-14 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 2 to smithi07774545-14 2024-09-16T11:13:57.829 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 302 2024-09-16T11:13:57.830 INFO:tasks.rados.rados.0.smithi077.stdout:3095: seq_num 961 ranges {13664256=499712,14163968=712704,14876672=491520} 2024-09-16T11:13:57.904 INFO:tasks.rados.rados.0.smithi077.stdout:3095: writing smithi07774545-46 from 13664256 to 14163968 tid 1 2024-09-16T11:13:57.908 INFO:tasks.rados.rados.0.smithi077.stdout:3095: writing smithi07774545-46 from 14163968 to 14876672 tid 2 2024-09-16T11:13:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:3095: writing smithi07774545-46 from 14876672 to 15368192 tid 3 2024-09-16T11:13:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:3096: read oid 49 snap 300 2024-09-16T11:13:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:3096: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:57.911 INFO:tasks.rados.rados.0.smithi077.stdout:3097: snap_remove snap 298 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[86047]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[86047]: pgmap v707: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[88497]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:57 smithi077 ceph-mon[88497]: pgmap v707: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T11:13:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:57 smithi191 ceph-mon[84934]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T11:13:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:13:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:57 smithi191 ceph-mon[84934]: pgmap v707: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T11:13:58.811 INFO:tasks.rados.rados.0.smithi077.stdout:3097: done (4 left) 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3098: copy_from oid 21 from oid 38 current snap is 302 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3094: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 0 (ObjNum 97 snap 0 seq_num 3533410632) dirty dne 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 3 to smithi07774545-14 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 4 to smithi07774545-14 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 5 to smithi07774545-14 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: finishing write tid 6 to smithi07774545-14 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1592 (ObjNum 960 snap 302 seq_num 960) dirty exists 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: left oid 14 (ObjNum 960 snap 302 seq_num 960) 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3095: finishing write tid 1 to smithi07774545-46 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3093: done (4 left) 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3094: done (3 left) 2024-09-16T11:13:58.812 INFO:tasks.rados.rados.0.smithi077.stdout:3099: delete oid 50 current snap is 302 2024-09-16T11:13:58.813 INFO:tasks.rados.rados.0.smithi077.stdout:3095: finishing write tid 2 to smithi07774545-46 2024-09-16T11:13:58.813 INFO:tasks.rados.rados.0.smithi077.stdout:3095: finishing write tid 3 to smithi07774545-46 2024-09-16T11:13:58.813 INFO:tasks.rados.rados.0.smithi077.stdout:3096: expect (ObjNum 923 snap 291 seq_num 923) 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3095: finishing write tid 4 to smithi07774545-46 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3095: finishing write tid 5 to smithi07774545-46 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1417 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3095: left oid 46 (ObjNum 961 snap 302 seq_num 961) 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3095: done (3 left) 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3096: done (2 left) 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3099: done (1 left) 2024-09-16T11:13:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3100: snap_remove snap 301 2024-09-16T11:13:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:58 smithi077 ceph-mon[86047]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T11:13:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:58 smithi077 ceph-mon[88497]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T11:13:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:58 smithi191 ceph-mon[84934]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T11:13:59.821 INFO:tasks.rados.rados.0.smithi077.stdout:3100: done (1 left) 2024-09-16T11:13:59.821 INFO:tasks.rados.rados.0.smithi077.stdout:3101: read oid 25 snap -1 2024-09-16T11:13:59.821 INFO:tasks.rados.rados.0.smithi077.stdout:3101: expect deleted 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:3102: setattr oid 47 current snap is 302 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:3098: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:3098: finishing copy_from to smithi07774545-21 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1437 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:3098: done (2 left) 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 302 2024-09-16T11:13:59.822 INFO:tasks.rados.rados.0.smithi077.stdout:3103: seq_num 963 ranges {3694592=532480,4227072=475136,4702208=532480,5234688=196608} 2024-09-16T11:13:59.845 INFO:tasks.rados.rados.0.smithi077.stdout:3103: writing smithi07774545-38 from 3694592 to 4227072 tid 1 2024-09-16T11:13:59.848 INFO:tasks.rados.rados.0.smithi077.stdout:3103: writing smithi07774545-38 from 4227072 to 4702208 tid 2 2024-09-16T11:13:59.851 INFO:tasks.rados.rados.0.smithi077.stdout:3103: writing smithi07774545-38 from 4702208 to 5234688 tid 3 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3103: writing smithi07774545-38 from 5234688 to 5431296 tid 4 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3101: done (2 left) 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3104: read oid 48 snap -1 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3104: expect (ObjNum 955 snap 300 seq_num 955) 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 302 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1545 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 1 to smithi07774545-38 2024-09-16T11:13:59.853 INFO:tasks.rados.rados.0.smithi077.stdout:3105: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-09-16T11:13:59.856 INFO:tasks.rados.rados.0.smithi077.stdout:3105: writing smithi07774545-50 from 0 to 548864 tid 1 2024-09-16T11:13:59.861 INFO:tasks.rados.rados.0.smithi077.stdout:3105: writing smithi07774545-50 from 548864 to 1310720 tid 2 2024-09-16T11:13:59.864 INFO:tasks.rados.rados.0.smithi077.stdout:3105: writing smithi07774545-50 from 1310720 to 1753088 tid 3 2024-09-16T11:13:59.864 INFO:tasks.rados.rados.0.smithi077.stdout:3102: done (3 left) 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3106: delete oid 46 current snap is 302 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 2 to smithi07774545-38 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 3 to smithi07774545-38 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 4 to smithi07774545-38 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 5 to smithi07774545-38 2024-09-16T11:13:59.865 INFO:tasks.rados.rados.0.smithi077.stdout:3104: expect (ObjNum 955 snap 300 seq_num 955) 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3103: finishing write tid 6 to smithi07774545-38 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1446 (ObjNum 963 snap 302 seq_num 963) dirty exists 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3103: left oid 38 (ObjNum 963 snap 302 seq_num 963) 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: finishing write tid 1 to smithi07774545-50 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: finishing write tid 2 to smithi07774545-50 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: finishing write tid 3 to smithi07774545-50 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: finishing write tid 4 to smithi07774545-50 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: finishing write tid 5 to smithi07774545-50 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1601 (ObjNum 964 snap 302 seq_num 964) dirty exists 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3105: left oid 50 (ObjNum 964 snap 302 seq_num 964) 2024-09-16T11:13:59.911 INFO:tasks.rados.rados.0.smithi077.stdout:3103: done (3 left) 2024-09-16T11:13:59.912 INFO:tasks.rados.rados.0.smithi077.stdout:3104: done (2 left) 2024-09-16T11:13:59.912 INFO:tasks.rados.rados.0.smithi077.stdout:3105: done (1 left) 2024-09-16T11:13:59.912 INFO:tasks.rados.rados.0.smithi077.stdout:3106: done (0 left) 2024-09-16T11:13:59.912 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 302 2024-09-16T11:13:59.912 INFO:tasks.rados.rados.0.smithi077.stdout:3107: seq_num 966 ranges {8372224=581632,8953856=581632,9535488=622592} 2024-09-16T11:13:59.957 INFO:tasks.rados.rados.0.smithi077.stdout:3107: writing smithi07774545-34 from 8372224 to 8953856 tid 1 2024-09-16T11:13:59.960 INFO:tasks.rados.rados.0.smithi077.stdout:3107: writing smithi07774545-34 from 8953856 to 9535488 tid 2 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3107: writing smithi07774545-34 from 9535488 to 10158080 tid 3 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3108: read oid 41 snap 300 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3108: expect (ObjNum 855 snap 269 seq_num 855) 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3109: snap_create 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3107: finishing write tid 1 to smithi07774545-34 2024-09-16T11:13:59.964 INFO:tasks.rados.rados.0.smithi077.stdout:3107: finishing write tid 2 to smithi07774545-34 2024-09-16T11:13:59.966 INFO:tasks.rados.rados.0.smithi077.stdout:3107: finishing write tid 3 to smithi07774545-34 2024-09-16T11:13:59.967 INFO:tasks.rados.rados.0.smithi077.stdout:3107: finishing write tid 4 to smithi07774545-34 2024-09-16T11:13:59.969 INFO:tasks.rados.rados.0.smithi077.stdout:3107: finishing write tid 5 to smithi07774545-34 2024-09-16T11:13:59.969 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1439 (ObjNum 966 snap 302 seq_num 966) dirty exists 2024-09-16T11:13:59.969 INFO:tasks.rados.rados.0.smithi077.stdout:3107: left oid 34 (ObjNum 966 snap 302 seq_num 966) 2024-09-16T11:13:59.970 INFO:tasks.rados.rados.0.smithi077.stdout:3108: expect (ObjNum 855 snap 269 seq_num 855) 2024-09-16T11:14:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:59 smithi077 ceph-mon[88497]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T11:14:00.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:13:59 smithi077 ceph-mon[88497]: pgmap v710: 121 pgs: 121 active+clean; 105 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:14:00.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:59 smithi077 ceph-mon[86047]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T11:14:00.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:13:59 smithi077 ceph-mon[86047]: pgmap v710: 121 pgs: 121 active+clean; 105 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:14:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:59 smithi191 ceph-mon[84934]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T11:14:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:13:59 smithi191 ceph-mon[84934]: pgmap v710: 121 pgs: 121 active+clean; 105 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-16T11:14:00.798 INFO:tasks.rados.rados.0.smithi077.stdout:3107: done (2 left) 2024-09-16T11:14:00.798 INFO:tasks.rados.rados.0.smithi077.stdout:3108: done (1 left) 2024-09-16T11:14:00.798 INFO:tasks.rados.rados.0.smithi077.stdout:3109: done (0 left) 2024-09-16T11:14:00.799 INFO:tasks.rados.rados.0.smithi077.stdout:3110: copy_from oid 24 from oid 15 current snap is 303 2024-09-16T11:14:00.799 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 303 2024-09-16T11:14:00.799 INFO:tasks.rados.rados.0.smithi077.stdout:3111: seq_num 967 ranges {1540096=598016,2138112=466944,2605056=516096,3121152=221184} 2024-09-16T11:14:00.809 INFO:tasks.rados.rados.0.smithi077.stdout:3111: writing smithi07774545-8 from 1540096 to 2138112 tid 1 2024-09-16T11:14:00.812 INFO:tasks.rados.rados.0.smithi077.stdout:3111: writing smithi07774545-8 from 2138112 to 2605056 tid 2 2024-09-16T11:14:00.815 INFO:tasks.rados.rados.0.smithi077.stdout:3111: writing smithi07774545-8 from 2605056 to 3121152 tid 3 2024-09-16T11:14:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3111: writing smithi07774545-8 from 3121152 to 3342336 tid 4 2024-09-16T11:14:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3112: delete oid 50 current snap is 303 2024-09-16T11:14:00.818 INFO:tasks.rados.rados.0.smithi077.stdout:3110: finishing copy_from to smithi07774545-24 2024-09-16T11:14:00.818 INFO:tasks.rados.rados.0.smithi077.stdout:3110: got expected ENOENT (src dne) 2024-09-16T11:14:00.818 INFO:tasks.rados.rados.0.smithi077.stdout:3110: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:14:00.818 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 1 to smithi07774545-8 2024-09-16T11:14:00.818 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 2 to smithi07774545-8 2024-09-16T11:14:00.820 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 3 to smithi07774545-8 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:3110: done (2 left) 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:3112: done (1 left) 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:3113: read oid 33 snap -1 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:3113: expect (ObjNum 950 snap 299 seq_num 950) 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 303 2024-09-16T11:14:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:3114: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-09-16T11:14:00.825 INFO:tasks.rados.rados.0.smithi077.stdout:3114: writing smithi07774545-46 from 0 to 638976 tid 1 2024-09-16T11:14:00.829 INFO:tasks.rados.rados.0.smithi077.stdout:3114: writing smithi07774545-46 from 638976 to 1269760 tid 2 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3114: writing smithi07774545-46 from 1269760 to 1802240 tid 3 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3114: writing smithi07774545-46 from 1802240 to 1843200 tid 4 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3115: read oid 6 snap -1 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3115: expect (ObjNum 958 snap 301 seq_num 958) 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3116: delete oid 29 current snap is 303 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 4 to smithi07774545-8 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 5 to smithi07774545-8 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3111: finishing write tid 6 to smithi07774545-8 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1543 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3111: left oid 8 (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:00.833 INFO:tasks.rados.rados.0.smithi077.stdout:3113: expect (ObjNum 950 snap 299 seq_num 950) 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 1 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 2 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 3 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 4 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 5 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: finishing write tid 6 to smithi07774545-46 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1423 (ObjNum 969 snap 303 seq_num 969) dirty exists 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3114: left oid 46 (ObjNum 969 snap 303 seq_num 969) 2024-09-16T11:14:00.906 INFO:tasks.rados.rados.0.smithi077.stdout:3115: expect (ObjNum 958 snap 301 seq_num 958) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3111: done (4 left) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3113: done (3 left) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3114: done (2 left) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3115: done (1 left) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3116: done (0 left) 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3117: rollback oid 1 current snap is 303 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 1 to 302 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 303 2024-09-16T11:14:00.947 INFO:tasks.rados.rados.0.smithi077.stdout:3118: seq_num 971 ranges {999424=671744,1671168=802816,2473984=401408} 2024-09-16T11:14:00.956 INFO:tasks.rados.rados.0.smithi077.stdout:3118: writing smithi07774545-30 from 999424 to 1671168 tid 1 2024-09-16T11:14:00.961 INFO:tasks.rados.rados.0.smithi077.stdout:3118: writing smithi07774545-30 from 1671168 to 2473984 tid 2 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3118: writing smithi07774545-30 from 2473984 to 2875392 tid 3 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3119: snap_create 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3117: finishing rollback tid 0 to smithi07774545-1 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3117: finishing rollback tid 1 to smithi07774545-1 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3117: finishing rollback tid 2 to smithi07774545-1 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1513 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-09-16T11:14:00.964 INFO:tasks.rados.rados.0.smithi077.stdout:3118: finishing write tid 1 to smithi07774545-30 2024-09-16T11:14:00.965 INFO:tasks.rados.rados.0.smithi077.stdout:3118: finishing write tid 2 to smithi07774545-30 2024-09-16T11:14:00.965 INFO:tasks.rados.rados.0.smithi077.stdout:3118: finishing write tid 3 to smithi07774545-30 2024-09-16T11:14:00.965 INFO:tasks.rados.rados.0.smithi077.stdout:3118: finishing write tid 4 to smithi07774545-30 2024-09-16T11:14:00.966 INFO:tasks.rados.rados.0.smithi077.stdout:3118: finishing write tid 5 to smithi07774545-30 2024-09-16T11:14:00.966 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1427 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-16T11:14:00.966 INFO:tasks.rados.rados.0.smithi077.stdout:3118: left oid 30 (ObjNum 971 snap 303 seq_num 971) 2024-09-16T11:14:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:00 smithi191 ceph-mon[84934]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T11:14:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:00 smithi191 ceph-mon[84934]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T11:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:00 smithi077 ceph-mon[86047]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T11:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:00 smithi077 ceph-mon[86047]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T11:14:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:00 smithi077 ceph-mon[88497]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T11:14:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:00 smithi077 ceph-mon[88497]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3117: done (2 left) 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3118: done (1 left) 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3119: done (0 left) 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3120: rmattr oid 32 current snap is 304 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3121: rollback oid 17 current snap is 304 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 294 2024-09-16T11:14:01.824 INFO:tasks.rados.rados.0.smithi077.stdout:3122: copy_from oid 9 from oid 8 current snap is 304 2024-09-16T11:14:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:3123: read oid 30 snap 294 2024-09-16T11:14:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:3123: expect (ObjNum 919 snap 287 seq_num 919) 2024-09-16T11:14:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 304 2024-09-16T11:14:01.825 INFO:tasks.rados.rados.0.smithi077.stdout:3124: seq_num 972 ranges {475136=688128,1163264=688128,1851392=516096} 2024-09-16T11:14:01.832 INFO:tasks.rados.rados.0.smithi077.stdout:3124: writing smithi07774545-28 from 475136 to 1163264 tid 1 2024-09-16T11:14:01.835 INFO:tasks.rados.rados.0.smithi077.stdout:3124: writing smithi07774545-28 from 1163264 to 1851392 tid 2 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3124: writing smithi07774545-28 from 1851392 to 2367488 tid 3 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3125: delete oid 3 current snap is 304 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1682 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3121: finishing rollback tid 0 to smithi07774545-17 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3121: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3121: finishing rollback tid 2 to smithi07774545-17 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1449 (ObjNum 922 snap 290 seq_num 922) dirty exists 2024-09-16T11:14:01.839 INFO:tasks.rados.rados.0.smithi077.stdout:3123: expect (ObjNum 919 snap 287 seq_num 919) 2024-09-16T11:14:01.867 INFO:tasks.rados.rados.0.smithi077.stdout:3124: finishing write tid 1 to smithi07774545-28 2024-09-16T11:14:01.867 INFO:tasks.rados.rados.0.smithi077.stdout:3124: finishing write tid 2 to smithi07774545-28 2024-09-16T11:14:01.867 INFO:tasks.rados.rados.0.smithi077.stdout:3124: finishing write tid 3 to smithi07774545-28 2024-09-16T11:14:01.867 INFO:tasks.rados.rados.0.smithi077.stdout:3124: finishing write tid 4 to smithi07774545-28 2024-09-16T11:14:01.867 INFO:tasks.rados.rados.0.smithi077.stdout:3120: done (5 left) 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3121: done (4 left) 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3123: done (3 left) 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3125: done (2 left) 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 304 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3122: finishing copy_from racing read to smithi07774545-9 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3124: finishing write tid 5 to smithi07774545-28 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1576 (ObjNum 972 snap 304 seq_num 972) dirty exists 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3124: left oid 28 (ObjNum 972 snap 304 seq_num 972) 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3122: finishing copy_from to smithi07774545-9 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1543 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-16T11:14:01.868 INFO:tasks.rados.rados.0.smithi077.stdout:3126: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-09-16T11:14:01.870 INFO:tasks.rados.rados.0.smithi077.stdout:3126: writing smithi07774545-16 from 0 to 720896 tid 1 2024-09-16T11:14:01.874 INFO:tasks.rados.rados.0.smithi077.stdout:3126: writing smithi07774545-16 from 720896 to 1228800 tid 2 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3126: writing smithi07774545-16 from 1228800 to 1900544 tid 3 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3126: writing smithi07774545-16 from 1900544 to 1925120 tid 4 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3122: done (2 left) 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3124: done (1 left) 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3127: snap_create 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 1 to smithi07774545-16 2024-09-16T11:14:01.878 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 2 to smithi07774545-16 2024-09-16T11:14:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 3 to smithi07774545-16 2024-09-16T11:14:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 4 to smithi07774545-16 2024-09-16T11:14:01.881 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 5 to smithi07774545-16 2024-09-16T11:14:01.883 INFO:tasks.rados.rados.0.smithi077.stdout:3126: finishing write tid 6 to smithi07774545-16 2024-09-16T11:14:01.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1693 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-09-16T11:14:01.883 INFO:tasks.rados.rados.0.smithi077.stdout:3126: left oid 16 (ObjNum 974 snap 304 seq_num 974) 2024-09-16T11:14:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:01 smithi077 ceph-mon[86047]: pgmap v713: 121 pgs: 121 active+clean; 108 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T11:14:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:01 smithi077 ceph-mon[88497]: pgmap v713: 121 pgs: 121 active+clean; 108 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T11:14:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:01 smithi191 ceph-mon[84934]: pgmap v713: 121 pgs: 121 active+clean; 108 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T11:14:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:3126: done (1 left) 2024-09-16T11:14:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:3127: done (0 left) 2024-09-16T11:14:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:3128: copy_from oid 40 from oid 20 current snap is 305 2024-09-16T11:14:02.829 INFO:tasks.rados.rados.0.smithi077.stdout:3129: rmattr oid 46 current snap is 305 2024-09-16T11:14:02.830 INFO:tasks.rados.rados.0.smithi077.stdout:3129: done (1 left) 2024-09-16T11:14:02.830 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 305 2024-09-16T11:14:02.830 INFO:tasks.rados.rados.0.smithi077.stdout:3130: seq_num 975 ranges {1605632=737280,2342912=786432,3129344=417792} 2024-09-16T11:14:02.841 INFO:tasks.rados.rados.0.smithi077.stdout:3130: writing smithi07774545-48 from 1605632 to 2342912 tid 1 2024-09-16T11:14:02.846 INFO:tasks.rados.rados.0.smithi077.stdout:3130: writing smithi07774545-48 from 2342912 to 3129344 tid 2 2024-09-16T11:14:02.848 INFO:tasks.rados.rados.0.smithi077.stdout:3130: writing smithi07774545-48 from 3129344 to 3547136 tid 3 2024-09-16T11:14:02.848 INFO:tasks.rados.rados.0.smithi077.stdout:3131: snap_create 2024-09-16T11:14:02.849 INFO:tasks.rados.rados.0.smithi077.stdout:3128: finishing copy_from to smithi07774545-40 2024-09-16T11:14:02.849 INFO:tasks.rados.rados.0.smithi077.stdout:3128: got expected ENOENT (src dne) 2024-09-16T11:14:02.849 INFO:tasks.rados.rados.0.smithi077.stdout:3128: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:14:02.849 INFO:tasks.rados.rados.0.smithi077.stdout:3130: finishing write tid 1 to smithi07774545-48 2024-09-16T11:14:02.852 INFO:tasks.rados.rados.0.smithi077.stdout:3130: finishing write tid 2 to smithi07774545-48 2024-09-16T11:14:02.852 INFO:tasks.rados.rados.0.smithi077.stdout:3130: finishing write tid 3 to smithi07774545-48 2024-09-16T11:14:02.853 INFO:tasks.rados.rados.0.smithi077.stdout:3130: finishing write tid 4 to smithi07774545-48 2024-09-16T11:14:02.853 INFO:tasks.rados.rados.0.smithi077.stdout:3130: finishing write tid 5 to smithi07774545-48 2024-09-16T11:14:02.853 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1547 (ObjNum 975 snap 305 seq_num 975) dirty exists 2024-09-16T11:14:02.853 INFO:tasks.rados.rados.0.smithi077.stdout:3130: left oid 48 (ObjNum 975 snap 305 seq_num 975) 2024-09-16T11:14:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:02 smithi077 ceph-mon[86047]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T11:14:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:02 smithi077 ceph-mon[88497]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T11:14:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:02 smithi191 ceph-mon[84934]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T11:14:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:3128: done (2 left) 2024-09-16T11:14:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:3130: done (1 left) 2024-09-16T11:14:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:3131: done (0 left) 2024-09-16T11:14:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 306 2024-09-16T11:14:03.840 INFO:tasks.rados.rados.0.smithi077.stdout:3132: seq_num 976 ranges {606208=753664,1359872=671744,2031616=532480} 2024-09-16T11:14:03.847 INFO:tasks.rados.rados.0.smithi077.stdout:3132: writing smithi07774545-39 from 606208 to 1359872 tid 1 2024-09-16T11:14:03.851 INFO:tasks.rados.rados.0.smithi077.stdout:3132: writing smithi07774545-39 from 1359872 to 2031616 tid 2 2024-09-16T11:14:03.854 INFO:tasks.rados.rados.0.smithi077.stdout:3132: writing smithi07774545-39 from 2031616 to 2564096 tid 3 2024-09-16T11:14:03.854 INFO:tasks.rados.rados.0.smithi077.stdout:3133: read oid 17 snap -1 2024-09-16T11:14:03.854 INFO:tasks.rados.rados.0.smithi077.stdout:3133: expect (ObjNum 922 snap 290 seq_num 922) 2024-09-16T11:14:03.855 INFO:tasks.rados.rados.0.smithi077.stdout:3134: snap_create 2024-09-16T11:14:03.855 INFO:tasks.rados.rados.0.smithi077.stdout:3132: finishing write tid 1 to smithi07774545-39 2024-09-16T11:14:03.858 INFO:tasks.rados.rados.0.smithi077.stdout:3132: finishing write tid 2 to smithi07774545-39 2024-09-16T11:14:03.858 INFO:tasks.rados.rados.0.smithi077.stdout:3132: finishing write tid 3 to smithi07774545-39 2024-09-16T11:14:03.858 INFO:tasks.rados.rados.0.smithi077.stdout:3132: finishing write tid 4 to smithi07774545-39 2024-09-16T11:14:03.859 INFO:tasks.rados.rados.0.smithi077.stdout:3133: expect (ObjNum 922 snap 290 seq_num 922) 2024-09-16T11:14:03.886 INFO:tasks.rados.rados.0.smithi077.stdout:3132: finishing write tid 5 to smithi07774545-39 2024-09-16T11:14:03.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1517 (ObjNum 976 snap 306 seq_num 976) dirty exists 2024-09-16T11:14:03.886 INFO:tasks.rados.rados.0.smithi077.stdout:3132: left oid 39 (ObjNum 976 snap 306 seq_num 976) 2024-09-16T11:14:04.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:03 smithi077 ceph-mon[86047]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T11:14:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:03 smithi077 ceph-mon[86047]: pgmap v716: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-09-16T11:14:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:03 smithi077 ceph-mon[88497]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T11:14:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:03 smithi077 ceph-mon[88497]: pgmap v716: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-09-16T11:14:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:03 smithi191 ceph-mon[84934]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T11:14:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:03 smithi191 ceph-mon[84934]: pgmap v716: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-09-16T11:14:04.842 INFO:tasks.rados.rados.0.smithi077.stdout:3132: done (2 left) 2024-09-16T11:14:04.842 INFO:tasks.rados.rados.0.smithi077.stdout:3133: done (1 left) 2024-09-16T11:14:04.843 INFO:tasks.rados.rados.0.smithi077.stdout:3134: done (0 left) 2024-09-16T11:14:04.843 INFO:tasks.rados.rados.0.smithi077.stdout:3135: snap_create 2024-09-16T11:14:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:04 smithi077 ceph-mon[86047]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T11:14:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:04 smithi077 ceph-mon[88497]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T11:14:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:04 smithi191 ceph-mon[84934]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T11:14:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:3135: done (0 left) 2024-09-16T11:14:05.801 INFO:tasks.rados.rados.0.smithi077.stdout:3136: rollback oid 32 current snap is 308 2024-09-16T11:14:05.802 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 294 2024-09-16T11:14:05.802 INFO:tasks.rados.rados.0.smithi077.stdout:3137: copy_from oid 1 from oid 15 current snap is 308 2024-09-16T11:14:05.802 INFO:tasks.rados.rados.0.smithi077.stdout:3138: snap_remove snap 307 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[86047]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[86047]: pgmap v719: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[86047]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[88497]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[88497]: pgmap v719: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-09-16T11:14:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:05 smithi077 ceph-mon[88497]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T11:14:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:05 smithi191 ceph-mon[84934]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T11:14:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:05 smithi191 ceph-mon[84934]: pgmap v719: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-09-16T11:14:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:05 smithi191 ceph-mon[84934]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T11:14:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:3138: done (2 left) 2024-09-16T11:14:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:3139: copy_from oid 40 from oid 30 current snap is 308 2024-09-16T11:14:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:3137: finishing copy_from to smithi07774545-1 2024-09-16T11:14:06.803 INFO:tasks.rados.rados.0.smithi077.stdout:3137: got expected ENOENT (src dne) 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3137: finishing copy_from racing read to smithi07774545-1 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3136: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3136: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3136: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1686 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3136: done (2 left) 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3137: done (1 left) 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3140: read oid 42 snap -1 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3140: expect (ObjNum 939 snap 294 seq_num 939) 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3141: read oid 19 snap -1 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3141: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 308 2024-09-16T11:14:06.804 INFO:tasks.rados.rados.0.smithi077.stdout:3142: seq_num 977 ranges {884736=770048,1654784=557056,2211840=491520,2703360=155648} 2024-09-16T11:14:06.812 INFO:tasks.rados.rados.0.smithi077.stdout:3142: writing smithi07774545-23 from 884736 to 1654784 tid 1 2024-09-16T11:14:06.816 INFO:tasks.rados.rados.0.smithi077.stdout:3142: writing smithi07774545-23 from 1654784 to 2211840 tid 2 2024-09-16T11:14:06.819 INFO:tasks.rados.rados.0.smithi077.stdout:3142: writing smithi07774545-23 from 2211840 to 2703360 tid 3 2024-09-16T11:14:06.820 INFO:tasks.rados.rados.0.smithi077.stdout:3142: writing smithi07774545-23 from 2703360 to 2859008 tid 4 2024-09-16T11:14:06.820 INFO:tasks.rados.rados.0.smithi077.stdout:3143: rmattr oid 20 current snap is 308 2024-09-16T11:14:06.820 INFO:tasks.rados.rados.0.smithi077.stdout:3143: done (4 left) 2024-09-16T11:14:06.821 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 308 2024-09-16T11:14:06.821 INFO:tasks.rados.rados.0.smithi077.stdout:3144: seq_num 978 ranges {3547136=786432,4333568=442368,4775936=647168,5423104=114688} 2024-09-16T11:14:06.844 INFO:tasks.rados.rados.0.smithi077.stdout:3144: writing smithi07774545-48 from 3547136 to 4333568 tid 1 2024-09-16T11:14:06.846 INFO:tasks.rados.rados.0.smithi077.stdout:3144: writing smithi07774545-48 from 4333568 to 4775936 tid 2 2024-09-16T11:14:06.850 INFO:tasks.rados.rados.0.smithi077.stdout:3144: writing smithi07774545-48 from 4775936 to 5423104 tid 3 2024-09-16T11:14:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3144: writing smithi07774545-48 from 5423104 to 5537792 tid 4 2024-09-16T11:14:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3145: read oid 9 snap -1 2024-09-16T11:14:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3145: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3146: snap_remove snap 300 2024-09-16T11:14:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:06] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:14:07.809 INFO:tasks.rados.rados.0.smithi077.stdout:3146: done (6 left) 2024-09-16T11:14:07.809 INFO:tasks.rados.rados.0.smithi077.stdout:3147: rollback oid 45 current snap is 308 2024-09-16T11:14:07.809 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 303 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3148: read oid 11 snap -1 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3148: expect deleted 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3149: rollback oid 33 current snap is 308 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 303 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3150: read oid 50 snap -1 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3150: expect deleted 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3151: rollback oid 43 current snap is 308 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 304 2024-09-16T11:14:07.810 INFO:tasks.rados.rados.0.smithi077.stdout:3141: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 1 to smithi07774545-23 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 2 to smithi07774545-23 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3139: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 3 to smithi07774545-23 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 4 to smithi07774545-23 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 5 to smithi07774545-23 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3141: done (10 left) 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 308 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3139: finishing copy_from to smithi07774545-40 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1427 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-16T11:14:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3142: finishing write tid 6 to smithi07774545-23 2024-09-16T11:14:07.849 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1432 (ObjNum 977 snap 308 seq_num 977) dirty exists 2024-09-16T11:14:07.849 INFO:tasks.rados.rados.0.smithi077.stdout:3142: left oid 23 (ObjNum 977 snap 308 seq_num 977) 2024-09-16T11:14:07.849 INFO:tasks.rados.rados.0.smithi077.stdout:3140: expect (ObjNum 939 snap 294 seq_num 939) 2024-09-16T11:14:08.111 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 1 to smithi07774545-48 2024-09-16T11:14:08.111 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 2 to smithi07774545-48 2024-09-16T11:14:08.111 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 3 to smithi07774545-48 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 4 to smithi07774545-48 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 5 to smithi07774545-48 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:3144: finishing write tid 6 to smithi07774545-48 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1552 (ObjNum 978 snap 308 seq_num 978) dirty exists 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:3144: left oid 48 (ObjNum 978 snap 308 seq_num 978) 2024-09-16T11:14:08.112 INFO:tasks.rados.rados.0.smithi077.stdout:3145: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:08.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:07 smithi077 ceph-mon[86047]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T11:14:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:07 smithi077 ceph-mon[86047]: pgmap v722: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:07 smithi077 ceph-mon[88497]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T11:14:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:07 smithi077 ceph-mon[88497]: pgmap v722: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:07 smithi191 ceph-mon[84934]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T11:14:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:07 smithi191 ceph-mon[84934]: pgmap v722: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:08.219 INFO:tasks.rados.rados.0.smithi077.stdout:3147: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:14:08.219 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1510 (ObjNum 81 snap 0 seq_num 1716414812) dirty dne 2024-09-16T11:14:08.219 INFO:tasks.rados.rados.0.smithi077.stdout:3152: seq_num 979 ranges {2138112=802816,2940928=729088,3670016=458752,4128768=16384} 2024-09-16T11:14:08.234 INFO:tasks.rados.rados.0.smithi077.stdout:3152: writing smithi07774545-7 from 2138112 to 2940928 tid 1 2024-09-16T11:14:08.238 INFO:tasks.rados.rados.0.smithi077.stdout:3152: writing smithi07774545-7 from 2940928 to 3670016 tid 2 2024-09-16T11:14:08.241 INFO:tasks.rados.rados.0.smithi077.stdout:3152: writing smithi07774545-7 from 3670016 to 4128768 tid 3 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3152: writing smithi07774545-7 from 4128768 to 4145152 tid 4 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3139: done (10 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3140: done (9 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3142: done (8 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3144: done (7 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3145: done (6 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3147: done (5 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3148: done (4 left) 2024-09-16T11:14:08.242 INFO:tasks.rados.rados.0.smithi077.stdout:3150: done (3 left) 2024-09-16T11:14:08.243 INFO:tasks.rados.rados.0.smithi077.stdout:3153: snap_remove snap 306 2024-09-16T11:14:08.813 INFO:tasks.rados.rados.0.smithi077.stdout:3153: done (3 left) 2024-09-16T11:14:08.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 308 2024-09-16T11:14:08.814 INFO:tasks.rados.rados.0.smithi077.stdout:3154: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-09-16T11:14:08.816 INFO:tasks.rados.rados.0.smithi077.stdout:3154: writing smithi07774545-31 from 0 to 417792 tid 1 2024-09-16T11:14:08.820 INFO:tasks.rados.rados.0.smithi077.stdout:3154: writing smithi07774545-31 from 417792 to 1032192 tid 2 2024-09-16T11:14:08.825 INFO:tasks.rados.rados.0.smithi077.stdout:3154: writing smithi07774545-31 from 1032192 to 1695744 tid 3 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3154: writing smithi07774545-31 from 1695744 to 2023424 tid 4 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 308 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3151: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3151: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3151: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1694 (ObjNum 959 snap 301 seq_num 959) dirty exists 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3149: finishing rollback tid 0 to smithi07774545-33 2024-09-16T11:14:08.828 INFO:tasks.rados.rados.0.smithi077.stdout:3155: seq_num 981 ranges {606208=434176,1040384=540672,1581056=466944,2048000=524288,2572288=73728} 2024-09-16T11:14:08.833 INFO:tasks.rados.rados.0.smithi077.stdout:3155: writing smithi07774545-36 from 606208 to 1040384 tid 1 2024-09-16T11:14:08.837 INFO:tasks.rados.rados.0.smithi077.stdout:3155: writing smithi07774545-36 from 1040384 to 1581056 tid 2 2024-09-16T11:14:08.839 INFO:tasks.rados.rados.0.smithi077.stdout:3155: writing smithi07774545-36 from 1581056 to 2048000 tid 3 2024-09-16T11:14:08.842 INFO:tasks.rados.rados.0.smithi077.stdout:3155: writing smithi07774545-36 from 2048000 to 2572288 tid 4 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3155: writing smithi07774545-36 from 2572288 to 2646016 tid 5 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3151: done (4 left) 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3156: setattr oid 21 current snap is 308 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3149: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3149: finishing rollback tid 2 to smithi07774545-33 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1595 (ObjNum 950 snap 299 seq_num 950) dirty exists 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 1 to smithi07774545-7 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 2 to smithi07774545-7 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 3 to smithi07774545-7 2024-09-16T11:14:08.844 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 4 to smithi07774545-7 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 5 to smithi07774545-7 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3152: finishing write tid 6 to smithi07774545-7 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1699 (ObjNum 979 snap 308 seq_num 979) dirty exists 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3152: left oid 7 (ObjNum 979 snap 308 seq_num 979) 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 1 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 2 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 3 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 4 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 5 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:3154: finishing write tid 6 to smithi07774545-31 2024-09-16T11:14:08.845 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1600 (ObjNum 980 snap 308 seq_num 980) dirty exists 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3154: left oid 31 (ObjNum 980 snap 308 seq_num 980) 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 1 to smithi07774545-36 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 2 to smithi07774545-36 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 3 to smithi07774545-36 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3149: done (4 left) 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3152: done (3 left) 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3154: done (2 left) 2024-09-16T11:14:08.846 INFO:tasks.rados.rados.0.smithi077.stdout:3157: snap_remove snap 294 2024-09-16T11:14:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:08 smithi077 ceph-mon[86047]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T11:14:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:08 smithi077 ceph-mon[88497]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T11:14:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:08 smithi191 ceph-mon[84934]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T11:14:09.821 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 4 to smithi07774545-36 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 5 to smithi07774545-36 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 6 to smithi07774545-36 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3155: finishing write tid 7 to smithi07774545-36 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1558 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3155: left oid 36 (ObjNum 981 snap 308 seq_num 981) 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1560 (ObjNum 892 snap 278 seq_num 892) dirty exists 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3155: done (2 left) 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3156: done (1 left) 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3157: done (0 left) 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 308 2024-09-16T11:14:09.822 INFO:tasks.rados.rados.0.smithi077.stdout:3158: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-09-16T11:14:09.824 INFO:tasks.rados.rados.0.smithi077.stdout:3158: writing smithi07774545-29 from 0 to 450560 tid 1 2024-09-16T11:14:09.827 INFO:tasks.rados.rados.0.smithi077.stdout:3158: writing smithi07774545-29 from 450560 to 876544 tid 2 2024-09-16T11:14:09.832 INFO:tasks.rados.rados.0.smithi077.stdout:3158: writing smithi07774545-29 from 876544 to 1556480 tid 3 2024-09-16T11:14:09.835 INFO:tasks.rados.rados.0.smithi077.stdout:3158: writing smithi07774545-29 from 1556480 to 2023424 tid 4 2024-09-16T11:14:09.836 INFO:tasks.rados.rados.0.smithi077.stdout:3158: writing smithi07774545-29 from 2023424 to 2056192 tid 5 2024-09-16T11:14:09.836 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 1 to smithi07774545-29 2024-09-16T11:14:09.836 INFO:tasks.rados.rados.0.smithi077.stdout:3159: read oid 4 snap -1 2024-09-16T11:14:09.837 INFO:tasks.rados.rados.0.smithi077.stdout:3159: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:09.837 INFO:tasks.rados.rados.0.smithi077.stdout:3160: setattr oid 19 current snap is 308 2024-09-16T11:14:09.837 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 2 to smithi07774545-29 2024-09-16T11:14:09.838 INFO:tasks.rados.rados.0.smithi077.stdout:3161: setattr oid 49 current snap is 308 2024-09-16T11:14:09.839 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 3 to smithi07774545-29 2024-09-16T11:14:09.841 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 308 2024-09-16T11:14:09.841 INFO:tasks.rados.rados.0.smithi077.stdout:3162: seq_num 983 ranges {5349376=466944,5816320=712704,6529024=434176,6963200=458752} 2024-09-16T11:14:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:3162: writing smithi07774545-42 from 5349376 to 5816320 tid 1 2024-09-16T11:14:09.877 INFO:tasks.rados.rados.0.smithi077.stdout:3162: writing smithi07774545-42 from 5816320 to 6529024 tid 2 2024-09-16T11:14:09.879 INFO:tasks.rados.rados.0.smithi077.stdout:3162: writing smithi07774545-42 from 6529024 to 6963200 tid 3 2024-09-16T11:14:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3162: writing smithi07774545-42 from 6963200 to 7421952 tid 4 2024-09-16T11:14:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3163: delete oid 46 current snap is 308 2024-09-16T11:14:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 4 to smithi07774545-29 2024-09-16T11:14:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 5 to smithi07774545-29 2024-09-16T11:14:09.883 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 6 to smithi07774545-29 2024-09-16T11:14:09.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1392 (ObjNum 927 snap 291 seq_num 927) dirty exists 2024-09-16T11:14:09.883 INFO:tasks.rados.rados.0.smithi077.stdout:3159: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:09.910 INFO:tasks.rados.rados.0.smithi077.stdout:3158: finishing write tid 7 to smithi07774545-29 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1511 (ObjNum 982 snap 308 seq_num 982) dirty exists 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3158: left oid 29 (ObjNum 982 snap 308 seq_num 982) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1398 (ObjNum 923 snap 291 seq_num 923) dirty exists 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 1 to smithi07774545-42 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3158: done (5 left) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3159: done (4 left) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3160: done (3 left) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3161: done (2 left) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3163: done (1 left) 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3164: rollback oid 27 current snap is 308 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 27 to 302 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 2 to smithi07774545-42 2024-09-16T11:14:09.911 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 3 to smithi07774545-42 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 4 to smithi07774545-42 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 5 to smithi07774545-42 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3162: finishing write tid 6 to smithi07774545-42 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1572 (ObjNum 983 snap 308 seq_num 983) dirty exists 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3162: left oid 42 (ObjNum 983 snap 308 seq_num 983) 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3162: done (1 left) 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 308 2024-09-16T11:14:09.912 INFO:tasks.rados.rados.0.smithi077.stdout:3165: seq_num 985 ranges {4505600=499712,5005312=483328,5488640=450560,5939200=581632,6520832=90112} 2024-09-16T11:14:09.936 INFO:tasks.rados.rados.0.smithi077.stdout:3165: writing smithi07774545-32 from 4505600 to 5005312 tid 1 2024-09-16T11:14:09.939 INFO:tasks.rados.rados.0.smithi077.stdout:3165: writing smithi07774545-32 from 5005312 to 5488640 tid 2 2024-09-16T11:14:09.941 INFO:tasks.rados.rados.0.smithi077.stdout:3165: writing smithi07774545-32 from 5488640 to 5939200 tid 3 2024-09-16T11:14:09.944 INFO:tasks.rados.rados.0.smithi077.stdout:3165: writing smithi07774545-32 from 5939200 to 6520832 tid 4 2024-09-16T11:14:09.945 INFO:tasks.rados.rados.0.smithi077.stdout:3165: writing smithi07774545-32 from 6520832 to 6610944 tid 5 2024-09-16T11:14:09.945 INFO:tasks.rados.rados.0.smithi077.stdout:3166: read oid 46 snap -1 2024-09-16T11:14:09.945 INFO:tasks.rados.rados.0.smithi077.stdout:3166: expect deleted 2024-09-16T11:14:09.945 INFO:tasks.rados.rados.0.smithi077.stdout:3167: snap_remove snap 303 2024-09-16T11:14:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:09 smithi077 ceph-mon[88497]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T11:14:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:09 smithi077 ceph-mon[88497]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:09 smithi077 ceph-mon[86047]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T11:14:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:09 smithi077 ceph-mon[86047]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:09 smithi191 ceph-mon[84934]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T11:14:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:09 smithi191 ceph-mon[84934]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T11:14:10.801 INFO:tasks.rados.rados.0.smithi077.stdout:3167: done (3 left) 2024-09-16T11:14:10.801 INFO:tasks.rados.rados.0.smithi077.stdout:3168: read oid 22 snap -1 2024-09-16T11:14:10.802 INFO:tasks.rados.rados.0.smithi077.stdout:3168: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:14:10.802 INFO:tasks.rados.rados.0.smithi077.stdout:3169: snap_remove snap 305 2024-09-16T11:14:11.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:10 smithi077 ceph-mon[86047]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T11:14:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:10 smithi077 ceph-mon[86047]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T11:14:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:10 smithi077 ceph-mon[88497]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T11:14:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:10 smithi077 ceph-mon[88497]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T11:14:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:10 smithi191 ceph-mon[84934]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T11:14:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:10 smithi191 ceph-mon[84934]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T11:14:11.809 INFO:tasks.rados.rados.0.smithi077.stdout:3164: finishing rollback tid 1 to smithi07774545-27 2024-09-16T11:14:11.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 0 (ObjNum 593 snap 0 seq_num 455760728) dirty dne 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 1 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 2 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 3 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 4 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 5 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 6 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: finishing write tid 7 to smithi07774545-32 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1720 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3165: left oid 32 (ObjNum 985 snap 308 seq_num 985) 2024-09-16T11:14:11.810 INFO:tasks.rados.rados.0.smithi077.stdout:3168: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3164: done (4 left) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3165: done (3 left) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3166: done (2 left) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3168: done (1 left) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3169: done (0 left) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3170: read oid 5 snap -1 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3170: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 308 2024-09-16T11:14:11.870 INFO:tasks.rados.rados.0.smithi077.stdout:3171: seq_num 986 ranges {1048576=516096,1564672=770048,2334720=655360,2990080=180224} 2024-09-16T11:14:11.878 INFO:tasks.rados.rados.0.smithi077.stdout:3171: writing smithi07774545-17 from 1048576 to 1564672 tid 1 2024-09-16T11:14:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3171: writing smithi07774545-17 from 1564672 to 2334720 tid 2 2024-09-16T11:14:11.886 INFO:tasks.rados.rados.0.smithi077.stdout:3171: writing smithi07774545-17 from 2334720 to 2990080 tid 3 2024-09-16T11:14:11.887 INFO:tasks.rados.rados.0.smithi077.stdout:3171: writing smithi07774545-17 from 2990080 to 3170304 tid 4 2024-09-16T11:14:11.887 INFO:tasks.rados.rados.0.smithi077.stdout:3172: copy_from oid 41 from oid 43 current snap is 308 2024-09-16T11:14:11.887 INFO:tasks.rados.rados.0.smithi077.stdout:3170: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 1 to smithi07774545-17 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 2 to smithi07774545-17 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 3 to smithi07774545-17 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3170: done (2 left) 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3173: read oid 34 snap -1 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3173: expect (ObjNum 966 snap 302 seq_num 966) 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 308 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 4 to smithi07774545-17 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 5 to smithi07774545-17 2024-09-16T11:14:11.910 INFO:tasks.rados.rados.0.smithi077.stdout:3171: finishing write tid 6 to smithi07774545-17 2024-09-16T11:14:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1548 (ObjNum 986 snap 308 seq_num 986) dirty exists 2024-09-16T11:14:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:3171: left oid 17 (ObjNum 986 snap 308 seq_num 986) 2024-09-16T11:14:11.911 INFO:tasks.rados.rados.0.smithi077.stdout:3174: seq_num 987 ranges {1064960=532480,1597440=647168,2244608=417792,2662400=409600,3072000=131072} 2024-09-16T11:14:11.918 INFO:tasks.rados.rados.0.smithi077.stdout:3174: writing smithi07774545-49 from 1064960 to 1597440 tid 1 2024-09-16T11:14:11.922 INFO:tasks.rados.rados.0.smithi077.stdout:3174: writing smithi07774545-49 from 1597440 to 2244608 tid 2 2024-09-16T11:14:11.925 INFO:tasks.rados.rados.0.smithi077.stdout:3174: writing smithi07774545-49 from 2244608 to 2662400 tid 3 2024-09-16T11:14:11.928 INFO:tasks.rados.rados.0.smithi077.stdout:3174: writing smithi07774545-49 from 2662400 to 3072000 tid 4 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:3174: writing smithi07774545-49 from 3072000 to 3203072 tid 5 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:3171: done (3 left) 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 308 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:3172: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:3172: finishing copy_from to smithi07774545-41 2024-09-16T11:14:11.929 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1694 (ObjNum 959 snap 301 seq_num 959) dirty exists 2024-09-16T11:14:11.930 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 1 to smithi07774545-49 2024-09-16T11:14:11.930 INFO:tasks.rados.rados.0.smithi077.stdout:3175: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-09-16T11:14:11.932 INFO:tasks.rados.rados.0.smithi077.stdout:3175: writing smithi07774545-10 from 0 to 557056 tid 1 2024-09-16T11:14:11.936 INFO:tasks.rados.rados.0.smithi077.stdout:3175: writing smithi07774545-10 from 557056 to 1089536 tid 2 2024-09-16T11:14:11.940 INFO:tasks.rados.rados.0.smithi077.stdout:3175: writing smithi07774545-10 from 1089536 to 1712128 tid 3 2024-09-16T11:14:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:3175: writing smithi07774545-10 from 1712128 to 2162688 tid 4 2024-09-16T11:14:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:3172: done (3 left) 2024-09-16T11:14:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:3176: rollback oid 8 current snap is 308 2024-09-16T11:14:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 304 2024-09-16T11:14:11.944 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 2 to smithi07774545-49 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 3 to smithi07774545-49 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3177: read oid 5 snap -1 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3177: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3178: read oid 23 snap 302 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3178: expect (ObjNum 912 snap 284 seq_num 912) 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3179: read oid 18 snap 302 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3179: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3180: read oid 38 snap -1 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3180: expect (ObjNum 963 snap 302 seq_num 963) 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3181: copy_from oid 21 from oid 45 current snap is 308 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 4 to smithi07774545-49 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 5 to smithi07774545-49 2024-09-16T11:14:11.945 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 6 to smithi07774545-49 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 1 to smithi07774545-10 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3174: finishing write tid 7 to smithi07774545-49 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1404 (ObjNum 987 snap 308 seq_num 987) dirty exists 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3174: left oid 49 (ObjNum 987 snap 308 seq_num 987) 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 2 to smithi07774545-10 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3174: done (8 left) 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3182: read oid 6 snap -1 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3182: expect (ObjNum 958 snap 301 seq_num 958) 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3183: read oid 20 snap -1 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3183: expect deleted 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3184: snap_create 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3181: finishing copy_from to smithi07774545-21 2024-09-16T11:14:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3181: got expected ENOENT (src dne) 2024-09-16T11:14:11.947 INFO:tasks.rados.rados.0.smithi077.stdout:3181: finishing copy_from racing read to smithi07774545-21 2024-09-16T11:14:11.952 INFO:tasks.rados.rados.0.smithi077.stdout:3177: expect (ObjNum 881 snap 276 seq_num 881) 2024-09-16T11:14:11.973 INFO:tasks.rados.rados.0.smithi077.stdout:3178: expect (ObjNum 912 snap 284 seq_num 912) 2024-09-16T11:14:11.998 INFO:tasks.rados.rados.0.smithi077.stdout:3176: finishing rollback tid 0 to smithi07774545-8 2024-09-16T11:14:11.998 INFO:tasks.rados.rados.0.smithi077.stdout:3182: expect (ObjNum 958 snap 301 seq_num 958) 2024-09-16T11:14:12.040 INFO:tasks.rados.rados.0.smithi077.stdout:3179: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:12.046 INFO:tasks.rados.rados.0.smithi077.stdout:3176: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:14:12.046 INFO:tasks.rados.rados.0.smithi077.stdout:3176: finishing rollback tid 2 to smithi07774545-8 2024-09-16T11:14:12.046 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1555 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-16T11:14:12.046 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 3 to smithi07774545-10 2024-09-16T11:14:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 4 to smithi07774545-10 2024-09-16T11:14:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3173: expect (ObjNum 966 snap 302 seq_num 966) 2024-09-16T11:14:12.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:11 smithi077 ceph-mon[88497]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-16T11:14:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:11 smithi077 ceph-mon[88497]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T11:14:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:11 smithi077 ceph-mon[86047]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-16T11:14:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:11 smithi077 ceph-mon[86047]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T11:14:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:11 smithi191 ceph-mon[84934]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-16T11:14:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:11 smithi191 ceph-mon[84934]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T11:14:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:12.723 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 5 to smithi07774545-10 2024-09-16T11:14:12.723 INFO:tasks.rados.rados.0.smithi077.stdout:3175: finishing write tid 6 to smithi07774545-10 2024-09-16T11:14:12.723 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1737 (ObjNum 988 snap 308 seq_num 988) dirty exists 2024-09-16T11:14:12.723 INFO:tasks.rados.rados.0.smithi077.stdout:3175: left oid 10 (ObjNum 988 snap 308 seq_num 988) 2024-09-16T11:14:12.723 INFO:tasks.rados.rados.0.smithi077.stdout:3180: expect (ObjNum 963 snap 302 seq_num 963) 2024-09-16T11:14:13.021 INFO:tasks.rados.rados.0.smithi077.stdout:3173: done (10 left) 2024-09-16T11:14:13.021 INFO:tasks.rados.rados.0.smithi077.stdout:3175: done (9 left) 2024-09-16T11:14:13.021 INFO:tasks.rados.rados.0.smithi077.stdout:3176: done (8 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3177: done (7 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3178: done (6 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3179: done (5 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3180: done (4 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3181: done (3 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3182: done (2 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3183: done (1 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3184: done (0 left) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3185: read oid 43 snap -1 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3185: expect (ObjNum 959 snap 301 seq_num 959) 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 35 current snap is 309 2024-09-16T11:14:13.022 INFO:tasks.rados.rados.0.smithi077.stdout:3186: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-09-16T11:14:13.024 INFO:tasks.rados.rados.0.smithi077.stdout:3186: writing smithi07774545-35 from 0 to 573440 tid 1 2024-09-16T11:14:13.027 INFO:tasks.rados.rados.0.smithi077.stdout:3186: writing smithi07774545-35 from 573440 to 1040384 tid 2 2024-09-16T11:14:13.030 INFO:tasks.rados.rados.0.smithi077.stdout:3186: writing smithi07774545-35 from 1040384 to 1474560 tid 3 2024-09-16T11:14:13.034 INFO:tasks.rados.rados.0.smithi077.stdout:3186: writing smithi07774545-35 from 1474560 to 2113536 tid 4 2024-09-16T11:14:13.035 INFO:tasks.rados.rados.0.smithi077.stdout:3186: writing smithi07774545-35 from 2113536 to 2179072 tid 5 2024-09-16T11:14:13.035 INFO:tasks.rados.rados.0.smithi077.stdout:3187: read oid 3 snap -1 2024-09-16T11:14:13.035 INFO:tasks.rados.rados.0.smithi077.stdout:3187: expect deleted 2024-09-16T11:14:13.035 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 1 to smithi07774545-35 2024-09-16T11:14:13.035 INFO:tasks.rados.rados.0.smithi077.stdout:3188: delete oid 6 current snap is 309 2024-09-16T11:14:13.036 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 2 to smithi07774545-35 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3187: done (3 left) 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3188: done (2 left) 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3189: read oid 49 snap -1 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3189: expect (ObjNum 987 snap 308 seq_num 987) 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3190: read oid 15 snap 308 2024-09-16T11:14:13.038 INFO:tasks.rados.rados.0.smithi077.stdout:3190: expect deleted 2024-09-16T11:14:13.039 INFO:tasks.rados.rados.0.smithi077.stdout:3191: setattr oid 48 current snap is 309 2024-09-16T11:14:13.041 INFO:tasks.rados.rados.0.smithi077.stdout:3190: done (4 left) 2024-09-16T11:14:13.041 INFO:tasks.rados.rados.0.smithi077.stdout:3192: delete oid 28 current snap is 309 2024-09-16T11:14:13.041 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 3 to smithi07774545-35 2024-09-16T11:14:13.042 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 4 to smithi07774545-35 2024-09-16T11:14:13.043 INFO:tasks.rados.rados.0.smithi077.stdout:3192: done (4 left) 2024-09-16T11:14:13.044 INFO:tasks.rados.rados.0.smithi077.stdout:3193: read oid 22 snap 302 2024-09-16T11:14:13.044 INFO:tasks.rados.rados.0.smithi077.stdout:3193: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:14:13.044 INFO:tasks.rados.rados.0.smithi077.stdout:3194: copy_from oid 45 from oid 29 current snap is 309 2024-09-16T11:14:13.044 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 309 2024-09-16T11:14:13.044 INFO:tasks.rados.rados.0.smithi077.stdout:3195: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-09-16T11:14:13.048 INFO:tasks.rados.rados.0.smithi077.stdout:3195: writing smithi07774545-3 from 0 to 622592 tid 1 2024-09-16T11:14:13.052 INFO:tasks.rados.rados.0.smithi077.stdout:3195: writing smithi07774545-3 from 622592 to 1146880 tid 2 2024-09-16T11:14:13.056 INFO:tasks.rados.rados.0.smithi077.stdout:3195: writing smithi07774545-3 from 1146880 to 1753088 tid 3 2024-09-16T11:14:13.059 INFO:tasks.rados.rados.0.smithi077.stdout:3195: writing smithi07774545-3 from 1753088 to 2228224 tid 4 2024-09-16T11:14:13.060 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 309 2024-09-16T11:14:13.060 INFO:tasks.rados.rados.0.smithi077.stdout:3196: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-09-16T11:14:13.063 INFO:tasks.rados.rados.0.smithi077.stdout:3196: writing smithi07774545-46 from 0 to 638976 tid 1 2024-09-16T11:14:13.065 INFO:tasks.rados.rados.0.smithi077.stdout:3196: writing smithi07774545-46 from 638976 to 1048576 tid 2 2024-09-16T11:14:13.068 INFO:tasks.rados.rados.0.smithi077.stdout:3196: writing smithi07774545-46 from 1048576 to 1458176 tid 3 2024-09-16T11:14:13.072 INFO:tasks.rados.rados.0.smithi077.stdout:3196: writing smithi07774545-46 from 1458176 to 2146304 tid 4 2024-09-16T11:14:13.072 INFO:tasks.rados.rados.0.smithi077.stdout:3196: writing smithi07774545-46 from 2146304 to 2244608 tid 5 2024-09-16T11:14:13.073 INFO:tasks.rados.rados.0.smithi077.stdout:3197: copy_from oid 24 from oid 36 current snap is 309 2024-09-16T11:14:13.073 INFO:tasks.rados.rados.0.smithi077.stdout:3185: expect (ObjNum 959 snap 301 seq_num 959) 2024-09-16T11:14:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 5 to smithi07774545-35 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1556 (ObjNum 978 snap 308 seq_num 978) dirty exists 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:3185: done (8 left) 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:3191: done (7 left) 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:3198: snap_create 2024-09-16T11:14:13.349 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 6 to smithi07774545-35 2024-09-16T11:14:13.350 INFO:tasks.rados.rados.0.smithi077.stdout:3186: finishing write tid 7 to smithi07774545-35 2024-09-16T11:14:13.350 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1700 (ObjNum 989 snap 309 seq_num 989) dirty exists 2024-09-16T11:14:13.350 INFO:tasks.rados.rados.0.smithi077.stdout:3186: left oid 35 (ObjNum 989 snap 309 seq_num 989) 2024-09-16T11:14:13.350 INFO:tasks.rados.rados.0.smithi077.stdout:3193: expect (ObjNum 671 snap 211 seq_num 671) 2024-09-16T11:14:13.406 INFO:tasks.rados.rados.0.smithi077.stdout:3189: expect (ObjNum 987 snap 308 seq_num 987) 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 1 to smithi07774545-3 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 2 to smithi07774545-3 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3194: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3194: finishing copy_from to smithi07774545-45 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1511 (ObjNum 982 snap 308 seq_num 982) dirty exists 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 3 to smithi07774545-3 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 4 to smithi07774545-3 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 5 to smithi07774545-3 2024-09-16T11:14:13.509 INFO:tasks.rados.rados.0.smithi077.stdout:3195: finishing write tid 6 to smithi07774545-3 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1445 (ObjNum 992 snap 309 seq_num 992) dirty exists 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3195: left oid 3 (ObjNum 992 snap 309 seq_num 992) 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 1 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 2 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 3 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 4 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 5 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 6 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: finishing write tid 7 to smithi07774545-46 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1439 (ObjNum 993 snap 309 seq_num 993) dirty exists 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3196: left oid 46 (ObjNum 993 snap 309 seq_num 993) 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3197: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:3197: finishing copy_from to smithi07774545-24 2024-09-16T11:14:13.510 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1558 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3186: done (7 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3189: done (6 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3193: done (5 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3194: done (4 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3195: done (3 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3196: done (2 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3197: done (1 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3198: done (0 left) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3199: read oid 38 snap 308 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3199: expect (ObjNum 963 snap 302 seq_num 963) 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 310 2024-09-16T11:14:13.841 INFO:tasks.rados.rados.0.smithi077.stdout:3200: seq_num 994 ranges {3203072=655360,3858432=688128,4546560=622592,5169152=294912} 2024-09-16T11:14:13.862 INFO:tasks.rados.rados.0.smithi077.stdout:3200: writing smithi07774545-49 from 3203072 to 3858432 tid 1 2024-09-16T11:14:13.865 INFO:tasks.rados.rados.0.smithi077.stdout:3200: writing smithi07774545-49 from 3858432 to 4546560 tid 2 2024-09-16T11:14:13.869 INFO:tasks.rados.rados.0.smithi077.stdout:3200: writing smithi07774545-49 from 4546560 to 5169152 tid 3 2024-09-16T11:14:13.871 INFO:tasks.rados.rados.0.smithi077.stdout:3200: writing smithi07774545-49 from 5169152 to 5464064 tid 4 2024-09-16T11:14:13.872 INFO:tasks.rados.rados.0.smithi077.stdout:3201: read oid 4 snap 308 2024-09-16T11:14:13.872 INFO:tasks.rados.rados.0.smithi077.stdout:3201: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:13.872 INFO:tasks.rados.rados.0.smithi077.stdout:3202: delete oid 5 current snap is 310 2024-09-16T11:14:13.872 INFO:tasks.rados.rados.0.smithi077.stdout:3199: expect (ObjNum 963 snap 302 seq_num 963) 2024-09-16T11:14:14.166 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 1 to smithi07774545-49 2024-09-16T11:14:14.166 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 2 to smithi07774545-49 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 3 to smithi07774545-49 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3199: done (3 left) 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3202: done (2 left) 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3203: snap_create 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 4 to smithi07774545-49 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 5 to smithi07774545-49 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3200: finishing write tid 6 to smithi07774545-49 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1410 (ObjNum 994 snap 310 seq_num 994) dirty exists 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3200: left oid 49 (ObjNum 994 snap 310 seq_num 994) 2024-09-16T11:14:14.167 INFO:tasks.rados.rados.0.smithi077.stdout:3201: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:14.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:13 smithi077 ceph-mon[86047]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T11:14:14.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:13 smithi077 ceph-mon[86047]: pgmap v731: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T11:14:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:13 smithi077 ceph-mon[88497]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T11:14:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:13 smithi077 ceph-mon[88497]: pgmap v731: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T11:14:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:13 smithi191 ceph-mon[84934]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T11:14:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:13 smithi191 ceph-mon[84934]: pgmap v731: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T11:14:14.846 INFO:tasks.rados.rados.0.smithi077.stdout:3200: done (2 left) 2024-09-16T11:14:14.846 INFO:tasks.rados.rados.0.smithi077.stdout:3201: done (1 left) 2024-09-16T11:14:14.846 INFO:tasks.rados.rados.0.smithi077.stdout:3203: done (0 left) 2024-09-16T11:14:14.846 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 311 2024-09-16T11:14:14.847 INFO:tasks.rados.rados.0.smithi077.stdout:3204: seq_num 996 ranges {2056192=688128,2744320=507904,3252224=581632,3833856=516096} 2024-09-16T11:14:14.861 INFO:tasks.rados.rados.0.smithi077.stdout:3204: writing smithi07774545-45 from 2056192 to 2744320 tid 1 2024-09-16T11:14:14.863 INFO:tasks.rados.rados.0.smithi077.stdout:3204: writing smithi07774545-45 from 2744320 to 3252224 tid 2 2024-09-16T11:14:14.867 INFO:tasks.rados.rados.0.smithi077.stdout:3204: writing smithi07774545-45 from 3252224 to 3833856 tid 3 2024-09-16T11:14:14.870 INFO:tasks.rados.rados.0.smithi077.stdout:3204: writing smithi07774545-45 from 3833856 to 4349952 tid 4 2024-09-16T11:14:14.870 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 311 2024-09-16T11:14:14.870 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 1 to smithi07774545-45 2024-09-16T11:14:14.870 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 2 to smithi07774545-45 2024-09-16T11:14:14.870 INFO:tasks.rados.rados.0.smithi077.stdout:3205: seq_num 997 ranges {2113536=704512,2818048=794624,3612672=794624,4407296=16384} 2024-09-16T11:14:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:3205: writing smithi07774545-1 from 2113536 to 2818048 tid 1 2024-09-16T11:14:14.890 INFO:tasks.rados.rados.0.smithi077.stdout:3205: writing smithi07774545-1 from 2818048 to 3612672 tid 2 2024-09-16T11:14:14.894 INFO:tasks.rados.rados.0.smithi077.stdout:3205: writing smithi07774545-1 from 3612672 to 4407296 tid 3 2024-09-16T11:14:14.894 INFO:tasks.rados.rados.0.smithi077.stdout:3205: writing smithi07774545-1 from 4407296 to 4423680 tid 4 2024-09-16T11:14:14.895 INFO:tasks.rados.rados.0.smithi077.stdout:3206: snap_remove snap 310 2024-09-16T11:14:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:14 smithi077 ceph-mon[86047]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T11:14:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:14 smithi077 ceph-mon[88497]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T11:14:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:14 smithi191 ceph-mon[84934]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T11:14:15.801 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 3 to smithi07774545-45 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 4 to smithi07774545-45 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 5 to smithi07774545-45 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3204: finishing write tid 6 to smithi07774545-45 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1522 (ObjNum 996 snap 311 seq_num 996) dirty exists 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3204: left oid 45 (ObjNum 996 snap 311 seq_num 996) 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 1 to smithi07774545-1 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 2 to smithi07774545-1 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 3 to smithi07774545-1 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 4 to smithi07774545-1 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 5 to smithi07774545-1 2024-09-16T11:14:15.802 INFO:tasks.rados.rados.0.smithi077.stdout:3205: finishing write tid 6 to smithi07774545-1 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1527 (ObjNum 997 snap 311 seq_num 997) dirty exists 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3205: left oid 1 (ObjNum 997 snap 311 seq_num 997) 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3204: done (2 left) 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3205: done (1 left) 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3206: done (0 left) 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3207: read oid 32 snap 304 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3207: expect (ObjNum 908 snap 283 seq_num 908) 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 311 2024-09-16T11:14:15.803 INFO:tasks.rados.rados.0.smithi077.stdout:3208: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-09-16T11:14:15.806 INFO:tasks.rados.rados.0.smithi077.stdout:3208: writing smithi07774545-27 from 0 to 720896 tid 1 2024-09-16T11:14:15.811 INFO:tasks.rados.rados.0.smithi077.stdout:3208: writing smithi07774545-27 from 720896 to 1400832 tid 2 2024-09-16T11:14:15.815 INFO:tasks.rados.rados.0.smithi077.stdout:3208: writing smithi07774545-27 from 1400832 to 1998848 tid 3 2024-09-16T11:14:15.817 INFO:tasks.rados.rados.0.smithi077.stdout:3208: writing smithi07774545-27 from 1998848 to 2326528 tid 4 2024-09-16T11:14:15.817 INFO:tasks.rados.rados.0.smithi077.stdout:3209: snap_remove snap 309 2024-09-16T11:14:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[86047]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T11:14:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[86047]: pgmap v734: 121 pgs: 121 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-09-16T11:14:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[86047]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T11:14:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[88497]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T11:14:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[88497]: pgmap v734: 121 pgs: 121 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-09-16T11:14:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:15 smithi077 ceph-mon[88497]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T11:14:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:15 smithi191 ceph-mon[84934]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T11:14:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:15 smithi191 ceph-mon[84934]: pgmap v734: 121 pgs: 121 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-09-16T11:14:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:15 smithi191 ceph-mon[84934]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 1 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 2 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 3 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 4 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 5 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: finishing write tid 6 to smithi07774545-27 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1532 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3208: left oid 27 (ObjNum 998 snap 311 seq_num 998) 2024-09-16T11:14:16.809 INFO:tasks.rados.rados.0.smithi077.stdout:3207: expect (ObjNum 908 snap 283 seq_num 908) 2024-09-16T11:14:17.078 INFO:tasks.rados.rados.0.smithi077.stdout:3207: done (2 left) 2024-09-16T11:14:17.078 INFO:tasks.rados.rados.0.smithi077.stdout:3208: done (1 left) 2024-09-16T11:14:17.078 INFO:tasks.rados.rados.0.smithi077.stdout:3209: done (0 left) 2024-09-16T11:14:17.078 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 311 2024-09-16T11:14:17.078 INFO:tasks.rados.rados.0.smithi077.stdout:3210: seq_num 999 ranges {2228224=737280,2965504=565248,3530752=761856,4292608=278528} 2024-09-16T11:14:17.094 INFO:tasks.rados.rados.0.smithi077.stdout:3210: writing smithi07774545-3 from 2228224 to 2965504 tid 1 2024-09-16T11:14:17.097 INFO:tasks.rados.rados.0.smithi077.stdout:3210: writing smithi07774545-3 from 2965504 to 3530752 tid 2 2024-09-16T11:14:17.101 INFO:tasks.rados.rados.0.smithi077.stdout:3210: writing smithi07774545-3 from 3530752 to 4292608 tid 3 2024-09-16T11:14:17.103 INFO:tasks.rados.rados.0.smithi077.stdout:3210: writing smithi07774545-3 from 4292608 to 4571136 tid 4 2024-09-16T11:14:17.103 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 34 current snap is 311 2024-09-16T11:14:17.103 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 1 to smithi07774545-3 2024-09-16T11:14:17.103 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 2 to smithi07774545-3 2024-09-16T11:14:17.103 INFO:tasks.rados.rados.0.smithi077.stdout:3211: seq_num 1000 ranges {10158080=753664,10911744=442368,11354112=565248,11919360=458752,12378112=139264} 2024-09-16T11:14:17.160 INFO:tasks.rados.rados.0.smithi077.stdout:3211: writing smithi07774545-34 from 10158080 to 10911744 tid 1 2024-09-16T11:14:17.163 INFO:tasks.rados.rados.0.smithi077.stdout:3211: writing smithi07774545-34 from 10911744 to 11354112 tid 2 2024-09-16T11:14:17.166 INFO:tasks.rados.rados.0.smithi077.stdout:3211: writing smithi07774545-34 from 11354112 to 11919360 tid 3 2024-09-16T11:14:17.169 INFO:tasks.rados.rados.0.smithi077.stdout:3211: writing smithi07774545-34 from 11919360 to 12378112 tid 4 2024-09-16T11:14:17.171 INFO:tasks.rados.rados.0.smithi077.stdout:3211: writing smithi07774545-34 from 12378112 to 12517376 tid 5 2024-09-16T11:14:17.171 INFO:tasks.rados.rados.0.smithi077.stdout:3212: snap_create 2024-09-16T11:14:17.171 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 3 to smithi07774545-3 2024-09-16T11:14:17.171 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 4 to smithi07774545-3 2024-09-16T11:14:17.171 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 5 to smithi07774545-3 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:3210: finishing write tid 6 to smithi07774545-3 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1450 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:3210: left oid 3 (ObjNum 999 snap 311 seq_num 999) 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 1 to smithi07774545-34 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 2 to smithi07774545-34 2024-09-16T11:14:17.172 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 3 to smithi07774545-34 2024-09-16T11:14:17.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:16] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T11:14:17.174 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 4 to smithi07774545-34 2024-09-16T11:14:17.175 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 5 to smithi07774545-34 2024-09-16T11:14:17.175 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 6 to smithi07774545-34 2024-09-16T11:14:17.175 INFO:tasks.rados.rados.0.smithi077.stdout:3211: finishing write tid 7 to smithi07774545-34 2024-09-16T11:14:17.175 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1456 (ObjNum 1000 snap 311 seq_num 1000) dirty exists 2024-09-16T11:14:17.175 INFO:tasks.rados.rados.0.smithi077.stdout:3211: left oid 34 (ObjNum 1000 snap 311 seq_num 1000) 2024-09-16T11:14:17.811 INFO:tasks.rados.rados.0.smithi077.stdout:3210: done (2 left) 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3211: done (1 left) 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3212: done (0 left) 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3213: rollback oid 46 current snap is 312 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 304 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3214: read oid 21 snap -1 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3214: expect (ObjNum 892 snap 278 seq_num 892) 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3215: read oid 8 snap -1 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3215: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 312 2024-09-16T11:14:17.812 INFO:tasks.rados.rados.0.smithi077.stdout:3216: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-09-16T11:14:17.816 INFO:tasks.rados.rados.0.smithi077.stdout:3216: writing smithi07774545-15 from 0 to 770048 tid 1 2024-09-16T11:14:17.821 INFO:tasks.rados.rados.0.smithi077.stdout:3216: writing smithi07774545-15 from 770048 to 1499136 tid 2 2024-09-16T11:14:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3216: writing smithi07774545-15 from 1499136 to 2269184 tid 3 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:3216: writing smithi07774545-15 from 2269184 to 2375680 tid 4 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:3217: copy_from oid 30 from oid 3 current snap is 312 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:3213: finishing rollback tid 0 to smithi07774545-46 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:3213: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 312 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:3213: finishing rollback tid 2 to smithi07774545-46 2024-09-16T11:14:17.827 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1442 (ObjNum 969 snap 303 seq_num 969) dirty exists 2024-09-16T11:14:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 1 to smithi07774545-15 2024-09-16T11:14:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:3218: seq_num 1002 ranges {5431296=786432,6217728=614400,6832128=581632,7413760=409600} 2024-09-16T11:14:17.861 INFO:tasks.rados.rados.0.smithi077.stdout:3218: writing smithi07774545-38 from 5431296 to 6217728 tid 1 2024-09-16T11:14:17.864 INFO:tasks.rados.rados.0.smithi077.stdout:3218: writing smithi07774545-38 from 6217728 to 6832128 tid 2 2024-09-16T11:14:17.867 INFO:tasks.rados.rados.0.smithi077.stdout:3218: writing smithi07774545-38 from 6832128 to 7413760 tid 3 2024-09-16T11:14:17.870 INFO:tasks.rados.rados.0.smithi077.stdout:3218: writing smithi07774545-38 from 7413760 to 7823360 tid 4 2024-09-16T11:14:17.870 INFO:tasks.rados.rados.0.smithi077.stdout:3213: done (5 left) 2024-09-16T11:14:17.870 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 312 2024-09-16T11:14:17.870 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 2 to smithi07774545-15 2024-09-16T11:14:17.870 INFO:tasks.rados.rados.0.smithi077.stdout:3215: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 3 to smithi07774545-15 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 4 to smithi07774545-15 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 5 to smithi07774545-15 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3216: finishing write tid 6 to smithi07774545-15 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1582 (ObjNum 1001 snap 312 seq_num 1001) dirty exists 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3216: left oid 15 (ObjNum 1001 snap 312 seq_num 1001) 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3217: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3217: finishing copy_from to smithi07774545-30 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1450 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 1 to smithi07774545-38 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 2 to smithi07774545-38 2024-09-16T11:14:17.981 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 3 to smithi07774545-38 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 4 to smithi07774545-38 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 5 to smithi07774545-38 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:3218: finishing write tid 6 to smithi07774545-38 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1553 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:3218: left oid 38 (ObjNum 1002 snap 312 seq_num 1002) 2024-09-16T11:14:17.982 INFO:tasks.rados.rados.0.smithi077.stdout:3219: seq_num 1003 ranges {2859008=802816,3661824=499712,4161536=737280,4898816=368640} 2024-09-16T11:14:17.999 INFO:tasks.rados.rados.0.smithi077.stdout:3219: writing smithi07774545-23 from 2859008 to 3661824 tid 1 2024-09-16T11:14:18.002 INFO:tasks.rados.rados.0.smithi077.stdout:3219: writing smithi07774545-23 from 3661824 to 4161536 tid 2 2024-09-16T11:14:18.008 INFO:tasks.rados.rados.0.smithi077.stdout:3219: writing smithi07774545-23 from 4161536 to 4898816 tid 3 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3219: writing smithi07774545-23 from 4898816 to 5267456 tid 4 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3215: done (5 left) 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3216: done (4 left) 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3217: done (3 left) 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3218: done (2 left) 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3220: rollback oid 16 current snap is 312 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 304 2024-09-16T11:14:18.009 INFO:tasks.rados.rados.0.smithi077.stdout:3214: expect (ObjNum 892 snap 278 seq_num 892) 2024-09-16T11:14:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:17 smithi077 ceph-mon[86047]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T11:14:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:17 smithi077 ceph-mon[86047]: pgmap v737: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-09-16T11:14:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:17 smithi077 ceph-mon[88497]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T11:14:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:17 smithi077 ceph-mon[88497]: pgmap v737: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 1 to smithi07774545-23 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 2 to smithi07774545-23 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3214: done (2 left) 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3221: rmattr oid 48 current snap is 312 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 3 to smithi07774545-23 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 4 to smithi07774545-23 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 5 to smithi07774545-23 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3220: finishing rollback tid 0 to smithi07774545-16 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3220: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:3220: finishing rollback tid 2 to smithi07774545-16 2024-09-16T11:14:18.204 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1713 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3219: finishing write tid 6 to smithi07774545-23 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1455 (ObjNum 1003 snap 312 seq_num 1003) dirty exists 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3219: left oid 23 (ObjNum 1003 snap 312 seq_num 1003) 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3219: done (2 left) 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3220: done (1 left) 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3222: setattr oid 32 current snap is 312 2024-09-16T11:14:18.205 INFO:tasks.rados.rados.0.smithi077.stdout:3223: snap_create 2024-09-16T11:14:18.206 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1557 (ObjNum 978 snap 308 seq_num 978) dirty exists 2024-09-16T11:14:18.210 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1739 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:14:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:17 smithi191 ceph-mon[84934]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T11:14:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:17 smithi191 ceph-mon[84934]: pgmap v737: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-09-16T11:14:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:3221: done (2 left) 2024-09-16T11:14:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:3222: done (1 left) 2024-09-16T11:14:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:3223: done (0 left) 2024-09-16T11:14:18.821 INFO:tasks.rados.rados.0.smithi077.stdout:3224: delete oid 42 current snap is 313 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3224: done (0 left) 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 313 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3225: seq_num 1005 ranges {0=32768} 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3225: writing smithi07774545-26 from 0 to 32768 tid 1 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 313 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3226: seq_num 1006 ranges {0=49152} 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3226: writing smithi07774545-42 from 0 to 49152 tid 1 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 313 2024-09-16T11:14:18.827 INFO:tasks.rados.rados.0.smithi077.stdout:3227: seq_num 1007 ranges {2048000=65536} 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3227: writing smithi07774545-22 from 2048000 to 2113536 tid 1 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3228: delete oid 44 current snap is 313 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3226: finishing write tid 1 to smithi07774545-42 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3226: finishing write tid 2 to smithi07774545-42 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3226: finishing write tid 3 to smithi07774545-42 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1588 (ObjNum 1006 snap 313 seq_num 1006) dirty exists 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3226: left oid 42 (ObjNum 1006 snap 313 seq_num 1006) 2024-09-16T11:14:18.839 INFO:tasks.rados.rados.0.smithi077.stdout:3225: finishing write tid 1 to smithi07774545-26 2024-09-16T11:14:18.840 INFO:tasks.rados.rados.0.smithi077.stdout:3225: finishing write tid 2 to smithi07774545-26 2024-09-16T11:14:18.840 INFO:tasks.rados.rados.0.smithi077.stdout:3225: finishing write tid 3 to smithi07774545-26 2024-09-16T11:14:18.840 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1412 (ObjNum 1005 snap 313 seq_num 1005) dirty exists 2024-09-16T11:14:18.840 INFO:tasks.rados.rados.0.smithi077.stdout:3225: left oid 26 (ObjNum 1005 snap 313 seq_num 1005) 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3227: finishing write tid 1 to smithi07774545-22 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3225: done (3 left) 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3226: done (2 left) 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3228: done (1 left) 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3229: read oid 18 snap -1 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3229: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 313 2024-09-16T11:14:18.842 INFO:tasks.rados.rados.0.smithi077.stdout:3230: seq_num 1009 ranges {1843200=106496} 2024-09-16T11:14:18.852 INFO:tasks.rados.rados.0.smithi077.stdout:3230: writing smithi07774545-46 from 1843200 to 1949696 tid 1 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3231: read oid 29 snap -1 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3231: expect (ObjNum 982 snap 308 seq_num 982) 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3232: read oid 34 snap -1 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3232: expect (ObjNum 1000 snap 311 seq_num 1000) 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3233: delete oid 23 current snap is 313 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3227: finishing write tid 2 to smithi07774545-22 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3227: finishing write tid 3 to smithi07774545-22 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 241 (ObjNum 1007 snap 313 seq_num 1007) dirty exists 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3227: left oid 22 (ObjNum 1007 snap 313 seq_num 1007) 2024-09-16T11:14:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3229: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:18.861 INFO:tasks.rados.rados.0.smithi077.stdout:3230: finishing write tid 1 to smithi07774545-46 2024-09-16T11:14:18.861 INFO:tasks.rados.rados.0.smithi077.stdout:3230: finishing write tid 2 to smithi07774545-46 2024-09-16T11:14:18.861 INFO:tasks.rados.rados.0.smithi077.stdout:3227: done (5 left) 2024-09-16T11:14:18.861 INFO:tasks.rados.rados.0.smithi077.stdout:3229: done (4 left) 2024-09-16T11:14:18.861 INFO:tasks.rados.rados.0.smithi077.stdout:3233: done (3 left) 2024-09-16T11:14:18.862 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 313 2024-09-16T11:14:18.862 INFO:tasks.rados.rados.0.smithi077.stdout:3234: seq_num 1011 ranges {983040=139264} 2024-09-16T11:14:18.868 INFO:tasks.rados.rados.0.smithi077.stdout:3234: writing smithi07774545-13 from 983040 to 1122304 tid 1 2024-09-16T11:14:18.868 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 313 2024-09-16T11:14:18.868 INFO:tasks.rados.rados.0.smithi077.stdout:3235: seq_num 1012 ranges {2646016=155648} 2024-09-16T11:14:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:3235: writing smithi07774545-36 from 2646016 to 2801664 tid 1 2024-09-16T11:14:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:3236: rmattr oid 14 current snap is 313 2024-09-16T11:14:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:3236: done (5 left) 2024-09-16T11:14:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 313 2024-09-16T11:14:18.884 INFO:tasks.rados.rados.0.smithi077.stdout:3237: seq_num 1013 ranges {3694592=172032} 2024-09-16T11:14:18.905 INFO:tasks.rados.rados.0.smithi077.stdout:3237: writing smithi07774545-21 from 3694592 to 3866624 tid 1 2024-09-16T11:14:18.905 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 313 2024-09-16T11:14:18.905 INFO:tasks.rados.rados.0.smithi077.stdout:3238: seq_num 1014 ranges {0=188416} 2024-09-16T11:14:18.906 INFO:tasks.rados.rados.0.smithi077.stdout:3238: writing smithi07774545-5 from 0 to 188416 tid 1 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3239: read oid 16 snap 312 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3239: expect (ObjNum 974 snap 304 seq_num 974) 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3240: copy_from oid 8 from oid 40 current snap is 313 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3230: finishing write tid 3 to smithi07774545-46 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1457 (ObjNum 1009 snap 313 seq_num 1009) dirty exists 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3230: left oid 46 (ObjNum 1009 snap 313 seq_num 1009) 2024-09-16T11:14:18.907 INFO:tasks.rados.rados.0.smithi077.stdout:3231: expect (ObjNum 982 snap 308 seq_num 982) 2024-09-16T11:14:18.964 INFO:tasks.rados.rados.0.smithi077.stdout:3234: finishing write tid 1 to smithi07774545-13 2024-09-16T11:14:18.964 INFO:tasks.rados.rados.0.smithi077.stdout:3234: finishing write tid 2 to smithi07774545-13 2024-09-16T11:14:18.964 INFO:tasks.rados.rados.0.smithi077.stdout:3234: finishing write tid 3 to smithi07774545-13 2024-09-16T11:14:18.964 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1718 (ObjNum 1011 snap 313 seq_num 1011) dirty exists 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3234: left oid 13 (ObjNum 1011 snap 313 seq_num 1011) 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3230: done (8 left) 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3231: done (7 left) 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3234: done (6 left) 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3241: delete oid 49 current snap is 313 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3235: finishing write tid 1 to smithi07774545-36 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3235: finishing write tid 2 to smithi07774545-36 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3235: finishing write tid 3 to smithi07774545-36 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1591 (ObjNum 1012 snap 313 seq_num 1012) dirty exists 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3235: left oid 36 (ObjNum 1012 snap 313 seq_num 1012) 2024-09-16T11:14:18.965 INFO:tasks.rados.rados.0.smithi077.stdout:3232: expect (ObjNum 1000 snap 311 seq_num 1000) 2024-09-16T11:14:19.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:18 smithi077 ceph-mon[86047]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T11:14:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:18 smithi077 ceph-mon[88497]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T11:14:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:18 smithi191 ceph-mon[84934]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3237: finishing write tid 1 to smithi07774545-21 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3238: finishing write tid 1 to smithi07774545-5 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3237: finishing write tid 2 to smithi07774545-21 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3238: finishing write tid 2 to smithi07774545-5 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3237: finishing write tid 3 to smithi07774545-21 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1594 (ObjNum 1013 snap 313 seq_num 1013) dirty exists 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3237: left oid 21 (ObjNum 1013 snap 313 seq_num 1013) 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3238: finishing write tid 3 to smithi07774545-5 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1514 (ObjNum 1014 snap 313 seq_num 1014) dirty exists 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3238: left oid 5 (ObjNum 1014 snap 313 seq_num 1014) 2024-09-16T11:14:19.864 INFO:tasks.rados.rados.0.smithi077.stdout:3239: expect (ObjNum 974 snap 304 seq_num 974) 2024-09-16T11:14:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3240: finishing copy_from racing read to smithi07774545-8 2024-09-16T11:14:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3240: finishing copy_from to smithi07774545-8 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1427 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3232: done (6 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3235: done (5 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3237: done (4 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3238: done (3 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3239: done (2 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3240: done (1 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3241: done (0 left) 2024-09-16T11:14:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3242: snap_remove snap 312 2024-09-16T11:14:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:19 smithi077 ceph-mon[88497]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T11:14:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:19 smithi077 ceph-mon[88497]: pgmap v740: 121 pgs: 121 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-09-16T11:14:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:19 smithi077 ceph-mon[86047]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T11:14:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:19 smithi077 ceph-mon[86047]: pgmap v740: 121 pgs: 121 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-09-16T11:14:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:19 smithi191 ceph-mon[84934]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T11:14:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:19 smithi191 ceph-mon[84934]: pgmap v740: 121 pgs: 121 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3242: done (0 left) 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3243: read oid 4 snap -1 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3243: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3244: rollback oid 7 current snap is 313 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 304 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3245: read oid 15 snap 308 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3245: expect deleted 2024-09-16T11:14:20.803 INFO:tasks.rados.rados.0.smithi077.stdout:3246: snap_remove snap 311 2024-09-16T11:14:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:3246: done (3 left) 2024-09-16T11:14:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:3247: copy_from oid 50 from oid 37 current snap is 313 2024-09-16T11:14:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:3244: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:14:21.813 INFO:tasks.rados.rados.0.smithi077.stdout:3244: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:14:21.814 INFO:tasks.rados.rados.0.smithi077.stdout:3244: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:14:21.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1722 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-09-16T11:14:21.814 INFO:tasks.rados.rados.0.smithi077.stdout:3243: expect (ObjNum 924 snap 291 seq_num 924) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3247: finishing copy_from to smithi07774545-50 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3247: got expected ENOENT (src dne) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3247: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3243: done (3 left) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3244: done (2 left) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3245: done (1 left) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3247: done (0 left) 2024-09-16T11:14:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3248: snap_remove snap 304 2024-09-16T11:14:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:21 smithi077 ceph-mon[88497]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T11:14:22.207 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:21 smithi077 ceph-mon[88497]: pgmap v742: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-09-16T11:14:22.208 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:21 smithi077 ceph-mon[86047]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T11:14:22.208 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:21 smithi077 ceph-mon[86047]: pgmap v742: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-09-16T11:14:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:21 smithi191 ceph-mon[84934]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T11:14:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:21 smithi191 ceph-mon[84934]: pgmap v742: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-09-16T11:14:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:22.817 INFO:tasks.rados.rados.0.smithi077.stdout:3248: done (0 left) 2024-09-16T11:14:22.817 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 313 2024-09-16T11:14:22.817 INFO:tasks.rados.rados.0.smithi077.stdout:3249: seq_num 1016 ranges {4349952=221184} 2024-09-16T11:14:22.843 INFO:tasks.rados.rados.0.smithi077.stdout:3249: writing smithi07774545-45 from 4349952 to 4571136 tid 1 2024-09-16T11:14:22.843 INFO:tasks.rados.rados.0.smithi077.stdout:3250: snap_remove snap 308 2024-09-16T11:14:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:22 smithi077 ceph-mon[86047]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T11:14:23.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:22 smithi077 ceph-mon[88497]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T11:14:23.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:22 smithi191 ceph-mon[84934]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3250: done (1 left) 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3251: delete oid 28 current snap is 313 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3249: finishing write tid 1 to smithi07774545-45 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3249: finishing write tid 2 to smithi07774545-45 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3249: finishing write tid 3 to smithi07774545-45 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1534 (ObjNum 1016 snap 313 seq_num 1016) dirty exists 2024-09-16T11:14:23.826 INFO:tasks.rados.rados.0.smithi077.stdout:3249: left oid 45 (ObjNum 1016 snap 313 seq_num 1016) 2024-09-16T11:14:23.830 INFO:tasks.rados.rados.0.smithi077.stdout:3249: done (1 left) 2024-09-16T11:14:23.830 INFO:tasks.rados.rados.0.smithi077.stdout:3251: done (0 left) 2024-09-16T11:14:23.830 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 313 2024-09-16T11:14:23.830 INFO:tasks.rados.rados.0.smithi077.stdout:3252: seq_num 1018 ranges {1081344=253952} 2024-09-16T11:14:23.838 INFO:tasks.rados.rados.0.smithi077.stdout:3252: writing smithi07774545-4 from 1081344 to 1335296 tid 1 2024-09-16T11:14:23.838 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 313 2024-09-16T11:14:23.838 INFO:tasks.rados.rados.0.smithi077.stdout:3253: seq_num 1019 ranges {2875392=270336} 2024-09-16T11:14:23.856 INFO:tasks.rados.rados.0.smithi077.stdout:3253: writing smithi07774545-40 from 2875392 to 3145728 tid 1 2024-09-16T11:14:23.856 INFO:tasks.rados.rados.0.smithi077.stdout:3254: copy_from oid 33 from oid 22 current snap is 313 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3252: finishing write tid 1 to smithi07774545-4 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3252: finishing write tid 2 to smithi07774545-4 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3252: finishing write tid 3 to smithi07774545-4 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1399 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3252: left oid 4 (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3252: done (2 left) 2024-09-16T11:14:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3255: snap_remove snap 302 2024-09-16T11:14:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:23 smithi077 ceph-mon[86047]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T11:14:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:23 smithi077 ceph-mon[86047]: pgmap v745: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-16T11:14:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:23 smithi077 ceph-mon[88497]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T11:14:24.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:23 smithi077 ceph-mon[88497]: pgmap v745: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-16T11:14:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:23 smithi191 ceph-mon[84934]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T11:14:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:23 smithi191 ceph-mon[84934]: pgmap v745: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3255: done (2 left) 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3256: rmattr oid 45 current snap is 313 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3256: done (2 left) 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3257: setattr oid 32 current snap is 313 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3253: finishing write tid 1 to smithi07774545-40 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3253: finishing write tid 2 to smithi07774545-40 2024-09-16T11:14:24.829 INFO:tasks.rados.rados.0.smithi077.stdout:3253: finishing write tid 3 to smithi07774545-40 2024-09-16T11:14:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1751 (ObjNum 1019 snap 313 seq_num 1019) dirty exists 2024-09-16T11:14:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:3253: left oid 40 (ObjNum 1019 snap 313 seq_num 1019) 2024-09-16T11:14:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:3254: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:14:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:3254: finishing copy_from to smithi07774545-33 2024-09-16T11:14:24.830 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 241 (ObjNum 1007 snap 313 seq_num 1007) dirty exists 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3253: done (2 left) 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3254: done (1 left) 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3258: read oid 33 snap -1 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3258: expect (ObjNum 1007 snap 313 seq_num 1007) 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3259: copy_from oid 30 from oid 37 current snap is 313 2024-09-16T11:14:24.831 INFO:tasks.rados.rados.0.smithi077.stdout:3260: copy_from oid 11 from oid 20 current snap is 313 2024-09-16T11:14:24.832 INFO:tasks.rados.rados.0.smithi077.stdout:3261: setattr oid 18 current snap is 313 2024-09-16T11:14:24.833 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 313 2024-09-16T11:14:24.834 INFO:tasks.rados.rados.0.smithi077.stdout:3262: seq_num 1020 ranges {2162688=286720} 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3262: writing smithi07774545-10 from 2162688 to 2449408 tid 1 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3263: rmattr oid 39 current snap is 313 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3263: done (6 left) 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 313 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3260: finishing copy_from to smithi07774545-11 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3260: got expected ENOENT (src dne) 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3259: finishing copy_from to smithi07774545-30 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3259: got expected ENOENT (src dne) 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3260: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:14:24.849 INFO:tasks.rados.rados.0.smithi077.stdout:3259: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:14:24.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1752 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:14:24.850 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1701 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:14:24.850 INFO:tasks.rados.rados.0.smithi077.stdout:3264: seq_num 1021 ranges {3170304=303104} 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3264: writing smithi07774545-17 from 3170304 to 3473408 tid 1 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3257: done (6 left) 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3259: done (5 left) 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3260: done (4 left) 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3261: done (3 left) 2024-09-16T11:14:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3265: rollback oid 25 current snap is 313 2024-09-16T11:14:24.870 INFO:tasks.rados.rados.0.smithi077.stdout:3265: done (3 left) 2024-09-16T11:14:24.870 INFO:tasks.rados.rados.0.smithi077.stdout:3266: delete oid 37 current snap is 313 2024-09-16T11:14:24.870 INFO:tasks.rados.rados.0.smithi077.stdout:3258: expect (ObjNum 1007 snap 313 seq_num 1007) 2024-09-16T11:14:24.962 INFO:tasks.rados.rados.0.smithi077.stdout:3262: finishing write tid 1 to smithi07774545-10 2024-09-16T11:14:24.963 INFO:tasks.rados.rados.0.smithi077.stdout:3262: finishing write tid 2 to smithi07774545-10 2024-09-16T11:14:24.963 INFO:tasks.rados.rados.0.smithi077.stdout:3262: finishing write tid 3 to smithi07774545-10 2024-09-16T11:14:24.963 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1754 (ObjNum 1020 snap 313 seq_num 1020) dirty exists 2024-09-16T11:14:24.963 INFO:tasks.rados.rados.0.smithi077.stdout:3262: left oid 10 (ObjNum 1020 snap 313 seq_num 1020) 2024-09-16T11:14:24.963 INFO:tasks.rados.rados.0.smithi077.stdout:3264: finishing write tid 1 to smithi07774545-17 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:3264: finishing write tid 2 to smithi07774545-17 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:3258: done (3 left) 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:3262: done (2 left) 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:3266: done (1 left) 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 313 2024-09-16T11:14:24.964 INFO:tasks.rados.rados.0.smithi077.stdout:3264: finishing write tid 3 to smithi07774545-17 2024-09-16T11:14:24.965 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1555 (ObjNum 1021 snap 313 seq_num 1021) dirty exists 2024-09-16T11:14:24.965 INFO:tasks.rados.rados.0.smithi077.stdout:3264: left oid 17 (ObjNum 1021 snap 313 seq_num 1021) 2024-09-16T11:14:24.965 INFO:tasks.rados.rados.0.smithi077.stdout:3267: seq_num 1023 ranges {2449408=335872} 2024-09-16T11:14:24.977 INFO:tasks.rados.rados.0.smithi077.stdout:3267: writing smithi07774545-10 from 2449408 to 2785280 tid 1 2024-09-16T11:14:24.977 INFO:tasks.rados.rados.0.smithi077.stdout:3264: done (1 left) 2024-09-16T11:14:24.977 INFO:tasks.rados.rados.0.smithi077.stdout:3268: delete oid 48 current snap is 313 2024-09-16T11:14:24.979 INFO:tasks.rados.rados.0.smithi077.stdout:3268: done (1 left) 2024-09-16T11:14:24.980 INFO:tasks.rados.rados.0.smithi077.stdout:3269: copy_from oid 35 from oid 30 current snap is 313 2024-09-16T11:14:24.980 INFO:tasks.rados.rados.0.smithi077.stdout:3270: copy_from oid 26 from oid 32 current snap is 313 2024-09-16T11:14:24.980 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 40 current snap is 313 2024-09-16T11:14:24.980 INFO:tasks.rados.rados.0.smithi077.stdout:3271: seq_num 1025 ranges {3145728=368640} 2024-09-16T11:14:25.000 INFO:tasks.rados.rados.0.smithi077.stdout:3271: writing smithi07774545-40 from 3145728 to 3514368 tid 1 2024-09-16T11:14:25.000 INFO:tasks.rados.rados.0.smithi077.stdout:3272: rollback oid 13 current snap is 313 2024-09-16T11:14:25.000 INFO:tasks.rados.rados.0.smithi077.stdout:3272: done (4 left) 2024-09-16T11:14:25.000 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 313 2024-09-16T11:14:25.001 INFO:tasks.rados.rados.0.smithi077.stdout:3267: finishing write tid 1 to smithi07774545-10 2024-09-16T11:14:25.001 INFO:tasks.rados.rados.0.smithi077.stdout:3273: seq_num 1026 ranges {0=385024} 2024-09-16T11:14:25.004 INFO:tasks.rados.rados.0.smithi077.stdout:3273: writing smithi07774545-49 from 0 to 385024 tid 1 2024-09-16T11:14:25.004 INFO:tasks.rados.rados.0.smithi077.stdout:3274: read oid 11 snap -1 2024-09-16T11:14:25.004 INFO:tasks.rados.rados.0.smithi077.stdout:3274: expect deleted 2024-09-16T11:14:25.005 INFO:tasks.rados.rados.0.smithi077.stdout:3275: copy_from oid 5 from oid 42 current snap is 313 2024-09-16T11:14:25.005 INFO:tasks.rados.rados.0.smithi077.stdout:3267: finishing write tid 2 to smithi07774545-10 2024-09-16T11:14:25.005 INFO:tasks.rados.rados.0.smithi077.stdout:3267: finishing write tid 3 to smithi07774545-10 2024-09-16T11:14:25.005 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1762 (ObjNum 1023 snap 313 seq_num 1023) dirty exists 2024-09-16T11:14:25.005 INFO:tasks.rados.rados.0.smithi077.stdout:3267: left oid 10 (ObjNum 1023 snap 313 seq_num 1023) 2024-09-16T11:14:25.006 INFO:tasks.rados.rados.0.smithi077.stdout:3269: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:14:25.006 INFO:tasks.rados.rados.0.smithi077.stdout:3267: done (6 left) 2024-09-16T11:14:25.006 INFO:tasks.rados.rados.0.smithi077.stdout:3276: rollback oid 6 current snap is 313 2024-09-16T11:14:25.006 INFO:tasks.rados.rados.0.smithi077.stdout:3276: done (6 left) 2024-09-16T11:14:25.006 INFO:tasks.rados.rados.0.smithi077.stdout:3277: rollback oid 10 current snap is 313 2024-09-16T11:14:25.007 INFO:tasks.rados.rados.0.smithi077.stdout:3277: done (6 left) 2024-09-16T11:14:25.007 INFO:tasks.rados.rados.0.smithi077.stdout:3278: rmattr oid 38 current snap is 313 2024-09-16T11:14:25.007 INFO:tasks.rados.rados.0.smithi077.stdout:3279: delete oid 15 current snap is 313 2024-09-16T11:14:25.007 INFO:tasks.rados.rados.0.smithi077.stdout:3271: finishing write tid 1 to smithi07774545-40 2024-09-16T11:14:25.007 INFO:tasks.rados.rados.0.smithi077.stdout:3271: finishing write tid 2 to smithi07774545-40 2024-09-16T11:14:25.010 INFO:tasks.rados.rados.0.smithi077.stdout:3269: finishing copy_from to smithi07774545-35 2024-09-16T11:14:25.010 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1450 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-09-16T11:14:25.010 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1556 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3269: done (7 left) 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3274: done (6 left) 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3278: done (5 left) 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3279: done (4 left) 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3280: read oid 12 snap -1 2024-09-16T11:14:25.011 INFO:tasks.rados.rados.0.smithi077.stdout:3280: expect (ObjNum 954 snap 300 seq_num 954) 2024-09-16T11:14:25.012 INFO:tasks.rados.rados.0.smithi077.stdout:3281: copy_from oid 3 from oid 8 current snap is 313 2024-09-16T11:14:25.012 INFO:tasks.rados.rados.0.smithi077.stdout:3282: setattr oid 31 current snap is 313 2024-09-16T11:14:25.012 INFO:tasks.rados.rados.0.smithi077.stdout:3271: finishing write tid 3 to smithi07774545-40 2024-09-16T11:14:25.012 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1764 (ObjNum 1025 snap 313 seq_num 1025) dirty exists 2024-09-16T11:14:25.012 INFO:tasks.rados.rados.0.smithi077.stdout:3271: left oid 40 (ObjNum 1025 snap 313 seq_num 1025) 2024-09-16T11:14:25.013 INFO:tasks.rados.rados.0.smithi077.stdout:3275: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:14:25.013 INFO:tasks.rados.rados.0.smithi077.stdout:3270: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3271: done (6 left) 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3283: read oid 19 snap -1 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3283: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3284: rollback oid 2 current snap is 313 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3284: done (7 left) 2024-09-16T11:14:25.014 INFO:tasks.rados.rados.0.smithi077.stdout:3285: delete oid 15 current snap is 313 2024-09-16T11:14:25.015 INFO:tasks.rados.rados.0.smithi077.stdout:3275: finishing copy_from to smithi07774545-5 2024-09-16T11:14:25.015 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1588 (ObjNum 1006 snap 313 seq_num 1006) dirty exists 2024-09-16T11:14:25.017 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1601 (ObjNum 980 snap 308 seq_num 980) dirty exists 2024-09-16T11:14:25.017 INFO:tasks.rados.rados.0.smithi077.stdout:3270: finishing copy_from to smithi07774545-26 2024-09-16T11:14:25.017 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1752 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:14:25.017 INFO:tasks.rados.rados.0.smithi077.stdout:3273: finishing write tid 1 to smithi07774545-49 2024-09-16T11:14:25.017 INFO:tasks.rados.rados.0.smithi077.stdout:3273: finishing write tid 2 to smithi07774545-49 2024-09-16T11:14:25.019 INFO:tasks.rados.rados.0.smithi077.stdout:3270: done (7 left) 2024-09-16T11:14:25.019 INFO:tasks.rados.rados.0.smithi077.stdout:3275: done (6 left) 2024-09-16T11:14:25.020 INFO:tasks.rados.rados.0.smithi077.stdout:3282: done (5 left) 2024-09-16T11:14:25.020 INFO:tasks.rados.rados.0.smithi077.stdout:3285: done (4 left) 2024-09-16T11:14:25.020 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 313 2024-09-16T11:14:25.020 INFO:tasks.rados.rados.0.smithi077.stdout:3286: seq_num 1029 ranges {229376=442368} 2024-09-16T11:14:25.022 INFO:tasks.rados.rados.0.smithi077.stdout:3286: writing smithi07774545-47 from 229376 to 671744 tid 1 2024-09-16T11:14:25.023 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 313 2024-09-16T11:14:25.023 INFO:tasks.rados.rados.0.smithi077.stdout:3283: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:25.054 INFO:tasks.rados.rados.0.smithi077.stdout:3273: finishing write tid 3 to smithi07774545-49 2024-09-16T11:14:25.055 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1754 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T11:14:25.055 INFO:tasks.rados.rados.0.smithi077.stdout:3273: left oid 49 (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T11:14:25.055 INFO:tasks.rados.rados.0.smithi077.stdout:3280: expect (ObjNum 954 snap 300 seq_num 954) 2024-09-16T11:14:25.148 INFO:tasks.rados.rados.0.smithi077.stdout:3281: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:14:25.148 INFO:tasks.rados.rados.0.smithi077.stdout:3281: finishing copy_from to smithi07774545-3 2024-09-16T11:14:25.148 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1427 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:3286: finishing write tid 1 to smithi07774545-47 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:3286: finishing write tid 2 to smithi07774545-47 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:3286: finishing write tid 3 to smithi07774545-47 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1626 (ObjNum 1029 snap 313 seq_num 1029) dirty exists 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:3286: left oid 47 (ObjNum 1029 snap 313 seq_num 1029) 2024-09-16T11:14:25.149 INFO:tasks.rados.rados.0.smithi077.stdout:3287: seq_num 1030 ranges {0=458752} 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3287: writing smithi07774545-23 from 0 to 458752 tid 1 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3273: done (5 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3280: done (4 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3281: done (3 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3283: done (2 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3286: done (1 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3288: rollback oid 41 current snap is 313 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3288: done (1 left) 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 313 2024-09-16T11:14:25.151 INFO:tasks.rados.rados.0.smithi077.stdout:3289: seq_num 1031 ranges {2023424=475136} 2024-09-16T11:14:25.164 INFO:tasks.rados.rados.0.smithi077.stdout:3289: writing smithi07774545-31 from 2023424 to 2498560 tid 1 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 313 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:3287: finishing write tid 1 to smithi07774545-23 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:3287: finishing write tid 2 to smithi07774545-23 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:3287: finishing write tid 3 to smithi07774545-23 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1460 (ObjNum 1030 snap 313 seq_num 1030) dirty exists 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:3287: left oid 23 (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:25.165 INFO:tasks.rados.rados.0.smithi077.stdout:3290: seq_num 1032 ranges {0=491520} 2024-09-16T11:14:25.167 INFO:tasks.rados.rados.0.smithi077.stdout:3290: writing smithi07774545-37 from 0 to 491520 tid 1 2024-09-16T11:14:25.168 INFO:tasks.rados.rados.0.smithi077.stdout:3287: done (2 left) 2024-09-16T11:14:25.168 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 313 2024-09-16T11:14:25.168 INFO:tasks.rados.rados.0.smithi077.stdout:3291: seq_num 1033 ranges {2056192=507904} 2024-09-16T11:14:25.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:24 smithi077 ceph-mon[86047]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T11:14:25.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:24 smithi077 ceph-mon[88497]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3291: writing smithi07774545-29 from 2056192 to 2564096 tid 1 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3292: read oid 7 snap -1 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3292: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3293: rollback oid 35 current snap is 313 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3293: done (4 left) 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3294: rollback oid 28 current snap is 313 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3294: done (4 left) 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3295: rmattr oid 12 current snap is 313 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3289: finishing write tid 1 to smithi07774545-31 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3296: rollback oid 41 current snap is 313 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3296: done (5 left) 2024-09-16T11:14:25.183 INFO:tasks.rados.rados.0.smithi077.stdout:3297: copy_from oid 17 from oid 21 current snap is 313 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3289: finishing write tid 2 to smithi07774545-31 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3289: finishing write tid 3 to smithi07774545-31 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1603 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3289: left oid 31 (ObjNum 1031 snap 313 seq_num 1031) 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3290: finishing write tid 1 to smithi07774545-37 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3290: finishing write tid 2 to smithi07774545-37 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3290: finishing write tid 3 to smithi07774545-37 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1756 (ObjNum 1032 snap 313 seq_num 1032) dirty exists 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3290: left oid 37 (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3289: done (5 left) 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3290: done (4 left) 2024-09-16T11:14:25.184 INFO:tasks.rados.rados.0.smithi077.stdout:3298: copy_from oid 11 from oid 2 current snap is 313 2024-09-16T11:14:25.185 INFO:tasks.rados.rados.0.smithi077.stdout:3299: setattr oid 37 current snap is 313 2024-09-16T11:14:25.185 INFO:tasks.rados.rados.0.smithi077.stdout:3300: delete oid 6 current snap is 313 2024-09-16T11:14:25.185 INFO:tasks.rados.rados.0.smithi077.stdout:3291: finishing write tid 1 to smithi07774545-29 2024-09-16T11:14:25.185 INFO:tasks.rados.rados.0.smithi077.stdout:3291: finishing write tid 2 to smithi07774545-29 2024-09-16T11:14:25.187 INFO:tasks.rados.rados.0.smithi077.stdout:3291: finishing write tid 3 to smithi07774545-29 2024-09-16T11:14:25.187 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1590 (ObjNum 1033 snap 313 seq_num 1033) dirty exists 2024-09-16T11:14:25.187 INFO:tasks.rados.rados.0.smithi077.stdout:3291: left oid 29 (ObjNum 1033 snap 313 seq_num 1033) 2024-09-16T11:14:25.187 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1757 (ObjNum 954 snap 300 seq_num 954) dirty exists 2024-09-16T11:14:25.188 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1757 (ObjNum 1032 snap 313 seq_num 1032) dirty exists 2024-09-16T11:14:25.189 INFO:tasks.rados.rados.0.smithi077.stdout:3291: done (6 left) 2024-09-16T11:14:25.190 INFO:tasks.rados.rados.0.smithi077.stdout:3295: done (5 left) 2024-09-16T11:14:25.190 INFO:tasks.rados.rados.0.smithi077.stdout:3299: done (4 left) 2024-09-16T11:14:25.190 INFO:tasks.rados.rados.0.smithi077.stdout:3300: done (3 left) 2024-09-16T11:14:25.190 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 313 2024-09-16T11:14:25.190 INFO:tasks.rados.rados.0.smithi077.stdout:3301: seq_num 1035 ranges {2875392=540672} 2024-09-16T11:14:25.209 INFO:tasks.rados.rados.0.smithi077.stdout:3301: writing smithi07774545-8 from 2875392 to 3416064 tid 1 2024-09-16T11:14:25.209 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 313 2024-09-16T11:14:25.209 INFO:tasks.rados.rados.0.smithi077.stdout:3292: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:14:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:24 smithi191 ceph-mon[84934]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:3298: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:3298: finishing copy_from to smithi07774545-11 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1387 (ObjNum 736 snap 229 seq_num 736) dirty exists 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:3297: finishing copy_from racing read to smithi07774545-17 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:3297: finishing copy_from to smithi07774545-17 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1594 (ObjNum 1013 snap 313 seq_num 1013) dirty exists 2024-09-16T11:14:25.279 INFO:tasks.rados.rados.0.smithi077.stdout:3301: finishing write tid 1 to smithi07774545-8 2024-09-16T11:14:25.280 INFO:tasks.rados.rados.0.smithi077.stdout:3301: finishing write tid 2 to smithi07774545-8 2024-09-16T11:14:25.280 INFO:tasks.rados.rados.0.smithi077.stdout:3301: finishing write tid 3 to smithi07774545-8 2024-09-16T11:14:25.280 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1560 (ObjNum 1035 snap 313 seq_num 1035) dirty exists 2024-09-16T11:14:25.280 INFO:tasks.rados.rados.0.smithi077.stdout:3301: left oid 8 (ObjNum 1035 snap 313 seq_num 1035) 2024-09-16T11:14:25.280 INFO:tasks.rados.rados.0.smithi077.stdout:3302: seq_num 1036 ranges {4571136=557056} 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3302: writing smithi07774545-30 from 4571136 to 5128192 tid 1 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3292: done (4 left) 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3297: done (3 left) 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3298: done (2 left) 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3301: done (1 left) 2024-09-16T11:14:25.305 INFO:tasks.rados.rados.0.smithi077.stdout:3303: setattr oid 13 current snap is 313 2024-09-16T11:14:25.306 INFO:tasks.rados.rados.0.smithi077.stdout:3304: rollback oid 15 current snap is 313 2024-09-16T11:14:25.306 INFO:tasks.rados.rados.0.smithi077.stdout:3304: done (2 left) 2024-09-16T11:14:25.306 INFO:tasks.rados.rados.0.smithi077.stdout:3305: delete oid 12 current snap is 313 2024-09-16T11:14:25.308 INFO:tasks.rados.rados.0.smithi077.stdout:3302: finishing write tid 1 to smithi07774545-30 2024-09-16T11:14:25.308 INFO:tasks.rados.rados.0.smithi077.stdout:3302: finishing write tid 2 to smithi07774545-30 2024-09-16T11:14:25.309 INFO:tasks.rados.rados.0.smithi077.stdout:3302: finishing write tid 3 to smithi07774545-30 2024-09-16T11:14:25.309 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1462 (ObjNum 1036 snap 313 seq_num 1036) dirty exists 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:3302: left oid 30 (ObjNum 1036 snap 313 seq_num 1036) 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1759 (ObjNum 1011 snap 313 seq_num 1011) dirty exists 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:3302: done (2 left) 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:3303: done (1 left) 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:3305: done (0 left) 2024-09-16T11:14:25.310 INFO:tasks.rados.rados.0.smithi077.stdout:3306: snap_create 2024-09-16T11:14:25.804 INFO:tasks.rados.rados.0.smithi077.stdout:3306: done (0 left) 2024-09-16T11:14:25.804 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 314 2024-09-16T11:14:25.804 INFO:tasks.rados.rados.0.smithi077.stdout:3307: seq_num 1038 ranges {4571136=589824} 2024-09-16T11:14:25.831 INFO:tasks.rados.rados.0.smithi077.stdout:3307: writing smithi07774545-45 from 4571136 to 5160960 tid 1 2024-09-16T11:14:25.832 INFO:tasks.rados.rados.0.smithi077.stdout:3308: read oid 41 snap 313 2024-09-16T11:14:25.832 INFO:tasks.rados.rados.0.smithi077.stdout:3308: expect (ObjNum 959 snap 301 seq_num 959) 2024-09-16T11:14:25.832 INFO:tasks.rados.rados.0.smithi077.stdout:3309: setattr oid 29 current snap is 314 2024-09-16T11:14:25.833 INFO:tasks.rados.rados.0.smithi077.stdout:3310: read oid 16 snap 313 2024-09-16T11:14:25.833 INFO:tasks.rados.rados.0.smithi077.stdout:3310: expect (ObjNum 974 snap 304 seq_num 974) 2024-09-16T11:14:25.833 INFO:tasks.rados.rados.0.smithi077.stdout:3311: delete oid 20 current snap is 314 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3311: done (4 left) 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3312: read oid 48 snap -1 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3312: expect deleted 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3313: rollback oid 43 current snap is 314 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 313 2024-09-16T11:14:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3314: snap_create 2024-09-16T11:14:25.843 INFO:tasks.rados.rados.0.smithi077.stdout:3307: finishing write tid 1 to smithi07774545-45 2024-09-16T11:14:25.843 INFO:tasks.rados.rados.0.smithi077.stdout:3307: finishing write tid 2 to smithi07774545-45 2024-09-16T11:14:25.843 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1591 (ObjNum 1033 snap 313 seq_num 1033) dirty exists 2024-09-16T11:14:25.844 INFO:tasks.rados.rados.0.smithi077.stdout:3307: finishing write tid 3 to smithi07774545-45 2024-09-16T11:14:25.844 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1536 (ObjNum 1038 snap 314 seq_num 1038) dirty exists 2024-09-16T11:14:25.844 INFO:tasks.rados.rados.0.smithi077.stdout:3307: left oid 45 (ObjNum 1038 snap 314 seq_num 1038) 2024-09-16T11:14:25.845 INFO:tasks.rados.rados.0.smithi077.stdout:3310: expect (ObjNum 974 snap 304 seq_num 974) 2024-09-16T11:14:25.895 INFO:tasks.rados.rados.0.smithi077.stdout:3313: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:14:25.895 INFO:tasks.rados.rados.0.smithi077.stdout:3313: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:14:25.895 INFO:tasks.rados.rados.0.smithi077.stdout:3313: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:14:25.895 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1768 (ObjNum 959 snap 301 seq_num 959) dirty exists 2024-09-16T11:14:25.895 INFO:tasks.rados.rados.0.smithi077.stdout:3308: expect (ObjNum 959 snap 301 seq_num 959) 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[88497]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[88497]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[88497]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[86047]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[86047]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-09-16T11:14:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:25 smithi077 ceph-mon[86047]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T11:14:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:25 smithi191 ceph-mon[84934]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T11:14:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:25 smithi191 ceph-mon[84934]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-09-16T11:14:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:25 smithi191 ceph-mon[84934]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T11:14:26.835 INFO:tasks.rados.rados.0.smithi077.stdout:3307: done (6 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3308: done (5 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3309: done (4 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3310: done (3 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3312: done (2 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3313: done (1 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3314: done (0 left) 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3315: rollback oid 24 current snap is 315 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 313 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 315 2024-09-16T11:14:26.836 INFO:tasks.rados.rados.0.smithi077.stdout:3316: seq_num 1040 ranges {2113536=622592} 2024-09-16T11:14:26.850 INFO:tasks.rados.rados.0.smithi077.stdout:3316: writing smithi07774545-22 from 2113536 to 2736128 tid 1 2024-09-16T11:14:26.850 INFO:tasks.rados.rados.0.smithi077.stdout:3317: delete oid 47 current snap is 315 2024-09-16T11:14:26.850 INFO:tasks.rados.rados.0.smithi077.stdout:3315: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:14:26.850 INFO:tasks.rados.rados.0.smithi077.stdout:3315: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:14:26.850 INFO:tasks.rados.rados.0.smithi077.stdout:3315: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:14:26.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1704 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:26.856 INFO:tasks.rados.rados.0.smithi077.stdout:3315: done (2 left) 2024-09-16T11:14:26.856 INFO:tasks.rados.rados.0.smithi077.stdout:3317: done (1 left) 2024-09-16T11:14:26.857 INFO:tasks.rados.rados.0.smithi077.stdout:3318: copy_from oid 42 from oid 30 current snap is 315 2024-09-16T11:14:26.857 INFO:tasks.rados.rados.0.smithi077.stdout:3319: setattr oid 16 current snap is 315 2024-09-16T11:14:26.857 INFO:tasks.rados.rados.0.smithi077.stdout:3316: finishing write tid 1 to smithi07774545-22 2024-09-16T11:14:26.858 INFO:tasks.rados.rados.0.smithi077.stdout:3316: finishing write tid 2 to smithi07774545-22 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3320: rollback oid 43 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 43 to 313 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3321: rmattr oid 25 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3321: done (4 left) 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3322: rollback oid 15 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 15 to 314 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3323: copy_from oid 46 from oid 9 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3324: rollback oid 21 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 314 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 11 current snap is 315 2024-09-16T11:14:26.859 INFO:tasks.rados.rados.0.smithi077.stdout:3325: seq_num 1042 ranges {335872=655360} 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3325: writing smithi07774545-11 from 335872 to 991232 tid 1 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3326: read oid 23 snap 314 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3326: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3327: read oid 44 snap -1 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3327: expect deleted 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3328: delete oid 34 current snap is 315 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3316: finishing write tid 3 to smithi07774545-22 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 254 (ObjNum 1040 snap 315 seq_num 1040) dirty exists 2024-09-16T11:14:26.866 INFO:tasks.rados.rados.0.smithi077.stdout:3316: left oid 22 (ObjNum 1040 snap 315 seq_num 1040) 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:3322: finishing rollback tid 1 to smithi07774545-15 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 0 (ObjNum 33 snap 0 seq_num 441087352) dirty dne 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1762 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:3324: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:3324: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:3320: finishing rollback tid 0 to smithi07774545-43 2024-09-16T11:14:26.867 INFO:tasks.rados.rados.0.smithi077.stdout:3320: finishing rollback tid 1 to smithi07774545-43 2024-09-16T11:14:26.868 INFO:tasks.rados.rados.0.smithi077.stdout:3320: finishing rollback tid 2 to smithi07774545-43 2024-09-16T11:14:26.868 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1772 (ObjNum 959 snap 301 seq_num 959) dirty exists 2024-09-16T11:14:26.868 INFO:tasks.rados.rados.0.smithi077.stdout:3324: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:14:26.868 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1632 (ObjNum 1013 snap 313 seq_num 1013) dirty exists 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3316: done (10 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3319: done (9 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3320: done (8 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3322: done (7 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3324: done (6 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3327: done (5 left) 2024-09-16T11:14:26.871 INFO:tasks.rados.rados.0.smithi077.stdout:3328: done (4 left) 2024-09-16T11:14:26.872 INFO:tasks.rados.rados.0.smithi077.stdout:3329: delete oid 45 current snap is 315 2024-09-16T11:14:26.872 INFO:tasks.rados.rados.0.smithi077.stdout:3325: finishing write tid 1 to smithi07774545-11 2024-09-16T11:14:26.872 INFO:tasks.rados.rados.0.smithi077.stdout:3325: finishing write tid 2 to smithi07774545-11 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3329: done (4 left) 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3330: read oid 25 snap -1 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3330: expect deleted 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3331: copy_from oid 7 from oid 24 current snap is 315 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3332: rollback oid 49 current snap is 315 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 49 to 313 2024-09-16T11:14:26.874 INFO:tasks.rados.rados.0.smithi077.stdout:3333: snap_create 2024-09-16T11:14:26.876 INFO:tasks.rados.rados.0.smithi077.stdout:3325: finishing write tid 3 to smithi07774545-11 2024-09-16T11:14:26.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1765 (ObjNum 1042 snap 315 seq_num 1042) dirty exists 2024-09-16T11:14:26.876 INFO:tasks.rados.rados.0.smithi077.stdout:3325: left oid 11 (ObjNum 1042 snap 315 seq_num 1042) 2024-09-16T11:14:26.876 INFO:tasks.rados.rados.0.smithi077.stdout:3323: finishing copy_from racing read to smithi07774545-46 2024-09-16T11:14:26.878 INFO:tasks.rados.rados.0.smithi077.stdout:3326: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:3323: finishing copy_from to smithi07774545-46 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1543 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:3332: finishing rollback tid 0 to smithi07774545-49 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:3332: finishing rollback tid 1 to smithi07774545-49 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:3332: finishing rollback tid 2 to smithi07774545-49 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1760 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T11:14:26.892 INFO:tasks.rados.rados.0.smithi077.stdout:3318: finishing copy_from racing read to smithi07774545-42 2024-09-16T11:14:26.893 INFO:tasks.rados.rados.0.smithi077.stdout:3331: finishing copy_from racing read to smithi07774545-7 2024-09-16T11:14:26.893 INFO:tasks.rados.rados.0.smithi077.stdout:3318: finishing copy_from to smithi07774545-42 2024-09-16T11:14:26.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1462 (ObjNum 1036 snap 313 seq_num 1036) dirty exists 2024-09-16T11:14:26.893 INFO:tasks.rados.rados.0.smithi077.stdout:3331: finishing copy_from to smithi07774545-7 2024-09-16T11:14:26.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1704 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:26] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T11:14:27.842 INFO:tasks.rados.rados.0.smithi077.stdout:3318: done (7 left) 2024-09-16T11:14:27.842 INFO:tasks.rados.rados.0.smithi077.stdout:3323: done (6 left) 2024-09-16T11:14:27.842 INFO:tasks.rados.rados.0.smithi077.stdout:3325: done (5 left) 2024-09-16T11:14:27.842 INFO:tasks.rados.rados.0.smithi077.stdout:3326: done (4 left) 2024-09-16T11:14:27.842 INFO:tasks.rados.rados.0.smithi077.stdout:3330: done (3 left) 2024-09-16T11:14:27.843 INFO:tasks.rados.rados.0.smithi077.stdout:3331: done (2 left) 2024-09-16T11:14:27.843 INFO:tasks.rados.rados.0.smithi077.stdout:3332: done (1 left) 2024-09-16T11:14:27.843 INFO:tasks.rados.rados.0.smithi077.stdout:3333: done (0 left) 2024-09-16T11:14:27.843 INFO:tasks.rados.rados.0.smithi077.stdout:3334: snap_create 2024-09-16T11:14:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[86047]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T11:14:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[86047]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-09-16T11:14:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[88497]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T11:14:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:27 smithi077 ceph-mon[88497]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-09-16T11:14:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:27 smithi191 ceph-mon[84934]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T11:14:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:27 smithi191 ceph-mon[84934]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-09-16T11:14:28.843 INFO:tasks.rados.rados.0.smithi077.stdout:3334: done (0 left) 2024-09-16T11:14:28.843 INFO:tasks.rados.rados.0.smithi077.stdout:3335: delete oid 22 current snap is 317 2024-09-16T11:14:28.853 INFO:tasks.rados.rados.0.smithi077.stdout:3335: done (0 left) 2024-09-16T11:14:28.853 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 317 2024-09-16T11:14:28.853 INFO:tasks.rados.rados.0.smithi077.stdout:3336: seq_num 1046 ranges {0=729088} 2024-09-16T11:14:28.857 INFO:tasks.rados.rados.0.smithi077.stdout:3336: writing smithi07774545-47 from 0 to 729088 tid 1 2024-09-16T11:14:28.857 INFO:tasks.rados.rados.0.smithi077.stdout:3337: setattr oid 7 current snap is 317 2024-09-16T11:14:28.858 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 317 2024-09-16T11:14:28.859 INFO:tasks.rados.rados.0.smithi077.stdout:3338: seq_num 1047 ranges {335872=745472} 2024-09-16T11:14:28.865 INFO:tasks.rados.rados.0.smithi077.stdout:3338: writing smithi07774545-2 from 335872 to 1081344 tid 1 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3339: rmattr oid 28 current snap is 317 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3336: finishing write tid 1 to smithi07774545-47 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3336: finishing write tid 2 to smithi07774545-47 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3336: finishing write tid 3 to smithi07774545-47 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1636 (ObjNum 1046 snap 317 seq_num 1046) dirty exists 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3336: left oid 47 (ObjNum 1046 snap 317 seq_num 1046) 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1769 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3336: done (3 left) 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3337: done (2 left) 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3339: done (1 left) 2024-09-16T11:14:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3340: snap_create 2024-09-16T11:14:28.869 INFO:tasks.rados.rados.0.smithi077.stdout:3338: finishing write tid 1 to smithi07774545-2 2024-09-16T11:14:28.869 INFO:tasks.rados.rados.0.smithi077.stdout:3338: finishing write tid 2 to smithi07774545-2 2024-09-16T11:14:28.870 INFO:tasks.rados.rados.0.smithi077.stdout:3338: finishing write tid 3 to smithi07774545-2 2024-09-16T11:14:28.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1639 (ObjNum 1047 snap 317 seq_num 1047) dirty exists 2024-09-16T11:14:28.870 INFO:tasks.rados.rados.0.smithi077.stdout:3338: left oid 2 (ObjNum 1047 snap 317 seq_num 1047) 2024-09-16T11:14:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:28 smithi077 ceph-mon[86047]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T11:14:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:28 smithi077 ceph-mon[88497]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T11:14:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:28 smithi191 ceph-mon[84934]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T11:14:29.857 INFO:tasks.rados.rados.0.smithi077.stdout:3338: done (1 left) 2024-09-16T11:14:29.857 INFO:tasks.rados.rados.0.smithi077.stdout:3340: done (0 left) 2024-09-16T11:14:29.857 INFO:tasks.rados.rados.0.smithi077.stdout:3341: copy_from oid 26 from oid 49 current snap is 318 2024-09-16T11:14:29.858 INFO:tasks.rados.rados.0.smithi077.stdout:3342: setattr oid 24 current snap is 318 2024-09-16T11:14:29.861 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 318 2024-09-16T11:14:29.861 INFO:tasks.rados.rados.0.smithi077.stdout:3343: seq_num 1048 ranges {1925120=761856} 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:3343: writing smithi07774545-16 from 1925120 to 2686976 tid 1 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:3344: delete oid 41 current snap is 318 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:3341: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:3341: finishing copy_from to smithi07774545-26 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1760 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T11:14:29.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1705 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3341: done (3 left) 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3342: done (2 left) 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3344: done (1 left) 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3345: rmattr oid 10 current snap is 318 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3345: done (1 left) 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 318 2024-09-16T11:14:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3346: seq_num 1050 ranges {49152=794624} 2024-09-16T11:14:29.884 INFO:tasks.rados.rados.0.smithi077.stdout:3346: writing smithi07774545-5 from 49152 to 843776 tid 1 2024-09-16T11:14:29.884 INFO:tasks.rados.rados.0.smithi077.stdout:3347: snap_create 2024-09-16T11:14:29.884 INFO:tasks.rados.rados.0.smithi077.stdout:3343: finishing write tid 1 to smithi07774545-16 2024-09-16T11:14:29.884 INFO:tasks.rados.rados.0.smithi077.stdout:3343: finishing write tid 2 to smithi07774545-16 2024-09-16T11:14:29.885 INFO:tasks.rados.rados.0.smithi077.stdout:3343: finishing write tid 3 to smithi07774545-16 2024-09-16T11:14:29.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1772 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-09-16T11:14:29.885 INFO:tasks.rados.rados.0.smithi077.stdout:3343: left oid 16 (ObjNum 1048 snap 318 seq_num 1048) 2024-09-16T11:14:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:3346: finishing write tid 1 to smithi07774545-5 2024-09-16T11:14:29.891 INFO:tasks.rados.rados.0.smithi077.stdout:3346: finishing write tid 2 to smithi07774545-5 2024-09-16T11:14:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:3346: finishing write tid 3 to smithi07774545-5 2024-09-16T11:14:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1593 (ObjNum 1050 snap 318 seq_num 1050) dirty exists 2024-09-16T11:14:29.892 INFO:tasks.rados.rados.0.smithi077.stdout:3346: left oid 5 (ObjNum 1050 snap 318 seq_num 1050) 2024-09-16T11:14:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:29 smithi077 ceph-mon[88497]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T11:14:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:29 smithi077 ceph-mon[88497]: pgmap v754: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-16T11:14:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:29 smithi077 ceph-mon[86047]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T11:14:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:29 smithi077 ceph-mon[86047]: pgmap v754: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-16T11:14:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:29 smithi191 ceph-mon[84934]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T11:14:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:29 smithi191 ceph-mon[84934]: pgmap v754: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-16T11:14:30.806 INFO:tasks.rados.rados.0.smithi077.stdout:3343: done (2 left) 2024-09-16T11:14:30.807 INFO:tasks.rados.rados.0.smithi077.stdout:3346: done (1 left) 2024-09-16T11:14:30.807 INFO:tasks.rados.rados.0.smithi077.stdout:3347: done (0 left) 2024-09-16T11:14:30.807 INFO:tasks.rados.rados.0.smithi077.stdout:3348: delete oid 25 current snap is 319 2024-09-16T11:14:30.810 INFO:tasks.rados.rados.0.smithi077.stdout:3348: done (0 left) 2024-09-16T11:14:30.810 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 319 2024-09-16T11:14:30.810 INFO:tasks.rados.rados.0.smithi077.stdout:3349: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-16T11:14:30.812 INFO:tasks.rados.rados.0.smithi077.stdout:3349: writing smithi07774545-45 from 0 to 425984 tid 1 2024-09-16T11:14:30.815 INFO:tasks.rados.rados.0.smithi077.stdout:3349: writing smithi07774545-45 from 425984 to 827392 tid 2 2024-09-16T11:14:30.815 INFO:tasks.rados.rados.0.smithi077.stdout:3350: read oid 17 snap -1 2024-09-16T11:14:30.815 INFO:tasks.rados.rados.0.smithi077.stdout:3350: expect (ObjNum 1013 snap 313 seq_num 1013) 2024-09-16T11:14:30.815 INFO:tasks.rados.rados.0.smithi077.stdout:3351: setattr oid 29 current snap is 319 2024-09-16T11:14:30.817 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 319 2024-09-16T11:14:30.817 INFO:tasks.rados.rados.0.smithi077.stdout:3352: seq_num 1053 ranges {0=442368,442368=401408} 2024-09-16T11:14:30.819 INFO:tasks.rados.rados.0.smithi077.stdout:3352: writing smithi07774545-41 from 0 to 442368 tid 1 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3352: writing smithi07774545-41 from 442368 to 843776 tid 2 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3353: read oid 50 snap -1 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3353: expect deleted 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3354: copy_from oid 43 from oid 38 current snap is 319 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3349: finishing write tid 1 to smithi07774545-45 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3355: read oid 22 snap -1 2024-09-16T11:14:30.823 INFO:tasks.rados.rados.0.smithi077.stdout:3355: expect deleted 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3356: read oid 37 snap 316 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3356: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3357: setattr oid 30 current snap is 319 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3349: finishing write tid 2 to smithi07774545-45 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3349: finishing write tid 3 to smithi07774545-45 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3349: finishing write tid 4 to smithi07774545-45 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1540 (ObjNum 1052 snap 319 seq_num 1052) dirty exists 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:3349: left oid 45 (ObjNum 1052 snap 319 seq_num 1052) 2024-09-16T11:14:30.824 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1594 (ObjNum 1033 snap 313 seq_num 1033) dirty exists 2024-09-16T11:14:30.825 INFO:tasks.rados.rados.0.smithi077.stdout:3352: finishing write tid 1 to smithi07774545-41 2024-09-16T11:14:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3349: done (8 left) 2024-09-16T11:14:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3351: done (7 left) 2024-09-16T11:14:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3355: done (6 left) 2024-09-16T11:14:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3358: rmattr oid 23 current snap is 319 2024-09-16T11:14:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3358: done (6 left) 2024-09-16T11:14:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3359: copy_from oid 14 from oid 49 current snap is 319 2024-09-16T11:14:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3360: read oid 48 snap -1 2024-09-16T11:14:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3360: expect deleted 2024-09-16T11:14:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3361: setattr oid 34 current snap is 319 2024-09-16T11:14:30.829 INFO:tasks.rados.rados.0.smithi077.stdout:3362: read oid 25 snap -1 2024-09-16T11:14:30.829 INFO:tasks.rados.rados.0.smithi077.stdout:3362: expect deleted 2024-09-16T11:14:30.830 INFO:tasks.rados.rados.0.smithi077.stdout:3363: read oid 6 snap -1 2024-09-16T11:14:30.830 INFO:tasks.rados.rados.0.smithi077.stdout:3363: expect deleted 2024-09-16T11:14:30.830 INFO:tasks.rados.rados.0.smithi077.stdout:3364: rollback oid 47 current snap is 319 2024-09-16T11:14:30.830 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 47 to 313 2024-09-16T11:14:30.830 INFO:tasks.rados.rados.0.smithi077.stdout:3365: snap_create 2024-09-16T11:14:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:3356: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1544 (ObjNum 1036 snap 313 seq_num 1036) dirty exists 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3364: finishing rollback tid 0 to smithi07774545-47 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3364: finishing rollback tid 1 to smithi07774545-47 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3352: finishing write tid 2 to smithi07774545-41 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3359: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3364: finishing rollback tid 2 to smithi07774545-47 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1643 (ObjNum 1029 snap 313 seq_num 1029) dirty exists 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3359: finishing copy_from to smithi07774545-14 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1760 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T11:14:30.852 INFO:tasks.rados.rados.0.smithi077.stdout:3350: expect (ObjNum 1013 snap 313 seq_num 1013) 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:3352: finishing write tid 3 to smithi07774545-41 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:3352: finishing write tid 4 to smithi07774545-41 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1709 (ObjNum 1053 snap 319 seq_num 1053) dirty exists 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:3352: left oid 41 (ObjNum 1053 snap 319 seq_num 1053) 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1458 (ObjNum 385 snap 0 seq_num 2426379856) dirty exists 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:3354: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:3354: finishing copy_from to smithi07774545-43 2024-09-16T11:14:31.109 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1556 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:31.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:30 smithi191 ceph-mon[84934]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T11:14:31.113 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:30 smithi191 ceph-mon[84934]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T11:14:31.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:30 smithi077 ceph-mon[86047]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T11:14:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:30 smithi077 ceph-mon[86047]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T11:14:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:30 smithi077 ceph-mon[88497]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T11:14:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:30 smithi077 ceph-mon[88497]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3350: done (12 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3352: done (11 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3353: done (10 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3354: done (9 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3356: done (8 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3357: done (7 left) 2024-09-16T11:14:31.808 INFO:tasks.rados.rados.0.smithi077.stdout:3359: done (6 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3360: done (5 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3361: done (4 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3362: done (3 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3363: done (2 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3364: done (1 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3365: done (0 left) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3366: read oid 11 snap -1 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3366: expect (ObjNum 1042 snap 315 seq_num 1042) 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 320 2024-09-16T11:14:31.809 INFO:tasks.rados.rados.0.smithi077.stdout:3367: seq_num 1054 ranges {0=458752,458752=401408} 2024-09-16T11:14:31.810 INFO:tasks.rados.rados.0.smithi077.stdout:3367: writing smithi07774545-28 from 0 to 458752 tid 1 2024-09-16T11:14:31.813 INFO:tasks.rados.rados.0.smithi077.stdout:3367: writing smithi07774545-28 from 458752 to 860160 tid 2 2024-09-16T11:14:31.813 INFO:tasks.rados.rados.0.smithi077.stdout:3368: delete oid 49 current snap is 320 2024-09-16T11:14:31.814 INFO:tasks.rados.rados.0.smithi077.stdout:3366: expect (ObjNum 1042 snap 315 seq_num 1042) 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: finishing write tid 1 to smithi07774545-28 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: finishing write tid 2 to smithi07774545-28 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: finishing write tid 3 to smithi07774545-28 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: finishing write tid 4 to smithi07774545-28 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1586 (ObjNum 1054 snap 320 seq_num 1054) dirty exists 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: left oid 28 (ObjNum 1054 snap 320 seq_num 1054) 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3366: done (2 left) 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3367: done (1 left) 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:3368: done (0 left) 2024-09-16T11:14:31.846 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 320 2024-09-16T11:14:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3369: seq_num 1056 ranges {843776=491520,1335296=401408} 2024-09-16T11:14:31.853 INFO:tasks.rados.rados.0.smithi077.stdout:3369: writing smithi07774545-41 from 843776 to 1335296 tid 1 2024-09-16T11:14:31.855 INFO:tasks.rados.rados.0.smithi077.stdout:3369: writing smithi07774545-41 from 1335296 to 1736704 tid 2 2024-09-16T11:14:31.855 INFO:tasks.rados.rados.0.smithi077.stdout:3370: setattr oid 16 current snap is 320 2024-09-16T11:14:31.858 INFO:tasks.rados.rados.0.smithi077.stdout:3371: rollback oid 45 current snap is 320 2024-09-16T11:14:31.858 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 45 to 315 2024-09-16T11:14:31.858 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 320 2024-09-16T11:14:31.858 INFO:tasks.rados.rados.0.smithi077.stdout:3372: seq_num 1057 ranges {4423680=507904,4931584=401408} 2024-09-16T11:14:31.884 INFO:tasks.rados.rados.0.smithi077.stdout:3372: writing smithi07774545-1 from 4423680 to 4931584 tid 1 2024-09-16T11:14:31.887 INFO:tasks.rados.rados.0.smithi077.stdout:3372: writing smithi07774545-1 from 4931584 to 5332992 tid 2 2024-09-16T11:14:31.887 INFO:tasks.rados.rados.0.smithi077.stdout:3373: read oid 34 snap -1 2024-09-16T11:14:31.887 INFO:tasks.rados.rados.0.smithi077.stdout:3373: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:14:31.887 INFO:tasks.rados.rados.0.smithi077.stdout:3374: delete oid 22 current snap is 320 2024-09-16T11:14:31.887 INFO:tasks.rados.rados.0.smithi077.stdout:3369: finishing write tid 1 to smithi07774545-41 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3369: finishing write tid 2 to smithi07774545-41 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3369: finishing write tid 3 to smithi07774545-41 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3369: finishing write tid 4 to smithi07774545-41 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1712 (ObjNum 1056 snap 320 seq_num 1056) dirty exists 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3369: left oid 41 (ObjNum 1056 snap 320 seq_num 1056) 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1774 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3371: finishing rollback tid 0 to smithi07774545-45 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3371: finishing rollback tid 1 to smithi07774545-45 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1542 (ObjNum 97 snap 0 seq_num 455876864) dirty dne 2024-09-16T11:14:31.888 INFO:tasks.rados.rados.0.smithi077.stdout:3373: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:14:31.890 INFO:tasks.rados.rados.0.smithi077.stdout:3369: done (5 left) 2024-09-16T11:14:31.890 INFO:tasks.rados.rados.0.smithi077.stdout:3370: done (4 left) 2024-09-16T11:14:31.890 INFO:tasks.rados.rados.0.smithi077.stdout:3371: done (3 left) 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3373: done (2 left) 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3374: done (1 left) 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3375: rmattr oid 49 current snap is 320 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3375: done (1 left) 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3376: snap_create 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3372: finishing write tid 1 to smithi07774545-1 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3372: finishing write tid 2 to smithi07774545-1 2024-09-16T11:14:31.891 INFO:tasks.rados.rados.0.smithi077.stdout:3372: finishing write tid 3 to smithi07774545-1 2024-09-16T11:14:31.892 INFO:tasks.rados.rados.0.smithi077.stdout:3372: finishing write tid 4 to smithi07774545-1 2024-09-16T11:14:31.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1545 (ObjNum 1057 snap 320 seq_num 1057) dirty exists 2024-09-16T11:14:31.892 INFO:tasks.rados.rados.0.smithi077.stdout:3372: left oid 1 (ObjNum 1057 snap 320 seq_num 1057) 2024-09-16T11:14:32.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:31 smithi077 ceph-mon[86047]: pgmap v757: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-09-16T11:14:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:31 smithi077 ceph-mon[86047]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T11:14:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:31 smithi077 ceph-mon[88497]: pgmap v757: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-09-16T11:14:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:31 smithi077 ceph-mon[88497]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T11:14:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:31 smithi191 ceph-mon[84934]: pgmap v757: 121 pgs: 121 active+clean; 132 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-09-16T11:14:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:31 smithi191 ceph-mon[84934]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T11:14:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:32.864 INFO:tasks.rados.rados.0.smithi077.stdout:3372: done (1 left) 2024-09-16T11:14:32.864 INFO:tasks.rados.rados.0.smithi077.stdout:3376: done (0 left) 2024-09-16T11:14:32.864 INFO:tasks.rados.rados.0.smithi077.stdout:3377: delete oid 7 current snap is 321 2024-09-16T11:14:32.872 INFO:tasks.rados.rados.0.smithi077.stdout:3377: done (0 left) 2024-09-16T11:14:32.872 INFO:tasks.rados.rados.0.smithi077.stdout:3378: snap_remove snap 318 2024-09-16T11:14:33.877 INFO:tasks.rados.rados.0.smithi077.stdout:3378: done (0 left) 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:3379: read oid 20 snap -1 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:3379: expect deleted 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:3380: read oid 12 snap -1 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:3380: expect deleted 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 321 2024-09-16T11:14:33.878 INFO:tasks.rados.rados.0.smithi077.stdout:3381: seq_num 1060 ranges {2875392=557056,3432448=401408} 2024-09-16T11:14:33.895 INFO:tasks.rados.rados.0.smithi077.stdout:3381: writing smithi07774545-3 from 2875392 to 3432448 tid 1 2024-09-16T11:14:33.899 INFO:tasks.rados.rados.0.smithi077.stdout:3381: writing smithi07774545-3 from 3432448 to 3833856 tid 2 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3382: read oid 24 snap 316 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3382: expect (ObjNum 981 snap 308 seq_num 981) 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3383: copy_from oid 22 from oid 49 current snap is 321 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3379: done (4 left) 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3380: done (3 left) 2024-09-16T11:14:33.900 INFO:tasks.rados.rados.0.smithi077.stdout:3384: read oid 19 snap -1 2024-09-16T11:14:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3384: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3385: read oid 46 snap 316 2024-09-16T11:14:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3385: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3386: read oid 12 snap -1 2024-09-16T11:14:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3386: expect deleted 2024-09-16T11:14:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3387: read oid 23 snap -1 2024-09-16T11:14:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3387: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 321 2024-09-16T11:14:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3388: seq_num 1061 ranges {0=573440,573440=401408} 2024-09-16T11:14:33.903 INFO:tasks.rados.rados.0.smithi077.stdout:3388: writing smithi07774545-6 from 0 to 573440 tid 1 2024-09-16T11:14:33.905 INFO:tasks.rados.rados.0.smithi077.stdout:3388: writing smithi07774545-6 from 573440 to 974848 tid 2 2024-09-16T11:14:33.905 INFO:tasks.rados.rados.0.smithi077.stdout:3389: snap_remove snap 315 2024-09-16T11:14:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:33 smithi077 ceph-mon[86047]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T11:14:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:33 smithi077 ceph-mon[86047]: pgmap v760: 121 pgs: 121 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-09-16T11:14:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:33 smithi077 ceph-mon[88497]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T11:14:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:33 smithi077 ceph-mon[88497]: pgmap v760: 121 pgs: 121 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-09-16T11:14:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:33 smithi191 ceph-mon[84934]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T11:14:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:33 smithi191 ceph-mon[84934]: pgmap v760: 121 pgs: 121 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-09-16T11:14:34.886 INFO:tasks.rados.rados.0.smithi077.stdout:3389: done (8 left) 2024-09-16T11:14:34.886 INFO:tasks.rados.rados.0.smithi077.stdout:3390: snap_remove snap 320 2024-09-16T11:14:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:34 smithi077 ceph-mon[86047]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T11:14:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:34 smithi077 ceph-mon[88497]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T11:14:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:34 smithi191 ceph-mon[84934]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3390: done (8 left) 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3391: copy_from oid 47 from oid 28 current snap is 321 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3383: finishing copy_from to smithi07774545-22 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3383: got expected ENOENT (src dne) 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3383: finishing copy_from racing read to smithi07774545-22 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3381: finishing write tid 1 to smithi07774545-3 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3381: finishing write tid 2 to smithi07774545-3 2024-09-16T11:14:35.809 INFO:tasks.rados.rados.0.smithi077.stdout:3384: expect (ObjNum 927 snap 291 seq_num 927) 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:3381: finishing write tid 3 to smithi07774545-3 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:3381: finishing write tid 4 to smithi07774545-3 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1461 (ObjNum 1060 snap 321 seq_num 1060) dirty exists 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:3381: left oid 3 (ObjNum 1060 snap 321 seq_num 1060) 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:3388: finishing write tid 1 to smithi07774545-6 2024-09-16T11:14:35.842 INFO:tasks.rados.rados.0.smithi077.stdout:3381: done (8 left) 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3383: done (7 left) 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3384: done (6 left) 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3386: done (5 left) 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3392: delete oid 27 current snap is 321 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3388: finishing write tid 2 to smithi07774545-6 2024-09-16T11:14:35.843 INFO:tasks.rados.rados.0.smithi077.stdout:3382: expect (ObjNum 981 snap 308 seq_num 981) 2024-09-16T11:14:35.926 INFO:tasks.rados.rados.0.smithi077.stdout:3388: finishing write tid 3 to smithi07774545-6 2024-09-16T11:14:35.926 INFO:tasks.rados.rados.0.smithi077.stdout:3388: finishing write tid 4 to smithi07774545-6 2024-09-16T11:14:35.927 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1764 (ObjNum 1061 snap 321 seq_num 1061) dirty exists 2024-09-16T11:14:35.927 INFO:tasks.rados.rados.0.smithi077.stdout:3388: left oid 6 (ObjNum 1061 snap 321 seq_num 1061) 2024-09-16T11:14:35.927 INFO:tasks.rados.rados.0.smithi077.stdout:3385: expect (ObjNum 967 snap 303 seq_num 967) 2024-09-16T11:14:36.034 INFO:tasks.rados.rados.0.smithi077.stdout:3387: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:3391: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:3391: finishing copy_from to smithi07774545-47 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1586 (ObjNum 1054 snap 320 seq_num 1054) dirty exists 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:3382: done (5 left) 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:3385: done (4 left) 2024-09-16T11:14:36.046 INFO:tasks.rados.rados.0.smithi077.stdout:3387: done (3 left) 2024-09-16T11:14:36.047 INFO:tasks.rados.rados.0.smithi077.stdout:3388: done (2 left) 2024-09-16T11:14:36.047 INFO:tasks.rados.rados.0.smithi077.stdout:3391: done (1 left) 2024-09-16T11:14:36.047 INFO:tasks.rados.rados.0.smithi077.stdout:3392: done (0 left) 2024-09-16T11:14:36.047 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 321 2024-09-16T11:14:36.047 INFO:tasks.rados.rados.0.smithi077.stdout:3393: seq_num 1063 ranges {974848=606208,1581056=401408} 2024-09-16T11:14:36.054 INFO:tasks.rados.rados.0.smithi077.stdout:3393: writing smithi07774545-6 from 974848 to 1581056 tid 1 2024-09-16T11:14:36.057 INFO:tasks.rados.rados.0.smithi077.stdout:3393: writing smithi07774545-6 from 1581056 to 1982464 tid 2 2024-09-16T11:14:36.057 INFO:tasks.rados.rados.0.smithi077.stdout:3394: rollback oid 38 current snap is 321 2024-09-16T11:14:36.057 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 316 2024-09-16T11:14:36.057 INFO:tasks.rados.rados.0.smithi077.stdout:3395: setattr oid 44 current snap is 321 2024-09-16T11:14:36.058 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 321 2024-09-16T11:14:36.058 INFO:tasks.rados.rados.0.smithi077.stdout:3396: seq_num 1064 ranges {1736704=622592,2359296=401408} 2024-09-16T11:14:36.071 INFO:tasks.rados.rados.0.smithi077.stdout:3396: writing smithi07774545-41 from 1736704 to 2359296 tid 1 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3396: writing smithi07774545-41 from 2359296 to 2760704 tid 2 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3397: read oid 29 snap -1 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3397: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3398: delete oid 33 current snap is 321 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3393: finishing write tid 1 to smithi07774545-6 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3393: finishing write tid 2 to smithi07774545-6 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3393: finishing write tid 3 to smithi07774545-6 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3394: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3394: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:14:36.075 INFO:tasks.rados.rados.0.smithi077.stdout:3394: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1597 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:3393: finishing write tid 4 to smithi07774545-6 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1767 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:3393: left oid 6 (ObjNum 1063 snap 321 seq_num 1063) 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1787 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:3396: finishing write tid 1 to smithi07774545-41 2024-09-16T11:14:36.076 INFO:tasks.rados.rados.0.smithi077.stdout:3393: done (5 left) 2024-09-16T11:14:36.077 INFO:tasks.rados.rados.0.smithi077.stdout:3394: done (4 left) 2024-09-16T11:14:36.077 INFO:tasks.rados.rados.0.smithi077.stdout:3395: done (3 left) 2024-09-16T11:14:36.077 INFO:tasks.rados.rados.0.smithi077.stdout:3398: done (2 left) 2024-09-16T11:14:36.077 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 321 2024-09-16T11:14:36.077 INFO:tasks.rados.rados.0.smithi077.stdout:3399: seq_num 1066 ranges {2801664=663552,3465216=401408} 2024-09-16T11:14:36.095 INFO:tasks.rados.rados.0.smithi077.stdout:3399: writing smithi07774545-36 from 2801664 to 3465216 tid 1 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3399: writing smithi07774545-36 from 3465216 to 3866624 tid 2 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3400: copy_from oid 40 from oid 34 current snap is 321 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3396: finishing write tid 2 to smithi07774545-41 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3396: finishing write tid 3 to smithi07774545-41 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3396: finishing write tid 4 to smithi07774545-41 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1715 (ObjNum 1064 snap 321 seq_num 1064) dirty exists 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3396: left oid 41 (ObjNum 1064 snap 321 seq_num 1064) 2024-09-16T11:14:36.098 INFO:tasks.rados.rados.0.smithi077.stdout:3397: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[86047]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[86047]: pgmap v763: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[86047]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[88497]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[88497]: pgmap v763: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-09-16T11:14:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:35 smithi077 ceph-mon[88497]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3400: finishing copy_from racing read to smithi07774545-40 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3400: finishing copy_from to smithi07774545-40 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1458 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3399: finishing write tid 1 to smithi07774545-36 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3399: finishing write tid 2 to smithi07774545-36 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3399: finishing write tid 3 to smithi07774545-36 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3396: done (3 left) 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3397: done (2 left) 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3400: done (1 left) 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3401: delete oid 1 current snap is 321 2024-09-16T11:14:36.201 INFO:tasks.rados.rados.0.smithi077.stdout:3399: finishing write tid 4 to smithi07774545-36 2024-09-16T11:14:36.202 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1653 (ObjNum 1066 snap 321 seq_num 1066) dirty exists 2024-09-16T11:14:36.202 INFO:tasks.rados.rados.0.smithi077.stdout:3399: left oid 36 (ObjNum 1066 snap 321 seq_num 1066) 2024-09-16T11:14:36.203 INFO:tasks.rados.rados.0.smithi077.stdout:3399: done (1 left) 2024-09-16T11:14:36.203 INFO:tasks.rados.rados.0.smithi077.stdout:3401: done (0 left) 2024-09-16T11:14:36.203 INFO:tasks.rados.rados.0.smithi077.stdout:3402: read oid 12 snap 313 2024-09-16T11:14:36.203 INFO:tasks.rados.rados.0.smithi077.stdout:3402: expect deleted 2024-09-16T11:14:36.203 INFO:tasks.rados.rados.0.smithi077.stdout:3403: snap_remove snap 317 2024-09-16T11:14:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:35 smithi191 ceph-mon[84934]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T11:14:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:35 smithi191 ceph-mon[84934]: pgmap v763: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-09-16T11:14:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:35 smithi191 ceph-mon[84934]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T11:14:36.892 INFO:tasks.rados.rados.0.smithi077.stdout:3403: done (1 left) 2024-09-16T11:14:36.892 INFO:tasks.rados.rados.0.smithi077.stdout:3404: snap_create 2024-09-16T11:14:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:36] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:14:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:14:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:36 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:14:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:14:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:14:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:14:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:36 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3402: done (1 left) 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3404: done (0 left) 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3405: read oid 37 snap -1 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3405: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 322 2024-09-16T11:14:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3406: seq_num 1068 ranges {0=696320,696320=401408} 2024-09-16T11:14:37.899 INFO:tasks.rados.rados.0.smithi077.stdout:3406: writing smithi07774545-22 from 0 to 696320 tid 1 2024-09-16T11:14:37.902 INFO:tasks.rados.rados.0.smithi077.stdout:3406: writing smithi07774545-22 from 696320 to 1097728 tid 2 2024-09-16T11:14:37.902 INFO:tasks.rados.rados.0.smithi077.stdout:3407: copy_from oid 47 from oid 50 current snap is 322 2024-09-16T11:14:37.902 INFO:tasks.rados.rados.0.smithi077.stdout:3405: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:37.919 INFO:tasks.rados.rados.0.smithi077.stdout:3407: finishing copy_from to smithi07774545-47 2024-09-16T11:14:37.919 INFO:tasks.rados.rados.0.smithi077.stdout:3407: got expected ENOENT (src dne) 2024-09-16T11:14:37.919 INFO:tasks.rados.rados.0.smithi077.stdout:3407: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:14:37.919 INFO:tasks.rados.rados.0.smithi077.stdout:3406: finishing write tid 1 to smithi07774545-22 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3406: finishing write tid 2 to smithi07774545-22 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3406: finishing write tid 3 to smithi07774545-22 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3405: done (2 left) 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3407: done (1 left) 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 322 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3406: finishing write tid 4 to smithi07774545-22 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 262 (ObjNum 1068 snap 322 seq_num 1068) dirty exists 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3406: left oid 22 (ObjNum 1068 snap 322 seq_num 1068) 2024-09-16T11:14:37.920 INFO:tasks.rados.rados.0.smithi077.stdout:3408: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-16T11:14:37.923 INFO:tasks.rados.rados.0.smithi077.stdout:3408: writing smithi07774545-48 from 0 to 712704 tid 1 2024-09-16T11:14:37.925 INFO:tasks.rados.rados.0.smithi077.stdout:3408: writing smithi07774545-48 from 712704 to 1114112 tid 2 2024-09-16T11:14:37.926 INFO:tasks.rados.rados.0.smithi077.stdout:3406: done (1 left) 2024-09-16T11:14:37.926 INFO:tasks.rados.rados.0.smithi077.stdout:3409: setattr oid 40 current snap is 322 2024-09-16T11:14:37.928 INFO:tasks.rados.rados.0.smithi077.stdout:3410: read oid 43 snap -1 2024-09-16T11:14:37.928 INFO:tasks.rados.rados.0.smithi077.stdout:3410: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-09-16T11:14:37.928 INFO:tasks.rados.rados.0.smithi077.stdout:3411: snap_remove snap 319 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[88497]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[88497]: pgmap v766: 121 pgs: 121 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[88497]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[86047]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[86047]: pgmap v766: 121 pgs: 121 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-16T11:14:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:37 smithi077 ceph-mon[86047]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T11:14:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:37 smithi191 ceph-mon[84934]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T11:14:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:37 smithi191 ceph-mon[84934]: pgmap v766: 121 pgs: 121 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-16T11:14:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:37 smithi191 ceph-mon[84934]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3408: finishing write tid 1 to smithi07774545-48 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3408: finishing write tid 2 to smithi07774545-48 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3408: finishing write tid 3 to smithi07774545-48 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3408: finishing write tid 4 to smithi07774545-48 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1563 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3408: left oid 48 (ObjNum 1069 snap 322 seq_num 1069) 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1787 (ObjNum 161 snap 0 seq_num 455850528) dirty exists 2024-09-16T11:14:38.917 INFO:tasks.rados.rados.0.smithi077.stdout:3410: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-09-16T11:14:39.355 INFO:tasks.rados.rados.0.smithi077.stdout:3408: done (3 left) 2024-09-16T11:14:39.355 INFO:tasks.rados.rados.0.smithi077.stdout:3409: done (2 left) 2024-09-16T11:14:39.356 INFO:tasks.rados.rados.0.smithi077.stdout:3410: done (1 left) 2024-09-16T11:14:39.356 INFO:tasks.rados.rados.0.smithi077.stdout:3411: done (0 left) 2024-09-16T11:14:39.356 INFO:tasks.rados.rados.0.smithi077.stdout:3412: snap_remove snap 321 2024-09-16T11:14:39.913 INFO:tasks.rados.rados.0.smithi077.stdout:3412: done (0 left) 2024-09-16T11:14:39.913 INFO:tasks.rados.rados.0.smithi077.stdout:3413: delete oid 15 current snap is 322 2024-09-16T11:14:39.917 INFO:tasks.rados.rados.0.smithi077.stdout:3413: done (0 left) 2024-09-16T11:14:39.917 INFO:tasks.rados.rados.0.smithi077.stdout:3414: setattr oid 12 current snap is 322 2024-09-16T11:14:39.918 INFO:tasks.rados.rados.0.smithi077.stdout:3415: read oid 5 snap -1 2024-09-16T11:14:39.918 INFO:tasks.rados.rados.0.smithi077.stdout:3415: expect (ObjNum 1050 snap 318 seq_num 1050) 2024-09-16T11:14:39.919 INFO:tasks.rados.rados.0.smithi077.stdout:3416: read oid 2 snap 316 2024-09-16T11:14:39.919 INFO:tasks.rados.rados.0.smithi077.stdout:3416: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:14:39.919 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 322 2024-09-16T11:14:39.919 INFO:tasks.rados.rados.0.smithi077.stdout:3417: seq_num 1071 ranges {0=745472,745472=401408} 2024-09-16T11:14:39.924 INFO:tasks.rados.rados.0.smithi077.stdout:3417: writing smithi07774545-25 from 0 to 745472 tid 1 2024-09-16T11:14:39.927 INFO:tasks.rados.rados.0.smithi077.stdout:3417: writing smithi07774545-25 from 745472 to 1146880 tid 2 2024-09-16T11:14:39.927 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1796 (ObjNum 225 snap 0 seq_num 455830480) dirty exists 2024-09-16T11:14:39.927 INFO:tasks.rados.rados.0.smithi077.stdout:3414: done (3 left) 2024-09-16T11:14:39.927 INFO:tasks.rados.rados.0.smithi077.stdout:3418: rollback oid 9 current snap is 322 2024-09-16T11:14:39.927 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 9 to 314 2024-09-16T11:14:39.928 INFO:tasks.rados.rados.0.smithi077.stdout:3416: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:14:39.937 INFO:tasks.rados.rados.0.smithi077.stdout:3415: expect (ObjNum 1050 snap 318 seq_num 1050) 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3417: finishing write tid 1 to smithi07774545-25 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3417: finishing write tid 2 to smithi07774545-25 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3417: finishing write tid 3 to smithi07774545-25 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3418: finishing rollback tid 0 to smithi07774545-9 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3418: finishing rollback tid 1 to smithi07774545-9 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3418: finishing rollback tid 2 to smithi07774545-9 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1600 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3417: finishing write tid 4 to smithi07774545-25 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1794 (ObjNum 1071 snap 322 seq_num 1071) dirty exists 2024-09-16T11:14:39.962 INFO:tasks.rados.rados.0.smithi077.stdout:3417: left oid 25 (ObjNum 1071 snap 322 seq_num 1071) 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3415: done (3 left) 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3416: done (2 left) 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3417: done (1 left) 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3418: done (0 left) 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3419: setattr oid 13 current snap is 322 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 322 2024-09-16T11:14:39.963 INFO:tasks.rados.rados.0.smithi077.stdout:3420: seq_num 1072 ranges {1114112=761856,1875968=401408} 2024-09-16T11:14:39.972 INFO:tasks.rados.rados.0.smithi077.stdout:3420: writing smithi07774545-48 from 1114112 to 1875968 tid 1 2024-09-16T11:14:39.974 INFO:tasks.rados.rados.0.smithi077.stdout:3420: writing smithi07774545-48 from 1875968 to 2277376 tid 2 2024-09-16T11:14:39.974 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 322 2024-09-16T11:14:39.974 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1798 (ObjNum 1011 snap 313 seq_num 1011) dirty exists 2024-09-16T11:14:39.974 INFO:tasks.rados.rados.0.smithi077.stdout:3421: seq_num 1073 ranges {3416064=778240,4194304=401408} 2024-09-16T11:14:39.996 INFO:tasks.rados.rados.0.smithi077.stdout:3421: writing smithi07774545-8 from 3416064 to 4194304 tid 1 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3421: writing smithi07774545-8 from 4194304 to 4595712 tid 2 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3419: done (2 left) 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3422: delete oid 14 current snap is 322 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3420: finishing write tid 1 to smithi07774545-48 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3420: finishing write tid 2 to smithi07774545-48 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3420: finishing write tid 3 to smithi07774545-48 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3420: finishing write tid 4 to smithi07774545-48 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1566 (ObjNum 1072 snap 322 seq_num 1072) dirty exists 2024-09-16T11:14:39.999 INFO:tasks.rados.rados.0.smithi077.stdout:3420: left oid 48 (ObjNum 1072 snap 322 seq_num 1072) 2024-09-16T11:14:40.000 INFO:tasks.rados.rados.0.smithi077.stdout:3420: done (2 left) 2024-09-16T11:14:40.000 INFO:tasks.rados.rados.0.smithi077.stdout:3422: done (1 left) 2024-09-16T11:14:40.000 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 322 2024-09-16T11:14:40.001 INFO:tasks.rados.rados.0.smithi077.stdout:3423: seq_num 1075 ranges {2785280=409600,3194880=671744,3866624=131072} 2024-09-16T11:14:40.017 INFO:tasks.rados.rados.0.smithi077.stdout:3423: writing smithi07774545-10 from 2785280 to 3194880 tid 1 2024-09-16T11:14:40.021 INFO:tasks.rados.rados.0.smithi077.stdout:3423: writing smithi07774545-10 from 3194880 to 3866624 tid 2 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3423: writing smithi07774545-10 from 3866624 to 3997696 tid 3 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3424: snap_create 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3421: finishing write tid 1 to smithi07774545-8 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3421: finishing write tid 2 to smithi07774545-8 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3421: finishing write tid 3 to smithi07774545-8 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:3421: finishing write tid 4 to smithi07774545-8 2024-09-16T11:14:40.022 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1569 (ObjNum 1073 snap 322 seq_num 1073) dirty exists 2024-09-16T11:14:40.023 INFO:tasks.rados.rados.0.smithi077.stdout:3421: left oid 8 (ObjNum 1073 snap 322 seq_num 1073) 2024-09-16T11:14:40.023 INFO:tasks.rados.rados.0.smithi077.stdout:3423: finishing write tid 1 to smithi07774545-10 2024-09-16T11:14:40.025 INFO:tasks.rados.rados.0.smithi077.stdout:3423: finishing write tid 2 to smithi07774545-10 2024-09-16T11:14:40.025 INFO:tasks.rados.rados.0.smithi077.stdout:3423: finishing write tid 3 to smithi07774545-10 2024-09-16T11:14:40.025 INFO:tasks.rados.rados.0.smithi077.stdout:3423: finishing write tid 4 to smithi07774545-10 2024-09-16T11:14:40.026 INFO:tasks.rados.rados.0.smithi077.stdout:3423: finishing write tid 5 to smithi07774545-10 2024-09-16T11:14:40.026 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1799 (ObjNum 1075 snap 322 seq_num 1075) dirty exists 2024-09-16T11:14:40.026 INFO:tasks.rados.rados.0.smithi077.stdout:3423: left oid 10 (ObjNum 1075 snap 322 seq_num 1075) 2024-09-16T11:14:40.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:39 smithi077 ceph-mon[88497]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T11:14:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:39 smithi077 ceph-mon[88497]: pgmap v769: 121 pgs: 121 active+clean; 152 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T11:14:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:39 smithi077 ceph-mon[86047]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T11:14:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:39 smithi077 ceph-mon[86047]: pgmap v769: 121 pgs: 121 active+clean; 152 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T11:14:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:39 smithi191 ceph-mon[84934]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T11:14:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:39 smithi191 ceph-mon[84934]: pgmap v769: 121 pgs: 121 active+clean; 152 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3421: done (2 left) 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3423: done (1 left) 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3424: done (0 left) 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3425: read oid 2 snap 314 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3425: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 323 2024-09-16T11:14:40.810 INFO:tasks.rados.rados.0.smithi077.stdout:3426: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-09-16T11:14:40.812 INFO:tasks.rados.rados.0.smithi077.stdout:3426: writing smithi07774545-12 from 0 to 425984 tid 1 2024-09-16T11:14:40.815 INFO:tasks.rados.rados.0.smithi077.stdout:3426: writing smithi07774545-12 from 425984 to 974848 tid 2 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3426: writing smithi07774545-12 from 974848 to 1228800 tid 3 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3427: read oid 18 snap -1 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3427: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3428: read oid 21 snap -1 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3428: expect (ObjNum 1013 snap 313 seq_num 1013) 2024-09-16T11:14:40.818 INFO:tasks.rados.rados.0.smithi077.stdout:3429: snap_remove snap 313 2024-09-16T11:14:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:40 smithi077 ceph-mon[88497]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T11:14:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:40 smithi077 ceph-mon[88497]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T11:14:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:40 smithi077 ceph-mon[86047]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T11:14:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:40 smithi077 ceph-mon[86047]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T11:14:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:40 smithi191 ceph-mon[84934]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T11:14:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:40 smithi191 ceph-mon[84934]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T11:14:41.811 INFO:tasks.rados.rados.0.smithi077.stdout:3425: expect (ObjNum 736 snap 229 seq_num 736) 2024-09-16T11:14:41.826 INFO:tasks.rados.rados.0.smithi077.stdout:3427: expect (ObjNum 873 snap 275 seq_num 873) 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3426: finishing write tid 1 to smithi07774545-12 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3426: finishing write tid 2 to smithi07774545-12 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3425: done (4 left) 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3427: done (3 left) 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3429: done (2 left) 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3430: snap_create 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3426: finishing write tid 3 to smithi07774545-12 2024-09-16T11:14:41.838 INFO:tasks.rados.rados.0.smithi077.stdout:3426: finishing write tid 4 to smithi07774545-12 2024-09-16T11:14:41.839 INFO:tasks.rados.rados.0.smithi077.stdout:3426: finishing write tid 5 to smithi07774545-12 2024-09-16T11:14:41.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1803 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:14:41.839 INFO:tasks.rados.rados.0.smithi077.stdout:3426: left oid 12 (ObjNum 1076 snap 323 seq_num 1076) 2024-09-16T11:14:41.839 INFO:tasks.rados.rados.0.smithi077.stdout:3428: expect (ObjNum 1013 snap 313 seq_num 1013) 2024-09-16T11:14:42.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:41 smithi077 ceph-mon[86047]: pgmap v772: 121 pgs: 121 active+clean; 153 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 984 KiB/s wr, 13 op/s 2024-09-16T11:14:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:41 smithi077 ceph-mon[86047]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T11:14:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:41 smithi077 ceph-mon[88497]: pgmap v772: 121 pgs: 121 active+clean; 153 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 984 KiB/s wr, 13 op/s 2024-09-16T11:14:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:41 smithi077 ceph-mon[88497]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T11:14:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:41 smithi191 ceph-mon[84934]: pgmap v772: 121 pgs: 121 active+clean; 153 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 984 KiB/s wr, 13 op/s 2024-09-16T11:14:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:41 smithi191 ceph-mon[84934]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T11:14:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:42.813 INFO:tasks.rados.rados.0.smithi077.stdout:3426: done (2 left) 2024-09-16T11:14:42.813 INFO:tasks.rados.rados.0.smithi077.stdout:3428: done (1 left) 2024-09-16T11:14:42.813 INFO:tasks.rados.rados.0.smithi077.stdout:3430: done (0 left) 2024-09-16T11:14:42.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 46 current snap is 324 2024-09-16T11:14:42.814 INFO:tasks.rados.rados.0.smithi077.stdout:3431: seq_num 1077 ranges {3342336=442368,3784704=434176,4218880=368640} 2024-09-16T11:14:42.833 INFO:tasks.rados.rados.0.smithi077.stdout:3431: writing smithi07774545-46 from 3342336 to 3784704 tid 1 2024-09-16T11:14:42.835 INFO:tasks.rados.rados.0.smithi077.stdout:3431: writing smithi07774545-46 from 3784704 to 4218880 tid 2 2024-09-16T11:14:42.838 INFO:tasks.rados.rados.0.smithi077.stdout:3431: writing smithi07774545-46 from 4218880 to 4587520 tid 3 2024-09-16T11:14:42.838 INFO:tasks.rados.rados.0.smithi077.stdout:3432: read oid 11 snap -1 2024-09-16T11:14:42.838 INFO:tasks.rados.rados.0.smithi077.stdout:3432: expect (ObjNum 1042 snap 315 seq_num 1042) 2024-09-16T11:14:42.838 INFO:tasks.rados.rados.0.smithi077.stdout:3433: setattr oid 38 current snap is 324 2024-09-16T11:14:42.841 INFO:tasks.rados.rados.0.smithi077.stdout:3434: snap_remove snap 323 2024-09-16T11:14:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:42 smithi077 ceph-mon[86047]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T11:14:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:42 smithi077 ceph-mon[88497]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T11:14:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:42 smithi191 ceph-mon[84934]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T11:14:43.820 INFO:tasks.rados.rados.0.smithi077.stdout:3434: done (3 left) 2024-09-16T11:14:43.821 INFO:tasks.rados.rados.0.smithi077.stdout:3435: snap_remove snap 322 2024-09-16T11:14:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:43 smithi191 ceph-mon[84934]: pgmap v775: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-16T11:14:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:43 smithi191 ceph-mon[84934]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T11:14:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:43 smithi077 ceph-mon[86047]: pgmap v775: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-16T11:14:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:43 smithi077 ceph-mon[86047]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T11:14:44.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:43 smithi077 ceph-mon[88497]: pgmap v775: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-16T11:14:44.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:43 smithi077 ceph-mon[88497]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T11:14:44.822 INFO:tasks.rados.rados.0.smithi077.stdout:3435: done (3 left) 2024-09-16T11:14:44.822 INFO:tasks.rados.rados.0.smithi077.stdout:3436: snap_create 2024-09-16T11:14:44.822 INFO:tasks.rados.rados.0.smithi077.stdout:3431: finishing write tid 1 to smithi07774545-46 2024-09-16T11:14:44.822 INFO:tasks.rados.rados.0.smithi077.stdout:3432: expect (ObjNum 1042 snap 315 seq_num 1042) 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:3431: finishing write tid 2 to smithi07774545-46 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:3431: finishing write tid 3 to smithi07774545-46 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:3431: finishing write tid 4 to smithi07774545-46 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1601 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:3431: finishing write tid 5 to smithi07774545-46 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1548 (ObjNum 1077 snap 324 seq_num 1077) dirty exists 2024-09-16T11:14:44.854 INFO:tasks.rados.rados.0.smithi077.stdout:3431: left oid 46 (ObjNum 1077 snap 324 seq_num 1077) 2024-09-16T11:14:45.810 INFO:tasks.rados.rados.0.smithi077.stdout:3431: done (3 left) 2024-09-16T11:14:45.810 INFO:tasks.rados.rados.0.smithi077.stdout:3432: done (2 left) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3433: done (1 left) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3436: done (0 left) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3437: rmattr oid 20 current snap is 325 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3437: done (0 left) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3438: rollback oid 4 current snap is 325 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 4 to 314 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3439: rmattr oid 11 current snap is 325 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3439: done (1 left) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3440: read oid 23 snap 314 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3440: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3441: read oid 22 snap 316 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3441: expect (ObjNum 1040 snap 315 seq_num 1040) 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 325 2024-09-16T11:14:45.811 INFO:tasks.rados.rados.0.smithi077.stdout:3442: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-09-16T11:14:45.813 INFO:tasks.rados.rados.0.smithi077.stdout:3442: writing smithi07774545-27 from 0 to 458752 tid 1 2024-09-16T11:14:45.818 INFO:tasks.rados.rados.0.smithi077.stdout:3442: writing smithi07774545-27 from 458752 to 1179648 tid 2 2024-09-16T11:14:45.818 INFO:tasks.rados.rados.0.smithi077.stdout:3442: writing smithi07774545-27 from 1179648 to 1261568 tid 3 2024-09-16T11:14:45.818 INFO:tasks.rados.rados.0.smithi077.stdout:3443: delete oid 11 current snap is 325 2024-09-16T11:14:45.820 INFO:tasks.rados.rados.0.smithi077.stdout:3440: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3438: finishing rollback tid 0 to smithi07774545-4 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3438: finishing rollback tid 1 to smithi07774545-4 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3438: finishing rollback tid 2 to smithi07774545-4 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1402 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3442: finishing write tid 1 to smithi07774545-27 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3438: done (4 left) 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3440: done (3 left) 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3443: done (2 left) 2024-09-16T11:14:45.834 INFO:tasks.rados.rados.0.smithi077.stdout:3444: rmattr oid 43 current snap is 325 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3442: finishing write tid 2 to smithi07774545-27 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3442: finishing write tid 3 to smithi07774545-27 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3442: finishing write tid 4 to smithi07774545-27 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3442: finishing write tid 5 to smithi07774545-27 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1551 (ObjNum 1078 snap 325 seq_num 1078) dirty exists 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3442: left oid 27 (ObjNum 1078 snap 325 seq_num 1078) 2024-09-16T11:14:45.835 INFO:tasks.rados.rados.0.smithi077.stdout:3441: expect (ObjNum 1040 snap 315 seq_num 1040) 2024-09-16T11:14:45.975 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1807 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:45.975 INFO:tasks.rados.rados.0.smithi077.stdout:3441: done (2 left) 2024-09-16T11:14:45.975 INFO:tasks.rados.rados.0.smithi077.stdout:3442: done (1 left) 2024-09-16T11:14:45.975 INFO:tasks.rados.rados.0.smithi077.stdout:3444: done (0 left) 2024-09-16T11:14:45.975 INFO:tasks.rados.rados.0.smithi077.stdout:3445: rollback oid 7 current snap is 325 2024-09-16T11:14:45.976 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 314 2024-09-16T11:14:45.976 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 325 2024-09-16T11:14:45.976 INFO:tasks.rados.rados.0.smithi077.stdout:3446: seq_num 1080 ranges {385024=491520,876544=540672,1417216=262144} 2024-09-16T11:14:45.980 INFO:tasks.rados.rados.0.smithi077.stdout:3446: writing smithi07774545-26 from 385024 to 876544 tid 1 2024-09-16T11:14:45.983 INFO:tasks.rados.rados.0.smithi077.stdout:3446: writing smithi07774545-26 from 876544 to 1417216 tid 2 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3446: writing smithi07774545-26 from 1417216 to 1679360 tid 3 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3447: read oid 8 snap 324 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3447: expect (ObjNum 1073 snap 322 seq_num 1073) 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3448: setattr oid 12 current snap is 325 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3445: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3445: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1817 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-09-16T11:14:45.985 INFO:tasks.rados.rados.0.smithi077.stdout:3446: finishing write tid 1 to smithi07774545-26 2024-09-16T11:14:45.986 INFO:tasks.rados.rados.0.smithi077.stdout:3445: done (3 left) 2024-09-16T11:14:45.986 INFO:tasks.rados.rados.0.smithi077.stdout:3449: rollback oid 38 current snap is 325 2024-09-16T11:14:45.986 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 314 2024-09-16T11:14:45.986 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 325 2024-09-16T11:14:45.987 INFO:tasks.rados.rados.0.smithi077.stdout:3450: seq_num 1081 ranges {3866624=507904,4374528=425984,4800512=376832} 2024-09-16T11:14:46.010 INFO:tasks.rados.rados.0.smithi077.stdout:3450: writing smithi07774545-36 from 3866624 to 4374528 tid 1 2024-09-16T11:14:46.013 INFO:tasks.rados.rados.0.smithi077.stdout:3450: writing smithi07774545-36 from 4374528 to 4800512 tid 2 2024-09-16T11:14:46.015 INFO:tasks.rados.rados.0.smithi077.stdout:3450: writing smithi07774545-36 from 4800512 to 5177344 tid 3 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3451: copy_from oid 9 from oid 18 current snap is 325 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: finishing write tid 2 to smithi07774545-26 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: finishing write tid 3 to smithi07774545-26 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: finishing write tid 4 to smithi07774545-26 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1819 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3449: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3449: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: finishing write tid 5 to smithi07774545-26 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1771 (ObjNum 1080 snap 325 seq_num 1080) dirty exists 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: left oid 26 (ObjNum 1080 snap 325 seq_num 1080) 2024-09-16T11:14:46.016 INFO:tasks.rados.rados.0.smithi077.stdout:3446: done (5 left) 2024-09-16T11:14:46.017 INFO:tasks.rados.rados.0.smithi077.stdout:3448: done (4 left) 2024-09-16T11:14:46.017 INFO:tasks.rados.rados.0.smithi077.stdout:3452: copy_from oid 30 from oid 34 current snap is 325 2024-09-16T11:14:46.017 INFO:tasks.rados.rados.0.smithi077.stdout:3449: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:14:46.017 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1604 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:46.017 INFO:tasks.rados.rados.0.smithi077.stdout:3447: expect (ObjNum 1073 snap 322 seq_num 1073) 2024-09-16T11:14:46.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[86047]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T11:14:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[86047]: pgmap v778: 121 pgs: 121 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T11:14:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[86047]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T11:14:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[88497]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T11:14:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[88497]: pgmap v778: 121 pgs: 121 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T11:14:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:45 smithi077 ceph-mon[88497]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T11:14:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:45 smithi191 ceph-mon[84934]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T11:14:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:45 smithi191 ceph-mon[84934]: pgmap v778: 121 pgs: 121 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T11:14:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:45 smithi191 ceph-mon[84934]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T11:14:46.246 INFO:tasks.rados.rados.0.smithi077.stdout:3450: finishing write tid 1 to smithi07774545-36 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3450: finishing write tid 2 to smithi07774545-36 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3452: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3450: finishing write tid 3 to smithi07774545-36 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3451: finishing copy_from racing read to smithi07774545-9 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3452: finishing copy_from to smithi07774545-30 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1458 (ObjNum 33 snap 0 seq_num 455403824) dirty exists 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3450: finishing write tid 4 to smithi07774545-36 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3447: done (4 left) 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3449: done (3 left) 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3452: done (2 left) 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3453: read oid 44 snap 314 2024-09-16T11:14:46.247 INFO:tasks.rados.rados.0.smithi077.stdout:3453: expect deleted 2024-09-16T11:14:46.248 INFO:tasks.rados.rados.0.smithi077.stdout:3454: snap_remove snap 324 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:3454: done (3 left) 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:3455: copy_from oid 32 from oid 49 current snap is 325 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:3456: read oid 20 snap -1 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:3456: expect deleted 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:3457: copy_from oid 16 from oid 25 current snap is 325 2024-09-16T11:14:46.826 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 325 2024-09-16T11:14:46.827 INFO:tasks.rados.rados.0.smithi077.stdout:3458: seq_num 1082 ranges {1081344=524288,1605632=704512,2310144=98304} 2024-09-16T11:14:46.835 INFO:tasks.rados.rados.0.smithi077.stdout:3458: writing smithi07774545-2 from 1081344 to 1605632 tid 1 2024-09-16T11:14:46.840 INFO:tasks.rados.rados.0.smithi077.stdout:3458: writing smithi07774545-2 from 1605632 to 2310144 tid 2 2024-09-16T11:14:46.841 INFO:tasks.rados.rados.0.smithi077.stdout:3458: writing smithi07774545-2 from 2310144 to 2408448 tid 3 2024-09-16T11:14:46.841 INFO:tasks.rados.rados.0.smithi077.stdout:3459: rollback oid 38 current snap is 325 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 314 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3451: finishing copy_from to smithi07774545-9 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1701 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3451: done (7 left) 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 325 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3450: finishing write tid 5 to smithi07774545-36 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1676 (ObjNum 1081 snap 325 seq_num 1081) dirty exists 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3450: left oid 36 (ObjNum 1081 snap 325 seq_num 1081) 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3455: finishing copy_from to smithi07774545-32 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3455: got expected ENOENT (src dne) 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3455: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3458: finishing write tid 1 to smithi07774545-2 2024-09-16T11:14:46.842 INFO:tasks.rados.rados.0.smithi077.stdout:3460: seq_num 1083 ranges {3866624=540672,4407296=589824,4997120=212992} 2024-09-16T11:14:46.865 INFO:tasks.rados.rados.0.smithi077.stdout:3460: writing smithi07774545-21 from 3866624 to 4407296 tid 1 2024-09-16T11:14:46.868 INFO:tasks.rados.rados.0.smithi077.stdout:3460: writing smithi07774545-21 from 4407296 to 4997120 tid 2 2024-09-16T11:14:46.870 INFO:tasks.rados.rados.0.smithi077.stdout:3460: writing smithi07774545-21 from 4997120 to 5210112 tid 3 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3450: done (7 left) 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3453: done (6 left) 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3455: done (5 left) 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3456: done (4 left) 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3461: snap_create 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3457: finishing copy_from racing read to smithi07774545-16 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:3457: finishing copy_from to smithi07774545-16 2024-09-16T11:14:46.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1794 (ObjNum 1071 snap 322 seq_num 1071) dirty exists 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3459: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3459: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3459: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1704 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3458: finishing write tid 2 to smithi07774545-2 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3458: finishing write tid 3 to smithi07774545-2 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3458: finishing write tid 4 to smithi07774545-2 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3458: finishing write tid 5 to smithi07774545-2 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1682 (ObjNum 1082 snap 325 seq_num 1082) dirty exists 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3458: left oid 2 (ObjNum 1082 snap 325 seq_num 1082) 2024-09-16T11:14:46.872 INFO:tasks.rados.rados.0.smithi077.stdout:3460: finishing write tid 1 to smithi07774545-21 2024-09-16T11:14:46.873 INFO:tasks.rados.rados.0.smithi077.stdout:3460: finishing write tid 2 to smithi07774545-21 2024-09-16T11:14:46.874 INFO:tasks.rados.rados.0.smithi077.stdout:3460: finishing write tid 3 to smithi07774545-21 2024-09-16T11:14:46.874 INFO:tasks.rados.rados.0.smithi077.stdout:3460: finishing write tid 4 to smithi07774545-21 2024-09-16T11:14:46.875 INFO:tasks.rados.rados.0.smithi077.stdout:3460: finishing write tid 5 to smithi07774545-21 2024-09-16T11:14:46.875 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1687 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-09-16T11:14:46.875 INFO:tasks.rados.rados.0.smithi077.stdout:3460: left oid 21 (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:14:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:46] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T11:14:47.833 INFO:tasks.rados.rados.0.smithi077.stdout:3457: done (4 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3458: done (3 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3459: done (2 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3460: done (1 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3461: done (0 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3462: rmattr oid 26 current snap is 326 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3462: done (0 left) 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3463: rollback oid 26 current snap is 326 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 316 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 326 2024-09-16T11:14:47.834 INFO:tasks.rados.rados.0.smithi077.stdout:3464: seq_num 1084 ranges {229376=557056,786432=475136,1261568=327680} 2024-09-16T11:14:47.838 INFO:tasks.rados.rados.0.smithi077.stdout:3464: writing smithi07774545-9 from 229376 to 786432 tid 1 2024-09-16T11:14:47.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: writing smithi07774545-9 from 786432 to 1261568 tid 2 2024-09-16T11:14:47.843 INFO:tasks.rados.rados.0.smithi077.stdout:3464: writing smithi07774545-9 from 1261568 to 1589248 tid 3 2024-09-16T11:14:47.843 INFO:tasks.rados.rados.0.smithi077.stdout:3465: snap_remove snap 314 2024-09-16T11:14:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:47 smithi077 ceph-mon[86047]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T11:14:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:47 smithi077 ceph-mon[86047]: pgmap v781: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 356 KiB/s wr, 22 op/s 2024-09-16T11:14:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:47 smithi077 ceph-mon[88497]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T11:14:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:47 smithi077 ceph-mon[88497]: pgmap v781: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 356 KiB/s wr, 22 op/s 2024-09-16T11:14:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:47 smithi191 ceph-mon[84934]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T11:14:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:47 smithi191 ceph-mon[84934]: pgmap v781: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 356 KiB/s wr, 22 op/s 2024-09-16T11:14:48.840 INFO:tasks.rados.rados.0.smithi077.stdout:3465: done (2 left) 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3466: delete oid 11 current snap is 326 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3463: finishing rollback tid 0 to smithi07774545-26 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3463: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3463: finishing rollback tid 2 to smithi07774545-26 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1774 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: finishing write tid 1 to smithi07774545-9 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: finishing write tid 2 to smithi07774545-9 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: finishing write tid 3 to smithi07774545-9 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: finishing write tid 4 to smithi07774545-9 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: finishing write tid 5 to smithi07774545-9 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1708 (ObjNum 1084 snap 326 seq_num 1084) dirty exists 2024-09-16T11:14:48.841 INFO:tasks.rados.rados.0.smithi077.stdout:3464: left oid 9 (ObjNum 1084 snap 326 seq_num 1084) 2024-09-16T11:14:48.856 INFO:tasks.rados.rados.0.smithi077.stdout:3463: done (2 left) 2024-09-16T11:14:48.856 INFO:tasks.rados.rados.0.smithi077.stdout:3464: done (1 left) 2024-09-16T11:14:48.856 INFO:tasks.rados.rados.0.smithi077.stdout:3466: done (0 left) 2024-09-16T11:14:48.856 INFO:tasks.rados.rados.0.smithi077.stdout:3467: copy_from oid 26 from oid 30 current snap is 326 2024-09-16T11:14:48.856 INFO:tasks.rados.rados.0.smithi077.stdout:3468: snap_remove snap 316 2024-09-16T11:14:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:48 smithi077 ceph-mon[86047]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T11:14:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:48 smithi077 ceph-mon[88497]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T11:14:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:48 smithi191 ceph-mon[84934]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T11:14:49.854 INFO:tasks.rados.rados.0.smithi077.stdout:3467: finishing copy_from racing read to smithi07774545-26 2024-09-16T11:14:49.854 INFO:tasks.rados.rados.0.smithi077.stdout:3467: finishing copy_from to smithi07774545-26 2024-09-16T11:14:49.854 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1458 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T11:14:49.854 INFO:tasks.rados.rados.0.smithi077.stdout:3467: done (1 left) 2024-09-16T11:14:49.855 INFO:tasks.rados.rados.0.smithi077.stdout:3468: done (0 left) 2024-09-16T11:14:49.855 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 326 2024-09-16T11:14:49.855 INFO:tasks.rados.rados.0.smithi077.stdout:3469: seq_num 1086 ranges {1261568=598016,1859584=647168,2506752=155648} 2024-09-16T11:14:49.865 INFO:tasks.rados.rados.0.smithi077.stdout:3469: writing smithi07774545-27 from 1261568 to 1859584 tid 1 2024-09-16T11:14:49.869 INFO:tasks.rados.rados.0.smithi077.stdout:3469: writing smithi07774545-27 from 1859584 to 2506752 tid 2 2024-09-16T11:14:49.871 INFO:tasks.rados.rados.0.smithi077.stdout:3469: writing smithi07774545-27 from 2506752 to 2662400 tid 3 2024-09-16T11:14:49.871 INFO:tasks.rados.rados.0.smithi077.stdout:3470: rmattr oid 47 current snap is 326 2024-09-16T11:14:49.871 INFO:tasks.rados.rados.0.smithi077.stdout:3470: done (1 left) 2024-09-16T11:14:49.871 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 326 2024-09-16T11:14:49.872 INFO:tasks.rados.rados.0.smithi077.stdout:3471: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-09-16T11:14:49.875 INFO:tasks.rados.rados.0.smithi077.stdout:3471: writing smithi07774545-50 from 0 to 614400 tid 1 2024-09-16T11:14:49.878 INFO:tasks.rados.rados.0.smithi077.stdout:3471: writing smithi07774545-50 from 614400 to 1146880 tid 2 2024-09-16T11:14:49.881 INFO:tasks.rados.rados.0.smithi077.stdout:3471: writing smithi07774545-50 from 1146880 to 1417216 tid 3 2024-09-16T11:14:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 326 2024-09-16T11:14:49.882 INFO:tasks.rados.rados.0.smithi077.stdout:3472: seq_num 1088 ranges {3997696=630784,4628480=466944,5095424=335872} 2024-09-16T11:14:49.906 INFO:tasks.rados.rados.0.smithi077.stdout:3472: writing smithi07774545-10 from 3997696 to 4628480 tid 1 2024-09-16T11:14:49.908 INFO:tasks.rados.rados.0.smithi077.stdout:3472: writing smithi07774545-10 from 4628480 to 5095424 tid 2 2024-09-16T11:14:49.910 INFO:tasks.rados.rados.0.smithi077.stdout:3472: writing smithi07774545-10 from 5095424 to 5431296 tid 3 2024-09-16T11:14:49.910 INFO:tasks.rados.rados.0.smithi077.stdout:3473: snap_remove snap 325 2024-09-16T11:14:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:49 smithi077 ceph-mon[88497]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T11:14:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:49 smithi077 ceph-mon[88497]: pgmap v784: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T11:14:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:49 smithi077 ceph-mon[86047]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T11:14:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:49 smithi077 ceph-mon[86047]: pgmap v784: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T11:14:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:49 smithi191 ceph-mon[84934]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T11:14:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:49 smithi191 ceph-mon[84934]: pgmap v784: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T11:14:50.812 INFO:tasks.rados.rados.0.smithi077.stdout:3469: finishing write tid 1 to smithi07774545-27 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3471: finishing write tid 1 to smithi07774545-50 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3469: finishing write tid 2 to smithi07774545-27 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3469: finishing write tid 3 to smithi07774545-27 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3469: finishing write tid 4 to smithi07774545-27 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3469: finishing write tid 5 to smithi07774545-27 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1555 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3469: left oid 27 (ObjNum 1086 snap 326 seq_num 1086) 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3471: finishing write tid 2 to smithi07774545-50 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3471: finishing write tid 3 to smithi07774545-50 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3471: finishing write tid 4 to smithi07774545-50 2024-09-16T11:14:50.813 INFO:tasks.rados.rados.0.smithi077.stdout:3471: finishing write tid 5 to smithi07774545-50 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1719 (ObjNum 1087 snap 326 seq_num 1087) dirty exists 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3471: left oid 50 (ObjNum 1087 snap 326 seq_num 1087) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: finishing write tid 1 to smithi07774545-10 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: finishing write tid 2 to smithi07774545-10 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: finishing write tid 3 to smithi07774545-10 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: finishing write tid 4 to smithi07774545-10 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: finishing write tid 5 to smithi07774545-10 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1826 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: left oid 10 (ObjNum 1088 snap 326 seq_num 1088) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3469: done (3 left) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3471: done (2 left) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3472: done (1 left) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3473: done (0 left) 2024-09-16T11:14:50.814 INFO:tasks.rados.rados.0.smithi077.stdout:3474: snap_create 2024-09-16T11:14:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:50 smithi077 ceph-mon[86047]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T11:14:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:50 smithi077 ceph-mon[86047]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T11:14:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:50 smithi077 ceph-mon[88497]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T11:14:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:50 smithi077 ceph-mon[88497]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T11:14:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:50 smithi191 ceph-mon[84934]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T11:14:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:50 smithi191 ceph-mon[84934]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T11:14:51.814 INFO:tasks.rados.rados.0.smithi077.stdout:3474: done (0 left) 2024-09-16T11:14:51.814 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 327 2024-09-16T11:14:51.814 INFO:tasks.rados.rados.0.smithi077.stdout:3475: seq_num 1089 ranges {3866624=647168,4513792=745472,5259264=57344} 2024-09-16T11:14:51.837 INFO:tasks.rados.rados.0.smithi077.stdout:3475: writing smithi07774545-17 from 3866624 to 4513792 tid 1 2024-09-16T11:14:51.844 INFO:tasks.rados.rados.0.smithi077.stdout:3475: writing smithi07774545-17 from 4513792 to 5259264 tid 2 2024-09-16T11:14:51.844 INFO:tasks.rados.rados.0.smithi077.stdout:3475: writing smithi07774545-17 from 5259264 to 5316608 tid 3 2024-09-16T11:14:51.844 INFO:tasks.rados.rados.0.smithi077.stdout:3476: read oid 7 snap -1 2024-09-16T11:14:51.845 INFO:tasks.rados.rados.0.smithi077.stdout:3476: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:14:51.845 INFO:tasks.rados.rados.0.smithi077.stdout:3477: snap_create 2024-09-16T11:14:51.845 INFO:tasks.rados.rados.0.smithi077.stdout:3475: finishing write tid 1 to smithi07774545-17 2024-09-16T11:14:51.848 INFO:tasks.rados.rados.0.smithi077.stdout:3475: finishing write tid 2 to smithi07774545-17 2024-09-16T11:14:51.848 INFO:tasks.rados.rados.0.smithi077.stdout:3475: finishing write tid 3 to smithi07774545-17 2024-09-16T11:14:51.849 INFO:tasks.rados.rados.0.smithi077.stdout:3475: finishing write tid 4 to smithi07774545-17 2024-09-16T11:14:51.850 INFO:tasks.rados.rados.0.smithi077.stdout:3475: finishing write tid 5 to smithi07774545-17 2024-09-16T11:14:51.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1712 (ObjNum 1089 snap 327 seq_num 1089) dirty exists 2024-09-16T11:14:51.851 INFO:tasks.rados.rados.0.smithi077.stdout:3475: left oid 17 (ObjNum 1089 snap 327 seq_num 1089) 2024-09-16T11:14:51.852 INFO:tasks.rados.rados.0.smithi077.stdout:3476: expect (ObjNum 938 snap 294 seq_num 938) 2024-09-16T11:14:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:51 smithi077 ceph-mon[86047]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-16T11:14:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:51 smithi077 ceph-mon[86047]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T11:14:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:51 smithi077 ceph-mon[88497]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-16T11:14:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:51 smithi077 ceph-mon[88497]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T11:14:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:51 smithi191 ceph-mon[84934]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-16T11:14:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:51 smithi191 ceph-mon[84934]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T11:14:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:14:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3475: done (2 left) 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3476: done (1 left) 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3477: done (0 left) 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3478: rmattr oid 35 current snap is 328 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3478: done (0 left) 2024-09-16T11:14:52.816 INFO:tasks.rados.rados.0.smithi077.stdout:3479: snap_create 2024-09-16T11:14:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:3479: done (0 left) 2024-09-16T11:14:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:3480: read oid 3 snap -1 2024-09-16T11:14:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:3480: expect (ObjNum 1060 snap 321 seq_num 1060) 2024-09-16T11:14:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 329 2024-09-16T11:14:53.828 INFO:tasks.rados.rados.0.smithi077.stdout:3481: seq_num 1090 ranges {1097728=663552,1761280=630784,2392064=172032} 2024-09-16T11:14:53.838 INFO:tasks.rados.rados.0.smithi077.stdout:3481: writing smithi07774545-22 from 1097728 to 1761280 tid 1 2024-09-16T11:14:53.842 INFO:tasks.rados.rados.0.smithi077.stdout:3481: writing smithi07774545-22 from 1761280 to 2392064 tid 2 2024-09-16T11:14:53.844 INFO:tasks.rados.rados.0.smithi077.stdout:3481: writing smithi07774545-22 from 2392064 to 2564096 tid 3 2024-09-16T11:14:53.844 INFO:tasks.rados.rados.0.smithi077.stdout:3482: read oid 37 snap -1 2024-09-16T11:14:53.844 INFO:tasks.rados.rados.0.smithi077.stdout:3482: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:53.844 INFO:tasks.rados.rados.0.smithi077.stdout:3483: delete oid 18 current snap is 329 2024-09-16T11:14:53.844 INFO:tasks.rados.rados.0.smithi077.stdout:3480: expect (ObjNum 1060 snap 321 seq_num 1060) 2024-09-16T11:14:54.003 INFO:tasks.rados.rados.0.smithi077.stdout:3481: finishing write tid 1 to smithi07774545-22 2024-09-16T11:14:54.003 INFO:tasks.rados.rados.0.smithi077.stdout:3482: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: finishing write tid 2 to smithi07774545-22 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: finishing write tid 3 to smithi07774545-22 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: finishing write tid 4 to smithi07774545-22 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: finishing write tid 5 to smithi07774545-22 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 273 (ObjNum 1090 snap 329 seq_num 1090) dirty exists 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: left oid 22 (ObjNum 1090 snap 329 seq_num 1090) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3480: done (3 left) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3481: done (2 left) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3482: done (1 left) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3483: done (0 left) 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3484: read oid 20 snap -1 2024-09-16T11:14:54.019 INFO:tasks.rados.rados.0.smithi077.stdout:3484: expect deleted 2024-09-16T11:14:54.020 INFO:tasks.rados.rados.0.smithi077.stdout:3485: delete oid 8 current snap is 329 2024-09-16T11:14:54.021 INFO:tasks.rados.rados.0.smithi077.stdout:3484: done (1 left) 2024-09-16T11:14:54.021 INFO:tasks.rados.rados.0.smithi077.stdout:3485: done (0 left) 2024-09-16T11:14:54.021 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 329 2024-09-16T11:14:54.021 INFO:tasks.rados.rados.0.smithi077.stdout:3486: seq_num 1093 ranges {7823360=712704,8536064=688128,9224192=114688} 2024-09-16T11:14:54.065 INFO:tasks.rados.rados.0.smithi077.stdout:3486: writing smithi07774545-43 from 7823360 to 8536064 tid 1 2024-09-16T11:14:54.069 INFO:tasks.rados.rados.0.smithi077.stdout:3486: writing smithi07774545-43 from 8536064 to 9224192 tid 2 2024-09-16T11:14:54.069 INFO:tasks.rados.rados.0.smithi077.stdout:3486: writing smithi07774545-43 from 9224192 to 9338880 tid 3 2024-09-16T11:14:54.070 INFO:tasks.rados.rados.0.smithi077.stdout:3487: snap_create 2024-09-16T11:14:54.071 INFO:tasks.rados.rados.0.smithi077.stdout:3486: finishing write tid 1 to smithi07774545-43 2024-09-16T11:14:54.073 INFO:tasks.rados.rados.0.smithi077.stdout:3486: finishing write tid 2 to smithi07774545-43 2024-09-16T11:14:54.073 INFO:tasks.rados.rados.0.smithi077.stdout:3486: finishing write tid 3 to smithi07774545-43 2024-09-16T11:14:54.073 INFO:tasks.rados.rados.0.smithi077.stdout:3486: finishing write tid 4 to smithi07774545-43 2024-09-16T11:14:54.074 INFO:tasks.rados.rados.0.smithi077.stdout:3486: finishing write tid 5 to smithi07774545-43 2024-09-16T11:14:54.074 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1833 (ObjNum 1093 snap 329 seq_num 1093) dirty exists 2024-09-16T11:14:54.075 INFO:tasks.rados.rados.0.smithi077.stdout:3486: left oid 43 (ObjNum 1093 snap 329 seq_num 1093) 2024-09-16T11:14:54.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:53 smithi077 ceph-mon[88497]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T11:14:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:53 smithi077 ceph-mon[88497]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-16T11:14:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:53 smithi077 ceph-mon[86047]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T11:14:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:53 smithi077 ceph-mon[86047]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-16T11:14:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:53 smithi191 ceph-mon[84934]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T11:14:54.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:53 smithi191 ceph-mon[84934]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-16T11:14:54.827 INFO:tasks.rados.rados.0.smithi077.stdout:3486: done (1 left) 2024-09-16T11:14:54.827 INFO:tasks.rados.rados.0.smithi077.stdout:3487: done (0 left) 2024-09-16T11:14:54.828 INFO:tasks.rados.rados.0.smithi077.stdout:3488: rmattr oid 21 current snap is 330 2024-09-16T11:14:54.828 INFO:tasks.rados.rados.0.smithi077.stdout:3489: snap_remove snap 327 2024-09-16T11:14:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:54 smithi077 ceph-mon[86047]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T11:14:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:54 smithi077 ceph-mon[88497]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T11:14:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:54 smithi191 ceph-mon[84934]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T11:14:55.814 INFO:tasks.rados.rados.0.smithi077.stdout:3489: done (1 left) 2024-09-16T11:14:55.814 INFO:tasks.rados.rados.0.smithi077.stdout:3490: rmattr oid 15 current snap is 330 2024-09-16T11:14:55.815 INFO:tasks.rados.rados.0.smithi077.stdout:3490: done (1 left) 2024-09-16T11:14:55.815 INFO:tasks.rados.rados.0.smithi077.stdout:3491: setattr oid 4 current snap is 330 2024-09-16T11:14:55.816 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1705 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-09-16T11:14:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:3488: done (1 left) 2024-09-16T11:14:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:3492: read oid 11 snap 329 2024-09-16T11:14:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:3492: expect deleted 2024-09-16T11:14:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 330 2024-09-16T11:14:55.817 INFO:tasks.rados.rados.0.smithi077.stdout:3493: seq_num 1094 ranges {5177344=729088,5906432=573440,6479872=229376} 2024-09-16T11:14:55.849 INFO:tasks.rados.rados.0.smithi077.stdout:3493: writing smithi07774545-36 from 5177344 to 5906432 tid 1 2024-09-16T11:14:55.852 INFO:tasks.rados.rados.0.smithi077.stdout:3493: writing smithi07774545-36 from 5906432 to 6479872 tid 2 2024-09-16T11:14:55.853 INFO:tasks.rados.rados.0.smithi077.stdout:3493: writing smithi07774545-36 from 6479872 to 6709248 tid 3 2024-09-16T11:14:55.854 INFO:tasks.rados.rados.0.smithi077.stdout:3494: snap_create 2024-09-16T11:14:55.854 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1403 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:14:55.856 INFO:tasks.rados.rados.0.smithi077.stdout:3493: finishing write tid 1 to smithi07774545-36 2024-09-16T11:14:55.857 INFO:tasks.rados.rados.0.smithi077.stdout:3493: finishing write tid 2 to smithi07774545-36 2024-09-16T11:14:55.857 INFO:tasks.rados.rados.0.smithi077.stdout:3493: finishing write tid 3 to smithi07774545-36 2024-09-16T11:14:55.857 INFO:tasks.rados.rados.0.smithi077.stdout:3493: finishing write tid 4 to smithi07774545-36 2024-09-16T11:14:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3493: finishing write tid 5 to smithi07774545-36 2024-09-16T11:14:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1712 (ObjNum 1094 snap 330 seq_num 1094) dirty exists 2024-09-16T11:14:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3493: left oid 36 (ObjNum 1094 snap 330 seq_num 1094) 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[88497]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[88497]: pgmap v793: 121 pgs: 121 active+clean; 103 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[88497]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[86047]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[86047]: pgmap v793: 121 pgs: 121 active+clean; 103 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-16T11:14:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:55 smithi077 ceph-mon[86047]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T11:14:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:55 smithi191 ceph-mon[84934]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T11:14:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:55 smithi191 ceph-mon[84934]: pgmap v793: 121 pgs: 121 active+clean; 103 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-16T11:14:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:55 smithi191 ceph-mon[84934]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T11:14:56.836 INFO:tasks.rados.rados.0.smithi077.stdout:3491: done (3 left) 2024-09-16T11:14:56.836 INFO:tasks.rados.rados.0.smithi077.stdout:3492: done (2 left) 2024-09-16T11:14:56.836 INFO:tasks.rados.rados.0.smithi077.stdout:3493: done (1 left) 2024-09-16T11:14:56.836 INFO:tasks.rados.rados.0.smithi077.stdout:3494: done (0 left) 2024-09-16T11:14:56.837 INFO:tasks.rados.rados.0.smithi077.stdout:3495: snap_remove snap 328 2024-09-16T11:14:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:14:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:14:56] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T11:14:57.851 INFO:tasks.rados.rados.0.smithi077.stdout:3495: done (0 left) 2024-09-16T11:14:57.851 INFO:tasks.rados.rados.0.smithi077.stdout:3496: snap_create 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[86047]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[86047]: pgmap v796: 121 pgs: 121 active+clean; 104 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 728 KiB/s wr, 6 op/s 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[88497]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:57 smithi077 ceph-mon[88497]: pgmap v796: 121 pgs: 121 active+clean; 104 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 728 KiB/s wr, 6 op/s 2024-09-16T11:14:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:57 smithi191 ceph-mon[84934]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T11:14:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:14:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:57 smithi191 ceph-mon[84934]: pgmap v796: 121 pgs: 121 active+clean; 104 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 728 KiB/s wr, 6 op/s 2024-09-16T11:14:58.846 INFO:tasks.rados.rados.0.smithi077.stdout:3496: done (0 left) 2024-09-16T11:14:58.846 INFO:tasks.rados.rados.0.smithi077.stdout:3497: read oid 11 snap -1 2024-09-16T11:14:58.846 INFO:tasks.rados.rados.0.smithi077.stdout:3497: expect deleted 2024-09-16T11:14:58.846 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 332 2024-09-16T11:14:58.846 INFO:tasks.rados.rados.0.smithi077.stdout:3498: seq_num 1095 ranges {860160=745472,1605632=499712,2105344=303104} 2024-09-16T11:14:58.854 INFO:tasks.rados.rados.0.smithi077.stdout:3498: writing smithi07774545-28 from 860160 to 1605632 tid 1 2024-09-16T11:14:58.857 INFO:tasks.rados.rados.0.smithi077.stdout:3498: writing smithi07774545-28 from 1605632 to 2105344 tid 2 2024-09-16T11:14:58.859 INFO:tasks.rados.rados.0.smithi077.stdout:3498: writing smithi07774545-28 from 2105344 to 2408448 tid 3 2024-09-16T11:14:58.859 INFO:tasks.rados.rados.0.smithi077.stdout:3499: delete oid 46 current snap is 332 2024-09-16T11:14:58.860 INFO:tasks.rados.rados.0.smithi077.stdout:3498: finishing write tid 1 to smithi07774545-28 2024-09-16T11:14:58.862 INFO:tasks.rados.rados.0.smithi077.stdout:3498: finishing write tid 2 to smithi07774545-28 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3497: done (2 left) 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3499: done (1 left) 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3500: read oid 44 snap -1 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3500: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3498: finishing write tid 3 to smithi07774545-28 2024-09-16T11:14:58.863 INFO:tasks.rados.rados.0.smithi077.stdout:3501: copy_from oid 43 from oid 4 current snap is 332 2024-09-16T11:14:58.864 INFO:tasks.rados.rados.0.smithi077.stdout:3498: finishing write tid 4 to smithi07774545-28 2024-09-16T11:14:58.864 INFO:tasks.rados.rados.0.smithi077.stdout:3502: rollback oid 36 current snap is 332 2024-09-16T11:14:58.864 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 36 to 329 2024-09-16T11:14:58.864 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 332 2024-09-16T11:14:58.864 INFO:tasks.rados.rados.0.smithi077.stdout:3503: seq_num 1097 ranges {860160=778240,1638400=671744,2310144=131072} 2024-09-16T11:14:58.873 INFO:tasks.rados.rados.0.smithi077.stdout:3503: writing smithi07774545-47 from 860160 to 1638400 tid 1 2024-09-16T11:14:58.876 INFO:tasks.rados.rados.0.smithi077.stdout:3503: writing smithi07774545-47 from 1638400 to 2310144 tid 2 2024-09-16T11:14:58.878 INFO:tasks.rados.rados.0.smithi077.stdout:3503: writing smithi07774545-47 from 2310144 to 2441216 tid 3 2024-09-16T11:14:58.878 INFO:tasks.rados.rados.0.smithi077.stdout:3504: read oid 14 snap -1 2024-09-16T11:14:58.878 INFO:tasks.rados.rados.0.smithi077.stdout:3504: expect deleted 2024-09-16T11:14:58.878 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 332 2024-09-16T11:14:58.878 INFO:tasks.rados.rados.0.smithi077.stdout:3505: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-09-16T11:14:58.882 INFO:tasks.rados.rados.0.smithi077.stdout:3505: writing smithi07774545-15 from 0 to 794624 tid 1 2024-09-16T11:14:58.885 INFO:tasks.rados.rados.0.smithi077.stdout:3505: writing smithi07774545-15 from 794624 to 1351680 tid 2 2024-09-16T11:14:58.887 INFO:tasks.rados.rados.0.smithi077.stdout:3505: writing smithi07774545-15 from 1351680 to 1597440 tid 3 2024-09-16T11:14:58.887 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 332 2024-09-16T11:14:58.887 INFO:tasks.rados.rados.0.smithi077.stdout:3500: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:3498: finishing write tid 5 to smithi07774545-28 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1590 (ObjNum 1095 snap 332 seq_num 1095) dirty exists 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:3498: left oid 28 (ObjNum 1095 snap 332 seq_num 1095) 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:3502: finishing rollback tid 0 to smithi07774545-36 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:3502: finishing rollback tid 1 to smithi07774545-36 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:3502: finishing rollback tid 2 to smithi07774545-36 2024-09-16T11:14:58.889 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1720 (ObjNum 1081 snap 325 seq_num 1081) dirty exists 2024-09-16T11:14:58.890 INFO:tasks.rados.rados.0.smithi077.stdout:3501: finishing copy_from racing read to smithi07774545-43 2024-09-16T11:14:58.890 INFO:tasks.rados.rados.0.smithi077.stdout:3501: finishing copy_from to smithi07774545-43 2024-09-16T11:14:58.890 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1403 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:14:58.890 INFO:tasks.rados.rados.0.smithi077.stdout:3506: seq_num 1099 ranges {2646016=409600,3055616=442368,3497984=720896,4218880=40960} 2024-09-16T11:14:58.905 INFO:tasks.rados.rados.0.smithi077.stdout:3506: writing smithi07774545-24 from 2646016 to 3055616 tid 1 2024-09-16T11:14:58.908 INFO:tasks.rados.rados.0.smithi077.stdout:3506: writing smithi07774545-24 from 3055616 to 3497984 tid 2 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3506: writing smithi07774545-24 from 3497984 to 4218880 tid 3 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3506: writing smithi07774545-24 from 4218880 to 4259840 tid 4 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3498: done (7 left) 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3500: done (6 left) 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3501: done (5 left) 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3502: done (4 left) 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3507: read oid 43 snap 326 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3507: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3508: snap_create 2024-09-16T11:14:58.913 INFO:tasks.rados.rados.0.smithi077.stdout:3503: finishing write tid 1 to smithi07774545-47 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3503: finishing write tid 2 to smithi07774545-47 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3503: finishing write tid 3 to smithi07774545-47 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3503: finishing write tid 4 to smithi07774545-47 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3503: finishing write tid 5 to smithi07774545-47 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1725 (ObjNum 1097 snap 332 seq_num 1097) dirty exists 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3503: left oid 47 (ObjNum 1097 snap 332 seq_num 1097) 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: finishing write tid 1 to smithi07774545-15 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: finishing write tid 2 to smithi07774545-15 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: finishing write tid 3 to smithi07774545-15 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: finishing write tid 4 to smithi07774545-15 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: finishing write tid 5 to smithi07774545-15 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1594 (ObjNum 1098 snap 332 seq_num 1098) dirty exists 2024-09-16T11:14:58.914 INFO:tasks.rados.rados.0.smithi077.stdout:3505: left oid 15 (ObjNum 1098 snap 332 seq_num 1098) 2024-09-16T11:14:58.915 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 1 to smithi07774545-24 2024-09-16T11:14:58.915 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 2 to smithi07774545-24 2024-09-16T11:14:58.917 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 3 to smithi07774545-24 2024-09-16T11:14:58.918 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 4 to smithi07774545-24 2024-09-16T11:14:58.918 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 5 to smithi07774545-24 2024-09-16T11:14:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:3506: finishing write tid 6 to smithi07774545-24 2024-09-16T11:14:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1725 (ObjNum 1099 snap 332 seq_num 1099) dirty exists 2024-09-16T11:14:58.920 INFO:tasks.rados.rados.0.smithi077.stdout:3506: left oid 24 (ObjNum 1099 snap 332 seq_num 1099) 2024-09-16T11:14:58.937 INFO:tasks.rados.rados.0.smithi077.stdout:3507: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-09-16T11:14:59.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:58 smithi077 ceph-mon[86047]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T11:14:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:58 smithi077 ceph-mon[88497]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T11:14:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:58 smithi191 ceph-mon[84934]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3503: done (5 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3504: done (4 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3505: done (3 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3506: done (2 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3507: done (1 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3508: done (0 left) 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 333 2024-09-16T11:14:59.862 INFO:tasks.rados.rados.0.smithi077.stdout:3509: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-09-16T11:14:59.863 INFO:tasks.rados.rados.0.smithi077.stdout:3509: writing smithi07774545-8 from 0 to 425984 tid 1 2024-09-16T11:14:59.868 INFO:tasks.rados.rados.0.smithi077.stdout:3509: writing smithi07774545-8 from 425984 to 1155072 tid 2 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:3509: writing smithi07774545-8 from 1155072 to 1630208 tid 3 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:3510: rollback oid 37 current snap is 333 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 37 to 326 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:3509: finishing write tid 1 to smithi07774545-8 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:3509: finishing write tid 2 to smithi07774545-8 2024-09-16T11:14:59.871 INFO:tasks.rados.rados.0.smithi077.stdout:3511: snap_create 2024-09-16T11:14:59.875 INFO:tasks.rados.rados.0.smithi077.stdout:3509: finishing write tid 3 to smithi07774545-8 2024-09-16T11:14:59.875 INFO:tasks.rados.rados.0.smithi077.stdout:3509: finishing write tid 4 to smithi07774545-8 2024-09-16T11:14:59.875 INFO:tasks.rados.rados.0.smithi077.stdout:3510: finishing rollback tid 0 to smithi07774545-37 2024-09-16T11:14:59.876 INFO:tasks.rados.rados.0.smithi077.stdout:3510: finishing rollback tid 1 to smithi07774545-37 2024-09-16T11:14:59.876 INFO:tasks.rados.rados.0.smithi077.stdout:3510: finishing rollback tid 2 to smithi07774545-37 2024-09-16T11:14:59.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1777 (ObjNum 1032 snap 313 seq_num 1032) dirty exists 2024-09-16T11:14:59.876 INFO:tasks.rados.rados.0.smithi077.stdout:3509: finishing write tid 5 to smithi07774545-8 2024-09-16T11:14:59.876 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1574 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2024-09-16T11:14:59.877 INFO:tasks.rados.rados.0.smithi077.stdout:3509: left oid 8 (ObjNum 1100 snap 333 seq_num 1100) 2024-09-16T11:15:00.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:59 smithi077 ceph-mon[86047]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T11:15:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:14:59 smithi077 ceph-mon[86047]: pgmap v799: 121 pgs: 121 active+clean; 106 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-16T11:15:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:59 smithi077 ceph-mon[88497]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T11:15:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:14:59 smithi077 ceph-mon[88497]: pgmap v799: 121 pgs: 121 active+clean; 106 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-16T11:15:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:59 smithi191 ceph-mon[84934]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T11:15:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:14:59 smithi191 ceph-mon[84934]: pgmap v799: 121 pgs: 121 active+clean; 106 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-16T11:15:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3509: done (2 left) 2024-09-16T11:15:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3510: done (1 left) 2024-09-16T11:15:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3511: done (0 left) 2024-09-16T11:15:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3512: setattr oid 17 current snap is 334 2024-09-16T11:15:00.817 INFO:tasks.rados.rados.0.smithi077.stdout:3513: snap_create 2024-09-16T11:15:00.821 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1713 (ObjNum 1089 snap 327 seq_num 1089) dirty exists 2024-09-16T11:15:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:00 smithi191 ceph-mon[84934]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T11:15:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:00 smithi191 ceph-mon[84934]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T11:15:01.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:00 smithi077 ceph-mon[88497]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T11:15:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:00 smithi077 ceph-mon[88497]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T11:15:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:00 smithi077 ceph-mon[86047]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T11:15:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:00 smithi077 ceph-mon[86047]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T11:15:01.820 INFO:tasks.rados.rados.0.smithi077.stdout:3512: done (1 left) 2024-09-16T11:15:01.821 INFO:tasks.rados.rados.0.smithi077.stdout:3513: done (0 left) 2024-09-16T11:15:01.821 INFO:tasks.rados.rados.0.smithi077.stdout:3514: snap_create 2024-09-16T11:15:02.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:01 smithi077 ceph-mon[86047]: pgmap v802: 121 pgs: 121 active+clean; 109 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-16T11:15:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:01 smithi077 ceph-mon[86047]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T11:15:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:01 smithi077 ceph-mon[88497]: pgmap v802: 121 pgs: 121 active+clean; 109 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-16T11:15:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:01 smithi077 ceph-mon[88497]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T11:15:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:01 smithi191 ceph-mon[84934]: pgmap v802: 121 pgs: 121 active+clean; 109 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-16T11:15:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:01 smithi191 ceph-mon[84934]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T11:15:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3514: done (0 left) 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3515: read oid 29 snap -1 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3515: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3516: rollback oid 31 current snap is 336 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 31 to 329 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3517: read oid 43 snap -1 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3517: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:15:02.820 INFO:tasks.rados.rados.0.smithi077.stdout:3518: setattr oid 48 current snap is 336 2024-09-16T11:15:02.821 INFO:tasks.rados.rados.0.smithi077.stdout:3519: snap_create 2024-09-16T11:15:02.825 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1575 (ObjNum 1072 snap 322 seq_num 1072) dirty exists 2024-09-16T11:15:02.830 INFO:tasks.rados.rados.0.smithi077.stdout:3517: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:15:02.884 INFO:tasks.rados.rados.0.smithi077.stdout:3516: finishing rollback tid 0 to smithi07774545-31 2024-09-16T11:15:02.884 INFO:tasks.rados.rados.0.smithi077.stdout:3516: finishing rollback tid 1 to smithi07774545-31 2024-09-16T11:15:02.884 INFO:tasks.rados.rados.0.smithi077.stdout:3516: finishing rollback tid 2 to smithi07774545-31 2024-09-16T11:15:02.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1765 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-09-16T11:15:02.885 INFO:tasks.rados.rados.0.smithi077.stdout:3515: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-09-16T11:15:03.823 INFO:tasks.rados.rados.0.smithi077.stdout:3515: done (4 left) 2024-09-16T11:15:03.823 INFO:tasks.rados.rados.0.smithi077.stdout:3516: done (3 left) 2024-09-16T11:15:03.823 INFO:tasks.rados.rados.0.smithi077.stdout:3517: done (2 left) 2024-09-16T11:15:03.823 INFO:tasks.rados.rados.0.smithi077.stdout:3518: done (1 left) 2024-09-16T11:15:03.823 INFO:tasks.rados.rados.0.smithi077.stdout:3519: done (0 left) 2024-09-16T11:15:03.824 INFO:tasks.rados.rados.0.smithi077.stdout:3520: delete oid 34 current snap is 337 2024-09-16T11:15:03.826 INFO:tasks.rados.rados.0.smithi077.stdout:3520: done (0 left) 2024-09-16T11:15:03.826 INFO:tasks.rados.rados.0.smithi077.stdout:3521: rmattr oid 6 current snap is 337 2024-09-16T11:15:03.826 INFO:tasks.rados.rados.0.smithi077.stdout:3521: done (0 left) 2024-09-16T11:15:03.826 INFO:tasks.rados.rados.0.smithi077.stdout:3522: read oid 36 snap -1 2024-09-16T11:15:03.827 INFO:tasks.rados.rados.0.smithi077.stdout:3522: expect (ObjNum 1081 snap 325 seq_num 1081) 2024-09-16T11:15:03.827 INFO:tasks.rados.rados.0.smithi077.stdout:3523: delete oid 50 current snap is 337 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:3523: done (1 left) 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:3524: rollback oid 25 current snap is 337 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 25 to 332 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:3525: read oid 20 snap 335 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:3525: expect deleted 2024-09-16T11:15:03.829 INFO:tasks.rados.rados.0.smithi077.stdout:3526: snap_remove snap 331 2024-09-16T11:15:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:03 smithi077 ceph-mon[86047]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T11:15:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:03 smithi077 ceph-mon[86047]: pgmap v805: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-09-16T11:15:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:03 smithi077 ceph-mon[88497]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T11:15:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:03 smithi077 ceph-mon[88497]: pgmap v805: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-09-16T11:15:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:03 smithi191 ceph-mon[84934]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T11:15:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:03 smithi191 ceph-mon[84934]: pgmap v805: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-09-16T11:15:04.838 INFO:tasks.rados.rados.0.smithi077.stdout:3526: done (3 left) 2024-09-16T11:15:04.838 INFO:tasks.rados.rados.0.smithi077.stdout:3527: snap_remove snap 334 2024-09-16T11:15:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:04 smithi077 ceph-mon[86047]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T11:15:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:04 smithi077 ceph-mon[88497]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T11:15:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:04 smithi191 ceph-mon[84934]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T11:15:05.817 INFO:tasks.rados.rados.0.smithi077.stdout:3527: done (3 left) 2024-09-16T11:15:05.817 INFO:tasks.rados.rados.0.smithi077.stdout:3528: delete oid 15 current snap is 337 2024-09-16T11:15:05.817 INFO:tasks.rados.rados.0.smithi077.stdout:3524: finishing rollback tid 0 to smithi07774545-25 2024-09-16T11:15:05.817 INFO:tasks.rados.rados.0.smithi077.stdout:3524: finishing rollback tid 1 to smithi07774545-25 2024-09-16T11:15:05.817 INFO:tasks.rados.rados.0.smithi077.stdout:3524: finishing rollback tid 2 to smithi07774545-25 2024-09-16T11:15:05.818 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1843 (ObjNum 1071 snap 322 seq_num 1071) dirty exists 2024-09-16T11:15:05.818 INFO:tasks.rados.rados.0.smithi077.stdout:3522: expect (ObjNum 1081 snap 325 seq_num 1081) 2024-09-16T11:15:06.110 INFO:tasks.rados.rados.0.smithi077.stdout:3522: done (3 left) 2024-09-16T11:15:06.110 INFO:tasks.rados.rados.0.smithi077.stdout:3524: done (2 left) 2024-09-16T11:15:06.110 INFO:tasks.rados.rados.0.smithi077.stdout:3525: done (1 left) 2024-09-16T11:15:06.110 INFO:tasks.rados.rados.0.smithi077.stdout:3528: done (0 left) 2024-09-16T11:15:06.110 INFO:tasks.rados.rados.0.smithi077.stdout:3529: snap_remove snap 333 2024-09-16T11:15:06.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[86047]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T11:15:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[86047]: pgmap v808: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-16T11:15:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[86047]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T11:15:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[88497]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T11:15:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[88497]: pgmap v808: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-16T11:15:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:05 smithi077 ceph-mon[88497]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T11:15:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:05 smithi191 ceph-mon[84934]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T11:15:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:05 smithi191 ceph-mon[84934]: pgmap v808: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-16T11:15:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:05 smithi191 ceph-mon[84934]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T11:15:06.841 INFO:tasks.rados.rados.0.smithi077.stdout:3529: done (0 left) 2024-09-16T11:15:06.841 INFO:tasks.rados.rados.0.smithi077.stdout:3530: snap_remove snap 330 2024-09-16T11:15:07.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:06] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:15:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3530: done (0 left) 2024-09-16T11:15:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3531: snap_remove snap 326 2024-09-16T11:15:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:07 smithi077 ceph-mon[86047]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T11:15:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:07 smithi077 ceph-mon[86047]: pgmap v811: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:15:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:07 smithi077 ceph-mon[88497]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T11:15:08.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:07 smithi077 ceph-mon[88497]: pgmap v811: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:15:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:07 smithi191 ceph-mon[84934]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T11:15:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:07 smithi191 ceph-mon[84934]: pgmap v811: 121 pgs: 121 active+clean; 114 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T11:15:08.848 INFO:tasks.rados.rados.0.smithi077.stdout:3531: done (0 left) 2024-09-16T11:15:08.849 INFO:tasks.rados.rados.0.smithi077.stdout:3532: copy_from oid 22 from oid 26 current snap is 337 2024-09-16T11:15:08.849 INFO:tasks.rados.rados.0.smithi077.stdout:3533: read oid 48 snap -1 2024-09-16T11:15:08.849 INFO:tasks.rados.rados.0.smithi077.stdout:3533: expect (ObjNum 1072 snap 322 seq_num 1072) 2024-09-16T11:15:08.849 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 5 current snap is 337 2024-09-16T11:15:08.849 INFO:tasks.rados.rados.0.smithi077.stdout:3534: seq_num 1104 ranges {843776=499712,1343488=712704,2056192=491520} 2024-09-16T11:15:08.856 INFO:tasks.rados.rados.0.smithi077.stdout:3534: writing smithi07774545-5 from 843776 to 1343488 tid 1 2024-09-16T11:15:08.861 INFO:tasks.rados.rados.0.smithi077.stdout:3534: writing smithi07774545-5 from 1343488 to 2056192 tid 2 2024-09-16T11:15:08.866 INFO:tasks.rados.rados.0.smithi077.stdout:3534: writing smithi07774545-5 from 2056192 to 2547712 tid 3 2024-09-16T11:15:08.866 INFO:tasks.rados.rados.0.smithi077.stdout:3535: read oid 37 snap -1 2024-09-16T11:15:08.866 INFO:tasks.rados.rados.0.smithi077.stdout:3535: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:15:08.866 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 38 current snap is 337 2024-09-16T11:15:08.867 INFO:tasks.rados.rados.0.smithi077.stdout:3532: finishing copy_from racing read to smithi07774545-22 2024-09-16T11:15:08.867 INFO:tasks.rados.rados.0.smithi077.stdout:3532: finishing copy_from to smithi07774545-22 2024-09-16T11:15:08.867 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1458 (ObjNum 353 snap 0 seq_num 456407056) dirty exists 2024-09-16T11:15:08.867 INFO:tasks.rados.rados.0.smithi077.stdout:3536: seq_num 1105 ranges {7823360=516096,8339456=598016,8937472=606208} 2024-09-16T11:15:08.912 INFO:tasks.rados.rados.0.smithi077.stdout:3536: writing smithi07774545-38 from 7823360 to 8339456 tid 1 2024-09-16T11:15:08.915 INFO:tasks.rados.rados.0.smithi077.stdout:3536: writing smithi07774545-38 from 8339456 to 8937472 tid 2 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3536: writing smithi07774545-38 from 8937472 to 9543680 tid 3 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3532: done (4 left) 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3537: read oid 11 snap -1 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3537: expect deleted 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 337 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3534: finishing write tid 1 to smithi07774545-5 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3534: finishing write tid 2 to smithi07774545-5 2024-09-16T11:15:08.919 INFO:tasks.rados.rados.0.smithi077.stdout:3538: seq_num 1106 ranges {2441216=532480,2973696=483328,3457024=475136,3932160=245760} 2024-09-16T11:15:08.935 INFO:tasks.rados.rados.0.smithi077.stdout:3538: writing smithi07774545-47 from 2441216 to 2973696 tid 1 2024-09-16T11:15:08.937 INFO:tasks.rados.rados.0.smithi077.stdout:3538: writing smithi07774545-47 from 2973696 to 3457024 tid 2 2024-09-16T11:15:08.940 INFO:tasks.rados.rados.0.smithi077.stdout:3538: writing smithi07774545-47 from 3457024 to 3932160 tid 3 2024-09-16T11:15:08.942 INFO:tasks.rados.rados.0.smithi077.stdout:3538: writing smithi07774545-47 from 3932160 to 4177920 tid 4 2024-09-16T11:15:08.942 INFO:tasks.rados.rados.0.smithi077.stdout:3539: delete oid 13 current snap is 337 2024-09-16T11:15:08.942 INFO:tasks.rados.rados.0.smithi077.stdout:3535: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:3534: finishing write tid 3 to smithi07774545-5 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:3534: finishing write tid 4 to smithi07774545-5 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:3534: finishing write tid 5 to smithi07774545-5 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1598 (ObjNum 1104 snap 337 seq_num 1104) dirty exists 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:3534: left oid 5 (ObjNum 1104 snap 337 seq_num 1104) 2024-09-16T11:15:08.958 INFO:tasks.rados.rados.0.smithi077.stdout:3533: expect (ObjNum 1072 snap 322 seq_num 1072) 2024-09-16T11:15:09.035 INFO:tasks.rados.rados.0.smithi077.stdout:3536: finishing write tid 1 to smithi07774545-38 2024-09-16T11:15:09.035 INFO:tasks.rados.rados.0.smithi077.stdout:3536: finishing write tid 2 to smithi07774545-38 2024-09-16T11:15:09.035 INFO:tasks.rados.rados.0.smithi077.stdout:3533: done (6 left) 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3534: done (5 left) 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3535: done (4 left) 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3539: done (3 left) 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3540: snap_create 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3536: finishing write tid 3 to smithi07774545-38 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3536: finishing write tid 4 to smithi07774545-38 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3536: finishing write tid 5 to smithi07774545-38 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1717 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3536: left oid 38 (ObjNum 1105 snap 337 seq_num 1105) 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 1 to smithi07774545-47 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 2 to smithi07774545-47 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 3 to smithi07774545-47 2024-09-16T11:15:09.036 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 4 to smithi07774545-47 2024-09-16T11:15:09.037 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 5 to smithi07774545-47 2024-09-16T11:15:09.037 INFO:tasks.rados.rados.0.smithi077.stdout:3538: finishing write tid 6 to smithi07774545-47 2024-09-16T11:15:09.037 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1745 (ObjNum 1106 snap 337 seq_num 1106) dirty exists 2024-09-16T11:15:09.037 INFO:tasks.rados.rados.0.smithi077.stdout:3538: left oid 47 (ObjNum 1106 snap 337 seq_num 1106) 2024-09-16T11:15:09.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:08 smithi077 ceph-mon[86047]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T11:15:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:08 smithi077 ceph-mon[88497]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T11:15:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:08 smithi191 ceph-mon[84934]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T11:15:09.872 INFO:tasks.rados.rados.0.smithi077.stdout:3536: done (3 left) 2024-09-16T11:15:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:3537: done (2 left) 2024-09-16T11:15:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:3538: done (1 left) 2024-09-16T11:15:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:3540: done (0 left) 2024-09-16T11:15:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 338 2024-09-16T11:15:09.873 INFO:tasks.rados.rados.0.smithi077.stdout:3541: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-09-16T11:15:09.875 INFO:tasks.rados.rados.0.smithi077.stdout:3541: writing smithi07774545-1 from 0 to 565248 tid 1 2024-09-16T11:15:09.879 INFO:tasks.rados.rados.0.smithi077.stdout:3541: writing smithi07774545-1 from 565248 to 1212416 tid 2 2024-09-16T11:15:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3541: writing smithi07774545-1 from 1212416 to 1695744 tid 3 2024-09-16T11:15:09.882 INFO:tasks.rados.rados.0.smithi077.stdout:3541: writing smithi07774545-1 from 1695744 to 1769472 tid 4 2024-09-16T11:15:09.883 INFO:tasks.rados.rados.0.smithi077.stdout:3542: delete oid 50 current snap is 338 2024-09-16T11:15:09.883 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 1 to smithi07774545-1 2024-09-16T11:15:09.885 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 2 to smithi07774545-1 2024-09-16T11:15:09.885 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 3 to smithi07774545-1 2024-09-16T11:15:09.885 INFO:tasks.rados.rados.0.smithi077.stdout:3542: done (1 left) 2024-09-16T11:15:09.886 INFO:tasks.rados.rados.0.smithi077.stdout:3543: snap_create 2024-09-16T11:15:09.886 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 4 to smithi07774545-1 2024-09-16T11:15:09.886 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 5 to smithi07774545-1 2024-09-16T11:15:09.888 INFO:tasks.rados.rados.0.smithi077.stdout:3541: finishing write tid 6 to smithi07774545-1 2024-09-16T11:15:09.889 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1560 (ObjNum 1108 snap 338 seq_num 1108) dirty exists 2024-09-16T11:15:09.889 INFO:tasks.rados.rados.0.smithi077.stdout:3541: left oid 1 (ObjNum 1108 snap 338 seq_num 1108) 2024-09-16T11:15:10.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:09 smithi077 ceph-mon[86047]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T11:15:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:09 smithi077 ceph-mon[86047]: pgmap v814: 121 pgs: 121 active+clean; 114 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:15:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:09 smithi077 ceph-mon[88497]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T11:15:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:09 smithi077 ceph-mon[88497]: pgmap v814: 121 pgs: 121 active+clean; 114 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:15:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:09 smithi191 ceph-mon[84934]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T11:15:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:09 smithi191 ceph-mon[84934]: pgmap v814: 121 pgs: 121 active+clean; 114 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3541: done (1 left) 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3543: done (0 left) 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3544: rmattr oid 15 current snap is 339 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3544: done (0 left) 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3545: read oid 37 snap -1 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3545: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:15:10.875 INFO:tasks.rados.rados.0.smithi077.stdout:3546: delete oid 27 current snap is 339 2024-09-16T11:15:10.879 INFO:tasks.rados.rados.0.smithi077.stdout:3545: expect (ObjNum 1032 snap 313 seq_num 1032) 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:3545: done (1 left) 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:3546: done (0 left) 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:3547: rollback oid 50 current snap is 339 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 50 to 335 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 339 2024-09-16T11:15:10.896 INFO:tasks.rados.rados.0.smithi077.stdout:3548: seq_num 1111 ranges {5128192=614400,5742592=753664,6496256=450560} 2024-09-16T11:15:10.927 INFO:tasks.rados.rados.0.smithi077.stdout:3548: writing smithi07774545-42 from 5128192 to 5742592 tid 1 2024-09-16T11:15:10.930 INFO:tasks.rados.rados.0.smithi077.stdout:3548: writing smithi07774545-42 from 5742592 to 6496256 tid 2 2024-09-16T11:15:10.933 INFO:tasks.rados.rados.0.smithi077.stdout:3548: writing smithi07774545-42 from 6496256 to 6946816 tid 3 2024-09-16T11:15:10.933 INFO:tasks.rados.rados.0.smithi077.stdout:3549: delete oid 8 current snap is 339 2024-09-16T11:15:10.934 INFO:tasks.rados.rados.0.smithi077.stdout:3547: finishing rollback tid 1 to smithi07774545-50 2024-09-16T11:15:10.934 INFO:tasks.rados.rados.0.smithi077.stdout:3547: finishing rollback tid 2 to smithi07774545-50 2024-09-16T11:15:10.934 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1728 (ObjNum 1087 snap 326 seq_num 1087) dirty exists 2024-09-16T11:15:10.934 INFO:tasks.rados.rados.0.smithi077.stdout:3548: finishing write tid 1 to smithi07774545-42 2024-09-16T11:15:10.935 INFO:tasks.rados.rados.0.smithi077.stdout:3547: done (2 left) 2024-09-16T11:15:10.935 INFO:tasks.rados.rados.0.smithi077.stdout:3549: done (1 left) 2024-09-16T11:15:10.935 INFO:tasks.rados.rados.0.smithi077.stdout:3550: snap_remove snap 338 2024-09-16T11:15:11.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:10 smithi077 ceph-mon[86047]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T11:15:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:10 smithi077 ceph-mon[88497]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T11:15:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:10 smithi191 ceph-mon[84934]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3550: done (1 left) 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 339 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3548: finishing write tid 2 to smithi07774545-42 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3548: finishing write tid 3 to smithi07774545-42 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3548: finishing write tid 4 to smithi07774545-42 2024-09-16T11:15:11.882 INFO:tasks.rados.rados.0.smithi077.stdout:3551: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-09-16T11:15:11.885 INFO:tasks.rados.rados.0.smithi077.stdout:3551: writing smithi07774545-8 from 0 to 647168 tid 1 2024-09-16T11:15:11.889 INFO:tasks.rados.rados.0.smithi077.stdout:3551: writing smithi07774545-8 from 647168 to 1171456 tid 2 2024-09-16T11:15:11.892 INFO:tasks.rados.rados.0.smithi077.stdout:3551: writing smithi07774545-8 from 1171456 to 1794048 tid 3 2024-09-16T11:15:11.893 INFO:tasks.rados.rados.0.smithi077.stdout:3551: writing smithi07774545-8 from 1794048 to 1851392 tid 4 2024-09-16T11:15:11.893 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 6 current snap is 339 2024-09-16T11:15:11.893 INFO:tasks.rados.rados.0.smithi077.stdout:3548: finishing write tid 5 to smithi07774545-42 2024-09-16T11:15:11.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1750 (ObjNum 1111 snap 339 seq_num 1111) dirty exists 2024-09-16T11:15:11.893 INFO:tasks.rados.rados.0.smithi077.stdout:3548: left oid 42 (ObjNum 1111 snap 339 seq_num 1111) 2024-09-16T11:15:11.894 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 1 to smithi07774545-8 2024-09-16T11:15:11.894 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 2 to smithi07774545-8 2024-09-16T11:15:11.894 INFO:tasks.rados.rados.0.smithi077.stdout:3552: seq_num 1114 ranges {1982464=663552,2646016=802816,3448832=401408} 2024-09-16T11:15:11.907 INFO:tasks.rados.rados.0.smithi077.stdout:3552: writing smithi07774545-6 from 1982464 to 2646016 tid 1 2024-09-16T11:15:11.912 INFO:tasks.rados.rados.0.smithi077.stdout:3552: writing smithi07774545-6 from 2646016 to 3448832 tid 2 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:3552: writing smithi07774545-6 from 3448832 to 3850240 tid 3 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:3548: done (2 left) 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 339 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 3 to smithi07774545-8 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 4 to smithi07774545-8 2024-09-16T11:15:11.915 INFO:tasks.rados.rados.0.smithi077.stdout:3553: seq_num 1115 ranges {5177344=679936,5857280=688128,6545408=516096} 2024-09-16T11:15:11.946 INFO:tasks.rados.rados.0.smithi077.stdout:3553: writing smithi07774545-36 from 5177344 to 5857280 tid 1 2024-09-16T11:15:11.950 INFO:tasks.rados.rados.0.smithi077.stdout:3553: writing smithi07774545-36 from 5857280 to 6545408 tid 2 2024-09-16T11:15:11.953 INFO:tasks.rados.rados.0.smithi077.stdout:3553: writing smithi07774545-36 from 6545408 to 7061504 tid 3 2024-09-16T11:15:11.953 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 339 2024-09-16T11:15:11.953 INFO:tasks.rados.rados.0.smithi077.stdout:3554: seq_num 1116 ranges {6946816=696320,7643136=573440,8216576=450560,8667136=180224} 2024-09-16T11:15:11.994 INFO:tasks.rados.rados.0.smithi077.stdout:3554: writing smithi07774545-42 from 6946816 to 7643136 tid 1 2024-09-16T11:15:11.997 INFO:tasks.rados.rados.0.smithi077.stdout:3554: writing smithi07774545-42 from 7643136 to 8216576 tid 2 2024-09-16T11:15:11.999 INFO:tasks.rados.rados.0.smithi077.stdout:3554: writing smithi07774545-42 from 8216576 to 8667136 tid 3 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:3554: writing smithi07774545-42 from 8667136 to 8847360 tid 4 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 339 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 5 to smithi07774545-8 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:3551: finishing write tid 6 to smithi07774545-8 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1581 (ObjNum 1113 snap 339 seq_num 1113) dirty exists 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:3551: left oid 8 (ObjNum 1113 snap 339 seq_num 1113) 2024-09-16T11:15:12.001 INFO:tasks.rados.rados.0.smithi077.stdout:3555: seq_num 1117 ranges {2277376=712704,2990080=458752,3448832=655360,4104192=90112} 2024-09-16T11:15:12.017 INFO:tasks.rados.rados.0.smithi077.stdout:3555: writing smithi07774545-48 from 2277376 to 2990080 tid 1 2024-09-16T11:15:12.019 INFO:tasks.rados.rados.0.smithi077.stdout:3555: writing smithi07774545-48 from 2990080 to 3448832 tid 2 2024-09-16T11:15:12.023 INFO:tasks.rados.rados.0.smithi077.stdout:3555: writing smithi07774545-48 from 3448832 to 4104192 tid 3 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3555: writing smithi07774545-48 from 4104192 to 4194304 tid 4 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3551: done (4 left) 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3556: rmattr oid 27 current snap is 339 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3556: done (4 left) 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3557: rollback oid 46 current snap is 339 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 335 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3552: finishing write tid 1 to smithi07774545-6 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3552: finishing write tid 2 to smithi07774545-6 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3552: finishing write tid 3 to smithi07774545-6 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3552: finishing write tid 4 to smithi07774545-6 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:3552: finishing write tid 5 to smithi07774545-6 2024-09-16T11:15:12.026 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1781 (ObjNum 1114 snap 339 seq_num 1114) dirty exists 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3552: left oid 6 (ObjNum 1114 snap 339 seq_num 1114) 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: finishing write tid 1 to smithi07774545-36 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: finishing write tid 2 to smithi07774545-36 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: finishing write tid 3 to smithi07774545-36 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: finishing write tid 4 to smithi07774545-36 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: finishing write tid 5 to smithi07774545-36 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1757 (ObjNum 1115 snap 339 seq_num 1115) dirty exists 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3553: left oid 36 (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 1 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 2 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 3 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 4 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 5 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:3554: finishing write tid 6 to smithi07774545-42 2024-09-16T11:15:12.027 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1762 (ObjNum 1116 snap 339 seq_num 1116) dirty exists 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3554: left oid 42 (ObjNum 1116 snap 339 seq_num 1116) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 1 to smithi07774545-48 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 2 to smithi07774545-48 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3552: done (4 left) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3553: done (3 left) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3554: done (2 left) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3558: rmattr oid 12 current snap is 339 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3559: rmattr oid 40 current snap is 339 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3560: read oid 9 snap -1 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3560: expect (ObjNum 1084 snap 326 seq_num 1084) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3561: read oid 35 snap -1 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3561: expect (ObjNum 999 snap 311 seq_num 999) 2024-09-16T11:15:12.028 INFO:tasks.rados.rados.0.smithi077.stdout:3562: copy_from oid 16 from oid 23 current snap is 339 2024-09-16T11:15:12.029 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 339 2024-09-16T11:15:12.029 INFO:tasks.rados.rados.0.smithi077.stdout:3563: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-09-16T11:15:12.032 INFO:tasks.rados.rados.0.smithi077.stdout:3563: writing smithi07774545-15 from 0 to 729088 tid 1 2024-09-16T11:15:12.035 INFO:tasks.rados.rados.0.smithi077.stdout:3563: writing smithi07774545-15 from 729088 to 1523712 tid 2 2024-09-16T11:15:12.038 INFO:tasks.rados.rados.0.smithi077.stdout:3563: writing smithi07774545-15 from 1523712 to 1933312 tid 3 2024-09-16T11:15:12.038 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 339 2024-09-16T11:15:12.038 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 3 to smithi07774545-48 2024-09-16T11:15:12.038 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 40 v 1861 (ObjNum 65 snap 0 seq_num 1667132774) dirty exists 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 4 to smithi07774545-48 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1845 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 5 to smithi07774545-48 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3557: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 1549 (ObjNum 65 snap 0 seq_num 1583442521) dirty dne 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3555: finishing write tid 6 to smithi07774545-48 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1586 (ObjNum 1117 snap 339 seq_num 1117) dirty exists 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3555: left oid 48 (ObjNum 1117 snap 339 seq_num 1117) 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3563: finishing write tid 1 to smithi07774545-15 2024-09-16T11:15:12.039 INFO:tasks.rados.rados.0.smithi077.stdout:3560: expect (ObjNum 1084 snap 326 seq_num 1084) 2024-09-16T11:15:12.086 INFO:tasks.rados.rados.0.smithi077.stdout:3563: finishing write tid 2 to smithi07774545-15 2024-09-16T11:15:12.086 INFO:tasks.rados.rados.0.smithi077.stdout:3562: finishing copy_from racing read to smithi07774545-16 2024-09-16T11:15:12.086 INFO:tasks.rados.rados.0.smithi077.stdout:3562: finishing copy_from to smithi07774545-16 2024-09-16T11:15:12.086 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1460 (ObjNum 1030 snap 313 seq_num 1030) dirty exists 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:3563: finishing write tid 3 to smithi07774545-15 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:3563: finishing write tid 4 to smithi07774545-15 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:3563: finishing write tid 5 to smithi07774545-15 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1599 (ObjNum 1118 snap 339 seq_num 1118) dirty exists 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:3563: left oid 15 (ObjNum 1118 snap 339 seq_num 1118) 2024-09-16T11:15:12.087 INFO:tasks.rados.rados.0.smithi077.stdout:3561: expect (ObjNum 999 snap 311 seq_num 999) 2024-09-16T11:15:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:11 smithi077 ceph-mon[86047]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T11:15:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:11 smithi077 ceph-mon[86047]: pgmap v817: 121 pgs: 121 active+clean; 118 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 848 KiB/s wr, 5 op/s 2024-09-16T11:15:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:11 smithi077 ceph-mon[88497]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T11:15:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:11 smithi077 ceph-mon[88497]: pgmap v817: 121 pgs: 121 active+clean; 118 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 848 KiB/s wr, 5 op/s 2024-09-16T11:15:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:11 smithi191 ceph-mon[84934]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T11:15:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:11 smithi191 ceph-mon[84934]: pgmap v817: 121 pgs: 121 active+clean; 118 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 848 KiB/s wr, 5 op/s 2024-09-16T11:15:12.236 INFO:tasks.rados.rados.0.smithi077.stdout:3564: seq_num 1119 ranges {2564096=745472,3309568=679936,3989504=524288} 2024-09-16T11:15:12.253 INFO:tasks.rados.rados.0.smithi077.stdout:3564: writing smithi07774545-29 from 2564096 to 3309568 tid 1 2024-09-16T11:15:12.257 INFO:tasks.rados.rados.0.smithi077.stdout:3564: writing smithi07774545-29 from 3309568 to 3989504 tid 2 2024-09-16T11:15:12.260 INFO:tasks.rados.rados.0.smithi077.stdout:3564: writing smithi07774545-29 from 3989504 to 4513792 tid 3 2024-09-16T11:15:12.260 INFO:tasks.rados.rados.0.smithi077.stdout:3555: done (8 left) 2024-09-16T11:15:12.260 INFO:tasks.rados.rados.0.smithi077.stdout:3557: done (7 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3558: done (6 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3559: done (5 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3560: done (4 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3561: done (3 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3562: done (2 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3563: done (1 left) 2024-09-16T11:15:12.261 INFO:tasks.rados.rados.0.smithi077.stdout:3565: snap_remove snap 336 2024-09-16T11:15:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:12.884 INFO:tasks.rados.rados.0.smithi077.stdout:3565: done (1 left) 2024-09-16T11:15:12.885 INFO:tasks.rados.rados.0.smithi077.stdout:3566: snap_remove snap 337 2024-09-16T11:15:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:12 smithi077 ceph-mon[86047]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T11:15:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:12 smithi077 ceph-mon[88497]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T11:15:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:12 smithi191 ceph-mon[84934]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T11:15:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:13.892 INFO:tasks.rados.rados.0.smithi077.stdout:3566: done (1 left) 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3567: rollback oid 24 current snap is 339 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 335 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: finishing write tid 1 to smithi07774545-29 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: finishing write tid 2 to smithi07774545-29 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: finishing write tid 3 to smithi07774545-29 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: finishing write tid 4 to smithi07774545-29 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: finishing write tid 5 to smithi07774545-29 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1602 (ObjNum 1119 snap 339 seq_num 1119) dirty exists 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: left oid 29 (ObjNum 1119 snap 339 seq_num 1119) 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3564: done (1 left) 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3568: rollback oid 7 current snap is 339 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 7 to 329 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3569: read oid 22 snap -1 2024-09-16T11:15:13.893 INFO:tasks.rados.rados.0.smithi077.stdout:3569: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:13.894 INFO:tasks.rados.rados.0.smithi077.stdout:3570: copy_from oid 14 from oid 26 current snap is 339 2024-09-16T11:15:13.894 INFO:tasks.rados.rados.0.smithi077.stdout:3571: copy_from oid 47 from oid 48 current snap is 339 2024-09-16T11:15:13.894 INFO:tasks.rados.rados.0.smithi077.stdout:3572: delete oid 28 current snap is 339 2024-09-16T11:15:13.897 INFO:tasks.rados.rados.0.smithi077.stdout:3569: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:13.902 INFO:tasks.rados.rados.0.smithi077.stdout:3569: done (5 left) 2024-09-16T11:15:13.902 INFO:tasks.rados.rados.0.smithi077.stdout:3572: done (4 left) 2024-09-16T11:15:13.902 INFO:tasks.rados.rados.0.smithi077.stdout:3573: rollback oid 41 current snap is 339 2024-09-16T11:15:13.902 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 332 2024-09-16T11:15:13.903 INFO:tasks.rados.rados.0.smithi077.stdout:3574: rollback oid 6 current snap is 339 2024-09-16T11:15:13.903 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 6 to 329 2024-09-16T11:15:13.903 INFO:tasks.rados.rados.0.smithi077.stdout:3575: delete oid 16 current snap is 339 2024-09-16T11:15:13.907 INFO:tasks.rados.rados.0.smithi077.stdout:3570: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:15:13.908 INFO:tasks.rados.rados.0.smithi077.stdout:3570: finishing copy_from to smithi07774545-14 2024-09-16T11:15:13.908 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1458 (ObjNum 913 snap 0 seq_num 2426380384) dirty exists 2024-09-16T11:15:13.908 INFO:tasks.rados.rados.0.smithi077.stdout:3574: finishing rollback tid 0 to smithi07774545-6 2024-09-16T11:15:13.911 INFO:tasks.rados.rados.0.smithi077.stdout:3567: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:3574: finishing rollback tid 1 to smithi07774545-6 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:3567: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:3567: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1731 (ObjNum 1099 snap 332 seq_num 1099) dirty exists 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:3574: finishing rollback tid 2 to smithi07774545-6 2024-09-16T11:15:13.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1784 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:15:13.913 INFO:tasks.rados.rados.0.smithi077.stdout:3568: finishing rollback tid 0 to smithi07774545-7 2024-09-16T11:15:13.913 INFO:tasks.rados.rados.0.smithi077.stdout:3568: finishing rollback tid 1 to smithi07774545-7 2024-09-16T11:15:13.913 INFO:tasks.rados.rados.0.smithi077.stdout:3568: finishing rollback tid 2 to smithi07774545-7 2024-09-16T11:15:13.913 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1857 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3573: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3573: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3573: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1734 (ObjNum 1064 snap 321 seq_num 1064) dirty exists 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3567: done (6 left) 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3568: done (5 left) 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3570: done (4 left) 2024-09-16T11:15:13.914 INFO:tasks.rados.rados.0.smithi077.stdout:3573: done (3 left) 2024-09-16T11:15:13.915 INFO:tasks.rados.rados.0.smithi077.stdout:3574: done (2 left) 2024-09-16T11:15:13.915 INFO:tasks.rados.rados.0.smithi077.stdout:3575: done (1 left) 2024-09-16T11:15:13.915 INFO:tasks.rados.rados.0.smithi077.stdout:3576: copy_from oid 25 from oid 23 current snap is 339 2024-09-16T11:15:13.915 INFO:tasks.rados.rados.0.smithi077.stdout:3577: delete oid 13 current snap is 339 2024-09-16T11:15:13.917 INFO:tasks.rados.rados.0.smithi077.stdout:3577: done (2 left) 2024-09-16T11:15:13.917 INFO:tasks.rados.rados.0.smithi077.stdout:3578: delete oid 14 current snap is 339 2024-09-16T11:15:13.918 INFO:tasks.rados.rados.0.smithi077.stdout:3576: finishing copy_from racing read to smithi07774545-25 2024-09-16T11:15:13.919 INFO:tasks.rados.rados.0.smithi077.stdout:3578: done (2 left) 2024-09-16T11:15:13.919 INFO:tasks.rados.rados.0.smithi077.stdout:3579: snap_create 2024-09-16T11:15:13.919 INFO:tasks.rados.rados.0.smithi077.stdout:3576: finishing copy_from to smithi07774545-25 2024-09-16T11:15:13.919 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1460 (ObjNum 1030 snap 313 seq_num 1030) dirty exists 2024-09-16T11:15:13.923 INFO:tasks.rados.rados.0.smithi077.stdout:3571: finishing copy_from racing read to smithi07774545-47 2024-09-16T11:15:13.925 INFO:tasks.rados.rados.0.smithi077.stdout:3571: finishing copy_from to smithi07774545-47 2024-09-16T11:15:13.925 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1586 (ObjNum 1117 snap 339 seq_num 1117) dirty exists 2024-09-16T11:15:14.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:13 smithi077 ceph-mon[88497]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T11:15:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:13 smithi077 ceph-mon[88497]: pgmap v820: 121 pgs: 121 active+clean; 122 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-16T11:15:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:13 smithi077 ceph-mon[86047]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T11:15:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:13 smithi077 ceph-mon[86047]: pgmap v820: 121 pgs: 121 active+clean; 122 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-16T11:15:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:13 smithi191 ceph-mon[84934]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T11:15:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:13 smithi191 ceph-mon[84934]: pgmap v820: 121 pgs: 121 active+clean; 122 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3571: done (2 left) 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3576: done (1 left) 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3579: done (0 left) 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3580: read oid 49 snap -1 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3580: expect deleted 2024-09-16T11:15:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3581: snap_remove snap 339 2024-09-16T11:15:15.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:14 smithi077 ceph-mon[86047]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T11:15:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:14 smithi077 ceph-mon[88497]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T11:15:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:14 smithi191 ceph-mon[84934]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T11:15:15.820 INFO:tasks.rados.rados.0.smithi077.stdout:3581: done (1 left) 2024-09-16T11:15:15.820 INFO:tasks.rados.rados.0.smithi077.stdout:3582: snap_remove snap 335 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[86047]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[86047]: pgmap v823: 121 pgs: 121 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[86047]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[88497]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[88497]: pgmap v823: 121 pgs: 121 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-16T11:15:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:15 smithi077 ceph-mon[88497]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T11:15:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:15 smithi191 ceph-mon[84934]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T11:15:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:15 smithi191 ceph-mon[84934]: pgmap v823: 121 pgs: 121 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-16T11:15:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:15 smithi191 ceph-mon[84934]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T11:15:16.822 INFO:tasks.rados.rados.0.smithi077.stdout:3582: done (1 left) 2024-09-16T11:15:16.822 INFO:tasks.rados.rados.0.smithi077.stdout:3583: delete oid 14 current snap is 340 2024-09-16T11:15:16.832 INFO:tasks.rados.rados.0.smithi077.stdout:3580: done (1 left) 2024-09-16T11:15:16.832 INFO:tasks.rados.rados.0.smithi077.stdout:3583: done (0 left) 2024-09-16T11:15:16.832 INFO:tasks.rados.rados.0.smithi077.stdout:3584: rollback oid 19 current snap is 340 2024-09-16T11:15:16.832 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 19 to 332 2024-09-16T11:15:16.833 INFO:tasks.rados.rados.0.smithi077.stdout:3585: copy_from oid 18 from oid 42 current snap is 340 2024-09-16T11:15:16.833 INFO:tasks.rados.rados.0.smithi077.stdout:3586: read oid 30 snap 329 2024-09-16T11:15:16.833 INFO:tasks.rados.rados.0.smithi077.stdout:3586: expect (ObjNum 455256384 snap 21865 seq_num 455403776) 2024-09-16T11:15:16.834 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 340 2024-09-16T11:15:16.834 INFO:tasks.rados.rados.0.smithi077.stdout:3587: seq_num 1125 ranges {4513792=450560,4964352=786432,5750784=614400,6365184=204800} 2024-09-16T11:15:16.861 INFO:tasks.rados.rados.0.smithi077.stdout:3587: writing smithi07774545-29 from 4513792 to 4964352 tid 1 2024-09-16T11:15:16.866 INFO:tasks.rados.rados.0.smithi077.stdout:3587: writing smithi07774545-29 from 4964352 to 5750784 tid 2 2024-09-16T11:15:16.869 INFO:tasks.rados.rados.0.smithi077.stdout:3587: writing smithi07774545-29 from 5750784 to 6365184 tid 3 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3587: writing smithi07774545-29 from 6365184 to 6569984 tid 4 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3588: read oid 33 snap -1 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3588: expect deleted 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3589: copy_from oid 50 from oid 39 current snap is 340 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3590: snap_create 2024-09-16T11:15:16.871 INFO:tasks.rados.rados.0.smithi077.stdout:3586: expect (ObjNum 455256384 snap 21865 seq_num 455403776) 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3584: finishing rollback tid 0 to smithi07774545-19 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3584: finishing rollback tid 1 to smithi07774545-19 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3584: finishing rollback tid 2 to smithi07774545-19 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1395 (ObjNum 927 snap 291 seq_num 927) dirty exists 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 1 to smithi07774545-29 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 2 to smithi07774545-29 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 3 to smithi07774545-29 2024-09-16T11:15:16.875 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 4 to smithi07774545-29 2024-09-16T11:15:16.877 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 5 to smithi07774545-29 2024-09-16T11:15:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:3587: finishing write tid 6 to smithi07774545-29 2024-09-16T11:15:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1607 (ObjNum 1125 snap 340 seq_num 1125) dirty exists 2024-09-16T11:15:16.879 INFO:tasks.rados.rados.0.smithi077.stdout:3587: left oid 29 (ObjNum 1125 snap 340 seq_num 1125) 2024-09-16T11:15:16.884 INFO:tasks.rados.rados.0.smithi077.stdout:3585: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:15:16.890 INFO:tasks.rados.rados.0.smithi077.stdout:3589: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:15:16.890 INFO:tasks.rados.rados.0.smithi077.stdout:3585: finishing copy_from to smithi07774545-18 2024-09-16T11:15:16.890 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1762 (ObjNum 1116 snap 339 seq_num 1116) dirty exists 2024-09-16T11:15:16.891 INFO:tasks.rados.rados.0.smithi077.stdout:3589: finishing copy_from to smithi07774545-50 2024-09-16T11:15:16.891 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1517 (ObjNum 976 snap 306 seq_num 976) dirty exists 2024-09-16T11:15:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:16] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3584: done (6 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3585: done (5 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3586: done (4 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3587: done (3 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3588: done (2 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3589: done (1 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3590: done (0 left) 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 341 2024-09-16T11:15:17.826 INFO:tasks.rados.rados.0.smithi077.stdout:3591: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-09-16T11:15:17.828 INFO:tasks.rados.rados.0.smithi077.stdout:3591: writing smithi07774545-26 from 0 to 466944 tid 1 2024-09-16T11:15:17.832 INFO:tasks.rados.rados.0.smithi077.stdout:3591: writing smithi07774545-26 from 466944 to 1187840 tid 2 2024-09-16T11:15:17.837 INFO:tasks.rados.rados.0.smithi077.stdout:3591: writing smithi07774545-26 from 1187840 to 1966080 tid 3 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:3591: writing smithi07774545-26 from 1966080 to 2072576 tid 4 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:3592: rollback oid 10 current snap is 341 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 10 to 329 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 1 to smithi07774545-26 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 2 to smithi07774545-26 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 49 current snap is 341 2024-09-16T11:15:17.839 INFO:tasks.rados.rados.0.smithi077.stdout:3593: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-09-16T11:15:17.842 INFO:tasks.rados.rados.0.smithi077.stdout:3593: writing smithi07774545-49 from 0 to 483328 tid 1 2024-09-16T11:15:17.845 INFO:tasks.rados.rados.0.smithi077.stdout:3593: writing smithi07774545-49 from 483328 to 1081344 tid 2 2024-09-16T11:15:17.849 INFO:tasks.rados.rados.0.smithi077.stdout:3593: writing smithi07774545-49 from 1081344 to 1662976 tid 3 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3593: writing smithi07774545-49 from 1662976 to 2088960 tid 4 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3594: read oid 25 snap -1 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3594: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3595: read oid 24 snap -1 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3595: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 341 2024-09-16T11:15:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3596: seq_num 1128 ranges {1335296=499712,1835008=483328,2318336=786432,3104768=335872} 2024-09-16T11:15:17.862 INFO:tasks.rados.rados.0.smithi077.stdout:3596: writing smithi07774545-43 from 1335296 to 1835008 tid 1 2024-09-16T11:15:17.865 INFO:tasks.rados.rados.0.smithi077.stdout:3596: writing smithi07774545-43 from 1835008 to 2318336 tid 2 2024-09-16T11:15:17.869 INFO:tasks.rados.rados.0.smithi077.stdout:3596: writing smithi07774545-43 from 2318336 to 3104768 tid 3 2024-09-16T11:15:17.872 INFO:tasks.rados.rados.0.smithi077.stdout:3596: writing smithi07774545-43 from 3104768 to 3440640 tid 4 2024-09-16T11:15:17.872 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 17 current snap is 341 2024-09-16T11:15:17.872 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 3 to smithi07774545-26 2024-09-16T11:15:17.872 INFO:tasks.rados.rados.0.smithi077.stdout:3597: seq_num 1129 ranges {5316608=516096,5832704=770048,6602752=598016,7200768=237568} 2024-09-16T11:15:17.903 INFO:tasks.rados.rados.0.smithi077.stdout:3597: writing smithi07774545-17 from 5316608 to 5832704 tid 1 2024-09-16T11:15:17.907 INFO:tasks.rados.rados.0.smithi077.stdout:3597: writing smithi07774545-17 from 5832704 to 6602752 tid 2 2024-09-16T11:15:17.911 INFO:tasks.rados.rados.0.smithi077.stdout:3597: writing smithi07774545-17 from 6602752 to 7200768 tid 3 2024-09-16T11:15:17.913 INFO:tasks.rados.rados.0.smithi077.stdout:3597: writing smithi07774545-17 from 7200768 to 7438336 tid 4 2024-09-16T11:15:17.913 INFO:tasks.rados.rados.0.smithi077.stdout:3598: setattr oid 27 current snap is 341 2024-09-16T11:15:17.913 INFO:tasks.rados.rados.0.smithi077.stdout:3592: finishing rollback tid 0 to smithi07774545-10 2024-09-16T11:15:17.913 INFO:tasks.rados.rados.0.smithi077.stdout:3592: finishing rollback tid 1 to smithi07774545-10 2024-09-16T11:15:17.913 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 4 to smithi07774545-26 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3592: finishing rollback tid 2 to smithi07774545-10 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1876 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 5 to smithi07774545-26 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 1 to smithi07774545-49 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3591: finishing write tid 6 to smithi07774545-26 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1789 (ObjNum 1126 snap 341 seq_num 1126) dirty exists 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3591: left oid 26 (ObjNum 1126 snap 341 seq_num 1126) 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 2 to smithi07774545-49 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 3 to smithi07774545-49 2024-09-16T11:15:17.914 INFO:tasks.rados.rados.0.smithi077.stdout:3594: expect (ObjNum 1030 snap 313 seq_num 1030) 2024-09-16T11:15:17.925 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 4 to smithi07774545-49 2024-09-16T11:15:17.925 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 5 to smithi07774545-49 2024-09-16T11:15:17.925 INFO:tasks.rados.rados.0.smithi077.stdout:3593: finishing write tid 6 to smithi07774545-49 2024-09-16T11:15:17.925 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1794 (ObjNum 1127 snap 341 seq_num 1127) dirty exists 2024-09-16T11:15:17.926 INFO:tasks.rados.rados.0.smithi077.stdout:3593: left oid 49 (ObjNum 1127 snap 341 seq_num 1127) 2024-09-16T11:15:17.926 INFO:tasks.rados.rados.0.smithi077.stdout:3595: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-16T11:15:18.092 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 1 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 2 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 3 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 4 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 5 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: finishing write tid 6 to smithi07774545-43 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1882 (ObjNum 1128 snap 341 seq_num 1128) dirty exists 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3596: left oid 43 (ObjNum 1128 snap 341 seq_num 1128) 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 1 to smithi07774545-17 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 2 to smithi07774545-17 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 3 to smithi07774545-17 2024-09-16T11:15:18.093 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 4 to smithi07774545-17 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 5 to smithi07774545-17 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3597: finishing write tid 6 to smithi07774545-17 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 1722 (ObjNum 1129 snap 341 seq_num 1129) dirty exists 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3597: left oid 17 (ObjNum 1129 snap 341 seq_num 1129) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3591: done (7 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3592: done (6 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3593: done (5 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3594: done (4 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3595: done (3 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3596: done (2 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3597: done (1 left) 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:3599: copy_from oid 48 from oid 4 current snap is 341 2024-09-16T11:15:18.094 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 39 current snap is 341 2024-09-16T11:15:18.095 INFO:tasks.rados.rados.0.smithi077.stdout:3600: seq_num 1130 ranges {2564096=532480,3096576=655360,3751936=753664,4505600=196608} 2024-09-16T11:15:18.109 INFO:tasks.rados.rados.0.smithi077.stdout:3600: writing smithi07774545-39 from 2564096 to 3096576 tid 1 2024-09-16T11:15:18.112 INFO:tasks.rados.rados.0.smithi077.stdout:3600: writing smithi07774545-39 from 3096576 to 3751936 tid 2 2024-09-16T11:15:18.116 INFO:tasks.rados.rados.0.smithi077.stdout:3600: writing smithi07774545-39 from 3751936 to 4505600 tid 3 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3600: writing smithi07774545-39 from 4505600 to 4702208 tid 4 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3601: delete oid 11 current snap is 341 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1562 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3599: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3599: finishing copy_from to smithi07774545-48 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1403 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 1 to smithi07774545-39 2024-09-16T11:15:18.118 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 2 to smithi07774545-39 2024-09-16T11:15:18.120 INFO:tasks.rados.rados.0.smithi077.stdout:3598: done (3 left) 2024-09-16T11:15:18.120 INFO:tasks.rados.rados.0.smithi077.stdout:3599: done (2 left) 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3601: done (1 left) 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3602: read oid 44 snap -1 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3603: read oid 24 snap 329 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3603: expect (ObjNum 981 snap 308 seq_num 981) 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 341 2024-09-16T11:15:18.121 INFO:tasks.rados.rados.0.smithi077.stdout:3604: seq_num 1132 ranges {2498560=565248,3063808=425984,3489792=770048,4259840=409600} 2024-09-16T11:15:18.137 INFO:tasks.rados.rados.0.smithi077.stdout:3604: writing smithi07774545-31 from 2498560 to 3063808 tid 1 2024-09-16T11:15:18.139 INFO:tasks.rados.rados.0.smithi077.stdout:3604: writing smithi07774545-31 from 3063808 to 3489792 tid 2 2024-09-16T11:15:18.143 INFO:tasks.rados.rados.0.smithi077.stdout:3604: writing smithi07774545-31 from 3489792 to 4259840 tid 3 2024-09-16T11:15:18.146 INFO:tasks.rados.rados.0.smithi077.stdout:3604: writing smithi07774545-31 from 4259840 to 4669440 tid 4 2024-09-16T11:15:18.146 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 3 current snap is 341 2024-09-16T11:15:18.146 INFO:tasks.rados.rados.0.smithi077.stdout:3605: seq_num 1133 ranges {3833856=581632,4415488=753664,5169152=573440,5742592=278528} 2024-09-16T11:15:18.169 INFO:tasks.rados.rados.0.smithi077.stdout:3605: writing smithi07774545-3 from 3833856 to 4415488 tid 1 2024-09-16T11:15:18.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:17 smithi077 ceph-mon[88497]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T11:15:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:17 smithi077 ceph-mon[88497]: pgmap v826: 121 pgs: 121 active+clean; 128 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-16T11:15:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:17 smithi077 ceph-mon[86047]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T11:15:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:17 smithi077 ceph-mon[86047]: pgmap v826: 121 pgs: 121 active+clean; 128 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-16T11:15:18.173 INFO:tasks.rados.rados.0.smithi077.stdout:3605: writing smithi07774545-3 from 4415488 to 5169152 tid 2 2024-09-16T11:15:18.177 INFO:tasks.rados.rados.0.smithi077.stdout:3605: writing smithi07774545-3 from 5169152 to 5742592 tid 3 2024-09-16T11:15:18.179 INFO:tasks.rados.rados.0.smithi077.stdout:3605: writing smithi07774545-3 from 5742592 to 6021120 tid 4 2024-09-16T11:15:18.179 INFO:tasks.rados.rados.0.smithi077.stdout:3606: copy_from oid 18 from oid 36 current snap is 341 2024-09-16T11:15:18.179 INFO:tasks.rados.rados.0.smithi077.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:18.181 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 3 to smithi07774545-39 2024-09-16T11:15:18.181 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 4 to smithi07774545-39 2024-09-16T11:15:18.181 INFO:tasks.rados.rados.0.smithi077.stdout:3602: done (5 left) 2024-09-16T11:15:18.181 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 341 2024-09-16T11:15:18.181 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 5 to smithi07774545-39 2024-09-16T11:15:18.182 INFO:tasks.rados.rados.0.smithi077.stdout:3607: seq_num 1134 ranges {491520=598016,1089536=638976,1728512=737280,2465792=229376} 2024-09-16T11:15:18.187 INFO:tasks.rados.rados.0.smithi077.stdout:3607: writing smithi07774545-37 from 491520 to 1089536 tid 1 2024-09-16T11:15:18.191 INFO:tasks.rados.rados.0.smithi077.stdout:3607: writing smithi07774545-37 from 1089536 to 1728512 tid 2 2024-09-16T11:15:18.195 INFO:tasks.rados.rados.0.smithi077.stdout:3607: writing smithi07774545-37 from 1728512 to 2465792 tid 3 2024-09-16T11:15:18.197 INFO:tasks.rados.rados.0.smithi077.stdout:3607: writing smithi07774545-37 from 2465792 to 2695168 tid 4 2024-09-16T11:15:18.197 INFO:tasks.rados.rados.0.smithi077.stdout:3608: snap_remove snap 340 2024-09-16T11:15:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:17 smithi191 ceph-mon[84934]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T11:15:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:17 smithi191 ceph-mon[84934]: pgmap v826: 121 pgs: 121 active+clean; 128 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-16T11:15:18.832 INFO:tasks.rados.rados.0.smithi077.stdout:3608: done (6 left) 2024-09-16T11:15:18.833 INFO:tasks.rados.rados.0.smithi077.stdout:3609: rollback oid 42 current snap is 341 2024-09-16T11:15:18.833 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 329 2024-09-16T11:15:18.833 INFO:tasks.rados.rados.0.smithi077.stdout:3610: snap_remove snap 332 2024-09-16T11:15:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:18 smithi077 ceph-mon[88497]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T11:15:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:18 smithi077 ceph-mon[86047]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T11:15:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:18 smithi191 ceph-mon[84934]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:3610: done (7 left) 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:3611: snap_create 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:3600: finishing write tid 6 to smithi07774545-39 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1567 (ObjNum 1130 snap 341 seq_num 1130) dirty exists 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:3600: left oid 39 (ObjNum 1130 snap 341 seq_num 1130) 2024-09-16T11:15:19.841 INFO:tasks.rados.rados.0.smithi077.stdout:3603: expect (ObjNum 981 snap 308 seq_num 981) 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 1 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 2 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 3 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 4 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 5 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: finishing write tid 6 to smithi07774545-31 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1771 (ObjNum 1132 snap 341 seq_num 1132) dirty exists 2024-09-16T11:15:19.937 INFO:tasks.rados.rados.0.smithi077.stdout:3604: left oid 31 (ObjNum 1132 snap 341 seq_num 1132) 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 1 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 2 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 3 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 4 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 5 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: finishing write tid 6 to smithi07774545-3 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1467 (ObjNum 1133 snap 341 seq_num 1133) dirty exists 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3605: left oid 3 (ObjNum 1133 snap 341 seq_num 1133) 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 1 to smithi07774545-37 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 2 to smithi07774545-37 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 3 to smithi07774545-37 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 4 to smithi07774545-37 2024-09-16T11:15:19.938 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 5 to smithi07774545-37 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3607: finishing write tid 6 to smithi07774545-37 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1799 (ObjNum 1134 snap 341 seq_num 1134) dirty exists 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3607: left oid 37 (ObjNum 1134 snap 341 seq_num 1134) 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3606: finishing copy_from racing read to smithi07774545-18 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3606: finishing copy_from to smithi07774545-18 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 18 v 1757 (ObjNum 1115 snap 339 seq_num 1115) dirty exists 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3609: finishing rollback tid 0 to smithi07774545-42 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3609: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:3609: finishing rollback tid 2 to smithi07774545-42 2024-09-16T11:15:19.939 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1782 (ObjNum 1036 snap 313 seq_num 1036) dirty exists 2024-09-16T11:15:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:19 smithi077 ceph-mon[88497]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T11:15:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:19 smithi077 ceph-mon[88497]: pgmap v829: 121 pgs: 121 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:15:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:19 smithi077 ceph-mon[86047]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T11:15:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:19 smithi077 ceph-mon[86047]: pgmap v829: 121 pgs: 121 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:15:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:19 smithi191 ceph-mon[84934]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T11:15:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:19 smithi191 ceph-mon[84934]: pgmap v829: 121 pgs: 121 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-09-16T11:15:20.821 INFO:tasks.rados.rados.0.smithi077.stdout:3600: done (7 left) 2024-09-16T11:15:20.821 INFO:tasks.rados.rados.0.smithi077.stdout:3603: done (6 left) 2024-09-16T11:15:20.821 INFO:tasks.rados.rados.0.smithi077.stdout:3604: done (5 left) 2024-09-16T11:15:20.821 INFO:tasks.rados.rados.0.smithi077.stdout:3605: done (4 left) 2024-09-16T11:15:20.821 INFO:tasks.rados.rados.0.smithi077.stdout:3606: done (3 left) 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3607: done (2 left) 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3609: done (1 left) 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3611: done (0 left) 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3612: read oid 31 snap -1 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3612: expect (ObjNum 1132 snap 341 seq_num 1132) 2024-09-16T11:15:20.822 INFO:tasks.rados.rados.0.smithi077.stdout:3613: delete oid 23 current snap is 342 2024-09-16T11:15:20.827 INFO:tasks.rados.rados.0.smithi077.stdout:3613: done (1 left) 2024-09-16T11:15:20.828 INFO:tasks.rados.rados.0.smithi077.stdout:3614: read oid 20 snap 329 2024-09-16T11:15:20.828 INFO:tasks.rados.rados.0.smithi077.stdout:3614: expect deleted 2024-09-16T11:15:20.828 INFO:tasks.rados.rados.0.smithi077.stdout:3615: delete oid 3 current snap is 342 2024-09-16T11:15:20.840 INFO:tasks.rados.rados.0.smithi077.stdout:3614: done (2 left) 2024-09-16T11:15:20.840 INFO:tasks.rados.rados.0.smithi077.stdout:3615: done (1 left) 2024-09-16T11:15:20.840 INFO:tasks.rados.rados.0.smithi077.stdout:3616: rollback oid 30 current snap is 342 2024-09-16T11:15:20.840 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 341 2024-09-16T11:15:20.841 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 342 2024-09-16T11:15:20.841 INFO:tasks.rados.rados.0.smithi077.stdout:3617: seq_num 1137 ranges {1130496=647168,1777664=696320,2473984=557056,3031040=352256} 2024-09-16T11:15:20.850 INFO:tasks.rados.rados.0.smithi077.stdout:3617: writing smithi07774545-19 from 1130496 to 1777664 tid 1 2024-09-16T11:15:20.854 INFO:tasks.rados.rados.0.smithi077.stdout:3617: writing smithi07774545-19 from 1777664 to 2473984 tid 2 2024-09-16T11:15:20.857 INFO:tasks.rados.rados.0.smithi077.stdout:3617: writing smithi07774545-19 from 2473984 to 3031040 tid 3 2024-09-16T11:15:20.859 INFO:tasks.rados.rados.0.smithi077.stdout:3617: writing smithi07774545-19 from 3031040 to 3383296 tid 4 2024-09-16T11:15:20.859 INFO:tasks.rados.rados.0.smithi077.stdout:3618: snap_create 2024-09-16T11:15:20.860 INFO:tasks.rados.rados.0.smithi077.stdout:3612: expect (ObjNum 1132 snap 341 seq_num 1132) 2024-09-16T11:15:21.056 INFO:tasks.rados.rados.0.smithi077.stdout:3616: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:15:21.056 INFO:tasks.rados.rados.0.smithi077.stdout:3616: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:15:21.056 INFO:tasks.rados.rados.0.smithi077.stdout:3616: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1553 (ObjNum 129 snap 0 seq_num 455523584) dirty exists 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 1 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 2 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 3 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 4 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 5 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: finishing write tid 6 to smithi07774545-19 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1400 (ObjNum 1137 snap 342 seq_num 1137) dirty exists 2024-09-16T11:15:21.057 INFO:tasks.rados.rados.0.smithi077.stdout:3617: left oid 19 (ObjNum 1137 snap 342 seq_num 1137) 2024-09-16T11:15:21.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:20 smithi077 ceph-mon[86047]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T11:15:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:20 smithi077 ceph-mon[86047]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T11:15:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:20 smithi077 ceph-mon[88497]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T11:15:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:20 smithi077 ceph-mon[88497]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T11:15:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:20 smithi191 ceph-mon[84934]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T11:15:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:20 smithi191 ceph-mon[84934]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:3612: done (3 left) 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:3616: done (2 left) 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:3617: done (1 left) 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:3618: done (0 left) 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:3619: rollback oid 16 current snap is 343 2024-09-16T11:15:21.849 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 16 to 329 2024-09-16T11:15:21.850 INFO:tasks.rados.rados.0.smithi077.stdout:3620: setattr oid 43 current snap is 343 2024-09-16T11:15:21.850 INFO:tasks.rados.rados.0.smithi077.stdout:3621: delete oid 40 current snap is 343 2024-09-16T11:15:21.852 INFO:tasks.rados.rados.0.smithi077.stdout:3619: finishing rollback tid 1 to smithi07774545-16 2024-09-16T11:15:21.852 INFO:tasks.rados.rados.0.smithi077.stdout:3619: finishing rollback tid 2 to smithi07774545-16 2024-09-16T11:15:21.852 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1882 (ObjNum 1071 snap 322 seq_num 1071) dirty exists 2024-09-16T11:15:21.857 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1896 (ObjNum 1128 snap 341 seq_num 1128) dirty exists 2024-09-16T11:15:21.857 INFO:tasks.rados.rados.0.smithi077.stdout:3619: done (2 left) 2024-09-16T11:15:21.857 INFO:tasks.rados.rados.0.smithi077.stdout:3620: done (1 left) 2024-09-16T11:15:21.857 INFO:tasks.rados.rados.0.smithi077.stdout:3621: done (0 left) 2024-09-16T11:15:21.858 INFO:tasks.rados.rados.0.smithi077.stdout:3622: copy_from oid 13 from oid 10 current snap is 343 2024-09-16T11:15:21.858 INFO:tasks.rados.rados.0.smithi077.stdout:3623: setattr oid 22 current snap is 343 2024-09-16T11:15:21.858 INFO:tasks.rados.rados.0.smithi077.stdout:3624: copy_from oid 50 from oid 32 current snap is 343 2024-09-16T11:15:21.858 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 343 2024-09-16T11:15:21.858 INFO:tasks.rados.rados.0.smithi077.stdout:3625: seq_num 1139 ranges {1335296=679936,2015232=458752,2473984=524288,2998272=540672,3538944=81920} 2024-09-16T11:15:21.869 INFO:tasks.rados.rados.0.smithi077.stdout:3625: writing smithi07774545-4 from 1335296 to 2015232 tid 1 2024-09-16T11:15:21.872 INFO:tasks.rados.rados.0.smithi077.stdout:3625: writing smithi07774545-4 from 2015232 to 2473984 tid 2 2024-09-16T11:15:21.875 INFO:tasks.rados.rados.0.smithi077.stdout:3625: writing smithi07774545-4 from 2473984 to 2998272 tid 3 2024-09-16T11:15:21.878 INFO:tasks.rados.rados.0.smithi077.stdout:3625: writing smithi07774545-4 from 2998272 to 3538944 tid 4 2024-09-16T11:15:21.879 INFO:tasks.rados.rados.0.smithi077.stdout:3625: writing smithi07774545-4 from 3538944 to 3620864 tid 5 2024-09-16T11:15:21.880 INFO:tasks.rados.rados.0.smithi077.stdout:3626: snap_create 2024-09-16T11:15:21.880 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1459 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:15:21.880 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 1 to smithi07774545-4 2024-09-16T11:15:21.880 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 2 to smithi07774545-4 2024-09-16T11:15:21.880 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 3 to smithi07774545-4 2024-09-16T11:15:21.883 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 4 to smithi07774545-4 2024-09-16T11:15:21.883 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 5 to smithi07774545-4 2024-09-16T11:15:21.883 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 6 to smithi07774545-4 2024-09-16T11:15:21.884 INFO:tasks.rados.rados.0.smithi077.stdout:3625: finishing write tid 7 to smithi07774545-4 2024-09-16T11:15:21.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1409 (ObjNum 1139 snap 343 seq_num 1139) dirty exists 2024-09-16T11:15:21.884 INFO:tasks.rados.rados.0.smithi077.stdout:3625: left oid 4 (ObjNum 1139 snap 343 seq_num 1139) 2024-09-16T11:15:21.885 INFO:tasks.rados.rados.0.smithi077.stdout:3622: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:15:21.888 INFO:tasks.rados.rados.0.smithi077.stdout:3622: finishing copy_from to smithi07774545-13 2024-09-16T11:15:21.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1876 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-09-16T11:15:21.892 INFO:tasks.rados.rados.0.smithi077.stdout:3624: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:15:21.899 INFO:tasks.rados.rados.0.smithi077.stdout:3624: finishing copy_from to smithi07774545-50 2024-09-16T11:15:21.900 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1752 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:15:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:21 smithi077 ceph-mon[86047]: pgmap v832: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-09-16T11:15:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:21 smithi077 ceph-mon[88497]: pgmap v832: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-09-16T11:15:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:21 smithi191 ceph-mon[84934]: pgmap v832: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-09-16T11:15:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:22.852 INFO:tasks.rados.rados.0.smithi077.stdout:3622: done (4 left) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3623: done (3 left) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3624: done (2 left) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3625: done (1 left) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3626: done (0 left) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3627: read oid 10 snap -1 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3627: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-09-16T11:15:22.853 INFO:tasks.rados.rados.0.smithi077.stdout:3628: snap_create 2024-09-16T11:15:22.872 INFO:tasks.rados.rados.0.smithi077.stdout:3627: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-09-16T11:15:23.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:22 smithi077 ceph-mon[88497]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T11:15:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:22 smithi077 ceph-mon[86047]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T11:15:23.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:22 smithi191 ceph-mon[84934]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T11:15:23.854 INFO:tasks.rados.rados.0.smithi077.stdout:3627: done (1 left) 2024-09-16T11:15:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:3628: done (0 left) 2024-09-16T11:15:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 345 2024-09-16T11:15:23.855 INFO:tasks.rados.rados.0.smithi077.stdout:3629: seq_num 1140 ranges {5128192=696320,5824512=745472,6569984=729088,7299072=131072} 2024-09-16T11:15:23.885 INFO:tasks.rados.rados.0.smithi077.stdout:3629: writing smithi07774545-42 from 5128192 to 5824512 tid 1 2024-09-16T11:15:23.888 INFO:tasks.rados.rados.0.smithi077.stdout:3629: writing smithi07774545-42 from 5824512 to 6569984 tid 2 2024-09-16T11:15:23.893 INFO:tasks.rados.rados.0.smithi077.stdout:3629: writing smithi07774545-42 from 6569984 to 7299072 tid 3 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:3629: writing smithi07774545-42 from 7299072 to 7430144 tid 4 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:3630: setattr oid 12 current snap is 345 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 1 to smithi07774545-42 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 2 to smithi07774545-42 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 345 2024-09-16T11:15:23.894 INFO:tasks.rados.rados.0.smithi077.stdout:3631: seq_num 1141 ranges {458752=712704,1171456=679936,1851392=540672,2392064=385024} 2024-09-16T11:15:23.901 INFO:tasks.rados.rados.0.smithi077.stdout:3631: writing smithi07774545-25 from 458752 to 1171456 tid 1 2024-09-16T11:15:23.905 INFO:tasks.rados.rados.0.smithi077.stdout:3631: writing smithi07774545-25 from 1171456 to 1851392 tid 2 2024-09-16T11:15:23.908 INFO:tasks.rados.rados.0.smithi077.stdout:3631: writing smithi07774545-25 from 1851392 to 2392064 tid 3 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3631: writing smithi07774545-25 from 2392064 to 2777088 tid 4 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3632: read oid 23 snap -1 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3632: expect deleted 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3633: delete oid 17 current snap is 345 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 1885 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 3 to smithi07774545-42 2024-09-16T11:15:23.911 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 4 to smithi07774545-42 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 5 to smithi07774545-42 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:3629: finishing write tid 6 to smithi07774545-42 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1794 (ObjNum 1140 snap 345 seq_num 1140) dirty exists 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:3629: left oid 42 (ObjNum 1140 snap 345 seq_num 1140) 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 1 to smithi07774545-25 2024-09-16T11:15:23.912 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 2 to smithi07774545-25 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 3 to smithi07774545-25 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 4 to smithi07774545-25 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3629: done (4 left) 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3630: done (3 left) 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3632: done (2 left) 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3633: done (1 left) 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3634: setattr oid 49 current snap is 345 2024-09-16T11:15:23.914 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 5 to smithi07774545-25 2024-09-16T11:15:23.915 INFO:tasks.rados.rados.0.smithi077.stdout:3635: delete oid 4 current snap is 345 2024-09-16T11:15:23.915 INFO:tasks.rados.rados.0.smithi077.stdout:3631: finishing write tid 6 to smithi07774545-25 2024-09-16T11:15:23.915 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1904 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-16T11:15:23.915 INFO:tasks.rados.rados.0.smithi077.stdout:3631: left oid 25 (ObjNum 1141 snap 345 seq_num 1141) 2024-09-16T11:15:23.917 INFO:tasks.rados.rados.0.smithi077.stdout:3631: done (2 left) 2024-09-16T11:15:23.917 INFO:tasks.rados.rados.0.smithi077.stdout:3635: done (1 left) 2024-09-16T11:15:23.917 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 345 2024-09-16T11:15:23.918 INFO:tasks.rados.rados.0.smithi077.stdout:3636: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-09-16T11:15:23.922 INFO:tasks.rados.rados.0.smithi077.stdout:3636: writing smithi07774545-28 from 0 to 770048 tid 1 2024-09-16T11:15:23.926 INFO:tasks.rados.rados.0.smithi077.stdout:3636: writing smithi07774545-28 from 770048 to 1507328 tid 2 2024-09-16T11:15:23.930 INFO:tasks.rados.rados.0.smithi077.stdout:3636: writing smithi07774545-28 from 1507328 to 2220032 tid 3 2024-09-16T11:15:23.931 INFO:tasks.rados.rados.0.smithi077.stdout:3636: writing smithi07774545-28 from 2220032 to 2375680 tid 4 2024-09-16T11:15:23.931 INFO:tasks.rados.rados.0.smithi077.stdout:3637: snap_remove snap 329 2024-09-16T11:15:24.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:23 smithi077 ceph-mon[86047]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T11:15:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:23 smithi077 ceph-mon[86047]: pgmap v835: 121 pgs: 121 active+clean; 154 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 11 MiB/s wr, 33 op/s 2024-09-16T11:15:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:23 smithi077 ceph-mon[88497]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T11:15:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:23 smithi077 ceph-mon[88497]: pgmap v835: 121 pgs: 121 active+clean; 154 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 11 MiB/s wr, 33 op/s 2024-09-16T11:15:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:23 smithi191 ceph-mon[84934]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T11:15:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:23 smithi191 ceph-mon[84934]: pgmap v835: 121 pgs: 121 active+clean; 154 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 11 MiB/s wr, 33 op/s 2024-09-16T11:15:24.868 INFO:tasks.rados.rados.0.smithi077.stdout:3637: done (2 left) 2024-09-16T11:15:24.868 INFO:tasks.rados.rados.0.smithi077.stdout:3638: copy_from oid 35 from oid 27 current snap is 345 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3639: rollback oid 5 current snap is 345 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 5 to 344 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3640: snap_create 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 1800 (ObjNum 1127 snap 341 seq_num 1127) dirty exists 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 1 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 2 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 3 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 4 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 5 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: finishing write tid 6 to smithi07774545-28 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 1605 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:15:24.869 INFO:tasks.rados.rados.0.smithi077.stdout:3636: left oid 28 (ObjNum 1144 snap 345 seq_num 1144) 2024-09-16T11:15:24.875 INFO:tasks.rados.rados.0.smithi077.stdout:3638: finishing copy_from racing read to smithi07774545-35 2024-09-16T11:15:24.883 INFO:tasks.rados.rados.0.smithi077.stdout:3639: finishing rollback tid 0 to smithi07774545-5 2024-09-16T11:15:24.884 INFO:tasks.rados.rados.0.smithi077.stdout:3638: finishing copy_from to smithi07774545-35 2024-09-16T11:15:24.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1562 (ObjNum 529 snap 0 seq_num 2426380000) dirty exists 2024-09-16T11:15:24.884 INFO:tasks.rados.rados.0.smithi077.stdout:3639: finishing rollback tid 1 to smithi07774545-5 2024-09-16T11:15:24.884 INFO:tasks.rados.rados.0.smithi077.stdout:3639: finishing rollback tid 2 to smithi07774545-5 2024-09-16T11:15:24.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1610 (ObjNum 1104 snap 337 seq_num 1104) dirty exists 2024-09-16T11:15:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:24 smithi077 ceph-mon[86047]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T11:15:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:24 smithi077 ceph-mon[88497]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T11:15:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:24 smithi191 ceph-mon[84934]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3634: done (4 left) 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3636: done (3 left) 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3638: done (2 left) 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3639: done (1 left) 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3640: done (0 left) 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 346 2024-09-16T11:15:25.823 INFO:tasks.rados.rados.0.smithi077.stdout:3641: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-09-16T11:15:25.827 INFO:tasks.rados.rados.0.smithi077.stdout:3641: writing smithi07774545-4 from 0 to 786432 tid 1 2024-09-16T11:15:25.830 INFO:tasks.rados.rados.0.smithi077.stdout:3641: writing smithi07774545-4 from 786432 to 1409024 tid 2 2024-09-16T11:15:25.834 INFO:tasks.rados.rados.0.smithi077.stdout:3641: writing smithi07774545-4 from 1409024 to 1925120 tid 3 2024-09-16T11:15:25.836 INFO:tasks.rados.rados.0.smithi077.stdout:3641: writing smithi07774545-4 from 1925120 to 2342912 tid 4 2024-09-16T11:15:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3641: writing smithi07774545-4 from 2342912 to 2392064 tid 5 2024-09-16T11:15:25.837 INFO:tasks.rados.rados.0.smithi077.stdout:3642: snap_remove snap 341 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[86047]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[86047]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 35 op/s 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[86047]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[88497]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[88497]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 35 op/s 2024-09-16T11:15:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:25 smithi077 ceph-mon[88497]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T11:15:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:25 smithi191 ceph-mon[84934]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T11:15:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:25 smithi191 ceph-mon[84934]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 35 op/s 2024-09-16T11:15:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:25 smithi191 ceph-mon[84934]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T11:15:26.825 INFO:tasks.rados.rados.0.smithi077.stdout:3642: done (1 left) 2024-09-16T11:15:26.825 INFO:tasks.rados.rados.0.smithi077.stdout:3643: snap_remove snap 343 2024-09-16T11:15:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:26] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-16T11:15:27.831 INFO:tasks.rados.rados.0.smithi077.stdout:3643: done (1 left) 2024-09-16T11:15:27.831 INFO:tasks.rados.rados.0.smithi077.stdout:3644: delete oid 26 current snap is 346 2024-09-16T11:15:27.831 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 1 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 2 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 3 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 4 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 5 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 6 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: finishing write tid 7 to smithi07774545-4 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1416 (ObjNum 1145 snap 346 seq_num 1145) dirty exists 2024-09-16T11:15:27.832 INFO:tasks.rados.rados.0.smithi077.stdout:3641: left oid 4 (ObjNum 1145 snap 346 seq_num 1145) 2024-09-16T11:15:27.836 INFO:tasks.rados.rados.0.smithi077.stdout:3641: done (1 left) 2024-09-16T11:15:27.836 INFO:tasks.rados.rados.0.smithi077.stdout:3644: done (0 left) 2024-09-16T11:15:27.836 INFO:tasks.rados.rados.0.smithi077.stdout:3645: snap_remove snap 345 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[86047]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[86047]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[88497]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:27 smithi077 ceph-mon[88497]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T11:15:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:27 smithi191 ceph-mon[84934]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T11:15:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:27 smithi191 ceph-mon[84934]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T11:15:28.834 INFO:tasks.rados.rados.0.smithi077.stdout:3645: done (0 left) 2024-09-16T11:15:28.834 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 346 2024-09-16T11:15:28.834 INFO:tasks.rados.rados.0.smithi077.stdout:3646: seq_num 1147 ranges {6610944=16384} 2024-09-16T11:15:28.868 INFO:tasks.rados.rados.0.smithi077.stdout:3646: writing smithi07774545-50 from 6610944 to 6627328 tid 1 2024-09-16T11:15:28.868 INFO:tasks.rados.rados.0.smithi077.stdout:3647: delete oid 42 current snap is 346 2024-09-16T11:15:28.875 INFO:tasks.rados.rados.0.smithi077.stdout:3647: done (1 left) 2024-09-16T11:15:28.875 INFO:tasks.rados.rados.0.smithi077.stdout:3648: snap_create 2024-09-16T11:15:28.876 INFO:tasks.rados.rados.0.smithi077.stdout:3646: finishing write tid 1 to smithi07774545-50 2024-09-16T11:15:28.876 INFO:tasks.rados.rados.0.smithi077.stdout:3646: finishing write tid 2 to smithi07774545-50 2024-09-16T11:15:28.879 INFO:tasks.rados.rados.0.smithi077.stdout:3646: finishing write tid 3 to smithi07774545-50 2024-09-16T11:15:28.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1764 (ObjNum 1147 snap 346 seq_num 1147) dirty exists 2024-09-16T11:15:28.879 INFO:tasks.rados.rados.0.smithi077.stdout:3646: left oid 50 (ObjNum 1147 snap 346 seq_num 1147) 2024-09-16T11:15:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:28 smithi077 ceph-mon[86047]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T11:15:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:28 smithi077 ceph-mon[88497]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T11:15:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:28 smithi191 ceph-mon[84934]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T11:15:29.840 INFO:tasks.rados.rados.0.smithi077.stdout:3646: done (1 left) 2024-09-16T11:15:29.840 INFO:tasks.rados.rados.0.smithi077.stdout:3648: done (0 left) 2024-09-16T11:15:29.841 INFO:tasks.rados.rados.0.smithi077.stdout:3649: snap_create 2024-09-16T11:15:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:29 smithi077 ceph-mon[86047]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T11:15:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:29 smithi077 ceph-mon[86047]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T11:15:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:29 smithi077 ceph-mon[88497]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T11:15:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:29 smithi077 ceph-mon[88497]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T11:15:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:29 smithi191 ceph-mon[84934]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T11:15:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:29 smithi191 ceph-mon[84934]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T11:15:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3649: done (0 left) 2024-09-16T11:15:30.826 INFO:tasks.rados.rados.0.smithi077.stdout:3650: rollback oid 11 current snap is 348 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 344 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3651: rollback oid 32 current snap is 348 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 32 to 346 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3652: delete oid 15 current snap is 348 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:3650: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:15:30.827 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:3650: done (2 left) 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:3652: done (1 left) 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:3653: rollback oid 20 current snap is 348 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 342 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 348 2024-09-16T11:15:30.831 INFO:tasks.rados.rados.0.smithi077.stdout:3654: seq_num 1150 ranges {1146880=65536} 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:3654: writing smithi07774545-16 from 1146880 to 1212416 tid 1 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:3655: snap_create 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:3653: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 456169600) dirty dne 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:3651: finishing rollback tid 0 to smithi07774545-32 2024-09-16T11:15:30.838 INFO:tasks.rados.rados.0.smithi077.stdout:3651: finishing rollback tid 1 to smithi07774545-32 2024-09-16T11:15:30.839 INFO:tasks.rados.rados.0.smithi077.stdout:3651: finishing rollback tid 2 to smithi07774545-32 2024-09-16T11:15:30.839 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1924 (ObjNum 985 snap 308 seq_num 985) dirty exists 2024-09-16T11:15:30.842 INFO:tasks.rados.rados.0.smithi077.stdout:3654: finishing write tid 1 to smithi07774545-16 2024-09-16T11:15:30.842 INFO:tasks.rados.rados.0.smithi077.stdout:3654: finishing write tid 2 to smithi07774545-16 2024-09-16T11:15:30.845 INFO:tasks.rados.rados.0.smithi077.stdout:3654: finishing write tid 3 to smithi07774545-16 2024-09-16T11:15:30.846 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1900 (ObjNum 1150 snap 348 seq_num 1150) dirty exists 2024-09-16T11:15:30.846 INFO:tasks.rados.rados.0.smithi077.stdout:3654: left oid 16 (ObjNum 1150 snap 348 seq_num 1150) 2024-09-16T11:15:31.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:30 smithi191 ceph-mon[84934]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T11:15:31.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:30 smithi191 ceph-mon[84934]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T11:15:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:30 smithi077 ceph-mon[86047]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T11:15:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:30 smithi077 ceph-mon[86047]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T11:15:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:30 smithi077 ceph-mon[88497]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T11:15:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:30 smithi077 ceph-mon[88497]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3651: done (3 left) 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3653: done (2 left) 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3654: done (1 left) 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3655: done (0 left) 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 349 2024-09-16T11:15:31.847 INFO:tasks.rados.rados.0.smithi077.stdout:3656: seq_num 1151 ranges {5431296=81920} 2024-09-16T11:15:31.875 INFO:tasks.rados.rados.0.smithi077.stdout:3656: writing smithi07774545-13 from 5431296 to 5513216 tid 1 2024-09-16T11:15:31.876 INFO:tasks.rados.rados.0.smithi077.stdout:3657: rollback oid 30 current snap is 349 2024-09-16T11:15:31.876 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 346 2024-09-16T11:15:31.876 INFO:tasks.rados.rados.0.smithi077.stdout:3658: snap_create 2024-09-16T11:15:31.880 INFO:tasks.rados.rados.0.smithi077.stdout:3656: finishing write tid 1 to smithi07774545-13 2024-09-16T11:15:31.880 INFO:tasks.rados.rados.0.smithi077.stdout:3656: finishing write tid 2 to smithi07774545-13 2024-09-16T11:15:31.882 INFO:tasks.rados.rados.0.smithi077.stdout:3656: finishing write tid 3 to smithi07774545-13 2024-09-16T11:15:31.882 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1903 (ObjNum 1151 snap 349 seq_num 1151) dirty exists 2024-09-16T11:15:31.882 INFO:tasks.rados.rados.0.smithi077.stdout:3656: left oid 13 (ObjNum 1151 snap 349 seq_num 1151) 2024-09-16T11:15:31.883 INFO:tasks.rados.rados.0.smithi077.stdout:3657: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:15:31.883 INFO:tasks.rados.rados.0.smithi077.stdout:3657: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:15:31.883 INFO:tasks.rados.rados.0.smithi077.stdout:3657: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:15:31.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1556 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T11:15:32.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:31 smithi077 ceph-mon[86047]: pgmap v847: 121 pgs: 121 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T11:15:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:31 smithi077 ceph-mon[88497]: pgmap v847: 121 pgs: 121 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T11:15:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:31 smithi191 ceph-mon[84934]: pgmap v847: 121 pgs: 121 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T11:15:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:32.851 INFO:tasks.rados.rados.0.smithi077.stdout:3656: done (2 left) 2024-09-16T11:15:32.851 INFO:tasks.rados.rados.0.smithi077.stdout:3657: done (1 left) 2024-09-16T11:15:32.851 INFO:tasks.rados.rados.0.smithi077.stdout:3658: done (0 left) 2024-09-16T11:15:32.852 INFO:tasks.rados.rados.0.smithi077.stdout:3659: read oid 41 snap -1 2024-09-16T11:15:32.852 INFO:tasks.rados.rados.0.smithi077.stdout:3659: expect (ObjNum 1064 snap 321 seq_num 1064) 2024-09-16T11:15:32.852 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 8 current snap is 350 2024-09-16T11:15:32.852 INFO:tasks.rados.rados.0.smithi077.stdout:3660: seq_num 1152 ranges {1851392=98304} 2024-09-16T11:15:32.862 INFO:tasks.rados.rados.0.smithi077.stdout:3660: writing smithi07774545-8 from 1851392 to 1949696 tid 1 2024-09-16T11:15:32.862 INFO:tasks.rados.rados.0.smithi077.stdout:3661: snap_create 2024-09-16T11:15:32.862 INFO:tasks.rados.rados.0.smithi077.stdout:3659: expect (ObjNum 1064 snap 321 seq_num 1064) 2024-09-16T11:15:32.974 INFO:tasks.rados.rados.0.smithi077.stdout:3660: finishing write tid 1 to smithi07774545-8 2024-09-16T11:15:32.974 INFO:tasks.rados.rados.0.smithi077.stdout:3660: finishing write tid 2 to smithi07774545-8 2024-09-16T11:15:32.974 INFO:tasks.rados.rados.0.smithi077.stdout:3660: finishing write tid 3 to smithi07774545-8 2024-09-16T11:15:32.974 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1588 (ObjNum 1152 snap 350 seq_num 1152) dirty exists 2024-09-16T11:15:32.974 INFO:tasks.rados.rados.0.smithi077.stdout:3660: left oid 8 (ObjNum 1152 snap 350 seq_num 1152) 2024-09-16T11:15:33.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:32 smithi077 ceph-mon[86047]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T11:15:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:32 smithi077 ceph-mon[88497]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T11:15:33.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:32 smithi191 ceph-mon[84934]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T11:15:33.859 INFO:tasks.rados.rados.0.smithi077.stdout:3659: done (2 left) 2024-09-16T11:15:33.859 INFO:tasks.rados.rados.0.smithi077.stdout:3660: done (1 left) 2024-09-16T11:15:33.859 INFO:tasks.rados.rados.0.smithi077.stdout:3661: done (0 left) 2024-09-16T11:15:33.859 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 351 2024-09-16T11:15:33.859 INFO:tasks.rados.rados.0.smithi077.stdout:3662: seq_num 1153 ranges {2392064=114688} 2024-09-16T11:15:33.872 INFO:tasks.rados.rados.0.smithi077.stdout:3662: writing smithi07774545-4 from 2392064 to 2506752 tid 1 2024-09-16T11:15:33.872 INFO:tasks.rados.rados.0.smithi077.stdout:3663: copy_from oid 41 from oid 13 current snap is 351 2024-09-16T11:15:33.873 INFO:tasks.rados.rados.0.smithi077.stdout:3664: setattr oid 47 current snap is 351 2024-09-16T11:15:33.873 INFO:tasks.rados.rados.0.smithi077.stdout:3665: delete oid 37 current snap is 351 2024-09-16T11:15:33.881 INFO:tasks.rados.rados.0.smithi077.stdout:3662: finishing write tid 1 to smithi07774545-4 2024-09-16T11:15:33.881 INFO:tasks.rados.rados.0.smithi077.stdout:3665: done (3 left) 2024-09-16T11:15:33.881 INFO:tasks.rados.rados.0.smithi077.stdout:3666: delete oid 25 current snap is 351 2024-09-16T11:15:33.882 INFO:tasks.rados.rados.0.smithi077.stdout:3662: finishing write tid 2 to smithi07774545-4 2024-09-16T11:15:33.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1809 (ObjNum 1117 snap 339 seq_num 1117) dirty exists 2024-09-16T11:15:33.884 INFO:tasks.rados.rados.0.smithi077.stdout:3662: finishing write tid 3 to smithi07774545-4 2024-09-16T11:15:33.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1418 (ObjNum 1153 snap 351 seq_num 1153) dirty exists 2024-09-16T11:15:33.884 INFO:tasks.rados.rados.0.smithi077.stdout:3662: left oid 4 (ObjNum 1153 snap 351 seq_num 1153) 2024-09-16T11:15:33.885 INFO:tasks.rados.rados.0.smithi077.stdout:3662: done (3 left) 2024-09-16T11:15:33.885 INFO:tasks.rados.rados.0.smithi077.stdout:3664: done (2 left) 2024-09-16T11:15:33.885 INFO:tasks.rados.rados.0.smithi077.stdout:3666: done (1 left) 2024-09-16T11:15:33.885 INFO:tasks.rados.rados.0.smithi077.stdout:3667: snap_remove snap 349 2024-09-16T11:15:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:33 smithi077 ceph-mon[86047]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T11:15:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:33 smithi077 ceph-mon[86047]: pgmap v850: 121 pgs: 121 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 588 KiB/s wr, 4 op/s 2024-09-16T11:15:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:33 smithi077 ceph-mon[88497]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T11:15:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:33 smithi077 ceph-mon[88497]: pgmap v850: 121 pgs: 121 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 588 KiB/s wr, 4 op/s 2024-09-16T11:15:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:33 smithi191 ceph-mon[84934]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T11:15:34.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:33 smithi191 ceph-mon[84934]: pgmap v850: 121 pgs: 121 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 588 KiB/s wr, 4 op/s 2024-09-16T11:15:34.868 INFO:tasks.rados.rados.0.smithi077.stdout:3667: done (1 left) 2024-09-16T11:15:34.869 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 351 2024-09-16T11:15:34.869 INFO:tasks.rados.rados.0.smithi077.stdout:3668: seq_num 1156 ranges {0=163840} 2024-09-16T11:15:34.873 INFO:tasks.rados.rados.0.smithi077.stdout:3668: writing smithi07774545-33 from 0 to 163840 tid 1 2024-09-16T11:15:34.873 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 351 2024-09-16T11:15:34.873 INFO:tasks.rados.rados.0.smithi077.stdout:3669: seq_num 1157 ranges {4669440=180224} 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3669: writing smithi07774545-31 from 4669440 to 4849664 tid 1 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3670: read oid 37 snap -1 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3670: expect deleted 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3671: read oid 23 snap -1 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3671: expect deleted 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3672: copy_from oid 45 from oid 19 current snap is 351 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3663: finishing copy_from racing read to smithi07774545-41 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3663: finishing copy_from to smithi07774545-41 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1903 (ObjNum 1151 snap 349 seq_num 1151) dirty exists 2024-09-16T11:15:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3668: finishing write tid 1 to smithi07774545-33 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3668: finishing write tid 2 to smithi07774545-33 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3668: finishing write tid 3 to smithi07774545-33 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1773 (ObjNum 1156 snap 351 seq_num 1156) dirty exists 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3668: left oid 33 (ObjNum 1156 snap 351 seq_num 1156) 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3663: done (5 left) 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3668: done (4 left) 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3673: rmattr oid 50 current snap is 351 2024-09-16T11:15:34.898 INFO:tasks.rados.rados.0.smithi077.stdout:3674: delete oid 29 current snap is 351 2024-09-16T11:15:34.901 INFO:tasks.rados.rados.0.smithi077.stdout:3669: finishing write tid 1 to smithi07774545-31 2024-09-16T11:15:34.902 INFO:tasks.rados.rados.0.smithi077.stdout:3670: done (5 left) 2024-09-16T11:15:34.902 INFO:tasks.rados.rados.0.smithi077.stdout:3671: done (4 left) 2024-09-16T11:15:34.902 INFO:tasks.rados.rados.0.smithi077.stdout:3674: done (3 left) 2024-09-16T11:15:34.902 INFO:tasks.rados.rados.0.smithi077.stdout:3675: delete oid 2 current snap is 351 2024-09-16T11:15:34.902 INFO:tasks.rados.rados.0.smithi077.stdout:3669: finishing write tid 2 to smithi07774545-31 2024-09-16T11:15:34.904 INFO:tasks.rados.rados.0.smithi077.stdout:3669: finishing write tid 3 to smithi07774545-31 2024-09-16T11:15:34.904 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1775 (ObjNum 1157 snap 351 seq_num 1157) dirty exists 2024-09-16T11:15:34.904 INFO:tasks.rados.rados.0.smithi077.stdout:3669: left oid 31 (ObjNum 1157 snap 351 seq_num 1157) 2024-09-16T11:15:34.904 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1904 (ObjNum 1147 snap 346 seq_num 1147) dirty exists 2024-09-16T11:15:34.905 INFO:tasks.rados.rados.0.smithi077.stdout:3669: done (3 left) 2024-09-16T11:15:34.905 INFO:tasks.rados.rados.0.smithi077.stdout:3673: done (2 left) 2024-09-16T11:15:34.905 INFO:tasks.rados.rados.0.smithi077.stdout:3675: done (1 left) 2024-09-16T11:15:34.905 INFO:tasks.rados.rados.0.smithi077.stdout:3676: snap_create 2024-09-16T11:15:34.914 INFO:tasks.rados.rados.0.smithi077.stdout:3672: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:15:34.915 INFO:tasks.rados.rados.0.smithi077.stdout:3672: finishing copy_from to smithi07774545-45 2024-09-16T11:15:34.915 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1400 (ObjNum 1137 snap 342 seq_num 1137) dirty exists 2024-09-16T11:15:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:34 smithi077 ceph-mon[86047]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T11:15:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:34 smithi077 ceph-mon[88497]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T11:15:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:34 smithi191 ceph-mon[84934]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T11:15:35.825 INFO:tasks.rados.rados.0.smithi077.stdout:3672: done (1 left) 2024-09-16T11:15:35.826 INFO:tasks.rados.rados.0.smithi077.stdout:3676: done (0 left) 2024-09-16T11:15:35.826 INFO:tasks.rados.rados.0.smithi077.stdout:3677: snap_remove snap 348 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[86047]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[86047]: pgmap v853: 121 pgs: 121 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 4 op/s 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[86047]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[88497]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[88497]: pgmap v853: 121 pgs: 121 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 4 op/s 2024-09-16T11:15:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:35 smithi077 ceph-mon[88497]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T11:15:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:35 smithi191 ceph-mon[84934]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T11:15:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:35 smithi191 ceph-mon[84934]: pgmap v853: 121 pgs: 121 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 4 op/s 2024-09-16T11:15:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:35 smithi191 ceph-mon[84934]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T11:15:36.826 INFO:tasks.rados.rados.0.smithi077.stdout:3677: done (0 left) 2024-09-16T11:15:36.827 INFO:tasks.rados.rados.0.smithi077.stdout:3678: snap_create 2024-09-16T11:15:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:36] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:15:37.833 INFO:tasks.rados.rados.0.smithi077.stdout:3678: done (0 left) 2024-09-16T11:15:37.833 INFO:tasks.rados.rados.0.smithi077.stdout:3679: copy_from oid 13 from oid 23 current snap is 353 2024-09-16T11:15:37.833 INFO:tasks.rados.rados.0.smithi077.stdout:3680: delete oid 7 current snap is 353 2024-09-16T11:15:37.836 INFO:tasks.rados.rados.0.smithi077.stdout:3679: finishing copy_from to smithi07774545-13 2024-09-16T11:15:37.837 INFO:tasks.rados.rados.0.smithi077.stdout:3679: got expected ENOENT (src dne) 2024-09-16T11:15:37.837 INFO:tasks.rados.rados.0.smithi077.stdout:3680: done (1 left) 2024-09-16T11:15:37.837 INFO:tasks.rados.rados.0.smithi077.stdout:3681: snap_create 2024-09-16T11:15:37.838 INFO:tasks.rados.rados.0.smithi077.stdout:3679: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: pgmap v856: 121 pgs: 121 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:15:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T11:15:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:15:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: pgmap v856: 121 pgs: 121 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T11:15:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:15:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:15:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:15:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T11:15:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:15:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: pgmap v856: 121 pgs: 121 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T11:15:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:15:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:15:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:15:38.843 INFO:tasks.rados.rados.0.smithi077.stdout:3679: done (1 left) 2024-09-16T11:15:38.843 INFO:tasks.rados.rados.0.smithi077.stdout:3681: done (0 left) 2024-09-16T11:15:38.843 INFO:tasks.rados.rados.0.smithi077.stdout:3682: snap_create 2024-09-16T11:15:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:38 smithi077 ceph-mon[86047]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T11:15:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:38 smithi077 ceph-mon[88497]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T11:15:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:38 smithi191 ceph-mon[84934]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T11:15:39.848 INFO:tasks.rados.rados.0.smithi077.stdout:3682: done (0 left) 2024-09-16T11:15:39.848 INFO:tasks.rados.rados.0.smithi077.stdout:3683: snap_create 2024-09-16T11:15:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:39 smithi077 ceph-mon[86047]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T11:15:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:39 smithi077 ceph-mon[86047]: pgmap v859: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:15:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:39 smithi077 ceph-mon[88497]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T11:15:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:39 smithi077 ceph-mon[88497]: pgmap v859: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:15:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:39 smithi191 ceph-mon[84934]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T11:15:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:39 smithi191 ceph-mon[84934]: pgmap v859: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-09-16T11:15:40.854 INFO:tasks.rados.rados.0.smithi077.stdout:3683: done (0 left) 2024-09-16T11:15:40.855 INFO:tasks.rados.rados.0.smithi077.stdout:3684: snap_create 2024-09-16T11:15:41.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:40 smithi077 ceph-mon[86047]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T11:15:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:40 smithi077 ceph-mon[88497]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T11:15:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:40 smithi191 ceph-mon[84934]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T11:15:41.860 INFO:tasks.rados.rados.0.smithi077.stdout:3684: done (0 left) 2024-09-16T11:15:41.860 INFO:tasks.rados.rados.0.smithi077.stdout:3685: read oid 3 snap 356 2024-09-16T11:15:41.860 INFO:tasks.rados.rados.0.smithi077.stdout:3685: expect deleted 2024-09-16T11:15:41.860 INFO:tasks.rados.rados.0.smithi077.stdout:3686: delete oid 41 current snap is 357 2024-09-16T11:15:41.866 INFO:tasks.rados.rados.0.smithi077.stdout:3685: done (1 left) 2024-09-16T11:15:41.866 INFO:tasks.rados.rados.0.smithi077.stdout:3686: done (0 left) 2024-09-16T11:15:41.866 INFO:tasks.rados.rados.0.smithi077.stdout:3687: snap_remove snap 350 2024-09-16T11:15:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:41 smithi077 ceph-mon[88497]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T11:15:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:41 smithi077 ceph-mon[88497]: pgmap v862: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 7 op/s 2024-09-16T11:15:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:41 smithi077 ceph-mon[86047]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T11:15:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:41 smithi077 ceph-mon[86047]: pgmap v862: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 7 op/s 2024-09-16T11:15:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:41 smithi191 ceph-mon[84934]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T11:15:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:41 smithi191 ceph-mon[84934]: pgmap v862: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 7 op/s 2024-09-16T11:15:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:3687: done (0 left) 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:3688: rollback oid 48 current snap is 357 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 48 to 346 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:3689: copy_from oid 44 from oid 42 current snap is 357 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 357 2024-09-16T11:15:42.868 INFO:tasks.rados.rados.0.smithi077.stdout:3690: seq_num 1162 ranges {0=270336} 2024-09-16T11:15:42.869 INFO:tasks.rados.rados.0.smithi077.stdout:3690: writing smithi07774545-41 from 0 to 270336 tid 1 2024-09-16T11:15:42.869 INFO:tasks.rados.rados.0.smithi077.stdout:3691: read oid 1 snap -1 2024-09-16T11:15:42.869 INFO:tasks.rados.rados.0.smithi077.stdout:3691: expect (ObjNum 1108 snap 338 seq_num 1108) 2024-09-16T11:15:42.870 INFO:tasks.rados.rados.0.smithi077.stdout:3692: snap_remove snap 342 2024-09-16T11:15:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:42 smithi077 ceph-mon[88497]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T11:15:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:42 smithi077 ceph-mon[86047]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T11:15:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:42 smithi191 ceph-mon[84934]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T11:15:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:43.881 INFO:tasks.rados.rados.0.smithi077.stdout:3692: done (4 left) 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3693: snap_create 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3688: finishing rollback tid 0 to smithi07774545-48 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3688: finishing rollback tid 1 to smithi07774545-48 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3688: finishing rollback tid 2 to smithi07774545-48 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1591 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3689: finishing copy_from to smithi07774545-44 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3689: got expected ENOENT (src dne) 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3689: finishing copy_from racing read to smithi07774545-44 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3690: finishing write tid 1 to smithi07774545-41 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3690: finishing write tid 2 to smithi07774545-41 2024-09-16T11:15:43.882 INFO:tasks.rados.rados.0.smithi077.stdout:3690: finishing write tid 3 to smithi07774545-41 2024-09-16T11:15:43.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1907 (ObjNum 1162 snap 357 seq_num 1162) dirty exists 2024-09-16T11:15:43.883 INFO:tasks.rados.rados.0.smithi077.stdout:3690: left oid 41 (ObjNum 1162 snap 357 seq_num 1162) 2024-09-16T11:15:43.883 INFO:tasks.rados.rados.0.smithi077.stdout:3691: expect (ObjNum 1108 snap 338 seq_num 1108) 2024-09-16T11:15:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:43 smithi077 ceph-mon[86047]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T11:15:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:43 smithi077 ceph-mon[86047]: pgmap v865: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:15:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:43 smithi077 ceph-mon[88497]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T11:15:44.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:43 smithi077 ceph-mon[88497]: pgmap v865: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:15:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:43 smithi191 ceph-mon[84934]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T11:15:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:43 smithi191 ceph-mon[84934]: pgmap v865: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3688: done (4 left) 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3689: done (3 left) 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3690: done (2 left) 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3691: done (1 left) 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3693: done (0 left) 2024-09-16T11:15:44.889 INFO:tasks.rados.rados.0.smithi077.stdout:3694: snap_remove snap 356 2024-09-16T11:15:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:44 smithi077 ceph-mon[86047]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T11:15:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:44 smithi077 ceph-mon[88497]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T11:15:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:44 smithi191 ceph-mon[84934]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T11:15:45.833 INFO:tasks.rados.rados.0.smithi077.stdout:3694: done (0 left) 2024-09-16T11:15:45.833 INFO:tasks.rados.rados.0.smithi077.stdout:3695: snap_create 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[86047]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[86047]: pgmap v868: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[86047]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[88497]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[88497]: pgmap v868: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:15:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:45 smithi077 ceph-mon[88497]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T11:15:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:45 smithi191 ceph-mon[84934]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T11:15:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:45 smithi191 ceph-mon[84934]: pgmap v868: 121 pgs: 121 active+clean; 148 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:15:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:45 smithi191 ceph-mon[84934]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T11:15:46.834 INFO:tasks.rados.rados.0.smithi077.stdout:3695: done (0 left) 2024-09-16T11:15:46.834 INFO:tasks.rados.rados.0.smithi077.stdout:3696: read oid 23 snap -1 2024-09-16T11:15:46.834 INFO:tasks.rados.rados.0.smithi077.stdout:3696: expect deleted 2024-09-16T11:15:46.834 INFO:tasks.rados.rados.0.smithi077.stdout:3697: delete oid 46 current snap is 359 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3696: done (1 left) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3697: done (0 left) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3698: rmattr oid 8 current snap is 359 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3698: done (0 left) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3699: rmattr oid 5 current snap is 359 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3699: done (0 left) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3700: read oid 48 snap 344 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3700: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3701: read oid 21 snap 355 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3701: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:15:46.843 INFO:tasks.rados.rados.0.smithi077.stdout:3702: snap_create 2024-09-16T11:15:46.848 INFO:tasks.rados.rados.0.smithi077.stdout:3700: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:15:46.904 INFO:tasks.rados.rados.0.smithi077.stdout:3701: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:15:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:46] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T11:15:47.845 INFO:tasks.rados.rados.0.smithi077.stdout:3700: done (2 left) 2024-09-16T11:15:47.845 INFO:tasks.rados.rados.0.smithi077.stdout:3701: done (1 left) 2024-09-16T11:15:47.846 INFO:tasks.rados.rados.0.smithi077.stdout:3702: done (0 left) 2024-09-16T11:15:47.846 INFO:tasks.rados.rados.0.smithi077.stdout:3703: delete oid 49 current snap is 360 2024-09-16T11:15:47.848 INFO:tasks.rados.rados.0.smithi077.stdout:3703: done (0 left) 2024-09-16T11:15:47.849 INFO:tasks.rados.rados.0.smithi077.stdout:3704: snap_remove snap 344 2024-09-16T11:15:48.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:47 smithi077 ceph-mon[88497]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T11:15:48.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:47 smithi077 ceph-mon[88497]: pgmap v871: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 66 KiB/s wr, 3 op/s 2024-09-16T11:15:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:47 smithi077 ceph-mon[86047]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T11:15:48.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:47 smithi077 ceph-mon[86047]: pgmap v871: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 66 KiB/s wr, 3 op/s 2024-09-16T11:15:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:47 smithi191 ceph-mon[84934]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T11:15:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:47 smithi191 ceph-mon[84934]: pgmap v871: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 66 KiB/s wr, 3 op/s 2024-09-16T11:15:48.848 INFO:tasks.rados.rados.0.smithi077.stdout:3704: done (0 left) 2024-09-16T11:15:48.848 INFO:tasks.rados.rados.0.smithi077.stdout:3705: rollback oid 20 current snap is 360 2024-09-16T11:15:48.848 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 20 to 351 2024-09-16T11:15:48.848 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 360 2024-09-16T11:15:48.848 INFO:tasks.rados.rados.0.smithi077.stdout:3706: seq_num 1165 ranges {5431296=319488} 2024-09-16T11:15:48.881 INFO:tasks.rados.rados.0.smithi077.stdout:3706: writing smithi07774545-10 from 5431296 to 5750784 tid 1 2024-09-16T11:15:48.882 INFO:tasks.rados.rados.0.smithi077.stdout:3707: copy_from oid 24 from oid 49 current snap is 360 2024-09-16T11:15:48.882 INFO:tasks.rados.rados.0.smithi077.stdout:3705: finishing rollback tid 1 to smithi07774545-20 2024-09-16T11:15:48.882 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 0 (ObjNum 529 snap 0 seq_num 2426380000) dirty dne 2024-09-16T11:15:48.882 INFO:tasks.rados.rados.0.smithi077.stdout:3705: done (2 left) 2024-09-16T11:15:48.882 INFO:tasks.rados.rados.0.smithi077.stdout:3708: rollback oid 22 current snap is 360 2024-09-16T11:15:48.883 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 347 2024-09-16T11:15:48.883 INFO:tasks.rados.rados.0.smithi077.stdout:3709: snap_remove snap 358 2024-09-16T11:15:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:48 smithi077 ceph-mon[86047]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T11:15:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:48 smithi077 ceph-mon[88497]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T11:15:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:48 smithi191 ceph-mon[84934]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T11:15:49.860 INFO:tasks.rados.rados.0.smithi077.stdout:3709: done (3 left) 2024-09-16T11:15:49.860 INFO:tasks.rados.rados.0.smithi077.stdout:3710: delete oid 30 current snap is 360 2024-09-16T11:15:49.860 INFO:tasks.rados.rados.0.smithi077.stdout:3707: finishing copy_from to smithi07774545-24 2024-09-16T11:15:49.860 INFO:tasks.rados.rados.0.smithi077.stdout:3707: got expected ENOENT (src dne) 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3707: finishing copy_from racing read to smithi07774545-24 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3708: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3706: finishing write tid 1 to smithi07774545-10 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3708: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3706: finishing write tid 2 to smithi07774545-10 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3708: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1462 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3706: finishing write tid 3 to smithi07774545-10 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 1947 (ObjNum 1165 snap 360 seq_num 1165) dirty exists 2024-09-16T11:15:49.861 INFO:tasks.rados.rados.0.smithi077.stdout:3706: left oid 10 (ObjNum 1165 snap 360 seq_num 1165) 2024-09-16T11:15:49.866 INFO:tasks.rados.rados.0.smithi077.stdout:3706: done (3 left) 2024-09-16T11:15:49.866 INFO:tasks.rados.rados.0.smithi077.stdout:3707: done (2 left) 2024-09-16T11:15:49.866 INFO:tasks.rados.rados.0.smithi077.stdout:3708: done (1 left) 2024-09-16T11:15:49.866 INFO:tasks.rados.rados.0.smithi077.stdout:3710: done (0 left) 2024-09-16T11:15:49.867 INFO:tasks.rados.rados.0.smithi077.stdout:3711: read oid 27 snap -1 2024-09-16T11:15:49.867 INFO:tasks.rados.rados.0.smithi077.stdout:3711: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:49.867 INFO:tasks.rados.rados.0.smithi077.stdout:3712: copy_from oid 37 from oid 10 current snap is 360 2024-09-16T11:15:49.867 INFO:tasks.rados.rados.0.smithi077.stdout:3713: snap_create 2024-09-16T11:15:49.867 INFO:tasks.rados.rados.0.smithi077.stdout:3711: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:49.888 INFO:tasks.rados.rados.0.smithi077.stdout:3712: finishing copy_from racing read to smithi07774545-37 2024-09-16T11:15:49.892 INFO:tasks.rados.rados.0.smithi077.stdout:3712: finishing copy_from to smithi07774545-37 2024-09-16T11:15:49.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1947 (ObjNum 1165 snap 360 seq_num 1165) dirty exists 2024-09-16T11:15:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:49 smithi077 ceph-mon[88497]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T11:15:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:49 smithi077 ceph-mon[88497]: pgmap v874: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-16T11:15:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:49 smithi077 ceph-mon[86047]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T11:15:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:49 smithi077 ceph-mon[86047]: pgmap v874: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-16T11:15:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:49 smithi191 ceph-mon[84934]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T11:15:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:49 smithi191 ceph-mon[84934]: pgmap v874: 121 pgs: 121 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-16T11:15:50.835 INFO:tasks.rados.rados.0.smithi077.stdout:3711: done (2 left) 2024-09-16T11:15:50.835 INFO:tasks.rados.rados.0.smithi077.stdout:3712: done (1 left) 2024-09-16T11:15:50.835 INFO:tasks.rados.rados.0.smithi077.stdout:3713: done (0 left) 2024-09-16T11:15:50.836 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 361 2024-09-16T11:15:50.836 INFO:tasks.rados.rados.0.smithi077.stdout:3714: seq_num 1167 ranges {3440640=352256} 2024-09-16T11:15:50.857 INFO:tasks.rados.rados.0.smithi077.stdout:3714: writing smithi07774545-43 from 3440640 to 3792896 tid 1 2024-09-16T11:15:50.857 INFO:tasks.rados.rados.0.smithi077.stdout:3715: setattr oid 29 current snap is 361 2024-09-16T11:15:50.858 INFO:tasks.rados.rados.0.smithi077.stdout:3716: snap_create 2024-09-16T11:15:50.861 INFO:tasks.rados.rados.0.smithi077.stdout:3714: finishing write tid 1 to smithi07774545-43 2024-09-16T11:15:50.861 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1612 (ObjNum 40769 snap 0 seq_num 456042544) dirty exists 2024-09-16T11:15:50.861 INFO:tasks.rados.rados.0.smithi077.stdout:3714: finishing write tid 2 to smithi07774545-43 2024-09-16T11:15:50.863 INFO:tasks.rados.rados.0.smithi077.stdout:3714: finishing write tid 3 to smithi07774545-43 2024-09-16T11:15:50.863 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1952 (ObjNum 1167 snap 361 seq_num 1167) dirty exists 2024-09-16T11:15:50.863 INFO:tasks.rados.rados.0.smithi077.stdout:3714: left oid 43 (ObjNum 1167 snap 361 seq_num 1167) 2024-09-16T11:15:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:50 smithi077 ceph-mon[86047]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T11:15:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:50 smithi077 ceph-mon[86047]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T11:15:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:50 smithi077 ceph-mon[88497]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T11:15:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:50 smithi077 ceph-mon[88497]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T11:15:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:50 smithi191 ceph-mon[84934]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T11:15:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:50 smithi191 ceph-mon[84934]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T11:15:51.867 INFO:tasks.rados.rados.0.smithi077.stdout:3714: done (2 left) 2024-09-16T11:15:51.867 INFO:tasks.rados.rados.0.smithi077.stdout:3715: done (1 left) 2024-09-16T11:15:51.867 INFO:tasks.rados.rados.0.smithi077.stdout:3716: done (0 left) 2024-09-16T11:15:51.867 INFO:tasks.rados.rados.0.smithi077.stdout:3717: snap_create 2024-09-16T11:15:52.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:51 smithi077 ceph-mon[86047]: pgmap v877: 121 pgs: 121 active+clean; 140 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:15:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:51 smithi077 ceph-mon[88497]: pgmap v877: 121 pgs: 121 active+clean; 140 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:15:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:51 smithi191 ceph-mon[84934]: pgmap v877: 121 pgs: 121 active+clean; 140 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-16T11:15:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:15:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:15:52.867 INFO:tasks.rados.rados.0.smithi077.stdout:3717: done (0 left) 2024-09-16T11:15:52.867 INFO:tasks.rados.rados.0.smithi077.stdout:3718: delete oid 2 current snap is 363 2024-09-16T11:15:52.875 INFO:tasks.rados.rados.0.smithi077.stdout:3718: done (0 left) 2024-09-16T11:15:52.875 INFO:tasks.rados.rados.0.smithi077.stdout:3719: snap_remove snap 354 2024-09-16T11:15:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:52 smithi077 ceph-mon[86047]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T11:15:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:52 smithi077 ceph-mon[88497]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T11:15:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:52 smithi191 ceph-mon[84934]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T11:15:53.882 INFO:tasks.rados.rados.0.smithi077.stdout:3719: done (0 left) 2024-09-16T11:15:53.883 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 363 2024-09-16T11:15:53.883 INFO:tasks.rados.rados.0.smithi077.stdout:3720: seq_num 1169 ranges {0=385024} 2024-09-16T11:15:53.885 INFO:tasks.rados.rados.0.smithi077.stdout:3720: writing smithi07774545-15 from 0 to 385024 tid 1 2024-09-16T11:15:53.885 INFO:tasks.rados.rados.0.smithi077.stdout:3721: read oid 39 snap -1 2024-09-16T11:15:53.885 INFO:tasks.rados.rados.0.smithi077.stdout:3721: expect (ObjNum 1130 snap 341 seq_num 1130) 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:3722: rollback oid 17 current snap is 363 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 361 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:3723: read oid 19 snap -1 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:3723: expect (ObjNum 1137 snap 342 seq_num 1137) 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 363 2024-09-16T11:15:53.886 INFO:tasks.rados.rados.0.smithi077.stdout:3724: seq_num 1170 ranges {0=401408} 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3724: writing smithi07774545-2 from 0 to 401408 tid 1 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3725: rmattr oid 5 current snap is 363 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3725: done (5 left) 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3726: rmattr oid 36 current snap is 363 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3726: done (5 left) 2024-09-16T11:15:53.889 INFO:tasks.rados.rados.0.smithi077.stdout:3727: snap_create 2024-09-16T11:15:53.890 INFO:tasks.rados.rados.0.smithi077.stdout:3722: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:15:53.890 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T11:15:53.902 INFO:tasks.rados.rados.0.smithi077.stdout:3724: finishing write tid 1 to smithi07774545-2 2024-09-16T11:15:53.902 INFO:tasks.rados.rados.0.smithi077.stdout:3720: finishing write tid 1 to smithi07774545-15 2024-09-16T11:15:53.902 INFO:tasks.rados.rados.0.smithi077.stdout:3724: finishing write tid 2 to smithi07774545-2 2024-09-16T11:15:53.902 INFO:tasks.rados.rados.0.smithi077.stdout:3720: finishing write tid 2 to smithi07774545-15 2024-09-16T11:15:53.905 INFO:tasks.rados.rados.0.smithi077.stdout:3724: finishing write tid 3 to smithi07774545-2 2024-09-16T11:15:53.905 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1836 (ObjNum 1170 snap 363 seq_num 1170) dirty exists 2024-09-16T11:15:53.905 INFO:tasks.rados.rados.0.smithi077.stdout:3724: left oid 2 (ObjNum 1170 snap 363 seq_num 1170) 2024-09-16T11:15:53.912 INFO:tasks.rados.rados.0.smithi077.stdout:3720: finishing write tid 3 to smithi07774545-15 2024-09-16T11:15:53.913 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1608 (ObjNum 1169 snap 363 seq_num 1169) dirty exists 2024-09-16T11:15:53.913 INFO:tasks.rados.rados.0.smithi077.stdout:3720: left oid 15 (ObjNum 1169 snap 363 seq_num 1169) 2024-09-16T11:15:53.924 INFO:tasks.rados.rados.0.smithi077.stdout:3723: expect (ObjNum 1137 snap 342 seq_num 1137) 2024-09-16T11:15:54.028 INFO:tasks.rados.rados.0.smithi077.stdout:3721: expect (ObjNum 1130 snap 341 seq_num 1130) 2024-09-16T11:15:54.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:53 smithi077 ceph-mon[86047]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T11:15:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:53 smithi077 ceph-mon[86047]: pgmap v880: 121 pgs: 121 active+clean; 124 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-16T11:15:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:53 smithi077 ceph-mon[88497]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T11:15:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:53 smithi077 ceph-mon[88497]: pgmap v880: 121 pgs: 121 active+clean; 124 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-16T11:15:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:53 smithi191 ceph-mon[84934]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T11:15:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:53 smithi191 ceph-mon[84934]: pgmap v880: 121 pgs: 121 active+clean; 124 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3720: done (5 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3721: done (4 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3722: done (3 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3723: done (2 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3724: done (1 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3727: done (0 left) 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3728: read oid 49 snap -1 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:3728: expect deleted 2024-09-16T11:15:54.889 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 364 2024-09-16T11:15:54.890 INFO:tasks.rados.rados.0.smithi077.stdout:3729: seq_num 1171 ranges {2506752=417792} 2024-09-16T11:15:54.904 INFO:tasks.rados.rados.0.smithi077.stdout:3729: writing smithi07774545-4 from 2506752 to 2924544 tid 1 2024-09-16T11:15:54.904 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 364 2024-09-16T11:15:54.904 INFO:tasks.rados.rados.0.smithi077.stdout:3730: seq_num 1172 ranges {1212416=434176} 2024-09-16T11:15:54.913 INFO:tasks.rados.rados.0.smithi077.stdout:3730: writing smithi07774545-16 from 1212416 to 1646592 tid 1 2024-09-16T11:15:54.913 INFO:tasks.rados.rados.0.smithi077.stdout:3731: read oid 37 snap 351 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3731: expect deleted 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3732: snap_create 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3729: finishing write tid 1 to smithi07774545-4 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3729: finishing write tid 2 to smithi07774545-4 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3729: finishing write tid 3 to smithi07774545-4 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1420 (ObjNum 1171 snap 364 seq_num 1171) dirty exists 2024-09-16T11:15:54.914 INFO:tasks.rados.rados.0.smithi077.stdout:3729: left oid 4 (ObjNum 1171 snap 364 seq_num 1171) 2024-09-16T11:15:54.917 INFO:tasks.rados.rados.0.smithi077.stdout:3730: finishing write tid 1 to smithi07774545-16 2024-09-16T11:15:54.917 INFO:tasks.rados.rados.0.smithi077.stdout:3730: finishing write tid 2 to smithi07774545-16 2024-09-16T11:15:54.920 INFO:tasks.rados.rados.0.smithi077.stdout:3730: finishing write tid 3 to smithi07774545-16 2024-09-16T11:15:54.920 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 1924 (ObjNum 1172 snap 364 seq_num 1172) dirty exists 2024-09-16T11:15:54.920 INFO:tasks.rados.rados.0.smithi077.stdout:3730: left oid 16 (ObjNum 1172 snap 364 seq_num 1172) 2024-09-16T11:15:55.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:54 smithi077 ceph-mon[86047]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T11:15:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:54 smithi077 ceph-mon[88497]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T11:15:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:54 smithi191 ceph-mon[84934]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T11:15:55.837 INFO:tasks.rados.rados.0.smithi077.stdout:3728: done (4 left) 2024-09-16T11:15:55.837 INFO:tasks.rados.rados.0.smithi077.stdout:3729: done (3 left) 2024-09-16T11:15:55.837 INFO:tasks.rados.rados.0.smithi077.stdout:3730: done (2 left) 2024-09-16T11:15:55.837 INFO:tasks.rados.rados.0.smithi077.stdout:3731: done (1 left) 2024-09-16T11:15:55.837 INFO:tasks.rados.rados.0.smithi077.stdout:3732: done (0 left) 2024-09-16T11:15:55.838 INFO:tasks.rados.rados.0.smithi077.stdout:3733: rollback oid 22 current snap is 365 2024-09-16T11:15:55.838 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 363 2024-09-16T11:15:55.838 INFO:tasks.rados.rados.0.smithi077.stdout:3734: snap_remove snap 351 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[86047]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[86047]: pgmap v883: 121 pgs: 121 active+clean; 130 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[86047]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[88497]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[88497]: pgmap v883: 121 pgs: 121 active+clean; 130 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:15:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:55 smithi077 ceph-mon[88497]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T11:15:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:55 smithi191 ceph-mon[84934]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T11:15:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:55 smithi191 ceph-mon[84934]: pgmap v883: 121 pgs: 121 active+clean; 130 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T11:15:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:55 smithi191 ceph-mon[84934]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T11:15:56.838 INFO:tasks.rados.rados.0.smithi077.stdout:3734: done (1 left) 2024-09-16T11:15:56.838 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 365 2024-09-16T11:15:56.839 INFO:tasks.rados.rados.0.smithi077.stdout:3735: seq_num 1173 ranges {6627328=450560} 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:3735: writing smithi07774545-50 from 6627328 to 7077888 tid 1 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:3736: delete oid 17 current snap is 365 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:3733: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:3733: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:3733: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:15:56.877 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1465 (ObjNum 65 snap 0 seq_num 1951428206) dirty exists 2024-09-16T11:15:56.879 INFO:tasks.rados.rados.0.smithi077.stdout:3733: done (2 left) 2024-09-16T11:15:56.879 INFO:tasks.rados.rados.0.smithi077.stdout:3736: done (1 left) 2024-09-16T11:15:56.880 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 365 2024-09-16T11:15:56.880 INFO:tasks.rados.rados.0.smithi077.stdout:3737: seq_num 1175 ranges {0=483328} 2024-09-16T11:15:56.882 INFO:tasks.rados.rados.0.smithi077.stdout:3737: writing smithi07774545-14 from 0 to 483328 tid 1 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3738: read oid 44 snap -1 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3738: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3739: setattr oid 33 current snap is 365 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3735: finishing write tid 1 to smithi07774545-50 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3735: finishing write tid 2 to smithi07774545-50 2024-09-16T11:15:56.883 INFO:tasks.rados.rados.0.smithi077.stdout:3738: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3735: finishing write tid 3 to smithi07774545-50 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1909 (ObjNum 1173 snap 365 seq_num 1173) dirty exists 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3735: left oid 50 (ObjNum 1173 snap 365 seq_num 1173) 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3737: finishing write tid 1 to smithi07774545-14 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3737: finishing write tid 2 to smithi07774545-14 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3735: done (3 left) 2024-09-16T11:15:56.886 INFO:tasks.rados.rados.0.smithi077.stdout:3738: done (2 left) 2024-09-16T11:15:56.887 INFO:tasks.rados.rados.0.smithi077.stdout:3740: delete oid 17 current snap is 365 2024-09-16T11:15:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3740: done (2 left) 2024-09-16T11:15:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3741: delete oid 24 current snap is 365 2024-09-16T11:15:56.889 INFO:tasks.rados.rados.0.smithi077.stdout:3737: finishing write tid 3 to smithi07774545-14 2024-09-16T11:15:56.889 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1777 (ObjNum 1175 snap 365 seq_num 1175) dirty exists 2024-09-16T11:15:56.890 INFO:tasks.rados.rados.0.smithi077.stdout:3737: left oid 14 (ObjNum 1175 snap 365 seq_num 1175) 2024-09-16T11:15:56.890 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1778 (ObjNum 1156 snap 351 seq_num 1156) dirty exists 2024-09-16T11:15:56.891 INFO:tasks.rados.rados.0.smithi077.stdout:3737: done (2 left) 2024-09-16T11:15:56.891 INFO:tasks.rados.rados.0.smithi077.stdout:3739: done (1 left) 2024-09-16T11:15:56.891 INFO:tasks.rados.rados.0.smithi077.stdout:3741: done (0 left) 2024-09-16T11:15:56.891 INFO:tasks.rados.rados.0.smithi077.stdout:3742: snap_create 2024-09-16T11:15:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:15:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:15:56] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T11:15:57.849 INFO:tasks.rados.rados.0.smithi077.stdout:3742: done (0 left) 2024-09-16T11:15:57.849 INFO:tasks.rados.rados.0.smithi077.stdout:3743: snap_remove snap 355 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[86047]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[86047]: pgmap v886: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[88497]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:57 smithi077 ceph-mon[88497]: pgmap v886: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-16T11:15:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:57 smithi191 ceph-mon[84934]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T11:15:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:15:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:57 smithi191 ceph-mon[84934]: pgmap v886: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-16T11:15:58.850 INFO:tasks.rados.rados.0.smithi077.stdout:3743: done (0 left) 2024-09-16T11:15:58.851 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 366 2024-09-16T11:15:58.851 INFO:tasks.rados.rados.0.smithi077.stdout:3744: seq_num 1178 ranges {0=532480} 2024-09-16T11:15:58.854 INFO:tasks.rados.rados.0.smithi077.stdout:3744: writing smithi07774545-7 from 0 to 532480 tid 1 2024-09-16T11:15:58.854 INFO:tasks.rados.rados.0.smithi077.stdout:3745: snap_remove snap 363 2024-09-16T11:15:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:58 smithi077 ceph-mon[86047]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T11:15:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:58 smithi077 ceph-mon[88497]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T11:15:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:58 smithi191 ceph-mon[84934]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T11:15:59.864 INFO:tasks.rados.rados.0.smithi077.stdout:3745: done (1 left) 2024-09-16T11:15:59.864 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 41 current snap is 366 2024-09-16T11:15:59.864 INFO:tasks.rados.rados.0.smithi077.stdout:3746: seq_num 1179 ranges {270336=548864} 2024-09-16T11:15:59.870 INFO:tasks.rados.rados.0.smithi077.stdout:3746: writing smithi07774545-41 from 270336 to 819200 tid 1 2024-09-16T11:15:59.870 INFO:tasks.rados.rados.0.smithi077.stdout:3747: read oid 43 snap 352 2024-09-16T11:15:59.870 INFO:tasks.rados.rados.0.smithi077.stdout:3747: expect (ObjNum 1128 snap 341 seq_num 1128) 2024-09-16T11:15:59.870 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 25 current snap is 366 2024-09-16T11:15:59.870 INFO:tasks.rados.rados.0.smithi077.stdout:3748: seq_num 1180 ranges {0=565248} 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3748: writing smithi07774545-25 from 0 to 565248 tid 1 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3744: finishing write tid 1 to smithi07774545-7 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3744: finishing write tid 2 to smithi07774545-7 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3744: finishing write tid 3 to smithi07774545-7 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1932 (ObjNum 1178 snap 366 seq_num 1178) dirty exists 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3744: left oid 7 (ObjNum 1178 snap 366 seq_num 1178) 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3744: done (3 left) 2024-09-16T11:15:59.874 INFO:tasks.rados.rados.0.smithi077.stdout:3749: snap_remove snap 361 2024-09-16T11:16:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:59 smithi077 ceph-mon[88497]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T11:16:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:15:59 smithi077 ceph-mon[88497]: pgmap v889: 121 pgs: 121 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 522 KiB/s wr, 10 op/s 2024-09-16T11:16:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:59 smithi077 ceph-mon[86047]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T11:16:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:15:59 smithi077 ceph-mon[86047]: pgmap v889: 121 pgs: 121 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 522 KiB/s wr, 10 op/s 2024-09-16T11:16:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:59 smithi191 ceph-mon[84934]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T11:16:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:15:59 smithi191 ceph-mon[84934]: pgmap v889: 121 pgs: 121 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 522 KiB/s wr, 10 op/s 2024-09-16T11:16:00.841 INFO:tasks.rados.rados.0.smithi077.stdout:3746: finishing write tid 1 to smithi07774545-41 2024-09-16T11:16:00.842 INFO:tasks.rados.rados.0.smithi077.stdout:3746: finishing write tid 2 to smithi07774545-41 2024-09-16T11:16:00.842 INFO:tasks.rados.rados.0.smithi077.stdout:3746: finishing write tid 3 to smithi07774545-41 2024-09-16T11:16:00.842 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1912 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:00.842 INFO:tasks.rados.rados.0.smithi077.stdout:3746: left oid 41 (ObjNum 1179 snap 366 seq_num 1179) 2024-09-16T11:16:00.842 INFO:tasks.rados.rados.0.smithi077.stdout:3747: expect (ObjNum 1128 snap 341 seq_num 1128) 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3748: finishing write tid 1 to smithi07774545-25 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3748: finishing write tid 2 to smithi07774545-25 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3748: finishing write tid 3 to smithi07774545-25 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 25 v 1966 (ObjNum 1180 snap 366 seq_num 1180) dirty exists 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3748: left oid 25 (ObjNum 1180 snap 366 seq_num 1180) 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3746: done (3 left) 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3747: done (2 left) 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3748: done (1 left) 2024-09-16T11:16:00.988 INFO:tasks.rados.rados.0.smithi077.stdout:3749: done (0 left) 2024-09-16T11:16:00.989 INFO:tasks.rados.rados.0.smithi077.stdout:3750: read oid 16 snap 364 2024-09-16T11:16:00.989 INFO:tasks.rados.rados.0.smithi077.stdout:3750: expect (ObjNum 1172 snap 364 seq_num 1172) 2024-09-16T11:16:00.989 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 50 current snap is 366 2024-09-16T11:16:00.989 INFO:tasks.rados.rados.0.smithi077.stdout:3751: seq_num 1181 ranges {7077888=581632} 2024-09-16T11:16:01.028 INFO:tasks.rados.rados.0.smithi077.stdout:3751: writing smithi07774545-50 from 7077888 to 7659520 tid 1 2024-09-16T11:16:01.028 INFO:tasks.rados.rados.0.smithi077.stdout:3752: snap_remove snap 362 2024-09-16T11:16:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:00 smithi191 ceph-mon[84934]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T11:16:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:00 smithi191 ceph-mon[84934]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T11:16:01.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:00 smithi077 ceph-mon[86047]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T11:16:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:00 smithi077 ceph-mon[86047]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T11:16:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:00 smithi077 ceph-mon[88497]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T11:16:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:00 smithi077 ceph-mon[88497]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T11:16:01.870 INFO:tasks.rados.rados.0.smithi077.stdout:3752: done (2 left) 2024-09-16T11:16:01.870 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 24 current snap is 366 2024-09-16T11:16:01.870 INFO:tasks.rados.rados.0.smithi077.stdout:3753: seq_num 1182 ranges {0=606208} 2024-09-16T11:16:01.874 INFO:tasks.rados.rados.0.smithi077.stdout:3753: writing smithi07774545-24 from 0 to 606208 tid 1 2024-09-16T11:16:01.874 INFO:tasks.rados.rados.0.smithi077.stdout:3754: snap_create 2024-09-16T11:16:01.875 INFO:tasks.rados.rados.0.smithi077.stdout:3750: expect (ObjNum 1172 snap 364 seq_num 1172) 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3751: finishing write tid 1 to smithi07774545-50 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3751: finishing write tid 2 to smithi07774545-50 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3751: finishing write tid 3 to smithi07774545-50 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1914 (ObjNum 1181 snap 366 seq_num 1181) dirty exists 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3751: left oid 50 (ObjNum 1181 snap 366 seq_num 1181) 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3753: finishing write tid 1 to smithi07774545-24 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3753: finishing write tid 2 to smithi07774545-24 2024-09-16T11:16:01.958 INFO:tasks.rados.rados.0.smithi077.stdout:3753: finishing write tid 3 to smithi07774545-24 2024-09-16T11:16:01.959 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1916 (ObjNum 1182 snap 366 seq_num 1182) dirty exists 2024-09-16T11:16:01.959 INFO:tasks.rados.rados.0.smithi077.stdout:3753: left oid 24 (ObjNum 1182 snap 366 seq_num 1182) 2024-09-16T11:16:02.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:01 smithi077 ceph-mon[86047]: pgmap v892: 121 pgs: 121 active+clean; 133 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 452 KiB/s wr, 9 op/s 2024-09-16T11:16:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:01 smithi077 ceph-mon[88497]: pgmap v892: 121 pgs: 121 active+clean; 133 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 452 KiB/s wr, 9 op/s 2024-09-16T11:16:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:01 smithi191 ceph-mon[84934]: pgmap v892: 121 pgs: 121 active+clean; 133 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 452 KiB/s wr, 9 op/s 2024-09-16T11:16:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:02.880 INFO:tasks.rados.rados.0.smithi077.stdout:3750: done (3 left) 2024-09-16T11:16:02.880 INFO:tasks.rados.rados.0.smithi077.stdout:3751: done (2 left) 2024-09-16T11:16:02.880 INFO:tasks.rados.rados.0.smithi077.stdout:3753: done (1 left) 2024-09-16T11:16:02.880 INFO:tasks.rados.rados.0.smithi077.stdout:3754: done (0 left) 2024-09-16T11:16:02.880 INFO:tasks.rados.rados.0.smithi077.stdout:3755: snap_create 2024-09-16T11:16:03.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:02 smithi077 ceph-mon[86047]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T11:16:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:02 smithi077 ceph-mon[88497]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T11:16:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:02 smithi191 ceph-mon[84934]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3755: done (0 left) 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3756: rollback oid 29 current snap is 368 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 29 to 365 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3757: rmattr oid 15 current snap is 368 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3757: done (1 left) 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3758: rmattr oid 40 current snap is 368 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3758: done (1 left) 2024-09-16T11:16:03.884 INFO:tasks.rados.rados.0.smithi077.stdout:3759: snap_remove snap 364 2024-09-16T11:16:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:03 smithi077 ceph-mon[88497]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T11:16:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:03 smithi077 ceph-mon[88497]: pgmap v895: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 798 KiB/s wr, 6 op/s 2024-09-16T11:16:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:03 smithi077 ceph-mon[86047]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T11:16:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:03 smithi077 ceph-mon[86047]: pgmap v895: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 798 KiB/s wr, 6 op/s 2024-09-16T11:16:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:03 smithi191 ceph-mon[84934]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T11:16:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:03 smithi191 ceph-mon[84934]: pgmap v895: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 798 KiB/s wr, 6 op/s 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:3759: done (1 left) 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:3760: delete oid 12 current snap is 368 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:3756: finishing rollback tid 0 to smithi07774545-29 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:3756: finishing rollback tid 1 to smithi07774545-29 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:3756: finishing rollback tid 2 to smithi07774545-29 2024-09-16T11:16:04.887 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1615 (ObjNum 4113 snap 0 seq_num 2137803676) dirty exists 2024-09-16T11:16:04.897 INFO:tasks.rados.rados.0.smithi077.stdout:3756: done (1 left) 2024-09-16T11:16:04.897 INFO:tasks.rados.rados.0.smithi077.stdout:3760: done (0 left) 2024-09-16T11:16:04.897 INFO:tasks.rados.rados.0.smithi077.stdout:3761: snap_create 2024-09-16T11:16:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:04 smithi077 ceph-mon[88497]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T11:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:04 smithi077 ceph-mon[86047]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T11:16:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:04 smithi191 ceph-mon[84934]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T11:16:05.843 INFO:tasks.rados.rados.0.smithi077.stdout:3761: done (0 left) 2024-09-16T11:16:05.843 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 369 2024-09-16T11:16:05.844 INFO:tasks.rados.rados.0.smithi077.stdout:3762: seq_num 1184 ranges {3383296=638976} 2024-09-16T11:16:05.865 INFO:tasks.rados.rados.0.smithi077.stdout:3762: writing smithi07774545-19 from 3383296 to 4022272 tid 1 2024-09-16T11:16:05.865 INFO:tasks.rados.rados.0.smithi077.stdout:3763: copy_from oid 20 from oid 49 current snap is 369 2024-09-16T11:16:05.865 INFO:tasks.rados.rados.0.smithi077.stdout:3764: snap_remove snap 353 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[86047]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[86047]: pgmap v898: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[86047]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[88497]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[88497]: pgmap v898: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-16T11:16:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:05 smithi077 ceph-mon[88497]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T11:16:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:05 smithi191 ceph-mon[84934]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T11:16:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:05 smithi191 ceph-mon[84934]: pgmap v898: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-16T11:16:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:05 smithi191 ceph-mon[84934]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:3764: done (2 left) 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:3765: rollback oid 39 current snap is 369 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 39 to 366 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:3763: finishing copy_from to smithi07774545-20 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:3763: got expected ENOENT (src dne) 2024-09-16T11:16:06.842 INFO:tasks.rados.rados.0.smithi077.stdout:3763: finishing copy_from racing read to smithi07774545-20 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3762: finishing write tid 1 to smithi07774545-19 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3762: finishing write tid 2 to smithi07774545-19 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3762: finishing write tid 3 to smithi07774545-19 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1402 (ObjNum 1184 snap 369 seq_num 1184) dirty exists 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3762: left oid 19 (ObjNum 1184 snap 369 seq_num 1184) 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3762: done (2 left) 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3763: done (1 left) 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3766: copy_from oid 27 from oid 46 current snap is 369 2024-09-16T11:16:06.843 INFO:tasks.rados.rados.0.smithi077.stdout:3767: delete oid 4 current snap is 369 2024-09-16T11:16:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3767: done (2 left) 2024-09-16T11:16:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3768: rollback oid 38 current snap is 369 2024-09-16T11:16:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 357 2024-09-16T11:16:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 369 2024-09-16T11:16:06.851 INFO:tasks.rados.rados.0.smithi077.stdout:3769: seq_num 1186 ranges {0=671744} 2024-09-16T11:16:06.855 INFO:tasks.rados.rados.0.smithi077.stdout:3769: writing smithi07774545-23 from 0 to 671744 tid 1 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3765: finishing rollback tid 0 to smithi07774545-39 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3766: finishing copy_from to smithi07774545-27 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3766: got expected ENOENT (src dne) 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3766: finishing copy_from racing read to smithi07774545-27 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3765: finishing rollback tid 1 to smithi07774545-39 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3765: finishing rollback tid 2 to smithi07774545-39 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1570 (ObjNum 1130 snap 341 seq_num 1130) dirty exists 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3765: done (3 left) 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3766: done (2 left) 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 47 current snap is 369 2024-09-16T11:16:06.856 INFO:tasks.rados.rados.0.smithi077.stdout:3770: seq_num 1187 ranges {4194304=688128} 2024-09-16T11:16:06.883 INFO:tasks.rados.rados.0.smithi077.stdout:3770: writing smithi07774545-47 from 4194304 to 4882432 tid 1 2024-09-16T11:16:06.883 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 369 2024-09-16T11:16:06.883 INFO:tasks.rados.rados.0.smithi077.stdout:3771: seq_num 1188 ranges {1589248=704512} 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:3771: writing smithi07774545-9 from 1589248 to 2293760 tid 1 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 7 current snap is 369 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:3768: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:3768: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:3768: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1726 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-09-16T11:16:06.896 INFO:tasks.rados.rados.0.smithi077.stdout:3769: finishing write tid 1 to smithi07774545-23 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3769: finishing write tid 2 to smithi07774545-23 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3769: finishing write tid 3 to smithi07774545-23 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1559 (ObjNum 1186 snap 369 seq_num 1186) dirty exists 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3769: left oid 23 (ObjNum 1186 snap 369 seq_num 1186) 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3770: finishing write tid 1 to smithi07774545-47 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3770: finishing write tid 2 to smithi07774545-47 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3770: finishing write tid 3 to smithi07774545-47 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 47 v 1839 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3770: left oid 47 (ObjNum 1187 snap 369 seq_num 1187) 2024-09-16T11:16:06.897 INFO:tasks.rados.rados.0.smithi077.stdout:3772: seq_num 1189 ranges {532480=720896} 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3772: writing smithi07774545-7 from 532480 to 1253376 tid 1 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3768: done (4 left) 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3769: done (3 left) 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3770: done (2 left) 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3773: delete oid 47 current snap is 369 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3771: finishing write tid 1 to smithi07774545-9 2024-09-16T11:16:06.905 INFO:tasks.rados.rados.0.smithi077.stdout:3771: finishing write tid 2 to smithi07774545-9 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:3771: finishing write tid 3 to smithi07774545-9 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1728 (ObjNum 1188 snap 369 seq_num 1188) dirty exists 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:3771: left oid 9 (ObjNum 1188 snap 369 seq_num 1188) 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:3771: done (2 left) 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:3773: done (1 left) 2024-09-16T11:16:06.906 INFO:tasks.rados.rados.0.smithi077.stdout:3774: delete oid 1 current snap is 369 2024-09-16T11:16:06.907 INFO:tasks.rados.rados.0.smithi077.stdout:3772: finishing write tid 1 to smithi07774545-7 2024-09-16T11:16:06.907 INFO:tasks.rados.rados.0.smithi077.stdout:3772: finishing write tid 2 to smithi07774545-7 2024-09-16T11:16:06.907 INFO:tasks.rados.rados.0.smithi077.stdout:3774: done (1 left) 2024-09-16T11:16:06.908 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 369 2024-09-16T11:16:06.908 INFO:tasks.rados.rados.0.smithi077.stdout:3775: seq_num 1192 ranges {401408=770048} 2024-09-16T11:16:06.913 INFO:tasks.rados.rados.0.smithi077.stdout:3775: writing smithi07774545-2 from 401408 to 1171456 tid 1 2024-09-16T11:16:06.914 INFO:tasks.rados.rados.0.smithi077.stdout:3776: snap_create 2024-09-16T11:16:06.914 INFO:tasks.rados.rados.0.smithi077.stdout:3772: finishing write tid 3 to smithi07774545-7 2024-09-16T11:16:06.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1947 (ObjNum 1189 snap 369 seq_num 1189) dirty exists 2024-09-16T11:16:06.914 INFO:tasks.rados.rados.0.smithi077.stdout:3772: left oid 7 (ObjNum 1189 snap 369 seq_num 1189) 2024-09-16T11:16:06.917 INFO:tasks.rados.rados.0.smithi077.stdout:3775: finishing write tid 1 to smithi07774545-2 2024-09-16T11:16:06.918 INFO:tasks.rados.rados.0.smithi077.stdout:3775: finishing write tid 2 to smithi07774545-2 2024-09-16T11:16:06.919 INFO:tasks.rados.rados.0.smithi077.stdout:3775: finishing write tid 3 to smithi07774545-2 2024-09-16T11:16:06.919 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1843 (ObjNum 1192 snap 369 seq_num 1192) dirty exists 2024-09-16T11:16:06.919 INFO:tasks.rados.rados.0.smithi077.stdout:3775: left oid 2 (ObjNum 1192 snap 369 seq_num 1192) 2024-09-16T11:16:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:06] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:16:07.846 INFO:tasks.rados.rados.0.smithi077.stdout:3772: done (2 left) 2024-09-16T11:16:07.846 INFO:tasks.rados.rados.0.smithi077.stdout:3775: done (1 left) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3776: done (0 left) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3777: read oid 25 snap -1 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3777: expect (ObjNum 1180 snap 366 seq_num 1180) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3778: rollback oid 21 current snap is 370 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 369 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3779: read oid 35 snap 359 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3779: expect (ObjNum 455732240 snap 21865 seq_num 455278944) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3780: read oid 18 snap -1 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3780: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3781: copy_from oid 13 from oid 33 current snap is 370 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3782: read oid 38 snap 360 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3782: expect (ObjNum 1105 snap 337 seq_num 1105) 2024-09-16T11:16:07.847 INFO:tasks.rados.rados.0.smithi077.stdout:3783: copy_from oid 39 from oid 48 current snap is 370 2024-09-16T11:16:07.848 INFO:tasks.rados.rados.0.smithi077.stdout:3784: delete oid 19 current snap is 370 2024-09-16T11:16:07.849 INFO:tasks.rados.rados.0.smithi077.stdout:3779: expect (ObjNum 455732240 snap 21865 seq_num 455278944) 2024-09-16T11:16:07.855 INFO:tasks.rados.rados.0.smithi077.stdout:3777: expect (ObjNum 1180 snap 366 seq_num 1180) 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3778: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3778: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3777: done (7 left) 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3779: done (6 left) 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3784: done (5 left) 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3785: read oid 27 snap 347 2024-09-16T11:16:07.878 INFO:tasks.rados.rados.0.smithi077.stdout:3785: expect (ObjNum 456062192 snap 21865 seq_num 2215227648) 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3786: rollback oid 22 current snap is 370 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 357 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3778: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1847 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3781: finishing copy_from racing read to smithi07774545-13 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3781: finishing copy_from to smithi07774545-13 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 1778 (ObjNum 1156 snap 351 seq_num 1156) dirty exists 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3783: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:3783: finishing copy_from to smithi07774545-39 2024-09-16T11:16:07.879 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1591 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3778: done (6 left) 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3781: done (5 left) 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3783: done (4 left) 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3787: rollback oid 14 current snap is 370 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 14 to 360 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3788: rollback oid 23 current snap is 370 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 23 to 368 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3789: delete oid 13 current snap is 370 2024-09-16T11:16:07.880 INFO:tasks.rados.rados.0.smithi077.stdout:3785: expect (ObjNum 456062192 snap 21865 seq_num 2215227648) 2024-09-16T11:16:07.881 INFO:tasks.rados.rados.0.smithi077.stdout:3788: finishing rollback tid 0 to smithi07774545-23 2024-09-16T11:16:07.881 INFO:tasks.rados.rados.0.smithi077.stdout:3786: finishing rollback tid 0 to smithi07774545-22 2024-09-16T11:16:07.882 INFO:tasks.rados.rados.0.smithi077.stdout:3786: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3788: finishing rollback tid 1 to smithi07774545-23 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1561 (ObjNum 33 snap 0 seq_num 1302459742) dirty dne 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3786: finishing rollback tid 2 to smithi07774545-22 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1468 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3785: done (6 left) 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3786: done (5 left) 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3788: done (4 left) 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3789: done (3 left) 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3790: delete oid 30 current snap is 370 2024-09-16T11:16:07.883 INFO:tasks.rados.rados.0.smithi077.stdout:3787: finishing rollback tid 0 to smithi07774545-14 2024-09-16T11:16:07.884 INFO:tasks.rados.rados.0.smithi077.stdout:3787: finishing rollback tid 1 to smithi07774545-14 2024-09-16T11:16:07.884 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1780 (ObjNum 455727912 snap 21865 seq_num 304) dirty dne 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3787: done (3 left) 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3790: done (2 left) 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3791: rmattr oid 5 current snap is 370 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3791: done (2 left) 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3792: read oid 47 snap -1 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3792: expect deleted 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 27 current snap is 370 2024-09-16T11:16:07.885 INFO:tasks.rados.rados.0.smithi077.stdout:3793: seq_num 1196 ranges {0=434176,434176=401408} 2024-09-16T11:16:07.887 INFO:tasks.rados.rados.0.smithi077.stdout:3793: writing smithi07774545-27 from 0 to 434176 tid 1 2024-09-16T11:16:07.890 INFO:tasks.rados.rados.0.smithi077.stdout:3793: writing smithi07774545-27 from 434176 to 835584 tid 2 2024-09-16T11:16:07.890 INFO:tasks.rados.rados.0.smithi077.stdout:3794: copy_from oid 30 from oid 20 current snap is 370 2024-09-16T11:16:07.890 INFO:tasks.rados.rados.0.smithi077.stdout:3780: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:16:08.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:07 smithi077 ceph-mon[86047]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T11:16:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:07 smithi077 ceph-mon[86047]: pgmap v901: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:07 smithi077 ceph-mon[88497]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T11:16:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:07 smithi077 ceph-mon[88497]: pgmap v901: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:07 smithi191 ceph-mon[84934]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T11:16:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:07 smithi191 ceph-mon[84934]: pgmap v901: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:08.308 INFO:tasks.rados.rados.0.smithi077.stdout:3794: finishing copy_from to smithi07774545-30 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3794: got expected ENOENT (src dne) 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3794: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3793: finishing write tid 1 to smithi07774545-27 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3793: finishing write tid 2 to smithi07774545-27 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3780: done (4 left) 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3792: done (3 left) 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3794: done (2 left) 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3795: read oid 25 snap -1 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3795: expect (ObjNum 1180 snap 366 seq_num 1180) 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3796: read oid 1 snap -1 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3796: expect deleted 2024-09-16T11:16:08.309 INFO:tasks.rados.rados.0.smithi077.stdout:3797: copy_from oid 7 from oid 36 current snap is 370 2024-09-16T11:16:08.310 INFO:tasks.rados.rados.0.smithi077.stdout:3793: finishing write tid 3 to smithi07774545-27 2024-09-16T11:16:08.310 INFO:tasks.rados.rados.0.smithi077.stdout:3793: finishing write tid 4 to smithi07774545-27 2024-09-16T11:16:08.310 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1594 (ObjNum 1196 snap 370 seq_num 1196) dirty exists 2024-09-16T11:16:08.310 INFO:tasks.rados.rados.0.smithi077.stdout:3793: left oid 27 (ObjNum 1196 snap 370 seq_num 1196) 2024-09-16T11:16:08.310 INFO:tasks.rados.rados.0.smithi077.stdout:3782: expect (ObjNum 1105 snap 337 seq_num 1105) 2024-09-16T11:16:08.915 INFO:tasks.rados.rados.0.smithi077.stdout:3795: expect (ObjNum 1180 snap 366 seq_num 1180) 2024-09-16T11:16:08.929 INFO:tasks.rados.rados.0.smithi077.stdout:3797: finishing copy_from racing read to smithi07774545-7 2024-09-16T11:16:08.929 INFO:tasks.rados.rados.0.smithi077.stdout:3797: finishing copy_from to smithi07774545-7 2024-09-16T11:16:08.929 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 7 v 1757 (ObjNum 1115 snap 339 seq_num 1115) dirty exists 2024-09-16T11:16:08.929 INFO:tasks.rados.rados.0.smithi077.stdout:3782: done (4 left) 2024-09-16T11:16:08.930 INFO:tasks.rados.rados.0.smithi077.stdout:3793: done (3 left) 2024-09-16T11:16:08.930 INFO:tasks.rados.rados.0.smithi077.stdout:3795: done (2 left) 2024-09-16T11:16:08.930 INFO:tasks.rados.rados.0.smithi077.stdout:3796: done (1 left) 2024-09-16T11:16:08.930 INFO:tasks.rados.rados.0.smithi077.stdout:3797: done (0 left) 2024-09-16T11:16:08.930 INFO:tasks.rados.rados.0.smithi077.stdout:3798: delete oid 50 current snap is 370 2024-09-16T11:16:08.932 INFO:tasks.rados.rados.0.smithi077.stdout:3798: done (0 left) 2024-09-16T11:16:08.932 INFO:tasks.rados.rados.0.smithi077.stdout:3799: snap_create 2024-09-16T11:16:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:08 smithi077 ceph-mon[86047]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T11:16:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:08 smithi077 ceph-mon[88497]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T11:16:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:08 smithi191 ceph-mon[84934]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T11:16:09.866 INFO:tasks.rados.rados.0.smithi077.stdout:3799: done (0 left) 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3800: read oid 47 snap 365 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3800: expect (ObjNum 1117 snap 339 seq_num 1117) 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3801: read oid 2 snap -1 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3801: expect (ObjNum 1192 snap 369 seq_num 1192) 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3802: copy_from oid 50 from oid 10 current snap is 371 2024-09-16T11:16:09.867 INFO:tasks.rados.rados.0.smithi077.stdout:3803: snap_remove snap 352 2024-09-16T11:16:10.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:09 smithi077 ceph-mon[86047]: pgmap v903: 121 pgs: 121 active+clean; 136 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 738 B/s rd, 500 KiB/s wr, 3 op/s 2024-09-16T11:16:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:09 smithi077 ceph-mon[88497]: pgmap v903: 121 pgs: 121 active+clean; 136 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 738 B/s rd, 500 KiB/s wr, 3 op/s 2024-09-16T11:16:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:09 smithi191 ceph-mon[84934]: pgmap v903: 121 pgs: 121 active+clean; 136 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 738 B/s rd, 500 KiB/s wr, 3 op/s 2024-09-16T11:16:10.846 INFO:tasks.rados.rados.0.smithi077.stdout:3803: done (3 left) 2024-09-16T11:16:10.846 INFO:tasks.rados.rados.0.smithi077.stdout:3804: snap_remove snap 370 2024-09-16T11:16:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:10 smithi077 ceph-mon[86047]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T11:16:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:10 smithi077 ceph-mon[86047]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T11:16:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:10 smithi077 ceph-mon[88497]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T11:16:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:10 smithi077 ceph-mon[88497]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T11:16:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:10 smithi191 ceph-mon[84934]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T11:16:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:10 smithi191 ceph-mon[84934]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T11:16:11.845 INFO:tasks.rados.rados.0.smithi077.stdout:3804: done (3 left) 2024-09-16T11:16:11.845 INFO:tasks.rados.rados.0.smithi077.stdout:3805: rollback oid 24 current snap is 371 2024-09-16T11:16:11.845 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 24 to 369 2024-09-16T11:16:11.845 INFO:tasks.rados.rados.0.smithi077.stdout:3800: expect (ObjNum 1117 snap 339 seq_num 1117) 2024-09-16T11:16:12.010 INFO:tasks.rados.rados.0.smithi077.stdout:3801: expect (ObjNum 1192 snap 369 seq_num 1192) 2024-09-16T11:16:12.046 INFO:tasks.rados.rados.0.smithi077.stdout:3802: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3802: finishing copy_from to smithi07774545-50 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 1947 (ObjNum 1165 snap 360 seq_num 1165) dirty exists 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3800: done (3 left) 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3801: done (2 left) 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3802: done (1 left) 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3806: delete oid 21 current snap is 371 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3805: finishing rollback tid 0 to smithi07774545-24 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3805: finishing rollback tid 1 to smithi07774545-24 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:3805: finishing rollback tid 2 to smithi07774545-24 2024-09-16T11:16:12.047 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 24 v 1950 (ObjNum 1182 snap 366 seq_num 1182) dirty exists 2024-09-16T11:16:12.050 INFO:tasks.rados.rados.0.smithi077.stdout:3805: done (1 left) 2024-09-16T11:16:12.050 INFO:tasks.rados.rados.0.smithi077.stdout:3806: done (0 left) 2024-09-16T11:16:12.050 INFO:tasks.rados.rados.0.smithi077.stdout:3807: snap_create 2024-09-16T11:16:12.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:11 smithi077 ceph-mon[86047]: pgmap v906: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T11:16:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:11 smithi077 ceph-mon[86047]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T11:16:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:11 smithi077 ceph-mon[88497]: pgmap v906: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T11:16:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:11 smithi077 ceph-mon[88497]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T11:16:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:11 smithi191 ceph-mon[84934]: pgmap v906: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T11:16:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:11 smithi191 ceph-mon[84934]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T11:16:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:12.873 INFO:tasks.rados.rados.0.smithi077.stdout:3807: done (0 left) 2024-09-16T11:16:12.873 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 31 current snap is 372 2024-09-16T11:16:12.874 INFO:tasks.rados.rados.0.smithi077.stdout:3808: seq_num 1199 ranges {4849664=483328,5332992=401408} 2024-09-16T11:16:12.901 INFO:tasks.rados.rados.0.smithi077.stdout:3808: writing smithi07774545-31 from 4849664 to 5332992 tid 1 2024-09-16T11:16:12.904 INFO:tasks.rados.rados.0.smithi077.stdout:3808: writing smithi07774545-31 from 5332992 to 5734400 tid 2 2024-09-16T11:16:12.904 INFO:tasks.rados.rados.0.smithi077.stdout:3809: delete oid 30 current snap is 372 2024-09-16T11:16:12.906 INFO:tasks.rados.rados.0.smithi077.stdout:3809: done (1 left) 2024-09-16T11:16:12.907 INFO:tasks.rados.rados.0.smithi077.stdout:3810: delete oid 22 current snap is 372 2024-09-16T11:16:12.910 INFO:tasks.rados.rados.0.smithi077.stdout:3808: finishing write tid 1 to smithi07774545-31 2024-09-16T11:16:12.910 INFO:tasks.rados.rados.0.smithi077.stdout:3808: finishing write tid 2 to smithi07774545-31 2024-09-16T11:16:12.910 INFO:tasks.rados.rados.0.smithi077.stdout:3808: finishing write tid 3 to smithi07774545-31 2024-09-16T11:16:12.911 INFO:tasks.rados.rados.0.smithi077.stdout:3808: finishing write tid 4 to smithi07774545-31 2024-09-16T11:16:12.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1783 (ObjNum 1199 snap 372 seq_num 1199) dirty exists 2024-09-16T11:16:12.912 INFO:tasks.rados.rados.0.smithi077.stdout:3808: left oid 31 (ObjNum 1199 snap 372 seq_num 1199) 2024-09-16T11:16:12.912 INFO:tasks.rados.rados.0.smithi077.stdout:3808: done (1 left) 2024-09-16T11:16:12.912 INFO:tasks.rados.rados.0.smithi077.stdout:3810: done (0 left) 2024-09-16T11:16:12.913 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 372 2024-09-16T11:16:12.913 INFO:tasks.rados.rados.0.smithi077.stdout:3811: seq_num 1202 ranges {0=540672,540672=401408} 2024-09-16T11:16:12.915 INFO:tasks.rados.rados.0.smithi077.stdout:3811: writing smithi07774545-44 from 0 to 540672 tid 1 2024-09-16T11:16:12.918 INFO:tasks.rados.rados.0.smithi077.stdout:3811: writing smithi07774545-44 from 540672 to 942080 tid 2 2024-09-16T11:16:12.918 INFO:tasks.rados.rados.0.smithi077.stdout:3812: snap_remove snap 368 2024-09-16T11:16:13.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:13.887 INFO:tasks.rados.rados.0.smithi077.stdout:3811: finishing write tid 1 to smithi07774545-44 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3811: finishing write tid 2 to smithi07774545-44 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3811: finishing write tid 3 to smithi07774545-44 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3811: finishing write tid 4 to smithi07774545-44 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1964 (ObjNum 1202 snap 372 seq_num 1202) dirty exists 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3811: left oid 44 (ObjNum 1202 snap 372 seq_num 1202) 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3811: done (1 left) 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3812: done (0 left) 2024-09-16T11:16:13.888 INFO:tasks.rados.rados.0.smithi077.stdout:3813: snap_create 2024-09-16T11:16:14.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:13 smithi077 ceph-mon[86047]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T11:16:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:13 smithi077 ceph-mon[86047]: pgmap v909: 121 pgs: 121 active+clean; 147 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T11:16:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:13 smithi077 ceph-mon[88497]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T11:16:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:13 smithi077 ceph-mon[88497]: pgmap v909: 121 pgs: 121 active+clean; 147 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T11:16:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:13 smithi191 ceph-mon[84934]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T11:16:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:13 smithi191 ceph-mon[84934]: pgmap v909: 121 pgs: 121 active+clean; 147 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:3813: done (0 left) 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:3814: rollback oid 21 current snap is 373 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 367 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:3815: rollback oid 38 current snap is 373 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 38 to 360 2024-09-16T11:16:14.885 INFO:tasks.rados.rados.0.smithi077.stdout:3816: snap_create 2024-09-16T11:16:14.891 INFO:tasks.rados.rados.0.smithi077.stdout:3815: finishing rollback tid 0 to smithi07774545-38 2024-09-16T11:16:14.892 INFO:tasks.rados.rados.0.smithi077.stdout:3815: finishing rollback tid 1 to smithi07774545-38 2024-09-16T11:16:14.893 INFO:tasks.rados.rados.0.smithi077.stdout:3815: finishing rollback tid 2 to smithi07774545-38 2024-09-16T11:16:14.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1731 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-09-16T11:16:14.893 INFO:tasks.rados.rados.0.smithi077.stdout:3814: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:16:14.893 INFO:tasks.rados.rados.0.smithi077.stdout:3814: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:16:14.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1860 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-09-16T11:16:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:14 smithi077 ceph-mon[86047]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T11:16:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:14 smithi077 ceph-mon[88497]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T11:16:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:14 smithi191 ceph-mon[84934]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T11:16:15.847 INFO:tasks.rados.rados.0.smithi077.stdout:3814: done (2 left) 2024-09-16T11:16:15.847 INFO:tasks.rados.rados.0.smithi077.stdout:3815: done (1 left) 2024-09-16T11:16:15.847 INFO:tasks.rados.rados.0.smithi077.stdout:3816: done (0 left) 2024-09-16T11:16:15.847 INFO:tasks.rados.rados.0.smithi077.stdout:3817: read oid 9 snap 373 2024-09-16T11:16:15.848 INFO:tasks.rados.rados.0.smithi077.stdout:3817: expect (ObjNum 1188 snap 369 seq_num 1188) 2024-09-16T11:16:15.848 INFO:tasks.rados.rados.0.smithi077.stdout:3818: delete oid 24 current snap is 374 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:3818: done (1 left) 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:3819: rollback oid 26 current snap is 374 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 26 to 360 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:3820: snap_create 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:3819: finishing rollback tid 1 to smithi07774545-26 2024-09-16T11:16:15.851 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 0 (ObjNum 65 snap 0 seq_num 1452389042) dirty dne 2024-09-16T11:16:15.859 INFO:tasks.rados.rados.0.smithi077.stdout:3817: expect (ObjNum 1188 snap 369 seq_num 1188) 2024-09-16T11:16:16.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[86047]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T11:16:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[86047]: pgmap v912: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T11:16:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[86047]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T11:16:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[88497]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T11:16:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[88497]: pgmap v912: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T11:16:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:15 smithi077 ceph-mon[88497]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T11:16:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:15 smithi191 ceph-mon[84934]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T11:16:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:15 smithi191 ceph-mon[84934]: pgmap v912: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T11:16:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:15 smithi191 ceph-mon[84934]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T11:16:16.846 INFO:tasks.rados.rados.0.smithi077.stdout:3817: done (2 left) 2024-09-16T11:16:16.846 INFO:tasks.rados.rados.0.smithi077.stdout:3819: done (1 left) 2024-09-16T11:16:16.846 INFO:tasks.rados.rados.0.smithi077.stdout:3820: done (0 left) 2024-09-16T11:16:16.846 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 23 current snap is 375 2024-09-16T11:16:16.846 INFO:tasks.rados.rados.0.smithi077.stdout:3821: seq_num 1204 ranges {0=573440,573440=401408} 2024-09-16T11:16:16.849 INFO:tasks.rados.rados.0.smithi077.stdout:3821: writing smithi07774545-23 from 0 to 573440 tid 1 2024-09-16T11:16:16.851 INFO:tasks.rados.rados.0.smithi077.stdout:3821: writing smithi07774545-23 from 573440 to 974848 tid 2 2024-09-16T11:16:16.851 INFO:tasks.rados.rados.0.smithi077.stdout:3822: delete oid 13 current snap is 375 2024-09-16T11:16:16.857 INFO:tasks.rados.rados.0.smithi077.stdout:3822: done (1 left) 2024-09-16T11:16:16.857 INFO:tasks.rados.rados.0.smithi077.stdout:3823: copy_from oid 14 from oid 37 current snap is 375 2024-09-16T11:16:16.857 INFO:tasks.rados.rados.0.smithi077.stdout:3824: snap_remove snap 374 2024-09-16T11:16:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:16] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:16:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3824: done (2 left) 2024-09-16T11:16:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 19 current snap is 375 2024-09-16T11:16:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3821: finishing write tid 1 to smithi07774545-23 2024-09-16T11:16:17.852 INFO:tasks.rados.rados.0.smithi077.stdout:3825: seq_num 1206 ranges {0=606208,606208=401408} 2024-09-16T11:16:17.855 INFO:tasks.rados.rados.0.smithi077.stdout:3825: writing smithi07774545-19 from 0 to 606208 tid 1 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3825: writing smithi07774545-19 from 606208 to 1007616 tid 2 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3826: snap_create 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3821: finishing write tid 2 to smithi07774545-23 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3821: finishing write tid 3 to smithi07774545-23 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3821: finishing write tid 4 to smithi07774545-23 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 23 v 1564 (ObjNum 1204 snap 375 seq_num 1204) dirty exists 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3821: left oid 23 (ObjNum 1204 snap 375 seq_num 1204) 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3823: finishing copy_from racing read to smithi07774545-14 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:3823: finishing copy_from to smithi07774545-14 2024-09-16T11:16:17.858 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1947 (ObjNum 1165 snap 360 seq_num 1165) dirty exists 2024-09-16T11:16:17.862 INFO:tasks.rados.rados.0.smithi077.stdout:3825: finishing write tid 1 to smithi07774545-19 2024-09-16T11:16:17.862 INFO:tasks.rados.rados.0.smithi077.stdout:3825: finishing write tid 2 to smithi07774545-19 2024-09-16T11:16:17.863 INFO:tasks.rados.rados.0.smithi077.stdout:3825: finishing write tid 3 to smithi07774545-19 2024-09-16T11:16:17.864 INFO:tasks.rados.rados.0.smithi077.stdout:3825: finishing write tid 4 to smithi07774545-19 2024-09-16T11:16:17.864 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1406 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-09-16T11:16:17.864 INFO:tasks.rados.rados.0.smithi077.stdout:3825: left oid 19 (ObjNum 1206 snap 375 seq_num 1206) 2024-09-16T11:16:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:17 smithi077 ceph-mon[86047]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T11:16:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:17 smithi077 ceph-mon[86047]: pgmap v915: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 230 KiB/s wr, 3 op/s 2024-09-16T11:16:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:17 smithi077 ceph-mon[88497]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T11:16:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:17 smithi077 ceph-mon[88497]: pgmap v915: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 230 KiB/s wr, 3 op/s 2024-09-16T11:16:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:17 smithi191 ceph-mon[84934]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T11:16:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:17 smithi191 ceph-mon[84934]: pgmap v915: 121 pgs: 121 active+clean; 148 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 230 KiB/s wr, 3 op/s 2024-09-16T11:16:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3821: done (3 left) 2024-09-16T11:16:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3823: done (2 left) 2024-09-16T11:16:18.853 INFO:tasks.rados.rados.0.smithi077.stdout:3825: done (1 left) 2024-09-16T11:16:18.854 INFO:tasks.rados.rados.0.smithi077.stdout:3826: done (0 left) 2024-09-16T11:16:18.854 INFO:tasks.rados.rados.0.smithi077.stdout:3827: copy_from oid 7 from oid 49 current snap is 376 2024-09-16T11:16:18.854 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 37 current snap is 376 2024-09-16T11:16:18.854 INFO:tasks.rados.rados.0.smithi077.stdout:3828: seq_num 1207 ranges {5750784=622592,6373376=401408} 2024-09-16T11:16:18.887 INFO:tasks.rados.rados.0.smithi077.stdout:3828: writing smithi07774545-37 from 5750784 to 6373376 tid 1 2024-09-16T11:16:18.890 INFO:tasks.rados.rados.0.smithi077.stdout:3828: writing smithi07774545-37 from 6373376 to 6774784 tid 2 2024-09-16T11:16:18.890 INFO:tasks.rados.rados.0.smithi077.stdout:3829: copy_from oid 5 from oid 6 current snap is 376 2024-09-16T11:16:18.890 INFO:tasks.rados.rados.0.smithi077.stdout:3827: finishing copy_from to smithi07774545-7 2024-09-16T11:16:18.890 INFO:tasks.rados.rados.0.smithi077.stdout:3827: got expected ENOENT (src dne) 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3827: finishing copy_from racing read to smithi07774545-7 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3827: done (2 left) 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3830: rollback oid 46 current snap is 376 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 357 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3831: rollback oid 33 current snap is 376 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 33 to 367 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3832: copy_from oid 34 from oid 48 current snap is 376 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 26 current snap is 376 2024-09-16T11:16:18.891 INFO:tasks.rados.rados.0.smithi077.stdout:3833: seq_num 1208 ranges {0=638976,638976=401408} 2024-09-16T11:16:18.894 INFO:tasks.rados.rados.0.smithi077.stdout:3833: writing smithi07774545-26 from 0 to 638976 tid 1 2024-09-16T11:16:18.897 INFO:tasks.rados.rados.0.smithi077.stdout:3833: writing smithi07774545-26 from 638976 to 1040384 tid 2 2024-09-16T11:16:18.897 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 43 current snap is 376 2024-09-16T11:16:18.897 INFO:tasks.rados.rados.0.smithi077.stdout:3834: seq_num 1209 ranges {3792896=655360,4448256=401408} 2024-09-16T11:16:18.921 INFO:tasks.rados.rados.0.smithi077.stdout:3834: writing smithi07774545-43 from 3792896 to 4448256 tid 1 2024-09-16T11:16:18.925 INFO:tasks.rados.rados.0.smithi077.stdout:3834: writing smithi07774545-43 from 4448256 to 4849664 tid 2 2024-09-16T11:16:18.925 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 44 current snap is 376 2024-09-16T11:16:18.926 INFO:tasks.rados.rados.0.smithi077.stdout:3828: finishing write tid 1 to smithi07774545-37 2024-09-16T11:16:18.926 INFO:tasks.rados.rados.0.smithi077.stdout:3835: seq_num 1210 ranges {942080=671744,1613824=401408} 2024-09-16T11:16:18.932 INFO:tasks.rados.rados.0.smithi077.stdout:3835: writing smithi07774545-44 from 942080 to 1613824 tid 1 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:3835: writing smithi07774545-44 from 1613824 to 2015232 tid 2 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 376 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:3830: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 441087352) dirty dne 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:3828: finishing write tid 2 to smithi07774545-37 2024-09-16T11:16:18.935 INFO:tasks.rados.rados.0.smithi077.stdout:3836: seq_num 1211 ranges {1171456=688128,1859584=401408} 2024-09-16T11:16:18.945 INFO:tasks.rados.rados.0.smithi077.stdout:3836: writing smithi07774545-2 from 1171456 to 1859584 tid 1 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3836: writing smithi07774545-2 from 1859584 to 2260992 tid 2 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3830: done (8 left) 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3837: read oid 12 snap -1 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3837: expect deleted 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3838: copy_from oid 30 from oid 28 current snap is 376 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3828: finishing write tid 3 to smithi07774545-37 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3831: finishing rollback tid 0 to smithi07774545-33 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3831: finishing rollback tid 1 to smithi07774545-33 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:3831: finishing rollback tid 2 to smithi07774545-33 2024-09-16T11:16:18.948 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1950 (ObjNum 1156 snap 351 seq_num 1156) dirty exists 2024-09-16T11:16:18.949 INFO:tasks.rados.rados.0.smithi077.stdout:3831: done (9 left) 2024-09-16T11:16:18.949 INFO:tasks.rados.rados.0.smithi077.stdout:3839: snap_remove snap 346 2024-09-16T11:16:19.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:18 smithi077 ceph-mon[86047]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T11:16:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:18 smithi077 ceph-mon[88497]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T11:16:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:18 smithi191 ceph-mon[84934]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T11:16:19.870 INFO:tasks.rados.rados.0.smithi077.stdout:3832: finishing copy_from racing read to smithi07774545-34 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3832: finishing copy_from to smithi07774545-34 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1591 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3828: finishing write tid 4 to smithi07774545-37 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 37 v 1950 (ObjNum 1207 snap 376 seq_num 1207) dirty exists 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3828: left oid 37 (ObjNum 1207 snap 376 seq_num 1207) 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3833: finishing write tid 1 to smithi07774545-26 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3833: finishing write tid 2 to smithi07774545-26 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3833: finishing write tid 3 to smithi07774545-26 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3833: finishing write tid 4 to smithi07774545-26 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 26 v 1953 (ObjNum 1208 snap 376 seq_num 1208) dirty exists 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3833: left oid 26 (ObjNum 1208 snap 376 seq_num 1208) 2024-09-16T11:16:19.871 INFO:tasks.rados.rados.0.smithi077.stdout:3829: finishing copy_from racing read to smithi07774545-5 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3829: finishing copy_from to smithi07774545-5 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1784 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3834: finishing write tid 1 to smithi07774545-43 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3834: finishing write tid 2 to smithi07774545-43 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3834: finishing write tid 3 to smithi07774545-43 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3834: finishing write tid 4 to smithi07774545-43 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 43 v 1978 (ObjNum 1209 snap 376 seq_num 1209) dirty exists 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3834: left oid 43 (ObjNum 1209 snap 376 seq_num 1209) 2024-09-16T11:16:19.872 INFO:tasks.rados.rados.0.smithi077.stdout:3835: finishing write tid 1 to smithi07774545-44 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3835: finishing write tid 2 to smithi07774545-44 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3835: finishing write tid 3 to smithi07774545-44 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3835: finishing write tid 4 to smithi07774545-44 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 1975 (ObjNum 1210 snap 376 seq_num 1210) dirty exists 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3835: left oid 44 (ObjNum 1210 snap 376 seq_num 1210) 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3836: finishing write tid 1 to smithi07774545-2 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3836: finishing write tid 2 to smithi07774545-2 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3836: finishing write tid 3 to smithi07774545-2 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3836: finishing write tid 4 to smithi07774545-2 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1864 (ObjNum 1211 snap 376 seq_num 1211) dirty exists 2024-09-16T11:16:19.873 INFO:tasks.rados.rados.0.smithi077.stdout:3836: left oid 2 (ObjNum 1211 snap 376 seq_num 1211) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3838: finishing copy_from racing read to smithi07774545-30 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3838: finishing copy_from to smithi07774545-30 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1605 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3828: done (9 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3829: done (8 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3832: done (7 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3833: done (6 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3834: done (5 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3835: done (4 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3836: done (3 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3837: done (2 left) 2024-09-16T11:16:19.874 INFO:tasks.rados.rados.0.smithi077.stdout:3838: done (1 left) 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:3839: done (0 left) 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:3840: copy_from oid 45 from oid 30 current snap is 376 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:3841: rollback oid 35 current snap is 376 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 35 to 366 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:3842: copy_from oid 11 from oid 41 current snap is 376 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 14 current snap is 376 2024-09-16T11:16:19.875 INFO:tasks.rados.rados.0.smithi077.stdout:3843: seq_num 1212 ranges {5750784=704512,6455296=401408} 2024-09-16T11:16:19.906 INFO:tasks.rados.rados.0.smithi077.stdout:3843: writing smithi07774545-14 from 5750784 to 6455296 tid 1 2024-09-16T11:16:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:3843: writing smithi07774545-14 from 6455296 to 6856704 tid 2 2024-09-16T11:16:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:3844: copy_from oid 32 from oid 5 current snap is 376 2024-09-16T11:16:19.909 INFO:tasks.rados.rados.0.smithi077.stdout:3841: finishing rollback tid 0 to smithi07774545-35 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:3841: finishing rollback tid 1 to smithi07774545-35 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:3841: finishing rollback tid 2 to smithi07774545-35 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 35 v 1954 (ObjNum 65 snap 0 seq_num 441086928) dirty exists 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:3842: finishing copy_from racing read to smithi07774545-11 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:3842: finishing copy_from to smithi07774545-11 2024-09-16T11:16:19.910 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 1912 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3840: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3840: finishing copy_from to smithi07774545-45 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1605 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3840: done (4 left) 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3841: done (3 left) 2024-09-16T11:16:19.911 INFO:tasks.rados.rados.0.smithi077.stdout:3842: done (2 left) 2024-09-16T11:16:19.912 INFO:tasks.rados.rados.0.smithi077.stdout:3845: snap_remove snap 360 2024-09-16T11:16:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:19 smithi077 ceph-mon[86047]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T11:16:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:19 smithi077 ceph-mon[86047]: pgmap v918: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:16:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:19 smithi077 ceph-mon[88497]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T11:16:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:19 smithi077 ceph-mon[88497]: pgmap v918: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:16:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:19 smithi191 ceph-mon[84934]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T11:16:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:19 smithi191 ceph-mon[84934]: pgmap v918: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:16:20.847 INFO:tasks.rados.rados.0.smithi077.stdout:3843: finishing write tid 1 to smithi07774545-14 2024-09-16T11:16:20.847 INFO:tasks.rados.rados.0.smithi077.stdout:3843: finishing write tid 2 to smithi07774545-14 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3843: finishing write tid 3 to smithi07774545-14 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3843: finishing write tid 4 to smithi07774545-14 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 14 v 1953 (ObjNum 1212 snap 376 seq_num 1212) dirty exists 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3843: left oid 14 (ObjNum 1212 snap 376 seq_num 1212) 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3844: finishing copy_from racing read to smithi07774545-32 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3844: finishing copy_from to smithi07774545-32 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 1784 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3843: done (2 left) 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3844: done (1 left) 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3845: done (0 left) 2024-09-16T11:16:20.848 INFO:tasks.rados.rados.0.smithi077.stdout:3846: snap_create 2024-09-16T11:16:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:20 smithi077 ceph-mon[86047]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T11:16:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:20 smithi077 ceph-mon[86047]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T11:16:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:20 smithi077 ceph-mon[88497]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T11:16:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:20 smithi077 ceph-mon[88497]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T11:16:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:20 smithi191 ceph-mon[84934]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T11:16:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:20 smithi191 ceph-mon[84934]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3846: done (0 left) 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3847: rollback oid 42 current snap is 377 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 42 to 366 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3848: read oid 27 snap -1 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3848: expect (ObjNum 1196 snap 370 seq_num 1196) 2024-09-16T11:16:21.848 INFO:tasks.rados.rados.0.smithi077.stdout:3849: snap_remove snap 357 2024-09-16T11:16:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:21 smithi077 ceph-mon[86047]: pgmap v921: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T11:16:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:21 smithi077 ceph-mon[86047]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T11:16:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:21 smithi077 ceph-mon[88497]: pgmap v921: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T11:16:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:21 smithi077 ceph-mon[88497]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T11:16:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:21 smithi191 ceph-mon[84934]: pgmap v921: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T11:16:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:21 smithi191 ceph-mon[84934]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T11:16:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:22.850 INFO:tasks.rados.rados.0.smithi077.stdout:3849: done (2 left) 2024-09-16T11:16:22.850 INFO:tasks.rados.rados.0.smithi077.stdout:3850: snap_create 2024-09-16T11:16:22.852 INFO:tasks.rados.rados.0.smithi077.stdout:3847: finishing rollback tid 1 to smithi07774545-42 2024-09-16T11:16:22.852 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T11:16:22.852 INFO:tasks.rados.rados.0.smithi077.stdout:3848: expect (ObjNum 1196 snap 370 seq_num 1196) 2024-09-16T11:16:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3847: done (2 left) 2024-09-16T11:16:23.857 INFO:tasks.rados.rados.0.smithi077.stdout:3848: done (1 left) 2024-09-16T11:16:23.858 INFO:tasks.rados.rados.0.smithi077.stdout:3850: done (0 left) 2024-09-16T11:16:23.858 INFO:tasks.rados.rados.0.smithi077.stdout:3851: snap_remove snap 373 2024-09-16T11:16:24.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:23 smithi077 ceph-mon[88497]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T11:16:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:23 smithi077 ceph-mon[88497]: pgmap v924: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-09-16T11:16:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:23 smithi077 ceph-mon[86047]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T11:16:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:23 smithi077 ceph-mon[86047]: pgmap v924: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-09-16T11:16:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:23 smithi191 ceph-mon[84934]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T11:16:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:23 smithi191 ceph-mon[84934]: pgmap v924: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-09-16T11:16:24.859 INFO:tasks.rados.rados.0.smithi077.stdout:3851: done (0 left) 2024-09-16T11:16:24.859 INFO:tasks.rados.rados.0.smithi077.stdout:3852: rollback oid 34 current snap is 378 2024-09-16T11:16:24.859 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 34 to 369 2024-09-16T11:16:24.859 INFO:tasks.rados.rados.0.smithi077.stdout:3853: snap_remove snap 371 2024-09-16T11:16:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:24 smithi077 ceph-mon[88497]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T11:16:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:24 smithi077 ceph-mon[86047]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T11:16:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:24 smithi191 ceph-mon[84934]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T11:16:25.849 INFO:tasks.rados.rados.0.smithi077.stdout:3853: done (1 left) 2024-09-16T11:16:25.849 INFO:tasks.rados.rados.0.smithi077.stdout:3854: snap_create 2024-09-16T11:16:25.849 INFO:tasks.rados.rados.0.smithi077.stdout:3852: finishing rollback tid 0 to smithi07774545-34 2024-09-16T11:16:25.849 INFO:tasks.rados.rados.0.smithi077.stdout:3852: finishing rollback tid 1 to smithi07774545-34 2024-09-16T11:16:25.849 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 34 v 1593 (ObjNum 97 snap 0 seq_num 455280880) dirty dne 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[88497]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[88497]: pgmap v927: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[88497]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[86047]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[86047]: pgmap v927: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:16:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:25 smithi077 ceph-mon[86047]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T11:16:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:25 smithi191 ceph-mon[84934]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T11:16:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:25 smithi191 ceph-mon[84934]: pgmap v927: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:16:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:25 smithi191 ceph-mon[84934]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3852: done (1 left) 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3854: done (0 left) 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3855: rmattr oid 7 current snap is 379 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3855: done (0 left) 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3856: read oid 17 snap 377 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3856: expect deleted 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3857: read oid 46 snap -1 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3857: expect deleted 2024-09-16T11:16:26.849 INFO:tasks.rados.rados.0.smithi077.stdout:3858: snap_create 2024-09-16T11:16:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:26] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T11:16:27.857 INFO:tasks.rados.rados.0.smithi077.stdout:3856: done (2 left) 2024-09-16T11:16:27.857 INFO:tasks.rados.rados.0.smithi077.stdout:3857: done (1 left) 2024-09-16T11:16:27.857 INFO:tasks.rados.rados.0.smithi077.stdout:3858: done (0 left) 2024-09-16T11:16:27.857 INFO:tasks.rados.rados.0.smithi077.stdout:3859: snap_create 2024-09-16T11:16:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[88497]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T11:16:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[88497]: pgmap v930: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[86047]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T11:16:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:28.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:27 smithi077 ceph-mon[86047]: pgmap v930: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:27 smithi191 ceph-mon[84934]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T11:16:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:27 smithi191 ceph-mon[84934]: pgmap v930: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3859: done (0 left) 2024-09-16T11:16:28.866 INFO:tasks.rados.rados.0.smithi077.stdout:3860: snap_remove snap 372 2024-09-16T11:16:29.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:28 smithi077 ceph-mon[88497]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T11:16:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:28 smithi077 ceph-mon[86047]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T11:16:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:28 smithi191 ceph-mon[84934]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T11:16:29.878 INFO:tasks.rados.rados.0.smithi077.stdout:3860: done (0 left) 2024-09-16T11:16:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3861: rmattr oid 50 current snap is 381 2024-09-16T11:16:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3861: done (0 left) 2024-09-16T11:16:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3862: read oid 21 snap 359 2024-09-16T11:16:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3862: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:16:29.879 INFO:tasks.rados.rados.0.smithi077.stdout:3863: snap_remove snap 366 2024-09-16T11:16:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:29 smithi077 ceph-mon[88497]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T11:16:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:29 smithi077 ceph-mon[88497]: pgmap v933: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:29 smithi077 ceph-mon[86047]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T11:16:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:29 smithi077 ceph-mon[86047]: pgmap v933: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:29 smithi191 ceph-mon[84934]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T11:16:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:29 smithi191 ceph-mon[84934]: pgmap v933: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 623 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3863: done (1 left) 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3864: read oid 10 snap 376 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3864: expect (ObjNum 1165 snap 360 seq_num 1165) 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3865: read oid 5 snap -1 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3865: expect (ObjNum 1063 snap 321 seq_num 1063) 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3866: rollback oid 11 current snap is 381 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 11 to 377 2024-09-16T11:16:30.851 INFO:tasks.rados.rados.0.smithi077.stdout:3862: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:16:31.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:30 smithi077 ceph-mon[86047]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T11:16:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:30 smithi077 ceph-mon[86047]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T11:16:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:30 smithi077 ceph-mon[88497]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T11:16:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:30 smithi077 ceph-mon[88497]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T11:16:31.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:30 smithi191 ceph-mon[84934]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T11:16:31.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:30 smithi191 ceph-mon[84934]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T11:16:31.216 INFO:tasks.rados.rados.0.smithi077.stdout:3865: expect (ObjNum 1063 snap 321 seq_num 1063) 2024-09-16T11:16:31.282 INFO:tasks.rados.rados.0.smithi077.stdout:3866: finishing rollback tid 0 to smithi07774545-11 2024-09-16T11:16:31.282 INFO:tasks.rados.rados.0.smithi077.stdout:3866: finishing rollback tid 1 to smithi07774545-11 2024-09-16T11:16:31.282 INFO:tasks.rados.rados.0.smithi077.stdout:3866: finishing rollback tid 2 to smithi07774545-11 2024-09-16T11:16:31.282 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 2012 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:31.282 INFO:tasks.rados.rados.0.smithi077.stdout:3864: expect (ObjNum 1165 snap 360 seq_num 1165) 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3862: done (3 left) 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3864: done (2 left) 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3865: done (1 left) 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3866: done (0 left) 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3867: copy_from oid 9 from oid 30 current snap is 381 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3868: copy_from oid 6 from oid 47 current snap is 381 2024-09-16T11:16:31.686 INFO:tasks.rados.rados.0.smithi077.stdout:3869: snap_create 2024-09-16T11:16:31.687 INFO:tasks.rados.rados.0.smithi077.stdout:3868: finishing copy_from to smithi07774545-6 2024-09-16T11:16:31.687 INFO:tasks.rados.rados.0.smithi077.stdout:3868: got expected ENOENT (src dne) 2024-09-16T11:16:31.687 INFO:tasks.rados.rados.0.smithi077.stdout:3868: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:16:31.693 INFO:tasks.rados.rados.0.smithi077.stdout:3867: finishing copy_from racing read to smithi07774545-9 2024-09-16T11:16:31.695 INFO:tasks.rados.rados.0.smithi077.stdout:3867: finishing copy_from to smithi07774545-9 2024-09-16T11:16:31.695 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1605 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:16:31.879 INFO:tasks.rados.rados.0.smithi077.stdout:3867: done (2 left) 2024-09-16T11:16:31.879 INFO:tasks.rados.rados.0.smithi077.stdout:3868: done (1 left) 2024-09-16T11:16:31.879 INFO:tasks.rados.rados.0.smithi077.stdout:3869: done (0 left) 2024-09-16T11:16:31.879 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 12 current snap is 382 2024-09-16T11:16:31.880 INFO:tasks.rados.rados.0.smithi077.stdout:3870: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-16T11:16:31.883 INFO:tasks.rados.rados.0.smithi077.stdout:3870: writing smithi07774545-12 from 0 to 720896 tid 1 2024-09-16T11:16:31.886 INFO:tasks.rados.rados.0.smithi077.stdout:3870: writing smithi07774545-12 from 720896 to 1122304 tid 2 2024-09-16T11:16:31.886 INFO:tasks.rados.rados.0.smithi077.stdout:3871: copy_from oid 6 from oid 39 current snap is 382 2024-09-16T11:16:31.886 INFO:tasks.rados.rados.0.smithi077.stdout:3872: copy_from oid 15 from oid 41 current snap is 382 2024-09-16T11:16:31.886 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 382 2024-09-16T11:16:31.886 INFO:tasks.rados.rados.0.smithi077.stdout:3873: seq_num 1214 ranges {5210112=737280,5947392=401408} 2024-09-16T11:16:31.918 INFO:tasks.rados.rados.0.smithi077.stdout:3873: writing smithi07774545-21 from 5210112 to 5947392 tid 1 2024-09-16T11:16:31.921 INFO:tasks.rados.rados.0.smithi077.stdout:3873: writing smithi07774545-21 from 5947392 to 6348800 tid 2 2024-09-16T11:16:31.921 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 382 2024-09-16T11:16:31.921 INFO:tasks.rados.rados.0.smithi077.stdout:3870: finishing write tid 1 to smithi07774545-12 2024-09-16T11:16:31.921 INFO:tasks.rados.rados.0.smithi077.stdout:3874: seq_num 1215 ranges {2375680=753664,3129344=401408} 2024-09-16T11:16:31.937 INFO:tasks.rados.rados.0.smithi077.stdout:3874: writing smithi07774545-45 from 2375680 to 3129344 tid 1 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3874: writing smithi07774545-45 from 3129344 to 3530752 tid 2 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3875: rollback oid 30 current snap is 382 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 30 to 376 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3870: finishing write tid 2 to smithi07774545-12 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3870: finishing write tid 3 to smithi07774545-12 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3870: finishing write tid 4 to smithi07774545-12 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 2023 (ObjNum 1213 snap 382 seq_num 1213) dirty exists 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3870: left oid 12 (ObjNum 1213 snap 382 seq_num 1213) 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3872: finishing copy_from racing read to smithi07774545-15 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3872: finishing copy_from to smithi07774545-15 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1912 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:31.941 INFO:tasks.rados.rados.0.smithi077.stdout:3871: finishing copy_from racing read to smithi07774545-6 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3871: finishing copy_from to smithi07774545-6 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 6 v 1591 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3870: done (5 left) 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3871: done (4 left) 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3872: done (3 left) 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 10 current snap is 382 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3873: finishing write tid 1 to smithi07774545-21 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3873: finishing write tid 2 to smithi07774545-21 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3873: finishing write tid 3 to smithi07774545-21 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3873: finishing write tid 4 to smithi07774545-21 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1894 (ObjNum 1214 snap 382 seq_num 1214) dirty exists 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3873: left oid 21 (ObjNum 1214 snap 382 seq_num 1214) 2024-09-16T11:16:31.942 INFO:tasks.rados.rados.0.smithi077.stdout:3876: seq_num 1216 ranges {5750784=770048,6520832=401408} 2024-09-16T11:16:31.974 INFO:tasks.rados.rados.0.smithi077.stdout:3876: writing smithi07774545-10 from 5750784 to 6520832 tid 1 2024-09-16T11:16:31.977 INFO:tasks.rados.rados.0.smithi077.stdout:3876: writing smithi07774545-10 from 6520832 to 6922240 tid 2 2024-09-16T11:16:31.977 INFO:tasks.rados.rados.0.smithi077.stdout:3873: done (3 left) 2024-09-16T11:16:31.977 INFO:tasks.rados.rados.0.smithi077.stdout:3877: read oid 21 snap 380 2024-09-16T11:16:31.977 INFO:tasks.rados.rados.0.smithi077.stdout:3877: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:16:31.977 INFO:tasks.rados.rados.0.smithi077.stdout:3878: snap_remove snap 377 2024-09-16T11:16:32.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:31 smithi077 ceph-mon[86047]: pgmap v936: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:16:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:31 smithi077 ceph-mon[88497]: pgmap v936: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:16:32.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:31 smithi191 ceph-mon[84934]: pgmap v936: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:16:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:32.884 INFO:tasks.rados.rados.0.smithi077.stdout:3878: done (4 left) 2024-09-16T11:16:32.884 INFO:tasks.rados.rados.0.smithi077.stdout:3879: read oid 22 snap 359 2024-09-16T11:16:32.884 INFO:tasks.rados.rados.0.smithi077.stdout:3879: expect (ObjNum 456076528 snap 21865 seq_num 456148864) 2024-09-16T11:16:32.884 INFO:tasks.rados.rados.0.smithi077.stdout:3875: finishing rollback tid 0 to smithi07774545-30 2024-09-16T11:16:32.884 INFO:tasks.rados.rados.0.smithi077.stdout:3875: finishing rollback tid 1 to smithi07774545-30 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3874: finishing write tid 1 to smithi07774545-45 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3875: finishing rollback tid 2 to smithi07774545-30 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1608 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3874: finishing write tid 2 to smithi07774545-45 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3874: finishing write tid 3 to smithi07774545-45 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3874: finishing write tid 4 to smithi07774545-45 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1608 (ObjNum 1215 snap 382 seq_num 1215) dirty exists 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3874: left oid 45 (ObjNum 1215 snap 382 seq_num 1215) 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3876: finishing write tid 1 to smithi07774545-10 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3876: finishing write tid 2 to smithi07774545-10 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3876: finishing write tid 3 to smithi07774545-10 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3876: finishing write tid 4 to smithi07774545-10 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 10 v 2018 (ObjNum 1216 snap 382 seq_num 1216) dirty exists 2024-09-16T11:16:32.885 INFO:tasks.rados.rados.0.smithi077.stdout:3876: left oid 10 (ObjNum 1216 snap 382 seq_num 1216) 2024-09-16T11:16:32.886 INFO:tasks.rados.rados.0.smithi077.stdout:3877: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-09-16T11:16:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:32 smithi077 ceph-mon[86047]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T11:16:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:32 smithi077 ceph-mon[88497]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T11:16:33.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:32 smithi191 ceph-mon[84934]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T11:16:33.236 INFO:tasks.rados.rados.0.smithi077.stdout:3874: done (4 left) 2024-09-16T11:16:33.236 INFO:tasks.rados.rados.0.smithi077.stdout:3875: done (3 left) 2024-09-16T11:16:33.236 INFO:tasks.rados.rados.0.smithi077.stdout:3876: done (2 left) 2024-09-16T11:16:33.236 INFO:tasks.rados.rados.0.smithi077.stdout:3877: done (1 left) 2024-09-16T11:16:33.236 INFO:tasks.rados.rados.0.smithi077.stdout:3880: setattr oid 5 current snap is 382 2024-09-16T11:16:33.237 INFO:tasks.rados.rados.0.smithi077.stdout:3881: copy_from oid 48 from oid 25 current snap is 382 2024-09-16T11:16:33.237 INFO:tasks.rados.rados.0.smithi077.stdout:3879: expect (ObjNum 456076528 snap 21865 seq_num 456148864) 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1785 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:3879: done (2 left) 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:3880: done (1 left) 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:3882: rollback oid 31 current snap is 382 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 31 to 347 2024-09-16T11:16:33.242 INFO:tasks.rados.rados.0.smithi077.stdout:3883: delete oid 13 current snap is 382 2024-09-16T11:16:33.243 INFO:tasks.rados.rados.0.smithi077.stdout:3881: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:16:33.243 INFO:tasks.rados.rados.0.smithi077.stdout:3881: finishing copy_from to smithi07774545-48 2024-09-16T11:16:33.243 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1966 (ObjNum 1180 snap 366 seq_num 1180) dirty exists 2024-09-16T11:16:33.247 INFO:tasks.rados.rados.0.smithi077.stdout:3882: finishing rollback tid 0 to smithi07774545-31 2024-09-16T11:16:33.247 INFO:tasks.rados.rados.0.smithi077.stdout:3881: done (2 left) 2024-09-16T11:16:33.247 INFO:tasks.rados.rados.0.smithi077.stdout:3883: done (1 left) 2024-09-16T11:16:33.247 INFO:tasks.rados.rados.0.smithi077.stdout:3884: snap_create 2024-09-16T11:16:33.248 INFO:tasks.rados.rados.0.smithi077.stdout:3882: finishing rollback tid 1 to smithi07774545-31 2024-09-16T11:16:33.248 INFO:tasks.rados.rados.0.smithi077.stdout:3882: finishing rollback tid 2 to smithi07774545-31 2024-09-16T11:16:33.248 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 1956 (ObjNum 1132 snap 341 seq_num 1132) dirty exists 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:3882: done (1 left) 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:3884: done (0 left) 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:3885: rollback oid 41 current snap is 383 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 41 to 365 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:3886: rmattr oid 38 current snap is 383 2024-09-16T11:16:33.893 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 13 current snap is 383 2024-09-16T11:16:33.894 INFO:tasks.rados.rados.0.smithi077.stdout:3887: seq_num 1218 ranges {0=802816,802816=401408} 2024-09-16T11:16:33.898 INFO:tasks.rados.rados.0.smithi077.stdout:3887: writing smithi07774545-13 from 0 to 802816 tid 1 2024-09-16T11:16:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3887: writing smithi07774545-13 from 802816 to 1204224 tid 2 2024-09-16T11:16:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3888: rmattr oid 19 current snap is 383 2024-09-16T11:16:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3888: done (3 left) 2024-09-16T11:16:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3889: read oid 37 snap -1 2024-09-16T11:16:33.901 INFO:tasks.rados.rados.0.smithi077.stdout:3889: expect (ObjNum 1207 snap 376 seq_num 1207) 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 38 v 1732 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3885: finishing rollback tid 0 to smithi07774545-41 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3885: finishing rollback tid 1 to smithi07774545-41 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3885: finishing rollback tid 2 to smithi07774545-41 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1957 (ObjNum 1162 snap 357 seq_num 1162) dirty exists 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3885: done (3 left) 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3886: done (2 left) 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3890: copy_from oid 48 from oid 9 current snap is 383 2024-09-16T11:16:33.902 INFO:tasks.rados.rados.0.smithi077.stdout:3891: setattr oid 44 current snap is 383 2024-09-16T11:16:33.903 INFO:tasks.rados.rados.0.smithi077.stdout:3892: delete oid 34 current snap is 383 2024-09-16T11:16:33.906 INFO:tasks.rados.rados.0.smithi077.stdout:3887: finishing write tid 1 to smithi07774545-13 2024-09-16T11:16:33.909 INFO:tasks.rados.rados.0.smithi077.stdout:3887: finishing write tid 2 to smithi07774545-13 2024-09-16T11:16:33.909 INFO:tasks.rados.rados.0.smithi077.stdout:3892: done (4 left) 2024-09-16T11:16:33.909 INFO:tasks.rados.rados.0.smithi077.stdout:3893: copy_from oid 3 from oid 21 current snap is 383 2024-09-16T11:16:33.909 INFO:tasks.rados.rados.0.smithi077.stdout:3894: copy_from oid 27 from oid 26 current snap is 383 2024-09-16T11:16:33.909 INFO:tasks.rados.rados.0.smithi077.stdout:3887: finishing write tid 3 to smithi07774545-13 2024-09-16T11:16:33.910 INFO:tasks.rados.rados.0.smithi077.stdout:3895: delete oid 12 current snap is 383 2024-09-16T11:16:33.912 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 44 v 2031 (ObjNum 1210 snap 376 seq_num 1210) dirty exists 2024-09-16T11:16:33.912 INFO:tasks.rados.rados.0.smithi077.stdout:3891: done (6 left) 2024-09-16T11:16:33.912 INFO:tasks.rados.rados.0.smithi077.stdout:3895: done (5 left) 2024-09-16T11:16:33.913 INFO:tasks.rados.rados.0.smithi077.stdout:3896: snap_remove snap 369 2024-09-16T11:16:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:33 smithi077 ceph-mon[86047]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T11:16:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:33 smithi077 ceph-mon[86047]: pgmap v939: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 858 KiB/s wr, 4 op/s 2024-09-16T11:16:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:33 smithi077 ceph-mon[88497]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T11:16:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:33 smithi077 ceph-mon[88497]: pgmap v939: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 858 KiB/s wr, 4 op/s 2024-09-16T11:16:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:33 smithi191 ceph-mon[84934]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T11:16:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:33 smithi191 ceph-mon[84934]: pgmap v939: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 858 KiB/s wr, 4 op/s 2024-09-16T11:16:34.895 INFO:tasks.rados.rados.0.smithi077.stdout:3896: done (5 left) 2024-09-16T11:16:34.895 INFO:tasks.rados.rados.0.smithi077.stdout:3897: setattr oid 5 current snap is 383 2024-09-16T11:16:34.896 INFO:tasks.rados.rados.0.smithi077.stdout:3887: finishing write tid 4 to smithi07774545-13 2024-09-16T11:16:34.896 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 13 v 2029 (ObjNum 1218 snap 383 seq_num 1218) dirty exists 2024-09-16T11:16:34.896 INFO:tasks.rados.rados.0.smithi077.stdout:3887: left oid 13 (ObjNum 1218 snap 383 seq_num 1218) 2024-09-16T11:16:34.896 INFO:tasks.rados.rados.0.smithi077.stdout:3890: finishing copy_from racing read to smithi07774545-48 2024-09-16T11:16:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3890: finishing copy_from to smithi07774545-48 2024-09-16T11:16:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1605 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-16T11:16:34.897 INFO:tasks.rados.rados.0.smithi077.stdout:3889: expect (ObjNum 1207 snap 376 seq_num 1207) 2024-09-16T11:16:35.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:34 smithi077 ceph-mon[86047]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T11:16:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:34 smithi077 ceph-mon[88497]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T11:16:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:34 smithi191 ceph-mon[84934]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T11:16:35.431 INFO:tasks.rados.rados.0.smithi077.stdout:3894: finishing copy_from racing read to smithi07774545-27 2024-09-16T11:16:35.431 INFO:tasks.rados.rados.0.smithi077.stdout:3894: finishing copy_from to smithi07774545-27 2024-09-16T11:16:35.431 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 27 v 1953 (ObjNum 1208 snap 376 seq_num 1208) dirty exists 2024-09-16T11:16:35.431 INFO:tasks.rados.rados.0.smithi077.stdout:3893: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:16:35.431 INFO:tasks.rados.rados.0.smithi077.stdout:3893: finishing copy_from to smithi07774545-3 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 3 v 1894 (ObjNum 1214 snap 382 seq_num 1214) dirty exists 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3887: done (5 left) 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3889: done (4 left) 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3890: done (3 left) 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3893: done (2 left) 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3894: done (1 left) 2024-09-16T11:16:35.432 INFO:tasks.rados.rados.0.smithi077.stdout:3898: delete oid 33 current snap is 383 2024-09-16T11:16:35.434 INFO:tasks.rados.rados.0.smithi077.stdout:3898: done (1 left) 2024-09-16T11:16:35.434 INFO:tasks.rados.rados.0.smithi077.stdout:3899: read oid 48 snap -1 2024-09-16T11:16:35.434 INFO:tasks.rados.rados.0.smithi077.stdout:3899: expect (ObjNum 1144 snap 345 seq_num 1144) 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3900: rollback oid 21 current snap is 383 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 21 to 380 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3901: read oid 39 snap -1 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3901: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3902: read oid 4 snap -1 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3902: expect deleted 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:3903: snap_create 2024-09-16T11:16:35.435 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1786 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:16:35.441 INFO:tasks.rados.rados.0.smithi077.stdout:3900: finishing rollback tid 0 to smithi07774545-21 2024-09-16T11:16:35.441 INFO:tasks.rados.rados.0.smithi077.stdout:3900: finishing rollback tid 1 to smithi07774545-21 2024-09-16T11:16:35.442 INFO:tasks.rados.rados.0.smithi077.stdout:3900: finishing rollback tid 2 to smithi07774545-21 2024-09-16T11:16:35.442 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1904 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-09-16T11:16:35.445 INFO:tasks.rados.rados.0.smithi077.stdout:3901: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:16:35.498 INFO:tasks.rados.rados.0.smithi077.stdout:3899: expect (ObjNum 1144 snap 345 seq_num 1144) 2024-09-16T11:16:35.851 INFO:tasks.rados.rados.0.smithi077.stdout:3897: done (5 left) 2024-09-16T11:16:35.851 INFO:tasks.rados.rados.0.smithi077.stdout:3899: done (4 left) 2024-09-16T11:16:35.851 INFO:tasks.rados.rados.0.smithi077.stdout:3900: done (3 left) 2024-09-16T11:16:35.851 INFO:tasks.rados.rados.0.smithi077.stdout:3901: done (2 left) 2024-09-16T11:16:35.851 INFO:tasks.rados.rados.0.smithi077.stdout:3902: done (1 left) 2024-09-16T11:16:35.852 INFO:tasks.rados.rados.0.smithi077.stdout:3903: done (0 left) 2024-09-16T11:16:35.852 INFO:tasks.rados.rados.0.smithi077.stdout:3904: snap_remove snap 382 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[86047]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[86047]: pgmap v942: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[86047]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[88497]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[88497]: pgmap v942: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:16:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:35 smithi077 ceph-mon[88497]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T11:16:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:35 smithi191 ceph-mon[84934]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T11:16:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:35 smithi191 ceph-mon[84934]: pgmap v942: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-16T11:16:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:35 smithi191 ceph-mon[84934]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T11:16:36.854 INFO:tasks.rados.rados.0.smithi077.stdout:3904: done (0 left) 2024-09-16T11:16:36.854 INFO:tasks.rados.rados.0.smithi077.stdout:3905: read oid 42 snap 383 2024-09-16T11:16:36.854 INFO:tasks.rados.rados.0.smithi077.stdout:3905: expect deleted 2024-09-16T11:16:36.854 INFO:tasks.rados.rados.0.smithi077.stdout:3906: snap_remove snap 376 2024-09-16T11:16:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:36] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T11:16:37.865 INFO:tasks.rados.rados.0.smithi077.stdout:3906: done (1 left) 2024-09-16T11:16:37.865 INFO:tasks.rados.rados.0.smithi077.stdout:3907: rollback oid 46 current snap is 384 2024-09-16T11:16:37.866 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 46 to 347 2024-09-16T11:16:37.866 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 2 current snap is 384 2024-09-16T11:16:37.866 INFO:tasks.rados.rados.0.smithi077.stdout:3908: seq_num 1222 ranges {2260992=475136,2736128=606208,3342336=196608} 2024-09-16T11:16:37.878 INFO:tasks.rados.rados.0.smithi077.stdout:3908: writing smithi07774545-2 from 2260992 to 2736128 tid 1 2024-09-16T11:16:37.882 INFO:tasks.rados.rados.0.smithi077.stdout:3908: writing smithi07774545-2 from 2736128 to 3342336 tid 2 2024-09-16T11:16:37.884 INFO:tasks.rados.rados.0.smithi077.stdout:3908: writing smithi07774545-2 from 3342336 to 3538944 tid 3 2024-09-16T11:16:37.884 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 384 2024-09-16T11:16:37.884 INFO:tasks.rados.rados.0.smithi077.stdout:3909: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2024-09-16T11:16:37.886 INFO:tasks.rados.rados.0.smithi077.stdout:3909: writing smithi07774545-1 from 0 to 491520 tid 1 2024-09-16T11:16:37.889 INFO:tasks.rados.rados.0.smithi077.stdout:3909: writing smithi07774545-1 from 491520 to 983040 tid 2 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3909: writing smithi07774545-1 from 983040 to 1294336 tid 3 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3910: read oid 6 snap -1 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3910: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3911: snap_create 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3907: finishing rollback tid 1 to smithi07774545-46 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 46 v 0 (ObjNum 65 snap 0 seq_num 441086928) dirty dne 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3908: finishing write tid 1 to smithi07774545-2 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3908: finishing write tid 2 to smithi07774545-2 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3908: finishing write tid 3 to smithi07774545-2 2024-09-16T11:16:37.892 INFO:tasks.rados.rados.0.smithi077.stdout:3908: finishing write tid 4 to smithi07774545-2 2024-09-16T11:16:37.893 INFO:tasks.rados.rados.0.smithi077.stdout:3908: finishing write tid 5 to smithi07774545-2 2024-09-16T11:16:37.893 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1913 (ObjNum 1222 snap 384 seq_num 1222) dirty exists 2024-09-16T11:16:37.893 INFO:tasks.rados.rados.0.smithi077.stdout:3908: left oid 2 (ObjNum 1222 snap 384 seq_num 1222) 2024-09-16T11:16:37.893 INFO:tasks.rados.rados.0.smithi077.stdout:3909: finishing write tid 1 to smithi07774545-1 2024-09-16T11:16:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:3909: finishing write tid 2 to smithi07774545-1 2024-09-16T11:16:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:3909: finishing write tid 3 to smithi07774545-1 2024-09-16T11:16:37.894 INFO:tasks.rados.rados.0.smithi077.stdout:3909: finishing write tid 4 to smithi07774545-1 2024-09-16T11:16:37.895 INFO:tasks.rados.rados.0.smithi077.stdout:3909: finishing write tid 5 to smithi07774545-1 2024-09-16T11:16:37.895 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1957 (ObjNum 1223 snap 384 seq_num 1223) dirty exists 2024-09-16T11:16:37.896 INFO:tasks.rados.rados.0.smithi077.stdout:3909: left oid 1 (ObjNum 1223 snap 384 seq_num 1223) 2024-09-16T11:16:37.898 INFO:tasks.rados.rados.0.smithi077.stdout:3910: expect (ObjNum 1018 snap 313 seq_num 1018) 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: pgmap v945: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: pgmap v945: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:37 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T11:16:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: pgmap v945: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-09-16T11:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:37 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3905: done (5 left) 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3907: done (4 left) 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3908: done (3 left) 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3909: done (2 left) 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3910: done (1 left) 2024-09-16T11:16:38.879 INFO:tasks.rados.rados.0.smithi077.stdout:3911: done (0 left) 2024-09-16T11:16:38.880 INFO:tasks.rados.rados.0.smithi077.stdout:3912: delete oid 8 current snap is 385 2024-09-16T11:16:38.881 INFO:tasks.rados.rados.0.smithi077.stdout:3912: done (0 left) 2024-09-16T11:16:38.881 INFO:tasks.rados.rados.0.smithi077.stdout:3913: snap_remove snap 367 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[86047]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[88497]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:16:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:38 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:38 smithi191 ceph-mon[84934]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T11:16:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:38 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:16:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:38 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:16:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:38 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:16:39.887 INFO:tasks.rados.rados.0.smithi077.stdout:3913: done (0 left) 2024-09-16T11:16:39.887 INFO:tasks.rados.rados.0.smithi077.stdout:3914: snap_remove snap 365 2024-09-16T11:16:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:39 smithi077 ceph-mon[86047]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T11:16:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:39 smithi077 ceph-mon[86047]: pgmap v948: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T11:16:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:39 smithi077 ceph-mon[88497]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T11:16:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:39 smithi077 ceph-mon[88497]: pgmap v948: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T11:16:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:39 smithi191 ceph-mon[84934]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T11:16:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:39 smithi191 ceph-mon[84934]: pgmap v948: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T11:16:40.853 INFO:tasks.rados.rados.0.smithi077.stdout:3914: done (0 left) 2024-09-16T11:16:40.853 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 385 2024-09-16T11:16:40.853 INFO:tasks.rados.rados.0.smithi077.stdout:3915: seq_num 1225 ranges {5210112=524288,5734400=712704,6447104=90112} 2024-09-16T11:16:40.885 INFO:tasks.rados.rados.0.smithi077.stdout:3915: writing smithi07774545-21 from 5210112 to 5734400 tid 1 2024-09-16T11:16:40.889 INFO:tasks.rados.rados.0.smithi077.stdout:3915: writing smithi07774545-21 from 5734400 to 6447104 tid 2 2024-09-16T11:16:40.889 INFO:tasks.rados.rados.0.smithi077.stdout:3915: writing smithi07774545-21 from 6447104 to 6537216 tid 3 2024-09-16T11:16:40.890 INFO:tasks.rados.rados.0.smithi077.stdout:3916: setattr oid 11 current snap is 385 2024-09-16T11:16:40.890 INFO:tasks.rados.rados.0.smithi077.stdout:3915: finishing write tid 1 to smithi07774545-21 2024-09-16T11:16:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:3917: read oid 22 snap -1 2024-09-16T11:16:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:3917: expect deleted 2024-09-16T11:16:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 15 current snap is 385 2024-09-16T11:16:40.892 INFO:tasks.rados.rados.0.smithi077.stdout:3918: seq_num 1226 ranges {819200=540672,1359872=598016,1957888=204800} 2024-09-16T11:16:40.899 INFO:tasks.rados.rados.0.smithi077.stdout:3918: writing smithi07774545-15 from 819200 to 1359872 tid 1 2024-09-16T11:16:40.902 INFO:tasks.rados.rados.0.smithi077.stdout:3918: writing smithi07774545-15 from 1359872 to 1957888 tid 2 2024-09-16T11:16:40.904 INFO:tasks.rados.rados.0.smithi077.stdout:3918: writing smithi07774545-15 from 1957888 to 2162688 tid 3 2024-09-16T11:16:40.904 INFO:tasks.rados.rados.0.smithi077.stdout:3919: snap_create 2024-09-16T11:16:40.904 INFO:tasks.rados.rados.0.smithi077.stdout:3915: finishing write tid 2 to smithi07774545-21 2024-09-16T11:16:40.904 INFO:tasks.rados.rados.0.smithi077.stdout:3915: finishing write tid 3 to smithi07774545-21 2024-09-16T11:16:40.905 INFO:tasks.rados.rados.0.smithi077.stdout:3915: finishing write tid 4 to smithi07774545-21 2024-09-16T11:16:40.905 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 11 v 2063 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:40.905 INFO:tasks.rados.rados.0.smithi077.stdout:3915: finishing write tid 5 to smithi07774545-21 2024-09-16T11:16:40.905 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1930 (ObjNum 1225 snap 385 seq_num 1225) dirty exists 2024-09-16T11:16:40.905 INFO:tasks.rados.rados.0.smithi077.stdout:3915: left oid 21 (ObjNum 1225 snap 385 seq_num 1225) 2024-09-16T11:16:40.907 INFO:tasks.rados.rados.0.smithi077.stdout:3918: finishing write tid 1 to smithi07774545-15 2024-09-16T11:16:40.907 INFO:tasks.rados.rados.0.smithi077.stdout:3918: finishing write tid 2 to smithi07774545-15 2024-09-16T11:16:40.907 INFO:tasks.rados.rados.0.smithi077.stdout:3918: finishing write tid 3 to smithi07774545-15 2024-09-16T11:16:40.907 INFO:tasks.rados.rados.0.smithi077.stdout:3918: finishing write tid 4 to smithi07774545-15 2024-09-16T11:16:40.911 INFO:tasks.rados.rados.0.smithi077.stdout:3918: finishing write tid 5 to smithi07774545-15 2024-09-16T11:16:40.913 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 15 v 1916 (ObjNum 1226 snap 385 seq_num 1226) dirty exists 2024-09-16T11:16:40.913 INFO:tasks.rados.rados.0.smithi077.stdout:3918: left oid 15 (ObjNum 1226 snap 385 seq_num 1226) 2024-09-16T11:16:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:40 smithi077 ceph-mon[86047]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T11:16:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:40 smithi077 ceph-mon[86047]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T11:16:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:40 smithi077 ceph-mon[88497]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T11:16:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:40 smithi077 ceph-mon[88497]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T11:16:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:40 smithi191 ceph-mon[84934]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T11:16:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:40 smithi191 ceph-mon[84934]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T11:16:41.896 INFO:tasks.rados.rados.0.smithi077.stdout:3915: done (4 left) 2024-09-16T11:16:41.896 INFO:tasks.rados.rados.0.smithi077.stdout:3916: done (3 left) 2024-09-16T11:16:41.897 INFO:tasks.rados.rados.0.smithi077.stdout:3917: done (2 left) 2024-09-16T11:16:41.897 INFO:tasks.rados.rados.0.smithi077.stdout:3918: done (1 left) 2024-09-16T11:16:41.897 INFO:tasks.rados.rados.0.smithi077.stdout:3919: done (0 left) 2024-09-16T11:16:41.897 INFO:tasks.rados.rados.0.smithi077.stdout:3920: setattr oid 16 current snap is 386 2024-09-16T11:16:41.898 INFO:tasks.rados.rados.0.smithi077.stdout:3921: read oid 45 snap -1 2024-09-16T11:16:41.898 INFO:tasks.rados.rados.0.smithi077.stdout:3921: expect (ObjNum 1215 snap 382 seq_num 1215) 2024-09-16T11:16:41.899 INFO:tasks.rados.rados.0.smithi077.stdout:3922: snap_create 2024-09-16T11:16:41.905 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 2065 (ObjNum 1172 snap 364 seq_num 1172) dirty exists 2024-09-16T11:16:41.920 INFO:tasks.rados.rados.0.smithi077.stdout:3921: expect (ObjNum 1215 snap 382 seq_num 1215) 2024-09-16T11:16:42.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:41 smithi077 ceph-mon[86047]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T11:16:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:41 smithi077 ceph-mon[88497]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T11:16:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:41 smithi191 ceph-mon[84934]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T11:16:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:42.895 INFO:tasks.rados.rados.0.smithi077.stdout:3920: done (2 left) 2024-09-16T11:16:42.895 INFO:tasks.rados.rados.0.smithi077.stdout:3921: done (1 left) 2024-09-16T11:16:42.895 INFO:tasks.rados.rados.0.smithi077.stdout:3922: done (0 left) 2024-09-16T11:16:42.895 INFO:tasks.rados.rados.0.smithi077.stdout:3923: setattr oid 41 current snap is 387 2024-09-16T11:16:42.897 INFO:tasks.rados.rados.0.smithi077.stdout:3924: rollback oid 2 current snap is 387 2024-09-16T11:16:42.897 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 2 to 380 2024-09-16T11:16:42.897 INFO:tasks.rados.rados.0.smithi077.stdout:3925: snap_remove snap 379 2024-09-16T11:16:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:42 smithi077 ceph-mon[88497]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T11:16:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:42 smithi077 ceph-mon[86047]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T11:16:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:42 smithi191 ceph-mon[84934]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T11:16:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:43.908 INFO:tasks.rados.rados.0.smithi077.stdout:3925: done (2 left) 2024-09-16T11:16:43.908 INFO:tasks.rados.rados.0.smithi077.stdout:3926: rmattr oid 1 current snap is 387 2024-09-16T11:16:43.908 INFO:tasks.rados.rados.0.smithi077.stdout:3926: done (2 left) 2024-09-16T11:16:43.908 INFO:tasks.rados.rados.0.smithi077.stdout:3927: snap_remove snap 386 2024-09-16T11:16:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:43 smithi077 ceph-mon[88497]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T11:16:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:43 smithi077 ceph-mon[88497]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 952 KiB/s wr, 9 op/s 2024-09-16T11:16:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:43 smithi077 ceph-mon[86047]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T11:16:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:43 smithi077 ceph-mon[86047]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 952 KiB/s wr, 9 op/s 2024-09-16T11:16:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:43 smithi191 ceph-mon[84934]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T11:16:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:43 smithi191 ceph-mon[84934]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 952 KiB/s wr, 9 op/s 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:3927: done (2 left) 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:3928: snap_create 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1958 (ObjNum 1162 snap 357 seq_num 1162) dirty exists 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:3924: finishing rollback tid 0 to smithi07774545-2 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:3924: finishing rollback tid 1 to smithi07774545-2 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:3924: finishing rollback tid 2 to smithi07774545-2 2024-09-16T11:16:44.914 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 2 v 1934 (ObjNum 1211 snap 376 seq_num 1211) dirty exists 2024-09-16T11:16:45.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:44 smithi077 ceph-mon[86047]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T11:16:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:44 smithi077 ceph-mon[88497]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T11:16:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:44 smithi191 ceph-mon[84934]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T11:16:45.854 INFO:tasks.rados.rados.0.smithi077.stdout:3923: done (2 left) 2024-09-16T11:16:45.854 INFO:tasks.rados.rados.0.smithi077.stdout:3924: done (1 left) 2024-09-16T11:16:45.854 INFO:tasks.rados.rados.0.smithi077.stdout:3928: done (0 left) 2024-09-16T11:16:45.854 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 29 current snap is 388 2024-09-16T11:16:45.854 INFO:tasks.rados.rados.0.smithi077.stdout:3929: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-09-16T11:16:45.857 INFO:tasks.rados.rados.0.smithi077.stdout:3929: writing smithi07774545-29 from 0 to 557056 tid 1 2024-09-16T11:16:45.859 INFO:tasks.rados.rados.0.smithi077.stdout:3929: writing smithi07774545-29 from 557056 to 1040384 tid 2 2024-09-16T11:16:45.862 INFO:tasks.rados.rados.0.smithi077.stdout:3929: writing smithi07774545-29 from 1040384 to 1359872 tid 3 2024-09-16T11:16:45.862 INFO:tasks.rados.rados.0.smithi077.stdout:3930: delete oid 37 current snap is 388 2024-09-16T11:16:45.865 INFO:tasks.rados.rados.0.smithi077.stdout:3929: finishing write tid 1 to smithi07774545-29 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3929: finishing write tid 2 to smithi07774545-29 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3930: done (1 left) 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3931: copy_from oid 33 from oid 15 current snap is 388 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3929: finishing write tid 3 to smithi07774545-29 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3932: read oid 20 snap 384 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3932: expect deleted 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3933: copy_from oid 39 from oid 7 current snap is 388 2024-09-16T11:16:45.866 INFO:tasks.rados.rados.0.smithi077.stdout:3934: snap_create 2024-09-16T11:16:45.867 INFO:tasks.rados.rados.0.smithi077.stdout:3929: finishing write tid 4 to smithi07774545-29 2024-09-16T11:16:45.869 INFO:tasks.rados.rados.0.smithi077.stdout:3929: finishing write tid 5 to smithi07774545-29 2024-09-16T11:16:45.869 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 29 v 1790 (ObjNum 1227 snap 388 seq_num 1227) dirty exists 2024-09-16T11:16:45.869 INFO:tasks.rados.rados.0.smithi077.stdout:3929: left oid 29 (ObjNum 1227 snap 388 seq_num 1227) 2024-09-16T11:16:45.879 INFO:tasks.rados.rados.0.smithi077.stdout:3931: finishing copy_from racing read to smithi07774545-33 2024-09-16T11:16:45.881 INFO:tasks.rados.rados.0.smithi077.stdout:3931: finishing copy_from to smithi07774545-33 2024-09-16T11:16:45.881 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 1916 (ObjNum 1226 snap 385 seq_num 1226) dirty exists 2024-09-16T11:16:45.903 INFO:tasks.rados.rados.0.smithi077.stdout:3933: finishing copy_from racing read to smithi07774545-39 2024-09-16T11:16:45.909 INFO:tasks.rados.rados.0.smithi077.stdout:3933: finishing copy_from to smithi07774545-39 2024-09-16T11:16:45.909 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 39 v 1757 (ObjNum 1115 snap 339 seq_num 1115) dirty exists 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[86047]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[86047]: pgmap v957: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 12 op/s 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[86047]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[88497]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[88497]: pgmap v957: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 12 op/s 2024-09-16T11:16:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:45 smithi077 ceph-mon[88497]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T11:16:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:45 smithi191 ceph-mon[84934]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T11:16:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:45 smithi191 ceph-mon[84934]: pgmap v957: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 12 op/s 2024-09-16T11:16:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:45 smithi191 ceph-mon[84934]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3929: done (4 left) 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3931: done (3 left) 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3932: done (2 left) 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3933: done (1 left) 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3934: done (0 left) 2024-09-16T11:16:46.855 INFO:tasks.rados.rados.0.smithi077.stdout:3935: delete oid 8 current snap is 389 2024-09-16T11:16:46.857 INFO:tasks.rados.rados.0.smithi077.stdout:3935: done (0 left) 2024-09-16T11:16:46.857 INFO:tasks.rados.rados.0.smithi077.stdout:3936: snap_remove snap 381 2024-09-16T11:16:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:46] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-16T11:16:47.861 INFO:tasks.rados.rados.0.smithi077.stdout:3936: done (0 left) 2024-09-16T11:16:47.861 INFO:tasks.rados.rados.0.smithi077.stdout:3937: rmattr oid 5 current snap is 389 2024-09-16T11:16:47.861 INFO:tasks.rados.rados.0.smithi077.stdout:3938: snap_create 2024-09-16T11:16:47.875 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 5 v 1791 (ObjNum 1063 snap 321 seq_num 1063) dirty exists 2024-09-16T11:16:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:47 smithi077 ceph-mon[86047]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T11:16:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:47 smithi077 ceph-mon[86047]: pgmap v960: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-16T11:16:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:47 smithi077 ceph-mon[88497]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T11:16:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:47 smithi077 ceph-mon[88497]: pgmap v960: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-16T11:16:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:47 smithi191 ceph-mon[84934]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T11:16:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:47 smithi191 ceph-mon[84934]: pgmap v960: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-16T11:16:48.865 INFO:tasks.rados.rados.0.smithi077.stdout:3937: done (1 left) 2024-09-16T11:16:48.866 INFO:tasks.rados.rados.0.smithi077.stdout:3938: done (0 left) 2024-09-16T11:16:48.866 INFO:tasks.rados.rados.0.smithi077.stdout:3939: snap_remove snap 384 2024-09-16T11:16:49.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:48 smithi077 ceph-mon[86047]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T11:16:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:48 smithi077 ceph-mon[88497]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T11:16:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:48 smithi191 ceph-mon[84934]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T11:16:49.870 INFO:tasks.rados.rados.0.smithi077.stdout:3939: done (0 left) 2024-09-16T11:16:49.870 INFO:tasks.rados.rados.0.smithi077.stdout:3940: snap_remove snap 385 2024-09-16T11:16:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:49 smithi077 ceph-mon[86047]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T11:16:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:49 smithi077 ceph-mon[86047]: pgmap v963: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 856 KiB/s wr, 8 op/s 2024-09-16T11:16:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:49 smithi077 ceph-mon[88497]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T11:16:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:49 smithi077 ceph-mon[88497]: pgmap v963: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 856 KiB/s wr, 8 op/s 2024-09-16T11:16:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:49 smithi191 ceph-mon[84934]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T11:16:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:49 smithi191 ceph-mon[84934]: pgmap v963: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 856 KiB/s wr, 8 op/s 2024-09-16T11:16:50.858 INFO:tasks.rados.rados.0.smithi077.stdout:3940: done (0 left) 2024-09-16T11:16:50.859 INFO:tasks.rados.rados.0.smithi077.stdout:3941: snap_create 2024-09-16T11:16:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:50 smithi077 ceph-mon[86047]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T11:16:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:50 smithi077 ceph-mon[86047]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T11:16:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:50 smithi077 ceph-mon[88497]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T11:16:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:50 smithi077 ceph-mon[88497]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T11:16:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:50 smithi191 ceph-mon[84934]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T11:16:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:50 smithi191 ceph-mon[84934]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T11:16:51.857 INFO:tasks.rados.rados.0.smithi077.stdout:3941: done (0 left) 2024-09-16T11:16:51.857 INFO:tasks.rados.rados.0.smithi077.stdout:3942: read oid 36 snap 388 2024-09-16T11:16:51.857 INFO:tasks.rados.rados.0.smithi077.stdout:3942: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:16:51.857 INFO:tasks.rados.rados.0.smithi077.stdout:3943: setattr oid 19 current snap is 391 2024-09-16T11:16:51.858 INFO:tasks.rados.rados.0.smithi077.stdout:3944: copy_from oid 31 from oid 11 current snap is 391 2024-09-16T11:16:51.858 INFO:tasks.rados.rados.0.smithi077.stdout:3945: snap_remove snap 375 2024-09-16T11:16:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:51 smithi077 ceph-mon[86047]: pgmap v966: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 7 op/s 2024-09-16T11:16:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:51 smithi077 ceph-mon[86047]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T11:16:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:51 smithi077 ceph-mon[88497]: pgmap v966: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 7 op/s 2024-09-16T11:16:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:51 smithi077 ceph-mon[88497]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T11:16:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:51 smithi191 ceph-mon[84934]: pgmap v966: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 7 op/s 2024-09-16T11:16:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:51 smithi191 ceph-mon[84934]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T11:16:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:16:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:16:52.865 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 19 v 1407 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-09-16T11:16:52.865 INFO:tasks.rados.rados.0.smithi077.stdout:3944: finishing copy_from racing read to smithi07774545-31 2024-09-16T11:16:52.865 INFO:tasks.rados.rados.0.smithi077.stdout:3944: finishing copy_from to smithi07774545-31 2024-09-16T11:16:52.865 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 31 v 2063 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:16:52.865 INFO:tasks.rados.rados.0.smithi077.stdout:3942: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:16:53.287 INFO:tasks.rados.rados.0.smithi077.stdout:3942: done (3 left) 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3943: done (2 left) 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3944: done (1 left) 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3945: done (0 left) 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3946: rmattr oid 41 current snap is 391 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3947: rollback oid 12 current snap is 391 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 12 to 347 2024-09-16T11:16:53.288 INFO:tasks.rados.rados.0.smithi077.stdout:3948: snap_remove snap 388 2024-09-16T11:16:53.869 INFO:tasks.rados.rados.0.smithi077.stdout:3948: done (2 left) 2024-09-16T11:16:53.869 INFO:tasks.rados.rados.0.smithi077.stdout:3949: snap_remove snap 389 2024-09-16T11:16:53.870 INFO:tasks.rados.rados.0.smithi077.stdout:3947: finishing rollback tid 1 to smithi07774545-12 2024-09-16T11:16:53.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 41 v 1959 (ObjNum 1162 snap 357 seq_num 1162) dirty exists 2024-09-16T11:16:53.870 INFO:tasks.rados.rados.0.smithi077.stdout:3947: finishing rollback tid 2 to smithi07774545-12 2024-09-16T11:16:53.870 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 2089 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:16:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:53 smithi077 ceph-mon[86047]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T11:16:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:53 smithi077 ceph-mon[86047]: pgmap v969: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:16:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:53 smithi077 ceph-mon[88497]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T11:16:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:53 smithi077 ceph-mon[88497]: pgmap v969: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:16:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:53 smithi191 ceph-mon[84934]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T11:16:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:53 smithi191 ceph-mon[84934]: pgmap v969: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-16T11:16:54.869 INFO:tasks.rados.rados.0.smithi077.stdout:3946: done (2 left) 2024-09-16T11:16:54.869 INFO:tasks.rados.rados.0.smithi077.stdout:3947: done (1 left) 2024-09-16T11:16:54.869 INFO:tasks.rados.rados.0.smithi077.stdout:3949: done (0 left) 2024-09-16T11:16:54.869 INFO:tasks.rados.rados.0.smithi077.stdout:3950: copy_from oid 37 from oid 24 current snap is 391 2024-09-16T11:16:54.870 INFO:tasks.rados.rados.0.smithi077.stdout:3951: copy_from oid 28 from oid 12 current snap is 391 2024-09-16T11:16:54.870 INFO:tasks.rados.rados.0.smithi077.stdout:3952: snap_remove snap 359 2024-09-16T11:16:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:54 smithi077 ceph-mon[86047]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T11:16:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:54 smithi077 ceph-mon[88497]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T11:16:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:54 smithi191 ceph-mon[84934]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T11:16:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3950: finishing copy_from to smithi07774545-37 2024-09-16T11:16:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3950: got expected ENOENT (src dne) 2024-09-16T11:16:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3950: finishing copy_from racing read to smithi07774545-37 2024-09-16T11:16:55.859 INFO:tasks.rados.rados.0.smithi077.stdout:3951: finishing copy_from racing read to smithi07774545-28 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:3951: finishing copy_from to smithi07774545-28 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 2089 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:3950: done (2 left) 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:3951: done (1 left) 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:3952: done (0 left) 2024-09-16T11:16:55.860 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 16 current snap is 391 2024-09-16T11:16:55.861 INFO:tasks.rados.rados.0.smithi077.stdout:3953: seq_num 1230 ranges {1646592=606208,2252800=532480,2785280=270336} 2024-09-16T11:16:55.872 INFO:tasks.rados.rados.0.smithi077.stdout:3953: writing smithi07774545-16 from 1646592 to 2252800 tid 1 2024-09-16T11:16:55.875 INFO:tasks.rados.rados.0.smithi077.stdout:3953: writing smithi07774545-16 from 2252800 to 2785280 tid 2 2024-09-16T11:16:55.878 INFO:tasks.rados.rados.0.smithi077.stdout:3953: writing smithi07774545-16 from 2785280 to 3055616 tid 3 2024-09-16T11:16:55.878 INFO:tasks.rados.rados.0.smithi077.stdout:3954: rmattr oid 34 current snap is 391 2024-09-16T11:16:55.878 INFO:tasks.rados.rados.0.smithi077.stdout:3954: done (1 left) 2024-09-16T11:16:55.878 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 36 current snap is 391 2024-09-16T11:16:55.878 INFO:tasks.rados.rados.0.smithi077.stdout:3955: seq_num 1231 ranges {7061504=622592,7684096=417792,8101888=385024} 2024-09-16T11:16:55.919 INFO:tasks.rados.rados.0.smithi077.stdout:3955: writing smithi07774545-36 from 7061504 to 7684096 tid 1 2024-09-16T11:16:55.922 INFO:tasks.rados.rados.0.smithi077.stdout:3955: writing smithi07774545-36 from 7684096 to 8101888 tid 2 2024-09-16T11:16:55.924 INFO:tasks.rados.rados.0.smithi077.stdout:3955: writing smithi07774545-36 from 8101888 to 8486912 tid 3 2024-09-16T11:16:55.924 INFO:tasks.rados.rados.0.smithi077.stdout:3956: setattr oid 21 current snap is 391 2024-09-16T11:16:55.924 INFO:tasks.rados.rados.0.smithi077.stdout:3953: finishing write tid 1 to smithi07774545-16 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3953: finishing write tid 2 to smithi07774545-16 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3953: finishing write tid 3 to smithi07774545-16 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3953: finishing write tid 4 to smithi07774545-16 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3953: finishing write tid 5 to smithi07774545-16 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 2098 (ObjNum 1230 snap 391 seq_num 1230) dirty exists 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3953: left oid 16 (ObjNum 1230 snap 391 seq_num 1230) 2024-09-16T11:16:55.925 INFO:tasks.rados.rados.0.smithi077.stdout:3955: finishing write tid 1 to smithi07774545-36 2024-09-16T11:16:55.926 INFO:tasks.rados.rados.0.smithi077.stdout:3953: done (2 left) 2024-09-16T11:16:55.926 INFO:tasks.rados.rados.0.smithi077.stdout:3957: read oid 29 snap -1 2024-09-16T11:16:55.926 INFO:tasks.rados.rados.0.smithi077.stdout:3957: expect (ObjNum 1227 snap 388 seq_num 1227) 2024-09-16T11:16:55.926 INFO:tasks.rados.rados.0.smithi077.stdout:3958: delete oid 17 current snap is 391 2024-09-16T11:16:55.927 INFO:tasks.rados.rados.0.smithi077.stdout:3958: done (3 left) 2024-09-16T11:16:55.927 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 1 current snap is 391 2024-09-16T11:16:55.927 INFO:tasks.rados.rados.0.smithi077.stdout:3959: seq_num 1233 ranges {1294336=655360,1949696=638976,2588672=163840} 2024-09-16T11:16:55.939 INFO:tasks.rados.rados.0.smithi077.stdout:3959: writing smithi07774545-1 from 1294336 to 1949696 tid 1 2024-09-16T11:16:55.942 INFO:tasks.rados.rados.0.smithi077.stdout:3959: writing smithi07774545-1 from 1949696 to 2588672 tid 2 2024-09-16T11:16:55.944 INFO:tasks.rados.rados.0.smithi077.stdout:3959: writing smithi07774545-1 from 2588672 to 2752512 tid 3 2024-09-16T11:16:55.944 INFO:tasks.rados.rados.0.smithi077.stdout:3960: snap_remove snap 383 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[86047]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[86047]: pgmap v972: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[86047]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[88497]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[88497]: pgmap v972: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:55 smithi077 ceph-mon[88497]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T11:16:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:55 smithi191 ceph-mon[84934]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T11:16:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:55 smithi191 ceph-mon[84934]: pgmap v972: 121 pgs: 121 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 200 KiB/s wr, 1 op/s 2024-09-16T11:16:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:55 smithi191 ceph-mon[84934]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3960: done (4 left) 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3961: snap_create 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3955: finishing write tid 2 to smithi07774545-36 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3955: finishing write tid 3 to smithi07774545-36 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3955: finishing write tid 4 to smithi07774545-36 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3955: finishing write tid 5 to smithi07774545-36 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1963 (ObjNum 1231 snap 391 seq_num 1231) dirty exists 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:3955: left oid 36 (ObjNum 1231 snap 391 seq_num 1231) 2024-09-16T11:16:56.888 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 1965 (ObjNum 1225 snap 385 seq_num 1225) dirty exists 2024-09-16T11:16:56.889 INFO:tasks.rados.rados.0.smithi077.stdout:3957: expect (ObjNum 1227 snap 388 seq_num 1227) 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: finishing write tid 1 to smithi07774545-1 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: finishing write tid 2 to smithi07774545-1 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: finishing write tid 3 to smithi07774545-1 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: finishing write tid 4 to smithi07774545-1 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: finishing write tid 5 to smithi07774545-1 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 1 v 1961 (ObjNum 1233 snap 391 seq_num 1233) dirty exists 2024-09-16T11:16:56.934 INFO:tasks.rados.rados.0.smithi077.stdout:3959: left oid 1 (ObjNum 1233 snap 391 seq_num 1233) 2024-09-16T11:16:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:16:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:16:56] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-16T11:16:57.896 INFO:tasks.rados.rados.0.smithi077.stdout:3955: done (4 left) 2024-09-16T11:16:57.896 INFO:tasks.rados.rados.0.smithi077.stdout:3956: done (3 left) 2024-09-16T11:16:57.896 INFO:tasks.rados.rados.0.smithi077.stdout:3957: done (2 left) 2024-09-16T11:16:57.897 INFO:tasks.rados.rados.0.smithi077.stdout:3959: done (1 left) 2024-09-16T11:16:57.897 INFO:tasks.rados.rados.0.smithi077.stdout:3961: done (0 left) 2024-09-16T11:16:57.897 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 392 2024-09-16T11:16:57.897 INFO:tasks.rados.rados.0.smithi077.stdout:3962: seq_num 1234 ranges {1228800=671744,1900544=516096,2416640=286720} 2024-09-16T11:16:57.907 INFO:tasks.rados.rados.0.smithi077.stdout:3962: writing smithi07774545-28 from 1228800 to 1900544 tid 1 2024-09-16T11:16:57.910 INFO:tasks.rados.rados.0.smithi077.stdout:3962: writing smithi07774545-28 from 1900544 to 2416640 tid 2 2024-09-16T11:16:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:3962: writing smithi07774545-28 from 2416640 to 2703360 tid 3 2024-09-16T11:16:57.912 INFO:tasks.rados.rados.0.smithi077.stdout:3963: snap_remove snap 347 2024-09-16T11:16:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[86047]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T11:16:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[86047]: pgmap v975: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 300 KiB/s wr, 8 op/s 2024-09-16T11:16:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[88497]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T11:16:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:57 smithi077 ceph-mon[88497]: pgmap v975: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 300 KiB/s wr, 8 op/s 2024-09-16T11:16:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:57 smithi191 ceph-mon[84934]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T11:16:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:16:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:57 smithi191 ceph-mon[84934]: pgmap v975: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 300 KiB/s wr, 8 op/s 2024-09-16T11:16:58.906 INFO:tasks.rados.rados.0.smithi077.stdout:3963: done (1 left) 2024-09-16T11:16:58.906 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 9 current snap is 392 2024-09-16T11:16:58.906 INFO:tasks.rados.rados.0.smithi077.stdout:3964: seq_num 1235 ranges {2375680=688128,3063808=802816} 2024-09-16T11:16:58.924 INFO:tasks.rados.rados.0.smithi077.stdout:3964: writing smithi07774545-9 from 2375680 to 3063808 tid 1 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3964: writing smithi07774545-9 from 3063808 to 3866624 tid 2 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: finishing write tid 1 to smithi07774545-28 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: finishing write tid 2 to smithi07774545-28 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: finishing write tid 3 to smithi07774545-28 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: finishing write tid 4 to smithi07774545-28 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: finishing write tid 5 to smithi07774545-28 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 2093 (ObjNum 1234 snap 392 seq_num 1234) dirty exists 2024-09-16T11:16:58.930 INFO:tasks.rados.rados.0.smithi077.stdout:3962: left oid 28 (ObjNum 1234 snap 392 seq_num 1234) 2024-09-16T11:16:58.931 INFO:tasks.rados.rados.0.smithi077.stdout:3962: done (1 left) 2024-09-16T11:16:58.931 INFO:tasks.rados.rados.0.smithi077.stdout:3965: rollback oid 22 current snap is 392 2024-09-16T11:16:58.931 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 22 to 378 2024-09-16T11:16:58.931 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 42 current snap is 392 2024-09-16T11:16:58.931 INFO:tasks.rados.rados.0.smithi077.stdout:3966: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-09-16T11:16:58.935 INFO:tasks.rados.rados.0.smithi077.stdout:3966: writing smithi07774545-42 from 0 to 704512 tid 1 2024-09-16T11:16:58.940 INFO:tasks.rados.rados.0.smithi077.stdout:3966: writing smithi07774545-42 from 704512 to 1392640 tid 2 2024-09-16T11:16:58.941 INFO:tasks.rados.rados.0.smithi077.stdout:3966: writing smithi07774545-42 from 1392640 to 1507328 tid 3 2024-09-16T11:16:58.941 INFO:tasks.rados.rados.0.smithi077.stdout:3967: copy_from oid 50 from oid 16 current snap is 392 2024-09-16T11:16:58.941 INFO:tasks.rados.rados.0.smithi077.stdout:3965: finishing rollback tid 1 to smithi07774545-22 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 0 (ObjNum 14273 snap 0 seq_num 455913328) dirty dne 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3966: finishing write tid 1 to smithi07774545-42 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3964: finishing write tid 1 to smithi07774545-9 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3964: finishing write tid 2 to smithi07774545-9 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3964: finishing write tid 3 to smithi07774545-9 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3965: done (3 left) 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3968: read oid 21 snap -1 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3968: expect (ObjNum 1225 snap 385 seq_num 1225) 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3969: read oid 47 snap -1 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3969: expect deleted 2024-09-16T11:16:58.942 INFO:tasks.rados.rados.0.smithi077.stdout:3970: setattr oid 12 current snap is 392 2024-09-16T11:16:58.943 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 30 current snap is 392 2024-09-16T11:16:58.943 INFO:tasks.rados.rados.0.smithi077.stdout:3971: seq_num 1237 ranges {2375680=720896,3096576=573440,3670016=229376} 2024-09-16T11:16:58.961 INFO:tasks.rados.rados.0.smithi077.stdout:3971: writing smithi07774545-30 from 2375680 to 3096576 tid 1 2024-09-16T11:16:58.964 INFO:tasks.rados.rados.0.smithi077.stdout:3971: writing smithi07774545-30 from 3096576 to 3670016 tid 2 2024-09-16T11:16:58.966 INFO:tasks.rados.rados.0.smithi077.stdout:3971: writing smithi07774545-30 from 3670016 to 3899392 tid 3 2024-09-16T11:16:58.966 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 48 current snap is 392 2024-09-16T11:16:58.966 INFO:tasks.rados.rados.0.smithi077.stdout:3972: seq_num 1238 ranges {2375680=737280,3112960=458752,3571712=344064} 2024-09-16T11:16:58.983 INFO:tasks.rados.rados.0.smithi077.stdout:3972: writing smithi07774545-48 from 2375680 to 3112960 tid 1 2024-09-16T11:16:58.985 INFO:tasks.rados.rados.0.smithi077.stdout:3972: writing smithi07774545-48 from 3112960 to 3571712 tid 2 2024-09-16T11:16:58.988 INFO:tasks.rados.rados.0.smithi077.stdout:3972: writing smithi07774545-48 from 3571712 to 3915776 tid 3 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3973: copy_from oid 45 from oid 1 current snap is 392 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3964: finishing write tid 4 to smithi07774545-9 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 9 v 1735 (ObjNum 1235 snap 392 seq_num 1235) dirty exists 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3964: left oid 9 (ObjNum 1235 snap 392 seq_num 1235) 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3966: finishing write tid 2 to smithi07774545-42 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3966: finishing write tid 3 to smithi07774545-42 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 12 v 2118 (ObjNum 1076 snap 323 seq_num 1076) dirty exists 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3964: done (8 left) 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3969: done (7 left) 2024-09-16T11:16:58.989 INFO:tasks.rados.rados.0.smithi077.stdout:3970: done (6 left) 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 32 current snap is 392 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:3966: finishing write tid 4 to smithi07774545-42 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:3967: finishing copy_from racing read to smithi07774545-50 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:3967: finishing copy_from to smithi07774545-50 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 50 v 2098 (ObjNum 1230 snap 391 seq_num 1230) dirty exists 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:3971: finishing write tid 1 to smithi07774545-30 2024-09-16T11:16:58.990 INFO:tasks.rados.rados.0.smithi077.stdout:3974: seq_num 1239 ranges {1982464=753664,2736128=745472,3481600=57344} 2024-09-16T11:16:59.003 INFO:tasks.rados.rados.0.smithi077.stdout:3974: writing smithi07774545-32 from 1982464 to 2736128 tid 1 2024-09-16T11:16:59.007 INFO:tasks.rados.rados.0.smithi077.stdout:3974: writing smithi07774545-32 from 2736128 to 3481600 tid 2 2024-09-16T11:16:59.008 INFO:tasks.rados.rados.0.smithi077.stdout:3974: writing smithi07774545-32 from 3481600 to 3538944 tid 3 2024-09-16T11:16:59.008 INFO:tasks.rados.rados.0.smithi077.stdout:3967: done (6 left) 2024-09-16T11:16:59.008 INFO:tasks.rados.rados.0.smithi077.stdout:3975: copy_from oid 3 from oid 40 current snap is 392 2024-09-16T11:16:59.008 INFO:tasks.rados.rados.0.smithi077.stdout:3971: finishing write tid 2 to smithi07774545-30 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3971: finishing write tid 3 to smithi07774545-30 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3971: finishing write tid 4 to smithi07774545-30 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3971: finishing write tid 5 to smithi07774545-30 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 30 v 1612 (ObjNum 1237 snap 392 seq_num 1237) dirty exists 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3971: left oid 30 (ObjNum 1237 snap 392 seq_num 1237) 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3971: done (6 left) 2024-09-16T11:16:59.009 INFO:tasks.rados.rados.0.smithi077.stdout:3976: snap_remove snap 391 2024-09-16T11:16:59.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:58 smithi077 ceph-mon[86047]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T11:16:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:58 smithi077 ceph-mon[88497]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T11:16:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:58 smithi191 ceph-mon[84934]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T11:16:59.914 INFO:tasks.rados.rados.0.smithi077.stdout:3968: expect (ObjNum 1225 snap 385 seq_num 1225) 2024-09-16T11:17:00.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:59 smithi077 ceph-mon[88497]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T11:17:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:16:59 smithi077 ceph-mon[88497]: pgmap v978: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 648 KiB/s wr, 14 op/s 2024-09-16T11:17:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:59 smithi077 ceph-mon[86047]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T11:17:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:16:59 smithi077 ceph-mon[86047]: pgmap v978: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 648 KiB/s wr, 14 op/s 2024-09-16T11:17:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:59 smithi191 ceph-mon[84934]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T11:17:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:16:59 smithi191 ceph-mon[84934]: pgmap v978: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 648 KiB/s wr, 14 op/s 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3966: finishing write tid 5 to smithi07774545-42 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 42 v 1983 (ObjNum 1236 snap 392 seq_num 1236) dirty exists 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3966: left oid 42 (ObjNum 1236 snap 392 seq_num 1236) 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3972: finishing write tid 1 to smithi07774545-48 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3966: done (6 left) 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3968: done (5 left) 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3976: done (4 left) 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3977: rollback oid 17 current snap is 392 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 17 to 387 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3972: finishing write tid 2 to smithi07774545-48 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3972: finishing write tid 3 to smithi07774545-48 2024-09-16T11:17:00.382 INFO:tasks.rados.rados.0.smithi077.stdout:3972: finishing write tid 4 to smithi07774545-48 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3972: finishing write tid 5 to smithi07774545-48 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 48 v 1971 (ObjNum 1238 snap 392 seq_num 1238) dirty exists 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3972: left oid 48 (ObjNum 1238 snap 392 seq_num 1238) 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3973: finishing copy_from racing read to smithi07774545-45 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3973: finishing copy_from to smithi07774545-45 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1961 (ObjNum 1233 snap 391 seq_num 1233) dirty exists 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3974: finishing write tid 1 to smithi07774545-32 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3974: finishing write tid 2 to smithi07774545-32 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3974: finishing write tid 3 to smithi07774545-32 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3975: finishing copy_from to smithi07774545-3 2024-09-16T11:17:00.383 INFO:tasks.rados.rados.0.smithi077.stdout:3975: got expected ENOENT (src dne) 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3974: finishing write tid 4 to smithi07774545-32 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3975: finishing copy_from racing read to smithi07774545-3 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3974: finishing write tid 5 to smithi07774545-32 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 32 v 2069 (ObjNum 1239 snap 392 seq_num 1239) dirty exists 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3974: left oid 32 (ObjNum 1239 snap 392 seq_num 1239) 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3972: done (4 left) 2024-09-16T11:17:00.384 INFO:tasks.rados.rados.0.smithi077.stdout:3973: done (3 left) 2024-09-16T11:17:00.385 INFO:tasks.rados.rados.0.smithi077.stdout:3974: done (2 left) 2024-09-16T11:17:00.385 INFO:tasks.rados.rados.0.smithi077.stdout:3975: done (1 left) 2024-09-16T11:17:00.385 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 33 current snap is 392 2024-09-16T11:17:00.385 INFO:tasks.rados.rados.0.smithi077.stdout:3978: seq_num 1240 ranges {2162688=778240,2940928=671744,3612672=131072} 2024-09-16T11:17:00.396 INFO:tasks.rados.rados.0.smithi077.stdout:3978: writing smithi07774545-33 from 2162688 to 2940928 tid 1 2024-09-16T11:17:00.400 INFO:tasks.rados.rados.0.smithi077.stdout:3978: writing smithi07774545-33 from 2940928 to 3612672 tid 2 2024-09-16T11:17:00.401 INFO:tasks.rados.rados.0.smithi077.stdout:3978: writing smithi07774545-33 from 3612672 to 3743744 tid 3 2024-09-16T11:17:00.401 INFO:tasks.rados.rados.0.smithi077.stdout:3979: read oid 7 snap 378 2024-09-16T11:17:00.401 INFO:tasks.rados.rados.0.smithi077.stdout:3979: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:17:00.402 INFO:tasks.rados.rados.0.smithi077.stdout:3980: snap_remove snap 380 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3980: done (3 left) 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3981: copy_from oid 16 from oid 31 current snap is 392 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3977: finishing rollback tid 1 to smithi07774545-17 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 17 v 0 (ObjNum 49 snap 0 seq_num 1349734496) dirty dne 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3978: finishing write tid 1 to smithi07774545-33 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3978: finishing write tid 2 to smithi07774545-33 2024-09-16T11:17:00.859 INFO:tasks.rados.rados.0.smithi077.stdout:3978: finishing write tid 3 to smithi07774545-33 2024-09-16T11:17:00.860 INFO:tasks.rados.rados.0.smithi077.stdout:3978: finishing write tid 4 to smithi07774545-33 2024-09-16T11:17:00.860 INFO:tasks.rados.rados.0.smithi077.stdout:3978: finishing write tid 5 to smithi07774545-33 2024-09-16T11:17:00.860 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 33 v 2067 (ObjNum 1240 snap 392 seq_num 1240) dirty exists 2024-09-16T11:17:00.860 INFO:tasks.rados.rados.0.smithi077.stdout:3978: left oid 33 (ObjNum 1240 snap 392 seq_num 1240) 2024-09-16T11:17:00.860 INFO:tasks.rados.rados.0.smithi077.stdout:3979: expect (ObjNum 1115 snap 339 seq_num 1115) 2024-09-16T11:17:01.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:00 smithi077 ceph-mon[86047]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T11:17:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:00 smithi077 ceph-mon[86047]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T11:17:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:00 smithi077 ceph-mon[88497]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T11:17:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:00 smithi077 ceph-mon[88497]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T11:17:01.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:00 smithi191 ceph-mon[84934]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T11:17:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:00 smithi191 ceph-mon[84934]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T11:17:01.287 INFO:tasks.rados.rados.0.smithi077.stdout:3981: finishing copy_from racing read to smithi07774545-16 2024-09-16T11:17:01.287 INFO:tasks.rados.rados.0.smithi077.stdout:3981: finishing copy_from to smithi07774545-16 2024-09-16T11:17:01.287 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 16 v 2063 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:17:01.287 INFO:tasks.rados.rados.0.smithi077.stdout:3977: done (3 left) 2024-09-16T11:17:01.287 INFO:tasks.rados.rados.0.smithi077.stdout:3978: done (2 left) 2024-09-16T11:17:01.288 INFO:tasks.rados.rados.0.smithi077.stdout:3979: done (1 left) 2024-09-16T11:17:01.288 INFO:tasks.rados.rados.0.smithi077.stdout:3981: done (0 left) 2024-09-16T11:17:01.288 INFO:tasks.rados.rados.0.smithi077.stdout:3982: snap_remove snap 387 2024-09-16T11:17:01.913 INFO:tasks.rados.rados.0.smithi077.stdout:3982: done (0 left) 2024-09-16T11:17:01.914 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 4 current snap is 392 2024-09-16T11:17:01.914 INFO:tasks.rados.rados.0.smithi077.stdout:3983: seq_num 1241 ranges {0=794624,794624=557056,1351680=245760} 2024-09-16T11:17:01.919 INFO:tasks.rados.rados.0.smithi077.stdout:3983: writing smithi07774545-4 from 0 to 794624 tid 1 2024-09-16T11:17:01.923 INFO:tasks.rados.rados.0.smithi077.stdout:3983: writing smithi07774545-4 from 794624 to 1351680 tid 2 2024-09-16T11:17:01.925 INFO:tasks.rados.rados.0.smithi077.stdout:3983: writing smithi07774545-4 from 1351680 to 1597440 tid 3 2024-09-16T11:17:01.925 INFO:tasks.rados.rados.0.smithi077.stdout:3984: snap_create 2024-09-16T11:17:01.929 INFO:tasks.rados.rados.0.smithi077.stdout:3983: finishing write tid 1 to smithi07774545-4 2024-09-16T11:17:01.930 INFO:tasks.rados.rados.0.smithi077.stdout:3983: finishing write tid 2 to smithi07774545-4 2024-09-16T11:17:01.931 INFO:tasks.rados.rados.0.smithi077.stdout:3983: finishing write tid 3 to smithi07774545-4 2024-09-16T11:17:01.931 INFO:tasks.rados.rados.0.smithi077.stdout:3983: finishing write tid 4 to smithi07774545-4 2024-09-16T11:17:01.932 INFO:tasks.rados.rados.0.smithi077.stdout:3983: finishing write tid 5 to smithi07774545-4 2024-09-16T11:17:01.932 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 4 v 1425 (ObjNum 1241 snap 392 seq_num 1241) dirty exists 2024-09-16T11:17:01.932 INFO:tasks.rados.rados.0.smithi077.stdout:3983: left oid 4 (ObjNum 1241 snap 392 seq_num 1241) 2024-09-16T11:17:02.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:01 smithi077 ceph-mon[86047]: pgmap v981: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1019 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T11:17:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:01 smithi077 ceph-mon[88497]: pgmap v981: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1019 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T11:17:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:01 smithi191 ceph-mon[84934]: pgmap v981: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1019 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T11:17:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:02.920 INFO:tasks.rados.rados.0.smithi077.stdout:3983: done (1 left) 2024-09-16T11:17:02.921 INFO:tasks.rados.rados.0.smithi077.stdout:3984: done (0 left) 2024-09-16T11:17:02.921 INFO:tasks.rados.rados.0.smithi077.stdout:3985: snap_remove snap 392 2024-09-16T11:17:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:02 smithi077 ceph-mon[86047]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T11:17:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:02 smithi077 ceph-mon[88497]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T11:17:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:02 smithi191 ceph-mon[84934]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T11:17:03.926 INFO:tasks.rados.rados.0.smithi077.stdout:3985: done (0 left) 2024-09-16T11:17:03.926 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 20 current snap is 393 2024-09-16T11:17:03.926 INFO:tasks.rados.rados.0.smithi077.stdout:3986: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-09-16T11:17:03.928 INFO:tasks.rados.rados.0.smithi077.stdout:3986: writing smithi07774545-20 from 0 to 409600 tid 1 2024-09-16T11:17:03.931 INFO:tasks.rados.rados.0.smithi077.stdout:3986: writing smithi07774545-20 from 409600 to 851968 tid 2 2024-09-16T11:17:03.935 INFO:tasks.rados.rados.0.smithi077.stdout:3986: writing smithi07774545-20 from 851968 to 1507328 tid 3 2024-09-16T11:17:03.936 INFO:tasks.rados.rados.0.smithi077.stdout:3986: writing smithi07774545-20 from 1507328 to 1613824 tid 4 2024-09-16T11:17:03.936 INFO:tasks.rados.rados.0.smithi077.stdout:3987: read oid 45 snap -1 2024-09-16T11:17:03.936 INFO:tasks.rados.rados.0.smithi077.stdout:3987: expect (ObjNum 1233 snap 391 seq_num 1233) 2024-09-16T11:17:03.936 INFO:tasks.rados.rados.0.smithi077.stdout:3988: snap_remove snap 390 2024-09-16T11:17:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:03 smithi077 ceph-mon[86047]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T11:17:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:03 smithi077 ceph-mon[86047]: pgmap v984: 121 pgs: 121 active+clean; 154 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-16T11:17:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:03 smithi077 ceph-mon[88497]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T11:17:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:03 smithi077 ceph-mon[88497]: pgmap v984: 121 pgs: 121 active+clean; 154 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-16T11:17:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:03 smithi191 ceph-mon[84934]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T11:17:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:03 smithi191 ceph-mon[84934]: pgmap v984: 121 pgs: 121 active+clean; 154 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-16T11:17:04.929 INFO:tasks.rados.rados.0.smithi077.stdout:3988: done (2 left) 2024-09-16T11:17:04.929 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 22 current snap is 393 2024-09-16T11:17:04.930 INFO:tasks.rados.rados.0.smithi077.stdout:3989: seq_num 1243 ranges {0=425984,425984=729088,1155072=466944,1622016=8192} 2024-09-16T11:17:04.932 INFO:tasks.rados.rados.0.smithi077.stdout:3989: writing smithi07774545-22 from 0 to 425984 tid 1 2024-09-16T11:17:04.937 INFO:tasks.rados.rados.0.smithi077.stdout:3989: writing smithi07774545-22 from 425984 to 1155072 tid 2 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3989: writing smithi07774545-22 from 1155072 to 1622016 tid 3 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3989: writing smithi07774545-22 from 1622016 to 1630208 tid 4 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3990: setattr oid 36 current snap is 393 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 1 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 2 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 3 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 4 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 5 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: finishing write tid 6 to smithi07774545-20 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 20 v 1899 (ObjNum 1242 snap 393 seq_num 1242) dirty exists 2024-09-16T11:17:04.941 INFO:tasks.rados.rados.0.smithi077.stdout:3986: left oid 20 (ObjNum 1242 snap 393 seq_num 1242) 2024-09-16T11:17:04.942 INFO:tasks.rados.rados.0.smithi077.stdout:3987: expect (ObjNum 1233 snap 391 seq_num 1233) 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 1 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 2 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 3 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 4 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 5 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: finishing write tid 6 to smithi07774545-22 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 22 v 1474 (ObjNum 1243 snap 393 seq_num 1243) dirty exists 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: left oid 22 (ObjNum 1243 snap 393 seq_num 1243) 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3986: done (3 left) 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3987: done (2 left) 2024-09-16T11:17:05.035 INFO:tasks.rados.rados.0.smithi077.stdout:3989: done (1 left) 2024-09-16T11:17:05.036 INFO:tasks.rados.rados.0.smithi077.stdout:3991: snap_create 2024-09-16T11:17:05.037 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 36 v 1998 (ObjNum 1231 snap 391 seq_num 1231) dirty exists 2024-09-16T11:17:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:04 smithi191 ceph-mon[84934]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T11:17:05.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:04 smithi077 ceph-mon[86047]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T11:17:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:04 smithi077 ceph-mon[88497]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T11:17:05.860 INFO:tasks.rados.rados.0.smithi077.stdout:3990: done (1 left) 2024-09-16T11:17:05.860 INFO:tasks.rados.rados.0.smithi077.stdout:3991: done (0 left) 2024-09-16T11:17:05.860 INFO:tasks.rados.rados.0.smithi077.stdout:3992: delete oid 11 current snap is 394 2024-09-16T11:17:05.863 INFO:tasks.rados.rados.0.smithi077.stdout:3992: done (0 left) 2024-09-16T11:17:05.864 INFO:tasks.rados.rados.0.smithi077.stdout:3993: snap_remove snap 393 2024-09-16T11:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:05 smithi191 ceph-mon[84934]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T11:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:05 smithi191 ceph-mon[84934]: pgmap v987: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T11:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:05 smithi191 ceph-mon[84934]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[86047]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[86047]: pgmap v987: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[86047]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[88497]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[88497]: pgmap v987: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T11:17:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:05 smithi077 ceph-mon[88497]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T11:17:06.867 INFO:tasks.rados.rados.0.smithi077.stdout:3993: done (0 left) 2024-09-16T11:17:06.867 INFO:tasks.rados.rados.0.smithi077.stdout:3994: read oid 26 snap -1 2024-09-16T11:17:06.867 INFO:tasks.rados.rados.0.smithi077.stdout:3994: expect (ObjNum 1208 snap 376 seq_num 1208) 2024-09-16T11:17:06.867 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 28 current snap is 394 2024-09-16T11:17:06.867 INFO:tasks.rados.rados.0.smithi077.stdout:3995: seq_num 1245 ranges {2703360=458752,3162112=499712,3661824=425984,4087808=278528} 2024-09-16T11:17:06.884 INFO:tasks.rados.rados.0.smithi077.stdout:3995: writing smithi07774545-28 from 2703360 to 3162112 tid 1 2024-09-16T11:17:06.887 INFO:tasks.rados.rados.0.smithi077.stdout:3995: writing smithi07774545-28 from 3162112 to 3661824 tid 2 2024-09-16T11:17:06.890 INFO:tasks.rados.rados.0.smithi077.stdout:3995: writing smithi07774545-28 from 3661824 to 4087808 tid 3 2024-09-16T11:17:06.892 INFO:tasks.rados.rados.0.smithi077.stdout:3995: writing smithi07774545-28 from 4087808 to 4366336 tid 4 2024-09-16T11:17:06.892 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 45 current snap is 394 2024-09-16T11:17:06.892 INFO:tasks.rados.rados.0.smithi077.stdout:3996: seq_num 1246 ranges {2752512=475136,3227648=786432,4014080=417792} 2024-09-16T11:17:06.909 INFO:tasks.rados.rados.0.smithi077.stdout:3996: writing smithi07774545-45 from 2752512 to 3227648 tid 1 2024-09-16T11:17:06.913 INFO:tasks.rados.rados.0.smithi077.stdout:3996: writing smithi07774545-45 from 3227648 to 4014080 tid 2 2024-09-16T11:17:06.916 INFO:tasks.rados.rados.0.smithi077.stdout:3996: writing smithi07774545-45 from 4014080 to 4431872 tid 3 2024-09-16T11:17:06.916 INFO:tasks.rados.rados.0.smithi077.stdout:append oid 21 current snap is 394 2024-09-16T11:17:06.916 INFO:tasks.rados.rados.0.smithi077.stdout:3997: seq_num 1247 ranges {6537216=491520,7028736=712704,7741440=442368,8183808=49152} 2024-09-16T11:17:06.953 INFO:tasks.rados.rados.0.smithi077.stdout:3997: writing smithi07774545-21 from 6537216 to 7028736 tid 1 2024-09-16T11:17:06.956 INFO:tasks.rados.rados.0.smithi077.stdout:3997: writing smithi07774545-21 from 7028736 to 7741440 tid 2 2024-09-16T11:17:06.959 INFO:tasks.rados.rados.0.smithi077.stdout:3997: writing smithi07774545-21 from 7741440 to 8183808 tid 3 2024-09-16T11:17:06.960 INFO:tasks.rados.rados.0.smithi077.stdout:3997: writing smithi07774545-21 from 8183808 to 8232960 tid 4 2024-09-16T11:17:06.960 INFO:tasks.rados.rados.0.smithi077.stdout:3998: rollback oid 8 current snap is 394 2024-09-16T11:17:06.960 INFO:tasks.rados.rados.0.smithi077.stdout:rollback oid 8 to 378 2024-09-16T11:17:06.960 INFO:tasks.rados.rados.0.smithi077.stdout:3994: expect (ObjNum 1208 snap 376 seq_num 1208) 2024-09-16T11:17:06.988 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 1 to smithi07774545-28 2024-09-16T11:17:06.988 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 2 to smithi07774545-28 2024-09-16T11:17:06.988 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 3 to smithi07774545-28 2024-09-16T11:17:06.988 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 4 to smithi07774545-28 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 5 to smithi07774545-28 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3995: finishing write tid 6 to smithi07774545-28 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 28 v 2098 (ObjNum 1245 snap 394 seq_num 1245) dirty exists 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3995: left oid 28 (ObjNum 1245 snap 394 seq_num 1245) 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3996: finishing write tid 1 to smithi07774545-45 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3994: done (4 left) 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3995: done (3 left) 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3999: copy_from oid 49 from oid 16 current snap is 394 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3996: finishing write tid 2 to smithi07774545-45 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3996: finishing write tid 3 to smithi07774545-45 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3996: finishing write tid 4 to smithi07774545-45 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:3996: finishing write tid 5 to smithi07774545-45 2024-09-16T11:17:06.989 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 45 v 1965 (ObjNum 1246 snap 394 seq_num 1246) dirty exists 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3996: left oid 45 (ObjNum 1246 snap 394 seq_num 1246) 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 1 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3998: finishing rollback tid 1 to smithi07774545-8 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3998: finishing rollback tid 2 to smithi07774545-8 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 8 v 1973 (ObjNum 1152 snap 350 seq_num 1152) dirty exists 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 2 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 3 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 4 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 5 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: finishing write tid 6 to smithi07774545-21 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 21 v 2003 (ObjNum 1247 snap 394 seq_num 1247) dirty exists 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: left oid 21 (ObjNum 1247 snap 394 seq_num 1247) 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3996: done (3 left) 2024-09-16T11:17:06.990 INFO:tasks.rados.rados.0.smithi077.stdout:3997: done (2 left) 2024-09-16T11:17:06.991 INFO:tasks.rados.rados.0.smithi077.stdout:3998: done (1 left) 2024-09-16T11:17:06.991 INFO:tasks.rados.rados.0.smithi077.stdout: waiting on 1 2024-09-16T11:17:06.992 INFO:tasks.rados.rados.0.smithi077.stdout:3999: finishing copy_from racing read to smithi07774545-49 2024-09-16T11:17:06.993 INFO:tasks.rados.rados.0.smithi077.stdout:3999: finishing copy_from to smithi07774545-49 2024-09-16T11:17:06.993 INFO:tasks.rados.rados.0.smithi077.stdout:update_object_version oid 49 v 2063 (ObjNum 1179 snap 366 seq_num 1179) dirty exists 2024-09-16T11:17:06.993 INFO:tasks.rados.rados.0.smithi077.stdout:3999: done (0 left) 2024-09-16T11:17:06.995 INFO:tasks.rados.rados.0.smithi077.stderr:0 errors. 2024-09-16T11:17:06.995 INFO:tasks.rados.rados.0.smithi077.stderr: 2024-09-16T11:17:06.998 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T11:17:07.021 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:06] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T11:17:07.241 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:17:08.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:07 smithi077 ceph-mon[86047]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T11:17:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:07 smithi077 ceph-mon[86047]: pgmap v990: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 984 KiB/s wr, 5 op/s 2024-09-16T11:17:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:07 smithi077 ceph-mon[88497]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T11:17:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:07 smithi077 ceph-mon[88497]: pgmap v990: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 984 KiB/s wr, 5 op/s 2024-09-16T11:17:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:07 smithi191 ceph-mon[84934]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T11:17:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:07 smithi191 ceph-mon[84934]: pgmap v990: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 984 KiB/s wr, 5 op/s 2024-09-16T11:17:09.337 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:17:09.337 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":865,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T11:17:06.859595+0000","last_up_change":"2024-09-16T11:11:01.579991+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-16T11:03:28.706247+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"865","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":788,"snap_epoch":865,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":269,"up_from":280,"up_thru":505,"down_at":270,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6803","nonce":1623182080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6805","nonce":1623182080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6809","nonce":1623182080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6807","nonce":1623182080}]},"public_addr":"172.21.15.77:6803/1623182080","cluster_addr":"172.21.15.77:6805/1623182080","heartbeat_back_addr":"172.21.15.77:6809/1623182080","heartbeat_front_addr":"172.21.15.77:6807/1623182080","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":301,"up_from":312,"up_thru":505,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6811","nonce":3807462072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6813","nonce":3807462072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6817","nonce":3807462072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6815","nonce":3807462072}]},"public_addr":"172.21.15.77:6811/3807462072","cluster_addr":"172.21.15.77:6813/3807462072","heartbeat_back_addr":"172.21.15.77:6817/3807462072","heartbeat_front_addr":"172.21.15.77:6815/3807462072","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":333,"up_from":344,"up_thru":505,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6819","nonce":1565235648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6821","nonce":1565235648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6825","nonce":1565235648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6823","nonce":1565235648}]},"public_addr":"172.21.15.77:6819/1565235648","cluster_addr":"172.21.15.77:6821/1565235648","heartbeat_back_addr":"172.21.15.77:6825/1565235648","heartbeat_front_addr":"172.21.15.77:6823/1565235648","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":366,"up_from":377,"up_thru":505,"down_at":367,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6827","nonce":1115487955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6829","nonce":1115487955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6833","nonce":1115487955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6831","nonce":1115487955}]},"public_addr":"172.21.15.77:6827/1115487955","cluster_addr":"172.21.15.77:6829/1115487955","heartbeat_back_addr":"172.21.15.77:6833/1115487955","heartbeat_front_addr":"172.21.15.77:6831/1115487955","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":398,"up_from":407,"up_thru":505,"down_at":399,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6801","nonce":3224477085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6803","nonce":3224477085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6807","nonce":3224477085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6805","nonce":3224477085}]},"public_addr":"172.21.15.191:6801/3224477085","cluster_addr":"172.21.15.191:6803/3224477085","heartbeat_back_addr":"172.21.15.191:6807/3224477085","heartbeat_front_addr":"172.21.15.191:6805/3224477085","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":429,"up_from":441,"up_thru":505,"down_at":430,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6809","nonce":214510903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6811","nonce":214510903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6815","nonce":214510903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6813","nonce":214510903}]},"public_addr":"172.21.15.191:6809/214510903","cluster_addr":"172.21.15.191:6811/214510903","heartbeat_back_addr":"172.21.15.191:6815/214510903","heartbeat_front_addr":"172.21.15.191:6813/214510903","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":463,"up_from":474,"up_thru":505,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6817","nonce":3397082821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6819","nonce":3397082821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6823","nonce":3397082821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6821","nonce":3397082821}]},"public_addr":"172.21.15.191:6817/3397082821","cluster_addr":"172.21.15.191:6819/3397082821","heartbeat_back_addr":"172.21.15.191:6823/3397082821","heartbeat_front_addr":"172.21.15.191:6821/3397082821","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":496,"up_from":505,"up_thru":505,"down_at":497,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6825","nonce":3027066609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6827","nonce":3027066609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6831","nonce":3027066609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6829","nonce":3027066609}]},"public_addr":"172.21.15.191:6825/3027066609","cluster_addr":"172.21.15.191:6827/3027066609","heartbeat_back_addr":"172.21.15.191:6831/3027066609","heartbeat_front_addr":"172.21.15.191:6829/3027066609","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":268},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":301},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":333},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":366},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":398},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":429},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":463},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":496}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.191:6832/2181289043":"2024-09-17T11:11:23.004004+0000","172.21.15.77:0/169112975":"2024-09-17T11:05:56.888430+0000","172.21.15.191:6833/2181289043":"2024-09-17T11:11:23.004004+0000","172.21.15.77:6801/2860706941":"2024-09-17T11:05:56.888430+0000","172.21.15.77:6800/2860706941":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2434904830":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2655932214":"2024-09-17T11:05:56.888430+0000","172.21.15.191:6835/3040630509":"2024-09-17T11:05:18.103173+0000","172.21.15.191:6834/3040630509":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1857935247":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/1540806318":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/253083190":"2024-09-17T11:04:37.140084+0000","172.21.15.191:0/1332430127":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/168742070":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.191:0/245065246":"2024-09-17T11:05:18.103173+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/3239705991":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3090669582":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/1783967306":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/84204452":"2024-09-17T11:05:56.888430+0000","172.21.15.191:0/2157401512":"2024-09-17T11:05:18.103173+0000","172.21.15.191:0/3339502676":"2024-09-17T11:05:18.103173+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3814357955":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/1219950049":"2024-09-17T11:04:37.140084+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.191:0/2064107885":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/1783967306":"2024-09-17T11:04:37.140084+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.191:0/3730369860":"2024-09-17T11:05:18.103173+0000","172.21.15.191:0/2645833149":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":750,"length":1},{"begin":767,"length":1},{"begin":773,"length":1},{"begin":779,"length":1},{"begin":784,"length":1},{"begin":787,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":787,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T11:17:10.048 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T11:17:10.340 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:17:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:10 smithi077 ceph-mon[88497]: pgmap v991: 121 pgs: 121 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T11:17:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2118355949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:17:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:10 smithi077 ceph-mon[86047]: pgmap v991: 121 pgs: 121 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T11:17:10.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2118355949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:17:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:10 smithi191 ceph-mon[84934]: pgmap v991: 121 pgs: 121 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T11:17:10.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2118355949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T11:17:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:11 smithi077 ceph-mon[86047]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T11:17:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:11 smithi077 ceph-mon[86047]: pgmap v993: 121 pgs: 121 active+clean; 162 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-16T11:17:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:11 smithi077 ceph-mon[88497]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T11:17:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:11 smithi077 ceph-mon[88497]: pgmap v993: 121 pgs: 121 active+clean; 162 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-16T11:17:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:11 smithi191 ceph-mon[84934]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T11:17:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:11 smithi191 ceph-mon[84934]: pgmap v993: 121 pgs: 121 active+clean; 162 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-16T11:17:12.240 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T11:17:12.242 INFO:teuthology.orchestra.run.smithi077.stderr:dumped all 2024-09-16T11:17:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:13.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:12 smithi077 ceph-mon[86047]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:17:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:12 smithi077 ceph-mon[88497]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:17:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:12 smithi191 ceph-mon[84934]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T11:17:13.215 INFO:teuthology.orchestra.run.smithi077.stdout:{"pg_ready":true,"pg_map":{"version":993,"stamp":"2024-09-16T11:17:11.053154+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":170155011,"num_objects":97,"num_object_clones":27,"num_object_copies":291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97,"num_whiteouts":3,"num_read":4700,"num_read_kb":5005396,"num_write":8858,"num_write_kb":1815025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":100,"num_bytes_recovered":402481696,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19678,"ondisk_log_size":19678,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2839336,"kb_used_data":325412,"kb_used_omap":287,"kb_used_meta":2513504,"kb_avail":747121880,"statfs":{"total":767960285184,"available":765052805120,"internally_reserved":0,"allocated":333221888,"data_stored":362003570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":294377,"internal_metadata":2573828631},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9543680,"num_objects":-6,"num_object_clones":-10,"num_object_copies":-18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6,"num_whiteouts":1,"num_read":16,"num_read_kb":11120,"num_write":50,"num_write_kb":10448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001310"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":823,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.037271+0000","last_change":"2024-09-16T11:11:02.609276+0000","last_active":"2024-09-16T11:17:06.037271+0000","last_peered":"2024-09-16T11:17:06.037271+0000","last_clean":"2024-09-16T11:17:06.037271+0000","last_became_active":"2024-09-16T11:11:02.606519+0000","last_became_peered":"2024-09-16T11:11:02.606519+0000","last_unstale":"2024-09-16T11:17:06.037271+0000","last_undegraded":"2024-09-16T11:17:06.037271+0000","last_fullsized":"2024-09-16T11:17:06.037271+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:33.290722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":825,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.863030+0000","last_change":"2024-09-16T11:10:29.761329+0000","last_active":"2024-09-16T11:17:05.863030+0000","last_peered":"2024-09-16T11:17:05.863030+0000","last_clean":"2024-09-16T11:17:05.863030+0000","last_became_active":"2024-09-16T11:10:29.760870+0000","last_became_peered":"2024-09-16T11:10:29.760870+0000","last_unstale":"2024-09-16T11:17:05.863030+0000","last_undegraded":"2024-09-16T11:17:05.863030+0000","last_fullsized":"2024-09-16T11:17:05.863030+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:54:10.540053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355479+0000","last_change":"2024-09-16T11:08:18.721554+0000","last_active":"2024-09-16T11:17:06.355479+0000","last_peered":"2024-09-16T11:17:06.355479+0000","last_clean":"2024-09-16T11:17:06.355479+0000","last_became_active":"2024-09-16T11:08:18.721290+0000","last_became_peered":"2024-09-16T11:08:18.721290+0000","last_unstale":"2024-09-16T11:17:06.355479+0000","last_undegraded":"2024-09-16T11:17:06.355479+0000","last_fullsized":"2024-09-16T11:17:06.355479+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:13.083572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":829,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872854+0000","last_change":"2024-09-16T11:11:02.625846+0000","last_active":"2024-09-16T11:17:05.872854+0000","last_peered":"2024-09-16T11:17:05.872854+0000","last_clean":"2024-09-16T11:17:05.872854+0000","last_became_active":"2024-09-16T11:11:02.625509+0000","last_became_peered":"2024-09-16T11:11:02.625509+0000","last_unstale":"2024-09-16T11:17:05.872854+0000","last_undegraded":"2024-09-16T11:17:05.872854+0000","last_fullsized":"2024-09-16T11:17:05.872854+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:48:59.974793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":839,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036683+0000","last_change":"2024-09-16T11:11:02.615933+0000","last_active":"2024-09-16T11:17:06.036683+0000","last_peered":"2024-09-16T11:17:06.036683+0000","last_clean":"2024-09-16T11:17:06.036683+0000","last_became_active":"2024-09-16T11:11:02.614346+0000","last_became_peered":"2024-09-16T11:11:02.614346+0000","last_unstale":"2024-09-16T11:17:06.036683+0000","last_undegraded":"2024-09-16T11:17:06.036683+0000","last_fullsized":"2024-09-16T11:17:06.036683+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:26:07.559987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":806,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872956+0000","last_change":"2024-09-16T11:09:56.805744+0000","last_active":"2024-09-16T11:17:05.872956+0000","last_peered":"2024-09-16T11:17:05.872956+0000","last_clean":"2024-09-16T11:17:05.872956+0000","last_became_active":"2024-09-16T11:09:56.803950+0000","last_became_peered":"2024-09-16T11:09:56.803950+0000","last_unstale":"2024-09-16T11:17:05.872956+0000","last_undegraded":"2024-09-16T11:17:05.872956+0000","last_fullsized":"2024-09-16T11:17:05.872956+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:15.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":849,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036367+0000","last_change":"2024-09-16T11:11:02.614926+0000","last_active":"2024-09-16T11:17:06.036367+0000","last_peered":"2024-09-16T11:17:06.036367+0000","last_clean":"2024-09-16T11:17:06.036367+0000","last_became_active":"2024-09-16T11:11:02.614654+0000","last_became_peered":"2024-09-16T11:11:02.614654+0000","last_unstale":"2024-09-16T11:17:06.036367+0000","last_undegraded":"2024-09-16T11:17:06.036367+0000","last_fullsized":"2024-09-16T11:17:06.036367+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:51:06.209372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":821,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857748+0000","last_change":"2024-09-16T11:10:29.758296+0000","last_active":"2024-09-16T11:17:05.857748+0000","last_peered":"2024-09-16T11:17:05.857748+0000","last_clean":"2024-09-16T11:17:05.857748+0000","last_became_active":"2024-09-16T11:10:29.757993+0000","last_became_peered":"2024-09-16T11:10:29.757993+0000","last_unstale":"2024-09-16T11:17:05.857748+0000","last_undegraded":"2024-09-16T11:17:05.857748+0000","last_fullsized":"2024-09-16T11:17:05.857748+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:42.730776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":832,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.037216+0000","last_change":"2024-09-16T11:11:02.621031+0000","last_active":"2024-09-16T11:17:06.037216+0000","last_peered":"2024-09-16T11:17:06.037216+0000","last_clean":"2024-09-16T11:17:06.037216+0000","last_became_active":"2024-09-16T11:11:02.620739+0000","last_became_peered":"2024-09-16T11:11:02.620739+0000","last_unstale":"2024-09-16T11:17:06.037216+0000","last_undegraded":"2024-09-16T11:17:06.037216+0000","last_fullsized":"2024-09-16T11:17:06.037216+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:25.264664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246492+0000","last_change":"2024-09-16T11:10:29.768936+0000","last_active":"2024-09-16T11:17:06.246492+0000","last_peered":"2024-09-16T11:17:06.246492+0000","last_clean":"2024-09-16T11:17:06.246492+0000","last_became_active":"2024-09-16T11:10:29.768522+0000","last_became_peered":"2024-09-16T11:10:29.768522+0000","last_unstale":"2024-09-16T11:17:06.246492+0000","last_undegraded":"2024-09-16T11:17:06.246492+0000","last_fullsized":"2024-09-16T11:17:06.246492+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:29.218175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246121+0000","last_change":"2024-09-16T11:10:29.768174+0000","last_active":"2024-09-16T11:17:06.246121+0000","last_peered":"2024-09-16T11:17:06.246121+0000","last_clean":"2024-09-16T11:17:06.246121+0000","last_became_active":"2024-09-16T11:10:29.767639+0000","last_became_peered":"2024-09-16T11:10:29.767639+0000","last_unstale":"2024-09-16T11:17:06.246121+0000","last_undegraded":"2024-09-16T11:17:06.246121+0000","last_fullsized":"2024-09-16T11:17:06.246121+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:48.722733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":821,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858155+0000","last_change":"2024-09-16T11:10:29.755673+0000","last_active":"2024-09-16T11:17:05.858155+0000","last_peered":"2024-09-16T11:17:05.858155+0000","last_clean":"2024-09-16T11:17:05.858155+0000","last_became_active":"2024-09-16T11:10:29.754923+0000","last_became_peered":"2024-09-16T11:10:29.754923+0000","last_unstale":"2024-09-16T11:17:05.858155+0000","last_undegraded":"2024-09-16T11:17:05.858155+0000","last_fullsized":"2024-09-16T11:17:05.858155+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:38:05.257176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858012+0000","last_change":"2024-09-16T11:10:29.759365+0000","last_active":"2024-09-16T11:17:05.858012+0000","last_peered":"2024-09-16T11:17:05.858012+0000","last_clean":"2024-09-16T11:17:05.858012+0000","last_became_active":"2024-09-16T11:10:29.758195+0000","last_became_peered":"2024-09-16T11:10:29.758195+0000","last_unstale":"2024-09-16T11:17:05.858012+0000","last_undegraded":"2024-09-16T11:17:05.858012+0000","last_fullsized":"2024-09-16T11:17:05.858012+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:25:24.892806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355188+0000","last_change":"2024-09-16T11:09:56.805512+0000","last_active":"2024-09-16T11:17:06.355188+0000","last_peered":"2024-09-16T11:17:06.355188+0000","last_clean":"2024-09-16T11:17:06.355188+0000","last_became_active":"2024-09-16T11:09:56.805215+0000","last_became_peered":"2024-09-16T11:09:56.805215+0000","last_unstale":"2024-09-16T11:17:06.355188+0000","last_undegraded":"2024-09-16T11:17:06.355188+0000","last_fullsized":"2024-09-16T11:17:06.355188+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:00.562811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862085+0000","last_change":"2024-09-16T11:09:56.800491+0000","last_active":"2024-09-16T11:17:05.862085+0000","last_peered":"2024-09-16T11:17:05.862085+0000","last_clean":"2024-09-16T11:17:05.862085+0000","last_became_active":"2024-09-16T11:09:56.799927+0000","last_became_peered":"2024-09-16T11:09:56.799927+0000","last_unstale":"2024-09-16T11:17:05.862085+0000","last_undegraded":"2024-09-16T11:17:05.862085+0000","last_fullsized":"2024-09-16T11:17:05.862085+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:55:31.656794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872393+0000","last_change":"2024-09-16T11:11:02.622672+0000","last_active":"2024-09-16T11:17:05.872393+0000","last_peered":"2024-09-16T11:17:05.872393+0000","last_clean":"2024-09-16T11:17:05.872393+0000","last_became_active":"2024-09-16T11:11:02.622299+0000","last_became_peered":"2024-09-16T11:11:02.622299+0000","last_unstale":"2024-09-16T11:17:05.872393+0000","last_undegraded":"2024-09-16T11:17:05.872393+0000","last_fullsized":"2024-09-16T11:17:05.872393+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:54:06.636219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857360+0000","last_change":"2024-09-16T11:11:02.613842+0000","last_active":"2024-09-16T11:17:05.857360+0000","last_peered":"2024-09-16T11:17:05.857360+0000","last_clean":"2024-09-16T11:17:05.857360+0000","last_became_active":"2024-09-16T11:11:02.613498+0000","last_became_peered":"2024-09-16T11:11:02.613498+0000","last_unstale":"2024-09-16T11:17:05.857360+0000","last_undegraded":"2024-09-16T11:17:05.857360+0000","last_fullsized":"2024-09-16T11:17:05.857360+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:42:29.997120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857163+0000","last_change":"2024-09-16T11:11:02.615191+0000","last_active":"2024-09-16T11:17:05.857163+0000","last_peered":"2024-09-16T11:17:05.857163+0000","last_clean":"2024-09-16T11:17:05.857163+0000","last_became_active":"2024-09-16T11:11:02.614877+0000","last_became_peered":"2024-09-16T11:11:02.614877+0000","last_unstale":"2024-09-16T11:17:05.857163+0000","last_undegraded":"2024-09-16T11:17:05.857163+0000","last_fullsized":"2024-09-16T11:17:05.857163+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:23.814682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":823,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036825+0000","last_change":"2024-09-16T11:11:02.621778+0000","last_active":"2024-09-16T11:17:06.036825+0000","last_peered":"2024-09-16T11:17:06.036825+0000","last_clean":"2024-09-16T11:17:06.036825+0000","last_became_active":"2024-09-16T11:11:02.620524+0000","last_became_peered":"2024-09-16T11:11:02.620524+0000","last_unstale":"2024-09-16T11:17:06.036825+0000","last_undegraded":"2024-09-16T11:17:06.036825+0000","last_fullsized":"2024-09-16T11:17:06.036825+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:54:18.983488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":824,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246046+0000","last_change":"2024-09-16T11:10:29.764143+0000","last_active":"2024-09-16T11:17:06.246046+0000","last_peered":"2024-09-16T11:17:06.246046+0000","last_clean":"2024-09-16T11:17:06.246046+0000","last_became_active":"2024-09-16T11:10:29.763576+0000","last_became_peered":"2024-09-16T11:10:29.763576+0000","last_unstale":"2024-09-16T11:17:06.246046+0000","last_undegraded":"2024-09-16T11:17:06.246046+0000","last_fullsized":"2024-09-16T11:17:06.246046+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:43.562486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.354945+0000","last_change":"2024-09-16T11:11:02.614796+0000","last_active":"2024-09-16T11:17:06.354945+0000","last_peered":"2024-09-16T11:17:06.354945+0000","last_clean":"2024-09-16T11:17:06.354945+0000","last_became_active":"2024-09-16T11:11:02.614494+0000","last_became_peered":"2024-09-16T11:11:02.614494+0000","last_unstale":"2024-09-16T11:17:06.354945+0000","last_undegraded":"2024-09-16T11:17:06.354945+0000","last_fullsized":"2024-09-16T11:17:06.354945+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:48:25.764714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":832,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872572+0000","last_change":"2024-09-16T11:11:02.622159+0000","last_active":"2024-09-16T11:17:05.872572+0000","last_peered":"2024-09-16T11:17:05.872572+0000","last_clean":"2024-09-16T11:17:05.872572+0000","last_became_active":"2024-09-16T11:11:02.621862+0000","last_became_peered":"2024-09-16T11:11:02.621862+0000","last_unstale":"2024-09-16T11:17:05.872572+0000","last_undegraded":"2024-09-16T11:17:05.872572+0000","last_fullsized":"2024-09-16T11:17:05.872572+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:07:03.736007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.859102+0000","last_change":"2024-09-16T11:09:22.732934+0000","last_active":"2024-09-16T11:17:05.859102+0000","last_peered":"2024-09-16T11:17:05.859102+0000","last_clean":"2024-09-16T11:17:05.859102+0000","last_became_active":"2024-09-16T11:09:22.732636+0000","last_became_peered":"2024-09-16T11:09:22.732636+0000","last_unstale":"2024-09-16T11:17:05.859102+0000","last_undegraded":"2024-09-16T11:17:05.859102+0000","last_fullsized":"2024-09-16T11:17:05.859102+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:13.080511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":831,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872502+0000","last_change":"2024-09-16T11:09:56.799374+0000","last_active":"2024-09-16T11:17:05.872502+0000","last_peered":"2024-09-16T11:17:05.872502+0000","last_clean":"2024-09-16T11:17:05.872502+0000","last_became_active":"2024-09-16T11:09:56.799030+0000","last_became_peered":"2024-09-16T11:09:56.799030+0000","last_unstale":"2024-09-16T11:17:05.872502+0000","last_undegraded":"2024-09-16T11:17:05.872502+0000","last_fullsized":"2024-09-16T11:17:05.872502+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:42:01.685505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":827,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858101+0000","last_change":"2024-09-16T11:09:22.729112+0000","last_active":"2024-09-16T11:17:05.858101+0000","last_peered":"2024-09-16T11:17:05.858101+0000","last_clean":"2024-09-16T11:17:05.858101+0000","last_became_active":"2024-09-16T11:09:22.728816+0000","last_became_peered":"2024-09-16T11:09:22.728816+0000","last_unstale":"2024-09-16T11:17:05.858101+0000","last_undegraded":"2024-09-16T11:17:05.858101+0000","last_fullsized":"2024-09-16T11:17:05.858101+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:19.342536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":823,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246318+0000","last_change":"2024-09-16T11:11:02.614160+0000","last_active":"2024-09-16T11:17:06.246318+0000","last_peered":"2024-09-16T11:17:06.246318+0000","last_clean":"2024-09-16T11:17:06.246318+0000","last_became_active":"2024-09-16T11:11:02.613867+0000","last_became_peered":"2024-09-16T11:11:02.613867+0000","last_unstale":"2024-09-16T11:17:06.246318+0000","last_undegraded":"2024-09-16T11:17:06.246318+0000","last_fullsized":"2024-09-16T11:17:06.246318+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:49.450385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.861943+0000","last_change":"2024-09-16T11:08:51.732276+0000","last_active":"2024-09-16T11:17:05.861943+0000","last_peered":"2024-09-16T11:17:05.861943+0000","last_clean":"2024-09-16T11:17:05.861943+0000","last_became_active":"2024-09-16T11:08:51.731561+0000","last_became_peered":"2024-09-16T11:08:51.731561+0000","last_unstale":"2024-09-16T11:17:05.861943+0000","last_undegraded":"2024-09-16T11:17:05.861943+0000","last_fullsized":"2024-09-16T11:17:05.861943+0000","mapping_epoch":377,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":378,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:57.244258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":847,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.859036+0000","last_change":"2024-09-16T11:09:22.733487+0000","last_active":"2024-09-16T11:17:05.859036+0000","last_peered":"2024-09-16T11:17:05.859036+0000","last_clean":"2024-09-16T11:17:05.859036+0000","last_became_active":"2024-09-16T11:09:22.733128+0000","last_became_peered":"2024-09-16T11:09:22.733128+0000","last_unstale":"2024-09-16T11:17:05.859036+0000","last_undegraded":"2024-09-16T11:17:05.859036+0000","last_fullsized":"2024-09-16T11:17:05.859036+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:11.168437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":818,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.856782+0000","last_change":"2024-09-16T11:09:22.736770+0000","last_active":"2024-09-16T11:17:05.856782+0000","last_peered":"2024-09-16T11:17:05.856782+0000","last_clean":"2024-09-16T11:17:05.856782+0000","last_became_active":"2024-09-16T11:09:22.736478+0000","last_became_peered":"2024-09-16T11:09:22.736478+0000","last_unstale":"2024-09-16T11:17:05.856782+0000","last_undegraded":"2024-09-16T11:17:05.856782+0000","last_fullsized":"2024-09-16T11:17:05.856782+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:46:19.473286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":831,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872606+0000","last_change":"2024-09-16T11:09:56.806203+0000","last_active":"2024-09-16T11:17:05.872606+0000","last_peered":"2024-09-16T11:17:05.872606+0000","last_clean":"2024-09-16T11:17:05.872606+0000","last_became_active":"2024-09-16T11:09:56.804742+0000","last_became_peered":"2024-09-16T11:09:56.804742+0000","last_unstale":"2024-09-16T11:17:05.872606+0000","last_undegraded":"2024-09-16T11:17:05.872606+0000","last_fullsized":"2024-09-16T11:17:05.872606+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:27:34.576525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.856640+0000","last_change":"2024-09-16T11:10:29.755117+0000","last_active":"2024-09-16T11:17:05.856640+0000","last_peered":"2024-09-16T11:17:05.856640+0000","last_clean":"2024-09-16T11:17:05.856640+0000","last_became_active":"2024-09-16T11:10:29.754799+0000","last_became_peered":"2024-09-16T11:10:29.754799+0000","last_unstale":"2024-09-16T11:17:05.856640+0000","last_undegraded":"2024-09-16T11:17:05.856640+0000","last_fullsized":"2024-09-16T11:17:05.856640+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:20.360331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.245617+0000","last_change":"2024-09-16T11:10:29.769797+0000","last_active":"2024-09-16T11:17:06.245617+0000","last_peered":"2024-09-16T11:17:06.245617+0000","last_clean":"2024-09-16T11:17:06.245617+0000","last_became_active":"2024-09-16T11:10:29.766452+0000","last_became_peered":"2024-09-16T11:10:29.766452+0000","last_unstale":"2024-09-16T11:17:06.245617+0000","last_undegraded":"2024-09-16T11:17:06.245617+0000","last_fullsized":"2024-09-16T11:17:06.245617+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:08:19.437395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":846,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857501+0000","last_change":"2024-09-16T11:09:22.730771+0000","last_active":"2024-09-16T11:17:05.857501+0000","last_peered":"2024-09-16T11:17:05.857501+0000","last_clean":"2024-09-16T11:17:05.857501+0000","last_became_active":"2024-09-16T11:09:22.730496+0000","last_became_peered":"2024-09-16T11:09:22.730496+0000","last_unstale":"2024-09-16T11:17:05.857501+0000","last_undegraded":"2024-09-16T11:17:05.857501+0000","last_fullsized":"2024-09-16T11:17:05.857501+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:11:17.223556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"527'2","reported_seq":824,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858108+0000","last_change":"2024-09-16T11:11:02.611921+0000","last_active":"2024-09-16T11:17:05.858108+0000","last_peered":"2024-09-16T11:17:05.858108+0000","last_clean":"2024-09-16T11:17:05.858108+0000","last_became_active":"2024-09-16T11:11:02.611570+0000","last_became_peered":"2024-09-16T11:11:02.611570+0000","last_unstale":"2024-09-16T11:17:05.858108+0000","last_undegraded":"2024-09-16T11:17:05.858108+0000","last_fullsized":"2024-09-16T11:17:05.858108+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:13.963825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":833,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355057+0000","last_change":"2024-09-16T11:11:02.613750+0000","last_active":"2024-09-16T11:17:06.355057+0000","last_peered":"2024-09-16T11:17:06.355057+0000","last_clean":"2024-09-16T11:17:06.355057+0000","last_became_active":"2024-09-16T11:11:02.613424+0000","last_became_peered":"2024-09-16T11:11:02.613424+0000","last_unstale":"2024-09-16T11:17:06.355057+0000","last_undegraded":"2024-09-16T11:17:06.355057+0000","last_fullsized":"2024-09-16T11:17:06.355057+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:20.493825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"527'2","reported_seq":825,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.245843+0000","last_change":"2024-09-16T11:11:02.614371+0000","last_active":"2024-09-16T11:17:06.245843+0000","last_peered":"2024-09-16T11:17:06.245843+0000","last_clean":"2024-09-16T11:17:06.245843+0000","last_became_active":"2024-09-16T11:11:02.613951+0000","last_became_peered":"2024-09-16T11:11:02.613951+0000","last_unstale":"2024-09-16T11:17:06.245843+0000","last_undegraded":"2024-09-16T11:17:06.245843+0000","last_fullsized":"2024-09-16T11:17:06.245843+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:29:27.768317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":847,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858744+0000","last_change":"2024-09-16T11:10:29.757787+0000","last_active":"2024-09-16T11:17:05.858744+0000","last_peered":"2024-09-16T11:17:05.858744+0000","last_clean":"2024-09-16T11:17:05.858744+0000","last_became_active":"2024-09-16T11:10:29.756919+0000","last_became_peered":"2024-09-16T11:10:29.756919+0000","last_unstale":"2024-09-16T11:17:05.858744+0000","last_undegraded":"2024-09-16T11:17:05.858744+0000","last_fullsized":"2024-09-16T11:17:05.858744+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:48.155553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":839,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857825+0000","last_change":"2024-09-16T11:08:51.742663+0000","last_active":"2024-09-16T11:17:05.857825+0000","last_peered":"2024-09-16T11:17:05.857825+0000","last_clean":"2024-09-16T11:17:05.857825+0000","last_became_active":"2024-09-16T11:08:51.739193+0000","last_became_peered":"2024-09-16T11:08:51.739193+0000","last_unstale":"2024-09-16T11:17:05.857825+0000","last_undegraded":"2024-09-16T11:17:05.857825+0000","last_fullsized":"2024-09-16T11:17:05.857825+0000","mapping_epoch":377,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":378,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:24:43.939140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":818,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.887062+0000","last_change":"2024-09-16T11:11:02.616133+0000","last_active":"2024-09-16T11:17:06.887062+0000","last_peered":"2024-09-16T11:17:06.887062+0000","last_clean":"2024-09-16T11:17:06.887062+0000","last_became_active":"2024-09-16T11:11:02.615847+0000","last_became_peered":"2024-09-16T11:11:02.615847+0000","last_unstale":"2024-09-16T11:17:06.887062+0000","last_undegraded":"2024-09-16T11:17:06.887062+0000","last_fullsized":"2024-09-16T11:17:06.887062+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:06.378888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":840,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.861982+0000","last_change":"2024-09-16T11:09:22.739233+0000","last_active":"2024-09-16T11:17:05.861982+0000","last_peered":"2024-09-16T11:17:05.861982+0000","last_clean":"2024-09-16T11:17:05.861982+0000","last_became_active":"2024-09-16T11:09:22.738846+0000","last_became_peered":"2024-09-16T11:09:22.738846+0000","last_unstale":"2024-09-16T11:17:05.861982+0000","last_undegraded":"2024-09-16T11:17:05.861982+0000","last_fullsized":"2024-09-16T11:17:05.861982+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:24:00.614464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246560+0000","last_change":"2024-09-16T11:10:29.768264+0000","last_active":"2024-09-16T11:17:06.246560+0000","last_peered":"2024-09-16T11:17:06.246560+0000","last_clean":"2024-09-16T11:17:06.246560+0000","last_became_active":"2024-09-16T11:10:29.767044+0000","last_became_peered":"2024-09-16T11:10:29.767044+0000","last_unstale":"2024-09-16T11:17:06.246560+0000","last_undegraded":"2024-09-16T11:17:06.246560+0000","last_fullsized":"2024-09-16T11:17:06.246560+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:17:48.313142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":805,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.887622+0000","last_change":"2024-09-16T11:11:02.623681+0000","last_active":"2024-09-16T11:17:06.887622+0000","last_peered":"2024-09-16T11:17:06.887622+0000","last_clean":"2024-09-16T11:17:06.887622+0000","last_became_active":"2024-09-16T11:11:02.623285+0000","last_became_peered":"2024-09-16T11:11:02.623285+0000","last_unstale":"2024-09-16T11:17:06.887622+0000","last_undegraded":"2024-09-16T11:17:06.887622+0000","last_fullsized":"2024-09-16T11:17:06.887622+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:38:48.389050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":838,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.888541+0000","last_change":"2024-09-16T11:10:29.766618+0000","last_active":"2024-09-16T11:17:06.888541+0000","last_peered":"2024-09-16T11:17:06.888541+0000","last_clean":"2024-09-16T11:17:06.888541+0000","last_became_active":"2024-09-16T11:10:29.766240+0000","last_became_peered":"2024-09-16T11:10:29.766240+0000","last_unstale":"2024-09-16T11:17:06.888541+0000","last_undegraded":"2024-09-16T11:17:06.888541+0000","last_fullsized":"2024-09-16T11:17:06.888541+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:51.228309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355772+0000","last_change":"2024-09-16T11:09:56.799870+0000","last_active":"2024-09-16T11:17:06.355772+0000","last_peered":"2024-09-16T11:17:06.355772+0000","last_clean":"2024-09-16T11:17:06.355772+0000","last_became_active":"2024-09-16T11:09:56.799381+0000","last_became_peered":"2024-09-16T11:09:56.799381+0000","last_unstale":"2024-09-16T11:17:06.355772+0000","last_undegraded":"2024-09-16T11:17:06.355772+0000","last_fullsized":"2024-09-16T11:17:06.355772+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:02:04.229575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":831,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862371+0000","last_change":"2024-09-16T11:09:56.801759+0000","last_active":"2024-09-16T11:17:05.862371+0000","last_peered":"2024-09-16T11:17:05.862371+0000","last_clean":"2024-09-16T11:17:05.862371+0000","last_became_active":"2024-09-16T11:09:56.801362+0000","last_became_peered":"2024-09-16T11:09:56.801362+0000","last_unstale":"2024-09-16T11:17:05.862371+0000","last_undegraded":"2024-09-16T11:17:05.862371+0000","last_fullsized":"2024-09-16T11:17:05.862371+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:46.493443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858312+0000","last_change":"2024-09-16T11:11:02.616035+0000","last_active":"2024-09-16T11:17:05.858312+0000","last_peered":"2024-09-16T11:17:05.858312+0000","last_clean":"2024-09-16T11:17:05.858312+0000","last_became_active":"2024-09-16T11:11:02.615734+0000","last_became_peered":"2024-09-16T11:11:02.615734+0000","last_unstale":"2024-09-16T11:17:05.858312+0000","last_undegraded":"2024-09-16T11:17:05.858312+0000","last_fullsized":"2024-09-16T11:17:05.858312+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:36:19.404647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"527'29","reported_seq":852,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246416+0000","last_change":"2024-09-16T11:10:29.765704+0000","last_active":"2024-09-16T11:17:06.246416+0000","last_peered":"2024-09-16T11:17:06.246416+0000","last_clean":"2024-09-16T11:17:06.246416+0000","last_became_active":"2024-09-16T11:10:29.765401+0000","last_became_peered":"2024-09-16T11:10:29.765401+0000","last_unstale":"2024-09-16T11:17:06.246416+0000","last_undegraded":"2024-09-16T11:17:06.246416+0000","last_fullsized":"2024-09-16T11:17:06.246416+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:09:07.308985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":819,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036859+0000","last_change":"2024-09-16T11:11:02.605539+0000","last_active":"2024-09-16T11:17:06.036859+0000","last_peered":"2024-09-16T11:17:06.036859+0000","last_clean":"2024-09-16T11:17:06.036859+0000","last_became_active":"2024-09-16T11:11:02.604945+0000","last_became_peered":"2024-09-16T11:11:02.604945+0000","last_unstale":"2024-09-16T11:17:06.036859+0000","last_undegraded":"2024-09-16T11:17:06.036859+0000","last_fullsized":"2024-09-16T11:17:06.036859+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:18:56.017373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":839,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355228+0000","last_change":"2024-09-16T11:09:22.738884+0000","last_active":"2024-09-16T11:17:06.355228+0000","last_peered":"2024-09-16T11:17:06.355228+0000","last_clean":"2024-09-16T11:17:06.355228+0000","last_became_active":"2024-09-16T11:09:22.738527+0000","last_became_peered":"2024-09-16T11:09:22.738527+0000","last_unstale":"2024-09-16T11:17:06.355228+0000","last_undegraded":"2024-09-16T11:17:06.355228+0000","last_fullsized":"2024-09-16T11:17:06.355228+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:52:41.303129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.354872+0000","last_change":"2024-09-16T11:11:02.614795+0000","last_active":"2024-09-16T11:17:06.354872+0000","last_peered":"2024-09-16T11:17:06.354872+0000","last_clean":"2024-09-16T11:17:06.354872+0000","last_became_active":"2024-09-16T11:11:02.614491+0000","last_became_peered":"2024-09-16T11:11:02.614491+0000","last_unstale":"2024-09-16T11:17:06.354872+0000","last_undegraded":"2024-09-16T11:17:06.354872+0000","last_fullsized":"2024-09-16T11:17:06.354872+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:11.943994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":830,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872955+0000","last_change":"2024-09-16T11:11:02.622114+0000","last_active":"2024-09-16T11:17:05.872955+0000","last_peered":"2024-09-16T11:17:05.872955+0000","last_clean":"2024-09-16T11:17:05.872955+0000","last_became_active":"2024-09-16T11:11:02.621831+0000","last_became_peered":"2024-09-16T11:11:02.621831+0000","last_unstale":"2024-09-16T11:17:05.872955+0000","last_undegraded":"2024-09-16T11:17:05.872955+0000","last_fullsized":"2024-09-16T11:17:05.872955+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:27.443892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":839,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036521+0000","last_change":"2024-09-16T11:11:02.616271+0000","last_active":"2024-09-16T11:17:06.036521+0000","last_peered":"2024-09-16T11:17:06.036521+0000","last_clean":"2024-09-16T11:17:06.036521+0000","last_became_active":"2024-09-16T11:11:02.614742+0000","last_became_peered":"2024-09-16T11:11:02.614742+0000","last_unstale":"2024-09-16T11:17:06.036521+0000","last_undegraded":"2024-09-16T11:17:06.036521+0000","last_fullsized":"2024-09-16T11:17:06.036521+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:41:19.772236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":825,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.245885+0000","last_change":"2024-09-16T11:10:29.763858+0000","last_active":"2024-09-16T11:17:06.245885+0000","last_peered":"2024-09-16T11:17:06.245885+0000","last_clean":"2024-09-16T11:17:06.245885+0000","last_became_active":"2024-09-16T11:10:29.763553+0000","last_became_peered":"2024-09-16T11:10:29.763553+0000","last_unstale":"2024-09-16T11:17:06.245885+0000","last_undegraded":"2024-09-16T11:17:06.245885+0000","last_fullsized":"2024-09-16T11:17:06.245885+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:54:03.430165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.245637+0000","last_change":"2024-09-16T11:10:29.767920+0000","last_active":"2024-09-16T11:17:06.245637+0000","last_peered":"2024-09-16T11:17:06.245637+0000","last_clean":"2024-09-16T11:17:06.245637+0000","last_became_active":"2024-09-16T11:10:29.767002+0000","last_became_peered":"2024-09-16T11:10:29.767002+0000","last_unstale":"2024-09-16T11:17:06.245637+0000","last_undegraded":"2024-09-16T11:17:06.245637+0000","last_fullsized":"2024-09-16T11:17:06.245637+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:04.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":850,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.856575+0000","last_change":"2024-09-16T11:08:18.732513+0000","last_active":"2024-09-16T11:17:05.856575+0000","last_peered":"2024-09-16T11:17:05.856575+0000","last_clean":"2024-09-16T11:17:05.856575+0000","last_became_active":"2024-09-16T11:08:18.732179+0000","last_became_peered":"2024-09-16T11:08:18.732179+0000","last_unstale":"2024-09-16T11:17:05.856575+0000","last_undegraded":"2024-09-16T11:17:05.856575+0000","last_fullsized":"2024-09-16T11:17:05.856575+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:18:32.967464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.856732+0000","last_change":"2024-09-16T11:10:29.755285+0000","last_active":"2024-09-16T11:17:05.856732+0000","last_peered":"2024-09-16T11:17:05.856732+0000","last_clean":"2024-09-16T11:17:05.856732+0000","last_became_active":"2024-09-16T11:10:29.754908+0000","last_became_peered":"2024-09-16T11:10:29.754908+0000","last_unstale":"2024-09-16T11:17:05.856732+0000","last_undegraded":"2024-09-16T11:17:05.856732+0000","last_fullsized":"2024-09-16T11:17:05.856732+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:22.765136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"863'1993","reported_seq":4456,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.866120+0000","last_change":"2024-09-16T11:17:06.866709+0000","last_active":"2024-09-16T11:17:06.866120+0000","last_peered":"2024-09-16T11:17:06.866120+0000","last_clean":"2024-09-16T11:17:06.866120+0000","last_became_active":"2024-09-16T11:08:18.737006+0000","last_became_peered":"2024-09-16T11:08:18.737006+0000","last_unstale":"2024-09-16T11:17:06.866120+0000","last_undegraded":"2024-09-16T11:17:06.866120+0000","last_fullsized":"2024-09-16T11:17:06.866120+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1993,"log_dups_size":0,"ondisk_log_size":1993,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:30:03.390788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020612439999999998,"stat_sum":{"num_bytes":16687104,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":351,"num_read_kb":446223,"num_write":823,"num_write_kb":209704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":18546688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.f","version":"53'1","reported_seq":824,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858070+0000","last_change":"2024-09-16T11:11:02.611015+0000","last_active":"2024-09-16T11:17:05.858070+0000","last_peered":"2024-09-16T11:17:05.858070+0000","last_clean":"2024-09-16T11:17:05.858070+0000","last_became_active":"2024-09-16T11:11:02.610574+0000","last_became_peered":"2024-09-16T11:11:02.610574+0000","last_unstale":"2024-09-16T11:17:05.858070+0000","last_undegraded":"2024-09-16T11:17:05.858070+0000","last_fullsized":"2024-09-16T11:17:05.858070+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:13:30.248230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":819,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.037084+0000","last_change":"2024-09-16T11:11:02.605595+0000","last_active":"2024-09-16T11:17:06.037084+0000","last_peered":"2024-09-16T11:17:06.037084+0000","last_clean":"2024-09-16T11:17:06.037084+0000","last_became_active":"2024-09-16T11:11:02.605302+0000","last_became_peered":"2024-09-16T11:11:02.605302+0000","last_unstale":"2024-09-16T11:17:06.037084+0000","last_undegraded":"2024-09-16T11:17:06.037084+0000","last_fullsized":"2024-09-16T11:17:06.037084+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:55.370559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"865'1518","reported_seq":4026,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.919451+0000","last_change":"2024-09-16T11:17:06.914331+0000","last_active":"2024-09-16T11:17:06.919451+0000","last_peered":"2024-09-16T11:17:06.919451+0000","last_clean":"2024-09-16T11:17:06.919451+0000","last_became_active":"2024-09-16T11:11:02.606017+0000","last_became_peered":"2024-09-16T11:11:02.606017+0000","last_unstale":"2024-09-16T11:17:06.919451+0000","last_undegraded":"2024-09-16T11:17:06.919451+0000","last_fullsized":"2024-09-16T11:17:06.919451+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1518,"log_dups_size":0,"ondisk_log_size":1518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:20:00.522117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030805720000000002,"stat_sum":{"num_bytes":19832832,"num_objects":7,"num_object_clones":3,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":280,"num_read_kb":403917,"num_write":737,"num_write_kb":153880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":21118976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.e","version":"53'2","reported_seq":821,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857431+0000","last_change":"2024-09-16T11:11:02.607130+0000","last_active":"2024-09-16T11:17:05.857431+0000","last_peered":"2024-09-16T11:17:05.857431+0000","last_clean":"2024-09-16T11:17:05.857431+0000","last_became_active":"2024-09-16T11:11:02.606737+0000","last_became_peered":"2024-09-16T11:11:02.606737+0000","last_unstale":"2024-09-16T11:17:05.857431+0000","last_undegraded":"2024-09-16T11:17:05.857431+0000","last_fullsized":"2024-09-16T11:17:05.857431+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:55.502379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":839,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.037331+0000","last_change":"2024-09-16T11:11:02.614266+0000","last_active":"2024-09-16T11:17:06.037331+0000","last_peered":"2024-09-16T11:17:06.037331+0000","last_clean":"2024-09-16T11:17:06.037331+0000","last_became_active":"2024-09-16T11:11:02.613826+0000","last_became_peered":"2024-09-16T11:11:02.613826+0000","last_unstale":"2024-09-16T11:17:06.037331+0000","last_undegraded":"2024-09-16T11:17:06.037331+0000","last_fullsized":"2024-09-16T11:17:06.037331+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:03:28.659587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'864","reported_seq":3414,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.864369+0000","last_change":"2024-09-16T11:17:06.865345+0000","last_active":"2024-09-16T11:17:06.864369+0000","last_peered":"2024-09-16T11:17:06.864369+0000","last_clean":"2024-09-16T11:17:06.864369+0000","last_became_active":"2024-09-16T11:09:22.736185+0000","last_became_peered":"2024-09-16T11:09:22.736185+0000","last_unstale":"2024-09-16T11:17:06.864369+0000","last_undegraded":"2024-09-16T11:17:06.864369+0000","last_fullsized":"2024-09-16T11:17:06.864369+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":864,"log_dups_size":0,"ondisk_log_size":864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:51.308827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001566678,"stat_sum":{"num_bytes":7200768,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":176,"num_read_kb":151288,"num_write":409,"num_write_kb":64208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10305536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.d","version":"53'1","reported_seq":844,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862657+0000","last_change":"2024-09-16T11:09:22.734460+0000","last_active":"2024-09-16T11:17:05.862657+0000","last_peered":"2024-09-16T11:17:05.862657+0000","last_clean":"2024-09-16T11:17:05.862657+0000","last_became_active":"2024-09-16T11:09:22.734116+0000","last_became_peered":"2024-09-16T11:09:22.734116+0000","last_unstale":"2024-09-16T11:17:05.862657+0000","last_undegraded":"2024-09-16T11:17:05.862657+0000","last_fullsized":"2024-09-16T11:17:05.862657+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:59.601135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":829,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872884+0000","last_change":"2024-09-16T11:10:29.765242+0000","last_active":"2024-09-16T11:17:05.872884+0000","last_peered":"2024-09-16T11:17:05.872884+0000","last_clean":"2024-09-16T11:17:05.872884+0000","last_became_active":"2024-09-16T11:10:29.764888+0000","last_became_peered":"2024-09-16T11:10:29.764888+0000","last_unstale":"2024-09-16T11:17:05.872884+0000","last_undegraded":"2024-09-16T11:17:05.872884+0000","last_fullsized":"2024-09-16T11:17:05.872884+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:51.487112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"862'921","reported_seq":3479,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.866452+0000","last_change":"2024-09-16T11:17:06.866743+0000","last_active":"2024-09-16T11:17:06.866452+0000","last_peered":"2024-09-16T11:17:06.866452+0000","last_clean":"2024-09-16T11:17:06.866452+0000","last_became_active":"2024-09-16T11:09:56.794069+0000","last_became_peered":"2024-09-16T11:09:56.794069+0000","last_unstale":"2024-09-16T11:17:06.866452+0000","last_undegraded":"2024-09-16T11:17:06.866452+0000","last_fullsized":"2024-09-16T11:17:06.866452+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":921,"log_dups_size":0,"ondisk_log_size":921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:43:44.545390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001792049,"stat_sum":{"num_bytes":7962624,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":184,"num_read_kb":398362,"num_write":356,"num_write_kb":119864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":19308544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":842,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857170+0000","last_change":"2024-09-16T11:09:56.794771+0000","last_active":"2024-09-16T11:17:05.857170+0000","last_peered":"2024-09-16T11:17:05.857170+0000","last_clean":"2024-09-16T11:17:05.857170+0000","last_became_active":"2024-09-16T11:09:56.794469+0000","last_became_peered":"2024-09-16T11:09:56.794469+0000","last_unstale":"2024-09-16T11:17:05.857170+0000","last_undegraded":"2024-09-16T11:17:05.857170+0000","last_fullsized":"2024-09-16T11:17:05.857170+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:31.050314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":823,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.037194+0000","last_change":"2024-09-16T11:11:02.622807+0000","last_active":"2024-09-16T11:17:06.037194+0000","last_peered":"2024-09-16T11:17:06.037194+0000","last_clean":"2024-09-16T11:17:06.037194+0000","last_became_active":"2024-09-16T11:11:02.621092+0000","last_became_peered":"2024-09-16T11:11:02.621092+0000","last_unstale":"2024-09-16T11:17:06.037194+0000","last_undegraded":"2024-09-16T11:17:06.037194+0000","last_fullsized":"2024-09-16T11:17:06.037194+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:52:47.837414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"860'429","reported_seq":3015,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.913823+0000","last_change":"2024-09-16T11:17:06.914193+0000","last_active":"2024-09-16T11:17:06.913823+0000","last_peered":"2024-09-16T11:17:06.913823+0000","last_clean":"2024-09-16T11:17:06.913823+0000","last_became_active":"2024-09-16T11:11:02.623282+0000","last_became_peered":"2024-09-16T11:11:02.623282+0000","last_unstale":"2024-09-16T11:17:06.913823+0000","last_undegraded":"2024-09-16T11:17:06.913823+0000","last_fullsized":"2024-09-16T11:17:06.913823+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":429,"log_dups_size":0,"ondisk_log_size":429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:58.490611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023371529999999998,"stat_sum":{"num_bytes":1597440,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":94,"num_read_kb":166591,"num_write":154,"num_write_kb":57136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":237568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":824,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246450+0000","last_change":"2024-09-16T11:11:02.617025+0000","last_active":"2024-09-16T11:17:06.246450+0000","last_peered":"2024-09-16T11:17:06.246450+0000","last_clean":"2024-09-16T11:17:06.246450+0000","last_became_active":"2024-09-16T11:11:02.616755+0000","last_became_peered":"2024-09-16T11:11:02.616755+0000","last_unstale":"2024-09-16T11:17:06.246450+0000","last_undegraded":"2024-09-16T11:17:06.246450+0000","last_fullsized":"2024-09-16T11:17:06.246450+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:26.243606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000380453,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"223'172","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036360+0000","last_change":"2024-09-16T11:11:02.618625+0000","last_active":"2024-09-16T11:17:06.036360+0000","last_peered":"2024-09-16T11:17:06.036360+0000","last_clean":"2024-09-16T11:17:06.036360+0000","last_became_active":"2024-09-16T11:11:02.618132+0000","last_became_peered":"2024-09-16T11:11:02.618132+0000","last_unstale":"2024-09-16T11:17:06.036360+0000","last_undegraded":"2024-09-16T11:17:06.036360+0000","last_fullsized":"2024-09-16T11:17:06.036360+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T10:57:59.388900+0000","last_clean_scrub_stamp":"2024-09-16T10:57:59.388900+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:24.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":838,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872609+0000","last_change":"2024-09-16T11:11:02.616111+0000","last_active":"2024-09-16T11:17:05.872609+0000","last_peered":"2024-09-16T11:17:05.872609+0000","last_clean":"2024-09-16T11:17:05.872609+0000","last_became_active":"2024-09-16T11:11:02.615802+0000","last_became_peered":"2024-09-16T11:11:02.615802+0000","last_unstale":"2024-09-16T11:17:05.872609+0000","last_undegraded":"2024-09-16T11:17:05.872609+0000","last_fullsized":"2024-09-16T11:17:05.872609+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:42.338864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":822,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.864574+0000","last_change":"2024-09-16T11:10:29.757363+0000","last_active":"2024-09-16T11:17:06.864574+0000","last_peered":"2024-09-16T11:17:06.864574+0000","last_clean":"2024-09-16T11:17:06.864574+0000","last_became_active":"2024-09-16T11:10:29.756884+0000","last_became_peered":"2024-09-16T11:10:29.756884+0000","last_unstale":"2024-09-16T11:17:06.864574+0000","last_undegraded":"2024-09-16T11:17:06.864574+0000","last_fullsized":"2024-09-16T11:17:06.864574+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:25:16.961810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"860'855","reported_seq":3412,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.888664+0000","last_change":"2024-09-16T11:17:06.889023+0000","last_active":"2024-09-16T11:17:06.888664+0000","last_peered":"2024-09-16T11:17:06.888664+0000","last_clean":"2024-09-16T11:17:06.888664+0000","last_became_active":"2024-09-16T11:09:56.798926+0000","last_became_peered":"2024-09-16T11:09:56.798926+0000","last_unstale":"2024-09-16T11:17:06.888664+0000","last_undegraded":"2024-09-16T11:17:06.888664+0000","last_fullsized":"2024-09-16T11:17:06.888664+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":855,"log_dups_size":0,"ondisk_log_size":855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:02.339500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051830300000000001,"stat_sum":{"num_bytes":3342336,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":189,"num_read_kb":239099,"num_write":512,"num_write_kb":70824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":6971392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":843,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355571+0000","last_change":"2024-09-16T11:08:18.724522+0000","last_active":"2024-09-16T11:17:06.355571+0000","last_peered":"2024-09-16T11:17:06.355571+0000","last_clean":"2024-09-16T11:17:06.355571+0000","last_became_active":"2024-09-16T11:08:18.724162+0000","last_became_peered":"2024-09-16T11:08:18.724162+0000","last_unstale":"2024-09-16T11:17:06.355571+0000","last_undegraded":"2024-09-16T11:17:06.355571+0000","last_fullsized":"2024-09-16T11:17:06.355571+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:05:31.107564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":828,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036300+0000","last_change":"2024-09-16T11:11:02.613505+0000","last_active":"2024-09-16T11:17:06.036300+0000","last_peered":"2024-09-16T11:17:06.036300+0000","last_clean":"2024-09-16T11:17:06.036300+0000","last_became_active":"2024-09-16T11:11:02.613202+0000","last_became_peered":"2024-09-16T11:11:02.613202+0000","last_unstale":"2024-09-16T11:17:06.036300+0000","last_undegraded":"2024-09-16T11:17:06.036300+0000","last_fullsized":"2024-09-16T11:17:06.036300+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:35.612260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.354837+0000","last_change":"2024-09-16T11:09:22.730852+0000","last_active":"2024-09-16T11:17:06.354837+0000","last_peered":"2024-09-16T11:17:06.354837+0000","last_clean":"2024-09-16T11:17:06.354837+0000","last_became_active":"2024-09-16T11:09:22.730515+0000","last_became_peered":"2024-09-16T11:09:22.730515+0000","last_unstale":"2024-09-16T11:17:06.354837+0000","last_undegraded":"2024-09-16T11:17:06.354837+0000","last_fullsized":"2024-09-16T11:17:06.354837+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:01:34.821034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"863'1310","reported_seq":3831,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.866848+0000","last_change":"2024-09-16T11:17:06.867158+0000","last_active":"2024-09-16T11:17:06.866848+0000","last_peered":"2024-09-16T11:17:06.866848+0000","last_clean":"2024-09-16T11:17:06.866848+0000","last_became_active":"2024-09-16T11:09:56.807619+0000","last_became_peered":"2024-09-16T11:09:56.807619+0000","last_unstale":"2024-09-16T11:17:06.866848+0000","last_undegraded":"2024-09-16T11:17:06.866848+0000","last_fullsized":"2024-09-16T11:17:06.866848+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1310,"log_dups_size":0,"ondisk_log_size":1310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:14.590745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018658240000000001,"stat_sum":{"num_bytes":15704064,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":228,"num_read_kb":283837,"num_write":592,"num_write_kb":100248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":39837696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":826,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862828+0000","last_change":"2024-09-16T11:09:56.803905+0000","last_active":"2024-09-16T11:17:05.862828+0000","last_peered":"2024-09-16T11:17:05.862828+0000","last_clean":"2024-09-16T11:17:05.862828+0000","last_became_active":"2024-09-16T11:09:56.803586+0000","last_became_peered":"2024-09-16T11:09:56.803586+0000","last_unstale":"2024-09-16T11:17:05.862828+0000","last_undegraded":"2024-09-16T11:17:05.862828+0000","last_fullsized":"2024-09-16T11:17:05.862828+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:45.032136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039050400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":843,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.856815+0000","last_change":"2024-09-16T11:08:51.740281+0000","last_active":"2024-09-16T11:17:05.856815+0000","last_peered":"2024-09-16T11:17:05.856815+0000","last_clean":"2024-09-16T11:17:05.856815+0000","last_became_active":"2024-09-16T11:08:51.740008+0000","last_became_peered":"2024-09-16T11:08:51.740008+0000","last_unstale":"2024-09-16T11:17:05.856815+0000","last_undegraded":"2024-09-16T11:17:05.856815+0000","last_fullsized":"2024-09-16T11:17:05.856815+0000","mapping_epoch":377,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":378,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:32.381713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862402+0000","last_change":"2024-09-16T11:10:29.760582+0000","last_active":"2024-09-16T11:17:05.862402+0000","last_peered":"2024-09-16T11:17:05.862402+0000","last_clean":"2024-09-16T11:17:05.862402+0000","last_became_active":"2024-09-16T11:10:29.760009+0000","last_became_peered":"2024-09-16T11:10:29.760009+0000","last_unstale":"2024-09-16T11:17:05.862402+0000","last_undegraded":"2024-09-16T11:17:05.862402+0000","last_fullsized":"2024-09-16T11:17:05.862402+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:03:56.719686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"863'1248","reported_seq":3748,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.887931+0000","last_change":"2024-09-16T11:17:06.888170+0000","last_active":"2024-09-16T11:17:06.887931+0000","last_peered":"2024-09-16T11:17:06.887931+0000","last_clean":"2024-09-16T11:17:06.887931+0000","last_became_active":"2024-09-16T11:09:22.736462+0000","last_became_peered":"2024-09-16T11:09:22.736462+0000","last_unstale":"2024-09-16T11:17:06.887931+0000","last_undegraded":"2024-09-16T11:17:06.887931+0000","last_fullsized":"2024-09-16T11:17:06.887931+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1248,"log_dups_size":0,"ondisk_log_size":1248,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:49.693450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042861499999999997,"stat_sum":{"num_bytes":4874240,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":228,"num_read_kb":318437,"num_write":541,"num_write_kb":105680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":24657920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":811,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862695+0000","last_change":"2024-09-16T11:08:51.732459+0000","last_active":"2024-09-16T11:17:05.862695+0000","last_peered":"2024-09-16T11:17:05.862695+0000","last_clean":"2024-09-16T11:17:05.862695+0000","last_became_active":"2024-09-16T11:08:51.732186+0000","last_became_peered":"2024-09-16T11:08:51.732186+0000","last_unstale":"2024-09-16T11:17:05.862695+0000","last_undegraded":"2024-09-16T11:17:05.862695+0000","last_fullsized":"2024-09-16T11:17:05.862695+0000","mapping_epoch":377,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":378,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:00:38.604084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":806,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872768+0000","last_change":"2024-09-16T11:10:29.760582+0000","last_active":"2024-09-16T11:17:05.872768+0000","last_peered":"2024-09-16T11:17:05.872768+0000","last_clean":"2024-09-16T11:17:05.872768+0000","last_became_active":"2024-09-16T11:10:29.760191+0000","last_became_peered":"2024-09-16T11:10:29.760191+0000","last_unstale":"2024-09-16T11:17:05.872768+0000","last_undegraded":"2024-09-16T11:17:05.872768+0000","last_fullsized":"2024-09-16T11:17:05.872768+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:21:30.410676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":821,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858066+0000","last_change":"2024-09-16T11:10:29.756022+0000","last_active":"2024-09-16T11:17:05.858066+0000","last_peered":"2024-09-16T11:17:05.858066+0000","last_clean":"2024-09-16T11:17:05.858066+0000","last_became_active":"2024-09-16T11:10:29.755716+0000","last_became_peered":"2024-09-16T11:10:29.755716+0000","last_unstale":"2024-09-16T11:17:05.858066+0000","last_undegraded":"2024-09-16T11:17:05.858066+0000","last_fullsized":"2024-09-16T11:17:05.858066+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:29.321796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"863'1087","reported_seq":3614,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.887858+0000","last_change":"2024-09-16T11:17:06.888155+0000","last_active":"2024-09-16T11:17:06.887858+0000","last_peered":"2024-09-16T11:17:06.887858+0000","last_clean":"2024-09-16T11:17:06.887858+0000","last_became_active":"2024-09-16T11:10:29.765208+0000","last_became_peered":"2024-09-16T11:10:29.765208+0000","last_unstale":"2024-09-16T11:17:06.887858+0000","last_undegraded":"2024-09-16T11:17:06.887858+0000","last_fullsized":"2024-09-16T11:17:06.887858+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1087,"log_dups_size":0,"ondisk_log_size":1087,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:39:10.004927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045341100000000003,"stat_sum":{"num_bytes":17317888,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":199,"num_read_kb":235011,"num_write":556,"num_write_kb":101664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":22896640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.2","version":"61'2","reported_seq":813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862275+0000","last_change":"2024-09-16T11:09:56.808534+0000","last_active":"2024-09-16T11:17:05.862275+0000","last_peered":"2024-09-16T11:17:05.862275+0000","last_clean":"2024-09-16T11:17:05.862275+0000","last_became_active":"2024-09-16T11:09:56.808178+0000","last_became_peered":"2024-09-16T11:09:56.808178+0000","last_unstale":"2024-09-16T11:17:05.862275+0000","last_undegraded":"2024-09-16T11:17:05.862275+0000","last_fullsized":"2024-09-16T11:17:05.862275+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:44:23.791040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":826,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862386+0000","last_change":"2024-09-16T11:11:02.611893+0000","last_active":"2024-09-16T11:17:05.862386+0000","last_peered":"2024-09-16T11:17:05.862386+0000","last_clean":"2024-09-16T11:17:05.862386+0000","last_became_active":"2024-09-16T11:11:02.611592+0000","last_became_peered":"2024-09-16T11:11:02.611592+0000","last_unstale":"2024-09-16T11:17:05.862386+0000","last_undegraded":"2024-09-16T11:17:05.862386+0000","last_fullsized":"2024-09-16T11:17:05.862386+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:23:26.373197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":831,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.873028+0000","last_change":"2024-09-16T11:09:56.799786+0000","last_active":"2024-09-16T11:17:05.873028+0000","last_peered":"2024-09-16T11:17:05.873028+0000","last_clean":"2024-09-16T11:17:05.873028+0000","last_became_active":"2024-09-16T11:09:56.799528+0000","last_became_peered":"2024-09-16T11:09:56.799528+0000","last_unstale":"2024-09-16T11:17:05.873028+0000","last_undegraded":"2024-09-16T11:17:05.873028+0000","last_fullsized":"2024-09-16T11:17:05.873028+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:34.791492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"865'2003","reported_seq":4521,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.964737+0000","last_change":"2024-09-16T11:17:06.914888+0000","last_active":"2024-09-16T11:17:06.964737+0000","last_peered":"2024-09-16T11:17:06.964737+0000","last_clean":"2024-09-16T11:17:06.964737+0000","last_became_active":"2024-09-16T11:10:29.767450+0000","last_became_peered":"2024-09-16T11:10:29.767450+0000","last_unstale":"2024-09-16T11:17:06.964737+0000","last_undegraded":"2024-09-16T11:17:06.964737+0000","last_fullsized":"2024-09-16T11:17:06.964737+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":2003,"log_dups_size":0,"ondisk_log_size":2003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:03.270700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053649700000000004,"stat_sum":{"num_bytes":20488192,"num_objects":7,"num_object_clones":3,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":403,"num_read_kb":688739,"num_write":829,"num_write_kb":211128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":75038720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.3","version":"59'1","reported_seq":844,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355245+0000","last_change":"2024-09-16T11:11:02.619090+0000","last_active":"2024-09-16T11:17:06.355245+0000","last_peered":"2024-09-16T11:17:06.355245+0000","last_clean":"2024-09-16T11:17:06.355245+0000","last_became_active":"2024-09-16T11:11:02.618699+0000","last_became_peered":"2024-09-16T11:11:02.618699+0000","last_unstale":"2024-09-16T11:17:06.355245+0000","last_undegraded":"2024-09-16T11:17:06.355245+0000","last_fullsized":"2024-09-16T11:17:06.355245+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:21:03.650726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":832,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858104+0000","last_change":"2024-09-16T11:09:22.737386+0000","last_active":"2024-09-16T11:17:05.858104+0000","last_peered":"2024-09-16T11:17:05.858104+0000","last_clean":"2024-09-16T11:17:05.858104+0000","last_became_active":"2024-09-16T11:09:22.736939+0000","last_became_peered":"2024-09-16T11:09:22.736939+0000","last_unstale":"2024-09-16T11:17:05.858104+0000","last_undegraded":"2024-09-16T11:17:05.858104+0000","last_fullsized":"2024-09-16T11:17:05.858104+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:57:16.249937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862550+0000","last_change":"2024-09-16T11:09:56.800340+0000","last_active":"2024-09-16T11:17:05.862550+0000","last_peered":"2024-09-16T11:17:05.862550+0000","last_clean":"2024-09-16T11:17:05.862550+0000","last_became_active":"2024-09-16T11:09:56.799949+0000","last_became_peered":"2024-09-16T11:09:56.799949+0000","last_unstale":"2024-09-16T11:17:05.862550+0000","last_undegraded":"2024-09-16T11:17:05.862550+0000","last_fullsized":"2024-09-16T11:17:05.862550+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:52.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'374","reported_seq":2955,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.864573+0000","last_change":"2024-09-16T11:17:06.864985+0000","last_active":"2024-09-16T11:17:06.864573+0000","last_peered":"2024-09-16T11:17:06.864573+0000","last_clean":"2024-09-16T11:17:06.864573+0000","last_became_active":"2024-09-16T11:11:02.609663+0000","last_became_peered":"2024-09-16T11:11:02.609663+0000","last_unstale":"2024-09-16T11:17:06.864573+0000","last_undegraded":"2024-09-16T11:17:06.864573+0000","last_fullsized":"2024-09-16T11:17:06.864573+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":374,"log_dups_size":0,"ondisk_log_size":374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:43:15.257746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057914200000000005,"stat_sum":{"num_bytes":1007616,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":85095,"num_write":169,"num_write_kb":37072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":14114816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":848,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857637+0000","last_change":"2024-09-16T11:11:02.612120+0000","last_active":"2024-09-16T11:17:05.857637+0000","last_peered":"2024-09-16T11:17:05.857637+0000","last_clean":"2024-09-16T11:17:05.857637+0000","last_became_active":"2024-09-16T11:11:02.611796+0000","last_became_peered":"2024-09-16T11:11:02.611796+0000","last_unstale":"2024-09-16T11:17:05.857637+0000","last_undegraded":"2024-09-16T11:17:05.857637+0000","last_fullsized":"2024-09-16T11:17:05.857637+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:13:49.741710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058346699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"532'2","reported_seq":846,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862929+0000","last_change":"2024-09-16T11:10:29.757083+0000","last_active":"2024-09-16T11:17:05.862929+0000","last_peered":"2024-09-16T11:17:05.862929+0000","last_clean":"2024-09-16T11:17:05.862929+0000","last_became_active":"2024-09-16T11:10:29.756736+0000","last_became_peered":"2024-09-16T11:10:29.756736+0000","last_unstale":"2024-09-16T11:17:05.862929+0000","last_undegraded":"2024-09-16T11:17:05.862929+0000","last_fullsized":"2024-09-16T11:17:05.862929+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:37.884662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":846,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858194+0000","last_change":"2024-09-16T11:11:02.611927+0000","last_active":"2024-09-16T11:17:05.858194+0000","last_peered":"2024-09-16T11:17:05.858194+0000","last_clean":"2024-09-16T11:17:05.858194+0000","last_became_active":"2024-09-16T11:11:02.611628+0000","last_became_peered":"2024-09-16T11:11:02.611628+0000","last_unstale":"2024-09-16T11:17:05.858194+0000","last_undegraded":"2024-09-16T11:17:05.858194+0000","last_fullsized":"2024-09-16T11:17:05.858194+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:31.216576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"865'2135","reported_seq":4580,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.870790+0000","last_change":"2024-09-16T11:17:06.870790+0000","last_active":"2024-09-16T11:17:06.870790+0000","last_peered":"2024-09-16T11:17:06.870790+0000","last_clean":"2024-09-16T11:17:06.870790+0000","last_became_active":"2024-09-16T11:09:22.732943+0000","last_became_peered":"2024-09-16T11:09:22.732943+0000","last_unstale":"2024-09-16T11:17:06.870790+0000","last_undegraded":"2024-09-16T11:17:06.870790+0000","last_fullsized":"2024-09-16T11:17:06.870790+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":2135,"log_dups_size":0,"ondisk_log_size":2135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:59:52.392121+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0058909569999999996,"stat_sum":{"num_bytes":14794752,"num_objects":9,"num_object_clones":3,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":392,"num_read_kb":452009,"num_write":1046,"num_write_kb":198224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":36831232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":847,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857705+0000","last_change":"2024-09-16T11:10:29.756985+0000","last_active":"2024-09-16T11:17:05.857705+0000","last_peered":"2024-09-16T11:17:05.857705+0000","last_clean":"2024-09-16T11:17:05.857705+0000","last_became_active":"2024-09-16T11:10:29.756454+0000","last_became_peered":"2024-09-16T11:10:29.756454+0000","last_unstale":"2024-09-16T11:17:05.857705+0000","last_undegraded":"2024-09-16T11:17:05.857705+0000","last_fullsized":"2024-09-16T11:17:05.857705+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:54.673344+0000","last_clean_scrub_stamp":"2024-09-16T11:00:54.673344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:11:57.776405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":806,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246502+0000","last_change":"2024-09-16T11:11:02.613402+0000","last_active":"2024-09-16T11:17:06.246502+0000","last_peered":"2024-09-16T11:17:06.246502+0000","last_clean":"2024-09-16T11:17:06.246502+0000","last_became_active":"2024-09-16T11:11:02.613095+0000","last_became_peered":"2024-09-16T11:11:02.613095+0000","last_unstale":"2024-09-16T11:17:06.246502+0000","last_undegraded":"2024-09-16T11:17:06.246502+0000","last_fullsized":"2024-09-16T11:17:06.246502+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:08:21.781511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355458+0000","last_change":"2024-09-16T11:09:22.742234+0000","last_active":"2024-09-16T11:17:06.355458+0000","last_peered":"2024-09-16T11:17:06.355458+0000","last_clean":"2024-09-16T11:17:06.355458+0000","last_became_active":"2024-09-16T11:09:22.741901+0000","last_became_peered":"2024-09-16T11:09:22.741901+0000","last_unstale":"2024-09-16T11:17:06.355458+0000","last_undegraded":"2024-09-16T11:17:06.355458+0000","last_fullsized":"2024-09-16T11:17:06.355458+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:13:53.001525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"863'356","reported_seq":2913,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.888276+0000","last_change":"2024-09-16T11:17:06.888640+0000","last_active":"2024-09-16T11:17:06.888276+0000","last_peered":"2024-09-16T11:17:06.888276+0000","last_clean":"2024-09-16T11:17:06.888276+0000","last_became_active":"2024-09-16T11:10:29.760276+0000","last_became_peered":"2024-09-16T11:10:29.760276+0000","last_unstale":"2024-09-16T11:17:06.888276+0000","last_undegraded":"2024-09-16T11:17:06.888276+0000","last_fullsized":"2024-09-16T11:17:06.888276+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":356,"log_dups_size":0,"ondisk_log_size":356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:26:46.383831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050874799999999995,"stat_sum":{"num_bytes":1630208,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":65,"num_read_kb":43376,"num_write":85,"num_write_kb":11600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":401408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":827,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036462+0000","last_change":"2024-09-16T11:11:02.617423+0000","last_active":"2024-09-16T11:17:06.036462+0000","last_peered":"2024-09-16T11:17:06.036462+0000","last_clean":"2024-09-16T11:17:06.036462+0000","last_became_active":"2024-09-16T11:11:02.617123+0000","last_became_peered":"2024-09-16T11:11:02.617123+0000","last_unstale":"2024-09-16T11:17:06.036462+0000","last_undegraded":"2024-09-16T11:17:06.036462+0000","last_fullsized":"2024-09-16T11:17:06.036462+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:15.838390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":844,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858074+0000","last_change":"2024-09-16T11:11:02.611542+0000","last_active":"2024-09-16T11:17:05.858074+0000","last_peered":"2024-09-16T11:17:05.858074+0000","last_clean":"2024-09-16T11:17:05.858074+0000","last_became_active":"2024-09-16T11:11:02.611281+0000","last_became_peered":"2024-09-16T11:11:02.611281+0000","last_unstale":"2024-09-16T11:17:05.858074+0000","last_undegraded":"2024-09-16T11:17:05.858074+0000","last_fullsized":"2024-09-16T11:17:05.858074+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:32:32.237211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"865'774","reported_seq":3306,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.895116+0000","last_change":"2024-09-16T11:17:06.865518+0000","last_active":"2024-09-16T11:17:06.895116+0000","last_peered":"2024-09-16T11:17:06.895116+0000","last_clean":"2024-09-16T11:17:06.895116+0000","last_became_active":"2024-09-16T11:09:56.792141+0000","last_became_peered":"2024-09-16T11:09:56.792141+0000","last_unstale":"2024-09-16T11:17:06.895116+0000","last_undegraded":"2024-09-16T11:17:06.895116+0000","last_fullsized":"2024-09-16T11:17:06.895116+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":774,"log_dups_size":0,"ondisk_log_size":774,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:26:22.782007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033736699999999998,"stat_sum":{"num_bytes":9289728,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":118,"num_read_kb":88364,"num_write":307,"num_write_kb":64760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":21446656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862105+0000","last_change":"2024-09-16T11:11:02.606550+0000","last_active":"2024-09-16T11:17:05.862105+0000","last_peered":"2024-09-16T11:17:05.862105+0000","last_clean":"2024-09-16T11:17:05.862105+0000","last_became_active":"2024-09-16T11:11:02.606167+0000","last_became_peered":"2024-09-16T11:11:02.606167+0000","last_unstale":"2024-09-16T11:17:05.862105+0000","last_undegraded":"2024-09-16T11:17:05.862105+0000","last_fullsized":"2024-09-16T11:17:05.862105+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:32:03.853866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.857902+0000","last_change":"2024-09-16T11:11:02.612259+0000","last_active":"2024-09-16T11:17:05.857902+0000","last_peered":"2024-09-16T11:17:05.857902+0000","last_clean":"2024-09-16T11:17:05.857902+0000","last_became_active":"2024-09-16T11:11:02.611971+0000","last_became_peered":"2024-09-16T11:11:02.611971+0000","last_unstale":"2024-09-16T11:17:05.857902+0000","last_undegraded":"2024-09-16T11:17:05.857902+0000","last_fullsized":"2024-09-16T11:17:05.857902+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T20:20:08.861631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"863'2079","reported_seq":4551,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.866916+0000","last_change":"2024-09-16T11:17:06.867175+0000","last_active":"2024-09-16T11:17:06.866916+0000","last_peered":"2024-09-16T11:17:06.866916+0000","last_clean":"2024-09-16T11:17:06.866916+0000","last_became_active":"2024-09-16T11:11:02.618953+0000","last_became_peered":"2024-09-16T11:11:02.618953+0000","last_unstale":"2024-09-16T11:17:06.866916+0000","last_undegraded":"2024-09-16T11:17:06.866916+0000","last_fullsized":"2024-09-16T11:17:06.866916+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":2079,"log_dups_size":0,"ondisk_log_size":2079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:24.354172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001419708,"stat_sum":{"num_bytes":15876096,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":473181,"num_write":877,"num_write_kb":159600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":73064448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":841,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.862318+0000","last_change":"2024-09-16T11:11:02.606366+0000","last_active":"2024-09-16T11:17:05.862318+0000","last_peered":"2024-09-16T11:17:05.862318+0000","last_clean":"2024-09-16T11:17:05.862318+0000","last_became_active":"2024-09-16T11:11:02.606047+0000","last_became_peered":"2024-09-16T11:11:02.606047+0000","last_unstale":"2024-09-16T11:17:05.862318+0000","last_undegraded":"2024-09-16T11:17:05.862318+0000","last_fullsized":"2024-09-16T11:17:05.862318+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:25.249797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":846,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.858201+0000","last_change":"2024-09-16T11:09:22.732247+0000","last_active":"2024-09-16T11:17:05.858201+0000","last_peered":"2024-09-16T11:17:05.858201+0000","last_clean":"2024-09-16T11:17:05.858201+0000","last_became_active":"2024-09-16T11:09:22.731847+0000","last_became_peered":"2024-09-16T11:09:22.731847+0000","last_unstale":"2024-09-16T11:17:05.858201+0000","last_undegraded":"2024-09-16T11:17:05.858201+0000","last_fullsized":"2024-09-16T11:17:05.858201+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:05:59.166653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"865'1489","reported_seq":4033,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.991623+0000","last_change":"2024-09-16T11:17:06.870800+0000","last_active":"2024-09-16T11:17:06.991623+0000","last_peered":"2024-09-16T11:17:06.991623+0000","last_clean":"2024-09-16T11:17:06.991623+0000","last_became_active":"2024-09-16T11:09:22.740077+0000","last_became_peered":"2024-09-16T11:09:22.740077+0000","last_unstale":"2024-09-16T11:17:06.991623+0000","last_undegraded":"2024-09-16T11:17:06.991623+0000","last_fullsized":"2024-09-16T11:17:06.991623+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:03:29.444742+0000","last_clean_scrub_stamp":"2024-09-16T11:03:29.444742+0000","objects_scrubbed":0,"log_size":1489,"log_dups_size":0,"ondisk_log_size":1489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T22:45:56.402757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028312979999999999,"stat_sum":{"num_bytes":11952128,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":322,"num_read_kb":529982,"num_write":502,"num_write_kb":147768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":17113088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2ee","length":"1"},{"start":"2ff","length":"1"},{"start":"305","length":"1"},{"start":"30b","length":"1"},{"start":"310","length":"1"},{"start":"313","length":"1"}]},{"pgid":"2.b","version":"527'3","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036522+0000","last_change":"2024-09-16T11:11:02.620456+0000","last_active":"2024-09-16T11:17:06.036522+0000","last_peered":"2024-09-16T11:17:06.036522+0000","last_clean":"2024-09-16T11:17:06.036522+0000","last_became_active":"2024-09-16T11:11:02.620072+0000","last_became_peered":"2024-09-16T11:11:02.620072+0000","last_unstale":"2024-09-16T11:17:06.036522+0000","last_undegraded":"2024-09-16T11:17:06.036522+0000","last_fullsized":"2024-09-16T11:17:06.036522+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:11.469172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":825,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.246237+0000","last_change":"2024-09-16T11:10:29.768149+0000","last_active":"2024-09-16T11:17:06.246237+0000","last_peered":"2024-09-16T11:17:06.246237+0000","last_clean":"2024-09-16T11:17:06.246237+0000","last_became_active":"2024-09-16T11:10:29.767872+0000","last_became_peered":"2024-09-16T11:10:29.767872+0000","last_unstale":"2024-09-16T11:17:06.246237+0000","last_undegraded":"2024-09-16T11:17:06.246237+0000","last_fullsized":"2024-09-16T11:17:06.246237+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T21:07:48.265113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872707+0000","last_change":"2024-09-16T11:10:29.759848+0000","last_active":"2024-09-16T11:17:05.872707+0000","last_peered":"2024-09-16T11:17:05.872707+0000","last_clean":"2024-09-16T11:17:05.872707+0000","last_became_active":"2024-09-16T11:10:29.759579+0000","last_became_peered":"2024-09-16T11:10:29.759579+0000","last_unstale":"2024-09-16T11:17:05.872707+0000","last_undegraded":"2024-09-16T11:17:05.872707+0000","last_fullsized":"2024-09-16T11:17:05.872707+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:33.407500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":837,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036815+0000","last_change":"2024-09-16T11:11:02.622307+0000","last_active":"2024-09-16T11:17:06.036815+0000","last_peered":"2024-09-16T11:17:06.036815+0000","last_clean":"2024-09-16T11:17:06.036815+0000","last_became_active":"2024-09-16T11:11:02.621956+0000","last_became_peered":"2024-09-16T11:11:02.621956+0000","last_unstale":"2024-09-16T11:17:06.036815+0000","last_undegraded":"2024-09-16T11:17:06.036815+0000","last_fullsized":"2024-09-16T11:17:06.036815+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:03.105455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":818,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.872998+0000","last_change":"2024-09-16T11:09:56.794082+0000","last_active":"2024-09-16T11:17:05.872998+0000","last_peered":"2024-09-16T11:17:05.872998+0000","last_clean":"2024-09-16T11:17:05.872998+0000","last_became_active":"2024-09-16T11:09:56.793743+0000","last_became_peered":"2024-09-16T11:09:56.793743+0000","last_unstale":"2024-09-16T11:17:05.872998+0000","last_undegraded":"2024-09-16T11:17:05.872998+0000","last_fullsized":"2024-09-16T11:17:05.872998+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:00:58.069910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":828,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.036931+0000","last_change":"2024-09-16T11:11:02.607162+0000","last_active":"2024-09-16T11:17:06.036931+0000","last_peered":"2024-09-16T11:17:06.036931+0000","last_clean":"2024-09-16T11:17:06.036931+0000","last_became_active":"2024-09-16T11:11:02.606103+0000","last_became_peered":"2024-09-16T11:11:02.606103+0000","last_unstale":"2024-09-16T11:17:06.036931+0000","last_undegraded":"2024-09-16T11:17:06.036931+0000","last_fullsized":"2024-09-16T11:17:06.036931+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:17.156695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":834,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355635+0000","last_change":"2024-09-16T11:09:56.799715+0000","last_active":"2024-09-16T11:17:06.355635+0000","last_peered":"2024-09-16T11:17:06.355635+0000","last_clean":"2024-09-16T11:17:06.355635+0000","last_became_active":"2024-09-16T11:09:56.799159+0000","last_became_peered":"2024-09-16T11:09:56.799159+0000","last_unstale":"2024-09-16T11:17:06.355635+0000","last_undegraded":"2024-09-16T11:17:06.355635+0000","last_fullsized":"2024-09-16T11:17:06.355635+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:54:44.191063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"527'2","reported_seq":850,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.859371+0000","last_change":"2024-09-16T11:09:56.802334+0000","last_active":"2024-09-16T11:17:05.859371+0000","last_peered":"2024-09-16T11:17:05.859371+0000","last_clean":"2024-09-16T11:17:05.859371+0000","last_became_active":"2024-09-16T11:09:56.801998+0000","last_became_peered":"2024-09-16T11:09:56.801998+0000","last_unstale":"2024-09-16T11:17:05.859371+0000","last_undegraded":"2024-09-16T11:17:05.859371+0000","last_fullsized":"2024-09-16T11:17:05.859371+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:14.522743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":828,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:05.859308+0000","last_change":"2024-09-16T11:10:29.758599+0000","last_active":"2024-09-16T11:17:05.859308+0000","last_peered":"2024-09-16T11:17:05.859308+0000","last_clean":"2024-09-16T11:17:05.859308+0000","last_became_active":"2024-09-16T11:10:29.758202+0000","last_became_peered":"2024-09-16T11:10:29.758202+0000","last_unstale":"2024-09-16T11:17:05.859308+0000","last_undegraded":"2024-09-16T11:17:05.859308+0000","last_fullsized":"2024-09-16T11:17:05.859308+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:13.823518+0000","last_clean_scrub_stamp":"2024-09-16T11:00:13.823518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:37.127445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"527'5","reported_seq":842,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-09-16T11:17:06.355951+0000","last_change":"2024-09-16T11:11:02.608387+0000","last_active":"2024-09-16T11:17:06.355951+0000","last_peered":"2024-09-16T11:17:06.355951+0000","last_clean":"2024-09-16T11:17:06.355951+0000","last_became_active":"2024-09-16T11:11:02.608022+0000","last_became_peered":"2024-09-16T11:11:02.608022+0000","last_unstale":"2024-09-16T11:17:06.355951+0000","last_undegraded":"2024-09-16T11:17:06.355951+0000","last_fullsized":"2024-09-16T11:17:06.355951+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T11:00:12.819807+0000","last_clean_scrub_stamp":"2024-09-16T11:00:12.819807+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:57:12.558404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":169558016,"num_objects":71,"num_object_clones":27,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":3,"num_read":3673,"num_read_kb":5003511,"num_write":8495,"num_write_kb":1813360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":98,"num_bytes_recovered":401891328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":254337024,"data_stored":315478016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19435,"ondisk_log_size":19435,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6608,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38491,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172,"ondisk_log_size":172,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":505,"seq":2168958484555,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":165804,"kb_used_data":28696,"kb_used_omap":29,"kb_used_meta":137058,"kb_avail":93579348,"statfs":{"total":95995035648,"available":95825252352,"internally_reserved":0,"allocated":29384704,"data_stored":29711881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29804,"internal_metadata":140348308},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.505},"min":{"1min":0.375,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68500000000000005,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.57599999999999996,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78400000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65700000000000003}]},{"osd":1,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.55500000000000005,"15min":0.50800000000000001},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67800000000000005,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.63200000000000001}]},{"osd":2,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56000000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.80100000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.33700000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81599999999999995,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.70799999999999996}]},{"osd":3,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.53200000000000003},"min":{"1min":0.41399999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.83299999999999996,"5min":1.04,"15min":1.04},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.58299999999999996,"15min":0.56499999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76200000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.69899999999999995}]},{"osd":4,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.48799999999999999,"15min":0.45400000000000001},"min":{"1min":0.33400000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.64300000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.498},{"interface":"front","average":{"1min":0.502,"5min":0.503,"15min":0.46800000000000003},"min":{"1min":0.36599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.72999999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.496,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68999999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52200000000000002,"15min":0.47599999999999998},"min":{"1min":0.32500000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71299999999999997,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57599999999999996}]},{"osd":6,"last update":"Mon Sep 16 11:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54700000000000004,"15min":0.51500000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.621},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56599999999999995,"15min":0.51700000000000002},"min":{"1min":0.34699999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79900000000000004,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.64100000000000001}]}]},{"osd":6,"up_from":474,"seq":2035814498385,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":209132,"kb_used_data":38936,"kb_used_omap":30,"kb_used_meta":170145,"kb_avail":93536020,"statfs":{"total":95995035648,"available":95780884480,"internally_reserved":0,"allocated":39870464,"data_stored":43090551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30763,"internal_metadata":174229461},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56699999999999995,"15min":0.51900000000000002},"min":{"1min":0.378,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.90800000000000003,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.36399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.434}]},{"osd":1,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58699999999999997,"15min":0.55700000000000005},"min":{"1min":0.32200000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.80700000000000005,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.56699999999999995,"15min":0.52600000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.93100000000000005,"5min":2.2810000000000001,"15min":2.2810000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58999999999999997,"15min":0.53300000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.88300000000000001,"5min":2.121,"15min":2.121},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.59499999999999997,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81399999999999995,"5min":2.9260000000000002,"15min":2.9260000000000002},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.59899999999999998,"15min":0.58099999999999996},"min":{"1min":0.45300000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.96199999999999997,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.59399999999999997,"15min":0.55400000000000005},"min":{"1min":0.47399999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97499999999999998,"5min":2.298,"15min":2.298},"last":0.54700000000000004}]},{"osd":4,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46500000000000002,"15min":0.46899999999999997},"min":{"1min":0.29799999999999999,"5min":0.29299999999999998,"15min":0.28699999999999998},"max":{"1min":0.60699999999999998,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.374,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.74399999999999999,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.36299999999999999}]},{"osd":5,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.48299999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77200000000000002,"5min":1.762,"15min":1.762},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.36199999999999999,"5min":0.33000000000000002,"15min":0.29299999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.41599999999999998}]},{"osd":7,"last update":"Mon Sep 16 11:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.55200000000000005,"15min":0.55600000000000005},"min":{"1min":0.36299999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77900000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57399999999999995,"15min":0.55600000000000005},"min":{"1min":0.40799999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.89600000000000002,"5min":2.2559999999999998,"15min":2.2559999999999998},"last":0.39600000000000002}]}]},{"osd":5,"up_from":441,"seq":1894080577624,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":328484,"kb_used_data":46480,"kb_used_omap":44,"kb_used_meta":281939,"kb_avail":93416668,"statfs":{"total":95995035648,"available":95658668032,"internally_reserved":0,"allocated":47595520,"data_stored":60440772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45718,"internal_metadata":288705898},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.52300000000000002,"15min":0.503},"min":{"1min":0.40200000000000002,"5min":0.309,"15min":0.26600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.74099999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54300000000000004}]},{"osd":1,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.54300000000000004,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81499999999999995,"5min":0.85499999999999998,"15min":0.873},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.54300000000000004,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.754,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.58199999999999996}]},{"osd":2,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.55700000000000005,"15min":0.53400000000000003},"min":{"1min":0.46000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.53800000000000003,"15min":0.54100000000000004},"min":{"1min":0.51200000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.80900000000000005},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.51200000000000001,"15min":0.52900000000000003},"min":{"1min":0.42399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.71999999999999997,"5min":0.753,"15min":0.75600000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.57399999999999995,"15min":0.55600000000000005},"min":{"1min":0.48799999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.79000000000000004,"5min":0.81899999999999995,"15min":0.89400000000000002},"last":0.69899999999999995}]},{"osd":4,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42599999999999999,"15min":0.42399999999999999},"min":{"1min":0.316,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.376},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.438,"15min":0.44900000000000001},"min":{"1min":0.33400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.57099999999999995,"5min":0.63500000000000001,"15min":0.79500000000000004},"last":0.46300000000000002}]},{"osd":6,"last update":"Mon Sep 16 11:16:36 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.34200000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.629,"5min":0.76700000000000002,"15min":0.79300000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.34499999999999997},"max":{"1min":0.73799999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.64400000000000002}]},{"osd":7,"last update":"Mon Sep 16 11:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.503,"15min":0.504},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.59899999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.41599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.76600000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40899999999999997}]}]},{"osd":4,"up_from":407,"seq":1748051689567,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":343908,"kb_used_data":34200,"kb_used_omap":36,"kb_used_meta":309659,"kb_avail":93401244,"statfs":{"total":95995035648,"available":95642873856,"internally_reserved":0,"allocated":35020800,"data_stored":34643044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37235,"internal_metadata":317091469},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54300000000000004},"min":{"1min":0.35199999999999998,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":0.72699999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54500000000000004,"15min":0.54400000000000004},"min":{"1min":0.42199999999999999,"5min":0.32100000000000001,"15min":0.27900000000000003},"max":{"1min":0.77900000000000003,"5min":0.78400000000000003,"15min":0.82199999999999995},"last":0.64700000000000002}]},{"osd":1,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.54100000000000004},"min":{"1min":0.42799999999999999,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.72399999999999998,"15min":0.61399999999999999},"min":{"1min":0.41099999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.77600000000000002,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.51900000000000002}]},{"osd":2,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.73699999999999999,"15min":0.60799999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.29799999999999999},"max":{"1min":0.81499999999999995,"5min":16.468,"15min":16.468},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.57999999999999996,"15min":0.56200000000000006},"min":{"1min":0.46600000000000003,"5min":0.33500000000000002,"15min":0.32700000000000001},"max":{"1min":0.75900000000000001,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53600000000000003,"15min":0.56399999999999995},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.63700000000000001,"5min":0.71299999999999997,"15min":0.77900000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55800000000000005,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.79000000000000004,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.55500000000000005}]},{"osd":5,"last update":"Mon Sep 16 11:17:07 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45500000000000002,"15min":0.41199999999999998},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.57899999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.439,"5min":0.45700000000000002,"15min":0.41499999999999998},"min":{"1min":0.31,"5min":0.223,"15min":0.223},"max":{"1min":0.65700000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47399999999999998}]},{"osd":6,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.495,"15min":0.46000000000000002},"min":{"1min":0.32100000000000001,"5min":0.28799999999999998,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.5},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.57799999999999996,"15min":0.55200000000000005},"min":{"1min":0.46300000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78200000000000003,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.53600000000000003}]},{"osd":7,"last update":"Mon Sep 16 11:17:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.53600000000000003},"min":{"1min":0.38800000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.753,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.38700000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.629,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.38700000000000001}]}]},{"osd":3,"up_from":377,"seq":1619202670693,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238984,"kb_used_data":29112,"kb_used_omap":23,"kb_used_meta":209832,"kb_avail":93506168,"statfs":{"total":95995035648,"available":95750316032,"internally_reserved":0,"allocated":29810688,"data_stored":28246207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24491,"internal_metadata":214868053},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:17:07 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.33400000000000002},"min":{"1min":0.23100000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.56899999999999995,"5min":0.622,"15min":0.622},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.26100000000000001,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":4.9889999999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Mon Sep 16 11:17:07 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.36799999999999999,"15min":0.373},"min":{"1min":0.223,"5min":0.188,"15min":0.188},"max":{"1min":0.52600000000000002,"5min":0.67200000000000004,"15min":5.0270000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.36899999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60799999999999998,"5min":1.153,"15min":1.153},"last":0.315}]},{"osd":2,"last update":"Mon Sep 16 11:17:07 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.69799999999999995},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40699999999999997,"15min":0.42099999999999999},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.67500000000000004,"5min":0.73299999999999998,"15min":5.0449999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Mon Sep 16 11:16:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.57499999999999996,"15min":0.55100000000000005},"min":{"1min":0.502,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.81399999999999995,"5min":1.018,"15min":1.018},"last":0.626},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.628,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76200000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.52200000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:17:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.434,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.92300000000000004,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.60999999999999999,"15min":0.60299999999999998},"min":{"1min":0.39000000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.171},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Sep 16 11:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":1.002,"15min":0.71599999999999997},"min":{"1min":0.47099999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83199999999999996,"5min":41.847000000000001,"15min":41.847000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.0329999999999999,"15min":0.751},"min":{"1min":0.41899999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0309999999999999,"5min":41.655000000000001,"15min":41.655000000000001},"last":0.65600000000000003}]},{"osd":7,"last update":"Mon Sep 16 11:16:11 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.59199999999999997},"min":{"1min":0.46600000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.77500000000000002,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60099999999999998,"15min":0.57099999999999995},"min":{"1min":0.432,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78000000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56599999999999995}]}]},{"osd":2,"up_from":344,"seq":1477468749931,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":396540,"kb_used_data":41136,"kb_used_omap":36,"kb_used_meta":355355,"kb_avail":93348612,"statfs":{"total":95995035648,"available":95588978688,"internally_reserved":0,"allocated":42123264,"data_stored":46871609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37021,"internal_metadata":363884387},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.216,"5min":0.21199999999999999,"15min":0.17699999999999999},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.35199999999999998,"15min":0.34599999999999997},"min":{"1min":0.27000000000000002,"5min":0.23899999999999999,"15min":0.215},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.49099999999999999}]},{"osd":1,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.373,"15min":0.34599999999999997},"min":{"1min":0.26000000000000001,"5min":0.19700000000000001,"15min":0.191},"max":{"1min":1.2270000000000001,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.39000000000000001,"15min":0.36299999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.20000000000000001},"max":{"1min":0.53300000000000003,"5min":2.383,"15min":2.383},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Sep 16 11:17:00 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42699999999999999,"15min":0.41699999999999998},"min":{"1min":0.28899999999999998,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":1.1850000000000001,"5min":2.5249999999999999,"15min":2.5249999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.42899999999999999,"15min":0.42399999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.58299999999999996}]},{"osd":4,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64100000000000001,"15min":0.63},"min":{"1min":0.38300000000000001,"5min":0.35499999999999998,"15min":0.32300000000000001},"max":{"1min":1.4450000000000001,"5min":2.6829999999999998,"15min":2.6829999999999998},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.63300000000000001,"15min":0.63800000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.89300000000000002}]},{"osd":5,"last update":"Mon Sep 16 11:17:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.63600000000000001,"15min":0.56399999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.33000000000000002},"max":{"1min":0.81299999999999994,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59199999999999997,"15min":0.55200000000000005},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.35799999999999998},"max":{"1min":0.88200000000000001,"5min":1.228,"15min":1.228},"last":0.82599999999999996}]},{"osd":6,"last update":"Mon Sep 16 11:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.65100000000000002,"15min":0.58999999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.621,"15min":0.57099999999999995},"min":{"1min":0.47899999999999998,"5min":0.39700000000000002,"15min":0.375},"max":{"1min":0.86199999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.76500000000000001}]},{"osd":7,"last update":"Mon Sep 16 11:16:09 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.60399999999999998,"15min":0.58899999999999997},"min":{"1min":0.45000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.85199999999999998,"5min":1.206,"15min":1.206},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.65700000000000003,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.8959999999999999,"5min":2.738,"15min":2.738},"last":0.88100000000000001}]}]},{"osd":1,"up_from":312,"seq":1340029796466,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":610648,"kb_used_data":51980,"kb_used_omap":43,"kb_used_meta":558612,"kb_avail":93134504,"statfs":{"total":95995035648,"available":95369732096,"internally_reserved":0,"allocated":53227520,"data_stored":57279009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44350,"internal_metadata":572019394},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 11:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40300000000000002,"15min":0.36199999999999999},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.57199999999999995,"5min":4.9820000000000002,"15min":4.9820000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.35699999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.19},"max":{"1min":0.59599999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Sep 16 11:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.41199999999999998,"15min":0.36899999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":0.51500000000000001,"5min":4.806,"15min":4.806},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.45100000000000001,"15min":0.40200000000000002},"min":{"1min":0.247,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65200000000000002,"5min":3.5369999999999999,"15min":3.5369999999999999},"last":0.373}]},{"osd":3,"last update":"Mon Sep 16 11:17:08 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.25700000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.64500000000000002,"5min":0.873,"15min":0.873},"last":0.318},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.61899999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.40300000000000002}]},{"osd":4,"last update":"Mon Sep 16 11:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.58699999999999997,"15min":0.60999999999999999},"min":{"1min":0.36499999999999999,"5min":0.33400000000000002,"15min":0.316},"max":{"1min":0.88500000000000001,"5min":1.4379999999999999,"15min":1.556},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.64800000000000002,"15min":0.63300000000000001},"min":{"1min":0.39800000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.95699999999999996,"5min":5.0949999999999998,"15min":5.0949999999999998},"last":0.78600000000000003}]},{"osd":5,"last update":"Mon Sep 16 11:17:08 2024","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.64100000000000001,"15min":0.61099999999999999},"min":{"1min":0.44500000000000001,"5min":0.378,"15min":0.33300000000000002},"max":{"1min":0.97099999999999997,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65400000000000003,"15min":0.59099999999999997},"min":{"1min":0.375,"5min":0.34699999999999998,"15min":0.308},"max":{"1min":0.98599999999999999,"5min":5.0190000000000001,"15min":5.0190000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Mon Sep 16 11:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66300000000000003,"15min":0.61899999999999999},"min":{"1min":0.41299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.008,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.622},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.64000000000000001,"15min":0.624},"min":{"1min":0.432,"5min":0.38800000000000001,"15min":0.35799999999999998},"max":{"1min":0.92500000000000004,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":0.75700000000000001}]},{"osd":7,"last update":"Mon Sep 16 11:16:09 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.67500000000000004,"15min":0.62},"min":{"1min":0.46899999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82599999999999996,"5min":5.0620000000000003,"15min":5.0620000000000003},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.70599999999999996,"15min":0.624},"min":{"1min":0.49199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90300000000000002,"5min":5.9130000000000003,"15min":5.9130000000000003},"last":0.70199999999999996}]}]},{"osd":0,"up_from":280,"seq":1202590843000,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":545836,"kb_used_data":54872,"kb_used_omap":43,"kb_used_meta":490900,"kb_avail":93199316,"statfs":{"total":95995035648,"available":95436099584,"internally_reserved":0,"allocated":56188928,"data_stored":61720497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44995,"internal_metadata":502681661},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 11:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.36799999999999999,"15min":0.35899999999999999},"min":{"1min":0.25800000000000001,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":0.47499999999999998,"5min":0.73699999999999999,"15min":0.91100000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38500000000000001,"15min":0.35399999999999998},"min":{"1min":0.245,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.45900000000000002,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.5}]},{"osd":2,"last update":"Mon Sep 16 11:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38900000000000001,"15min":0.37},"min":{"1min":0.28100000000000003,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.59099999999999997,"5min":1.0289999999999999,"15min":4.6959999999999997},"last":0.436},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.38600000000000001},"min":{"1min":0.307,"5min":0.215,"15min":0.215},"max":{"1min":0.625,"5min":0.76300000000000001,"15min":1.988},"last":0.40500000000000003}]},{"osd":3,"last update":"Mon Sep 16 11:16:04 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.38500000000000001},"min":{"1min":0.28100000000000003,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.629,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.435,"15min":0.41699999999999998},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.252},"max":{"1min":0.69999999999999996,"5min":1.79,"15min":1.79},"last":0.52000000000000002}]},{"osd":4,"last update":"Mon Sep 16 11:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60899999999999999,"15min":0.63},"min":{"1min":0.42199999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.876,"5min":0.94499999999999995,"15min":3.609},"last":0.878},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61499999999999999,"15min":0.61299999999999999},"min":{"1min":0.46000000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.90400000000000003,"5min":1.0209999999999999,"15min":3.6760000000000002},"last":0.83799999999999997}]},{"osd":5,"last update":"Mon Sep 16 11:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.621,"15min":0.58499999999999996},"min":{"1min":0.44600000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.873,"5min":3.6219999999999999,"15min":3.6219999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.65300000000000002,"15min":0.59699999999999998},"min":{"1min":0.50800000000000001,"5min":0.41399999999999998,"15min":0.40100000000000002},"max":{"1min":0.92800000000000005,"5min":3.5979999999999999,"15min":3.5979999999999999},"last":0.86299999999999999}]},{"osd":6,"last update":"Mon Sep 16 11:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61799999999999999,"15min":0.69999999999999996},"min":{"1min":0.48699999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.97299999999999998,"5min":1.677,"15min":3.6869999999999998},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.628,"15min":0.69799999999999995},"min":{"1min":0.48999999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89100000000000001,"5min":1.234,"15min":3.5739999999999998},"last":0.81799999999999995}]},{"osd":7,"last update":"Mon Sep 16 11:16:13 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.68200000000000005,"15min":0.753},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.995,"5min":3.6429999999999998,"15min":3.6429999999999998},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67500000000000004,"15min":0.70599999999999996},"min":{"1min":0.52800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93300000000000005,"5min":3.585,"15min":3.585},"last":0.74399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5964,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4514,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5720,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5980,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7450,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2985,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2746,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":45957120,"data_stored":55537664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":43593728,"data_stored":51687424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32514048,"data_stored":41287680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20160512,"data_stored":22646784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":25374720,"data_stored":29048832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":37945344,"data_stored":54841344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":29634560,"data_stored":36900864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19156992,"data_stored":23527424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T11:17:13.222 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-16T11:17:13.222 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0a002358-741a-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-16T11:17:13.468 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T11:17:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:13 smithi077 ceph-mon[86047]: pgmap v994: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:17:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:13 smithi077 ceph-mon[88497]: pgmap v994: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:17:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:13 smithi191 ceph-mon[84934]: pgmap v994: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-16T11:17:15.866 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'unique_pool_0' removed 2024-09-16T11:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[86047]: pgmap v995: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T11:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T11:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T11:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[86047]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T11:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[88497]: pgmap v995: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T11:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T11:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T11:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-mon[88497]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T11:17:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:16 smithi191 ceph-mon[84934]: pgmap v995: 121 pgs: 121 active+clean; 164 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T11:17:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T11:17:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3279968878' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T11:17:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:16 smithi191 ceph-mon[84934]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T11:17:16.502 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:17:16.503 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-16T11:17:16.503 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:17:16.503 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-16T11:17:16.503 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T11:17:16.505 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T11:17:16.506 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T11:17:16.506 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:17:16.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T11:17:16.523 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T11:17:16.523 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:17:16.579 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T11:17:16.579 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T11:17:16.634 INFO:tasks.workunit:timeout=3h 2024-09-16T11:17:16.635 INFO:tasks.workunit:cleanup=True 2024-09-16T11:17:16.635 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:17:16.691 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T11:17:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:16] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:17:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:18 smithi077 ceph-mon[86047]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:18 smithi077 ceph-mon[88497]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:18 smithi191 ceph-mon[84934]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:20 smithi077 ceph-mon[88497]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:20 smithi077 ceph-mon[86047]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:20 smithi191 ceph-mon[84934]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:22.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:22 smithi077 ceph-mon[86047]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:22 smithi077 ceph-mon[88497]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:22 smithi191 ceph-mon[84934]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:22.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:23.061 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T11:17:23.117 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T11:17:23.119 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:17:23.120 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T11:17:23.168 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T11:17:23.217 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T11:17:23.256 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:17:23.257 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:17:23.257 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T11:17:23.295 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:17:23.298 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T11:17:23.298 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T11:17:23.354 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-16T11:17:23.355 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-16T11:17:23.355 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-16T11:17:23.421 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:17:23.421 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-16T11:17:23.422 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:17:23.422 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-16T11:17:23.422 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-16T11:17:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:24 smithi077 ceph-mon[86047]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:24 smithi077 ceph-mon[88497]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:24.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:24 smithi191 ceph-mon[84934]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:25 smithi077 ceph-mon[88497]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T11:17:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:25 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:25 smithi077 ceph-mon[86047]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T11:17:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:25 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:25.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:25 smithi191 ceph-mon[84934]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T11:17:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:25 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:26.145 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2723 ms) 2024-09-16T11:17:26.145 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-16T11:17:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[88497]: pgmap v1002: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[88497]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T11:17:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[86047]: pgmap v1002: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:26.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:26.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:26.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-mon[86047]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T11:17:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:26 smithi191 ceph-mon[84934]: pgmap v1002: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:26 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:26 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3752831194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:26 smithi191 ceph-mon[84934]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T11:17:27.135 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:26] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[86047]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[88497]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:27 smithi191 ceph-mon[84934]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T11:17:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T11:17:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1405381914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1405381914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:28.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:28 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1405381914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:28.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:28 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:29.162 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-09-16T11:17:29.162 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-16T11:17:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:29 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:29 smithi077 ceph-mon[88497]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T11:17:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:29 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:29 smithi077 ceph-mon[86047]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T11:17:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:29 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:29 smithi191 ceph-mon[84934]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T11:17:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:30 smithi191 ceph-mon[84934]: pgmap v1008: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:30 smithi191 ceph-mon[84934]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T11:17:30.590 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:30 smithi077 ceph-mon[88497]: pgmap v1008: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:30.591 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:30 smithi077 ceph-mon[88497]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T11:17:30.591 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:30 smithi077 ceph-mon[86047]: pgmap v1008: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:30.591 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:30 smithi077 ceph-mon[86047]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T11:17:31.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:31 smithi191 ceph-mon[84934]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T11:17:31.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:31 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:31.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:31 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:31.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:31 smithi191 ceph-mon[84934]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T11:17:31.548 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[86047]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T11:17:31.548 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:31.548 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:31.549 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[86047]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T11:17:31.549 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[88497]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T11:17:31.549 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:31.549 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/653319583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:31.549 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:31 smithi077 ceph-mon[88497]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T11:17:32.175 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.Reserve (3013 ms) 2024-09-16T11:17:32.175 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-16T11:17:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:32 smithi191 ceph-mon[84934]: pgmap v1011: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:32 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:32 smithi191 ceph-mon[84934]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T11:17:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[86047]: pgmap v1011: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[86047]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[88497]: pgmap v1011: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:32 smithi077 ceph-mon[88497]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[86047]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[88497]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T11:17:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:33 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:33 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:33 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:33 smithi191 ceph-mon[84934]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T11:17:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:33 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[86047]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[86047]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[88497]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:34 smithi077 ceph-mon[88497]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T11:17:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:34 smithi191 ceph-mon[84934]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:34 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4011432709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:34 smithi191 ceph-mon[84934]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T11:17:35.203 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3029 ms) 2024-09-16T11:17:35.203 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-16T11:17:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:36 smithi191 ceph-mon[84934]: pgmap v1017: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:36 smithi191 ceph-mon[84934]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T11:17:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:36 smithi077 ceph-mon[86047]: pgmap v1017: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:36 smithi077 ceph-mon[86047]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T11:17:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:36 smithi077 ceph-mon[88497]: pgmap v1017: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:36 smithi077 ceph-mon[88497]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T11:17:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:36] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2024-09-16T11:17:37.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[88497]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T11:17:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1640863916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[86047]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T11:17:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1640863916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:37 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:37 smithi191 ceph-mon[84934]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T11:17:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:37 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1640863916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:37 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:38.224 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.Commit (3021 ms) 2024-09-16T11:17:38.224 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-16T11:17:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:38 smithi191 ceph-mon[84934]: pgmap v1020: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:38 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:38 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:38 smithi191 ceph-mon[84934]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T11:17:38.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:38 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:17:38.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[86047]: pgmap v1020: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[86047]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[88497]: pgmap v1020: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[88497]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T11:17:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:38 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:17:39.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[86047]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T11:17:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:17:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:17:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[88497]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T11:17:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:17:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:17:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:39 smithi191 ceph-mon[84934]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T11:17:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:17:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:17:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4043045008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T11:17:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4043045008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:40 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T11:17:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4043045008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:40 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:41.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.Abort (3020 ms) 2024-09-16T11:17:41.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-16T11:17:41.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:41 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:41 smithi077 ceph-mon[86047]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T11:17:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:41 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:41 smithi077 ceph-mon[88497]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T11:17:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:41 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:41 smithi191 ceph-mon[84934]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T11:17:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[88497]: pgmap v1026: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-09-16T11:17:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[88497]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T11:17:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[86047]: pgmap v1026: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-09-16T11:17:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[86047]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T11:17:42.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:42.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:42 smithi191 ceph-mon[84934]: pgmap v1026: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-09-16T11:17:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:42 smithi191 ceph-mon[84934]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T11:17:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[88497]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2928503670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[86047]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2928503670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:43 smithi191 ceph-mon[84934]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T11:17:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2928503670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:44.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.ReserveError (3023 ms) 2024-09-16T11:17:44.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-16T11:17:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[86047]: pgmap v1029: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[86047]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T11:17:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[88497]: pgmap v1029: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:44 smithi077 ceph-mon[88497]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T11:17:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:44 smithi191 ceph-mon[84934]: pgmap v1029: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:44 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:44 smithi191 ceph-mon[84934]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T11:17:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:45 smithi077 ceph-mon[86047]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T11:17:45.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:45 smithi077 ceph-mon[88497]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T11:17:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:45 smithi191 ceph-mon[84934]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/182855766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/182855766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T11:17:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/182855766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:46 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:46] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2024-09-16T11:17:47.290 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.CommitError (3022 ms) 2024-09-16T11:17:47.290 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[88497]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[88497]: pgmap v1035: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[86047]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T11:17:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:47 smithi077 ceph-mon[86047]: pgmap v1035: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:47 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:47 smithi191 ceph-mon[84934]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T11:17:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:47 smithi191 ceph-mon[84934]: pgmap v1035: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:48 smithi077 ceph-mon[86047]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T11:17:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:48 smithi077 ceph-mon[88497]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T11:17:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:48 smithi191 ceph-mon[84934]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[88497]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[88497]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[88497]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T11:17:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[86047]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T11:17:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[86047]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:49 smithi077 ceph-mon[86047]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T11:17:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:49 smithi191 ceph-mon[84934]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T11:17:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:49 smithi191 ceph-mon[84934]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3125877524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:49 smithi191 ceph-mon[84934]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T11:17:50.305 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.AbortError (3015 ms) 2024-09-16T11:17:50.305 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-16T11:17:50.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:50 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:50 smithi077 ceph-mon[86047]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T11:17:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:50 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:50 smithi077 ceph-mon[88497]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T11:17:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:50 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:50 smithi191 ceph-mon[84934]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T11:17:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:51 smithi077 ceph-mon[86047]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:51 smithi077 ceph-mon[88497]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:51 smithi191 ceph-mon[84934]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[86047]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1468001372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[88497]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T11:17:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1468001372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:52 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:17:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:52.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:52.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-mon[84934]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T11:17:52.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1468001372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:52.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:52 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:53.329 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3024 ms) 2024-09-16T11:17:53.329 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-16T11:17:53.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[86047]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[86047]: pgmap v1044: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[86047]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[88497]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[88497]: pgmap v1044: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:53 smithi077 ceph-mon[88497]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T11:17:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:53 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:53 smithi191 ceph-mon[84934]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T11:17:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:53 smithi191 ceph-mon[84934]: pgmap v1044: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:53 smithi191 ceph-mon[84934]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T11:17:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[86047]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T11:17:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[86047]: pgmap v1047: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[88497]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T11:17:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:55 smithi077 ceph-mon[88497]: pgmap v1047: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:55 smithi191 ceph-mon[84934]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T11:17:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:55 smithi191 ceph-mon[84934]: pgmap v1047: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3027 ms) 2024-09-16T11:17:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[86047]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-mon[88497]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T11:17:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:56 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:17:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:56 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3025645491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:56 smithi191 ceph-mon[84934]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T11:17:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:17:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:17:56] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2024-09-16T11:17:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[86047]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T11:17:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[86047]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[88497]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T11:17:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:57 smithi077 ceph-mon[88497]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:57 smithi191 ceph-mon[84934]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T11:17:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:17:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:17:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:57 smithi191 ceph-mon[84934]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[86047]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T11:17:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2575058761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:17:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[88497]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T11:17:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2575058761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:58 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:17:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:58 smithi191 ceph-mon[84934]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T11:17:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2575058761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:17:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:58 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:17:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:58 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:17:59.381 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2024-09-16T11:17:59.381 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[88497]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[88497]: pgmap v1053: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[86047]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T11:17:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:17:59 smithi077 ceph-mon[86047]: pgmap v1053: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:17:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:17:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:59 smithi191 ceph-mon[84934]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T11:17:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:17:59 smithi191 ceph-mon[84934]: pgmap v1053: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:00 smithi077 ceph-mon[88497]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T11:18:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:00 smithi077 ceph-mon[86047]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T11:18:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:00 smithi191 ceph-mon[84934]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T11:18:01.388 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[86047]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T11:18:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[86047]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[88497]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T11:18:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:01 smithi077 ceph-mon[88497]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:01 smithi191 ceph-mon[84934]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T11:18:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:01 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:01 smithi191 ceph-mon[84934]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:02.400 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3018 ms) 2024-09-16T11:18:02.400 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-16T11:18:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[88497]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T11:18:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:02.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:02.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:02 smithi077 ceph-mon[86047]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T11:18:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:02 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:02 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1859696383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:02 smithi191 ceph-mon[84934]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T11:18:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:03.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:03 smithi077 ceph-mon[86047]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T11:18:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:03 smithi077 ceph-mon[86047]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:03 smithi077 ceph-mon[88497]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T11:18:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:03 smithi077 ceph-mon[88497]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:03 smithi191 ceph-mon[84934]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T11:18:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:03 smithi191 ceph-mon[84934]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[88497]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2805168498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[86047]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T11:18:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2805168498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:04 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:04 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:04 smithi191 ceph-mon[84934]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T11:18:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:04 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2805168498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:05.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3028 ms) 2024-09-16T11:18:05.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[86047]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[86047]: pgmap v1062: 137 pgs: 19 unknown, 118 active+clean; 587 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 220 KiB/s wr, 172 op/s 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[88497]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T11:18:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:05 smithi077 ceph-mon[88497]: pgmap v1062: 137 pgs: 19 unknown, 118 active+clean; 587 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 220 KiB/s wr, 172 op/s 2024-09-16T11:18:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:05 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:05 smithi191 ceph-mon[84934]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T11:18:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:05 smithi191 ceph-mon[84934]: pgmap v1062: 137 pgs: 19 unknown, 118 active+clean; 587 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 220 KiB/s wr, 172 op/s 2024-09-16T11:18:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:06 smithi077 ceph-mon[86047]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T11:18:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:06 smithi077 ceph-mon[88497]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T11:18:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:06 smithi191 ceph-mon[84934]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T11:18:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:06] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:18:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:07 smithi191 ceph-mon[84934]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T11:18:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:07 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3800708335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:07 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:07 smithi191 ceph-mon[84934]: pgmap v1065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[86047]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3800708335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[86047]: pgmap v1065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[88497]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3800708335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:07 smithi077 ceph-mon[88497]: pgmap v1065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:08.435 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3007 ms) 2024-09-16T11:18:08.435 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-16T11:18:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:08 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:08 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:08 smithi191 ceph-mon[84934]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T11:18:08.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[86047]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T11:18:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:08 smithi077 ceph-mon[88497]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T11:18:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:09 smithi191 ceph-mon[84934]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T11:18:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:09 smithi191 ceph-mon[84934]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:09 smithi077 ceph-mon[88497]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T11:18:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:09 smithi077 ceph-mon[88497]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:09.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:09 smithi077 ceph-mon[86047]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T11:18:09.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:09 smithi077 ceph-mon[86047]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:10 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:10 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:10 smithi191 ceph-mon[84934]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T11:18:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4292055431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[88497]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4292055431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[86047]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T11:18:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4292055431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:11.471 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.Cleanup (3036 ms) 2024-09-16T11:18:11.471 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-16T11:18:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:11 smithi191 ceph-mon[84934]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T11:18:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:11 smithi191 ceph-mon[84934]: pgmap v1071: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[88497]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[88497]: pgmap v1071: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[86047]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T11:18:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:11 smithi077 ceph-mon[86047]: pgmap v1071: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:12.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:12 smithi191 ceph-mon[84934]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T11:18:12.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:12.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[86047]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[88497]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2885088775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[88497]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T11:18:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2885088775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:13 smithi077 ceph-mon[86047]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T11:18:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T11:18:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2885088775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T11:18:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:13 smithi191 ceph-mon[84934]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T11:18:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:14 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:14 smithi077 ceph-mon[88497]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T11:18:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:14 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:14 smithi077 ceph-mon[86047]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T11:18:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:14 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:14 smithi191 ceph-mon[84934]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T11:18:15.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:15 smithi077 ceph-mon[88497]: pgmap v1077: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 5.52k op/s 2024-09-16T11:18:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:15 smithi077 ceph-mon[86047]: pgmap v1077: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 5.52k op/s 2024-09-16T11:18:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:15 smithi191 ceph-mon[84934]: pgmap v1077: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 5.52k op/s 2024-09-16T11:18:16.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:16 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:16 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:16 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:16 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:16 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:16 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:16] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:18:17.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:17 smithi077 ceph-mon[86047]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-09-16T11:18:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:17 smithi077 ceph-mon[88497]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-09-16T11:18:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:17 smithi191 ceph-mon[84934]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-09-16T11:18:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:20 smithi077 ceph-mon[86047]: pgmap v1079: 137 pgs: 137 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.34k op/s 2024-09-16T11:18:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:20 smithi077 ceph-mon[88497]: pgmap v1079: 137 pgs: 137 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.34k op/s 2024-09-16T11:18:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:20 smithi191 ceph-mon[84934]: pgmap v1079: 137 pgs: 137 active+clean; 1.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 3.34k op/s 2024-09-16T11:18:22.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:22 smithi077 ceph-mon[86047]: pgmap v1080: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 9.18k op/s 2024-09-16T11:18:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:22 smithi077 ceph-mon[88497]: pgmap v1080: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 9.18k op/s 2024-09-16T11:18:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:22 smithi191 ceph-mon[84934]: pgmap v1080: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 9.18k op/s 2024-09-16T11:18:22.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:24 smithi077 ceph-mon[88497]: pgmap v1081: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-16T11:18:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:24 smithi077 ceph-mon[86047]: pgmap v1081: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-16T11:18:24.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:24 smithi191 ceph-mon[84934]: pgmap v1081: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-16T11:18:25.139 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13667 ms) 2024-09-16T11:18:25.139 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-16T11:18:26.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:26 smithi077 ceph-mon[86047]: pgmap v1082: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s rd, 7.1 MiB/s wr, 8.41k op/s 2024-09-16T11:18:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:26 smithi077 ceph-mon[86047]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T11:18:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:26 smithi077 ceph-mon[88497]: pgmap v1082: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s rd, 7.1 MiB/s wr, 8.41k op/s 2024-09-16T11:18:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:26 smithi077 ceph-mon[88497]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T11:18:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:26 smithi191 ceph-mon[84934]: pgmap v1082: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s rd, 7.1 MiB/s wr, 8.41k op/s 2024-09-16T11:18:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:26 smithi191 ceph-mon[84934]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T11:18:27.152 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:26] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[86047]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/423847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[88497]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/423847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:27 smithi191 ceph-mon[84934]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T11:18:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:27 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/423847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:27 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:28.162 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3025 ms) 2024-09-16T11:18:28.163 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[86047]: pgmap v1085: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[86047]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[88497]: pgmap v1085: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:28 smithi077 ceph-mon[88497]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T11:18:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:28 smithi191 ceph-mon[84934]: pgmap v1085: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:28 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:28 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:28 smithi191 ceph-mon[84934]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T11:18:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:29 smithi077 ceph-mon[86047]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T11:18:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:29 smithi077 ceph-mon[88497]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T11:18:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:29 smithi191 ceph-mon[84934]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3204596846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:30.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:30.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T11:18:30.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3204596846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:30.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:30 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T11:18:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3204596846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:30 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:31 smithi191 ceph-mon[84934]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T11:18:31.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:31 smithi077 ceph-mon[88497]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T11:18:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:31 smithi077 ceph-mon[86047]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T11:18:32.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:32.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:32 smithi191 ceph-mon[84934]: pgmap v1091: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:32 smithi191 ceph-mon[84934]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T11:18:32.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:32 smithi077 ceph-mon[88497]: pgmap v1091: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:32 smithi077 ceph-mon[88497]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T11:18:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:32 smithi077 ceph-mon[86047]: pgmap v1091: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:32 smithi077 ceph-mon[86047]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T11:18:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:34 smithi191 ceph-mon[84934]: pgmap v1093: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:34.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:34 smithi077 ceph-mon[86047]: pgmap v1093: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:34 smithi077 ceph-mon[88497]: pgmap v1093: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:36 smithi191 ceph-mon[84934]: pgmap v1094: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.6 MiB/s wr, 7.70k op/s 2024-09-16T11:18:36.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:36 smithi077 ceph-mon[86047]: pgmap v1094: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.6 MiB/s wr, 7.70k op/s 2024-09-16T11:18:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:36 smithi077 ceph-mon[88497]: pgmap v1094: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.6 MiB/s wr, 7.70k op/s 2024-09-16T11:18:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:36] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-09-16T11:18:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:38 smithi191 ceph-mon[84934]: pgmap v1095: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.84k op/s 2024-09-16T11:18:38.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:38 smithi077 ceph-mon[86047]: pgmap v1095: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.84k op/s 2024-09-16T11:18:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:38 smithi077 ceph-mon[88497]: pgmap v1095: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.84k op/s 2024-09-16T11:18:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:18:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:18:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:18:39.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:18:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:18:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:18:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:40 smithi191 ceph-mon[84934]: pgmap v1096: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 5.19k op/s 2024-09-16T11:18:40.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:40 smithi077 ceph-mon[86047]: pgmap v1096: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 5.19k op/s 2024-09-16T11:18:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:40 smithi077 ceph-mon[88497]: pgmap v1096: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 5.19k op/s 2024-09-16T11:18:42.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:42 smithi191 ceph-mon[84934]: pgmap v1097: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 7.05k op/s 2024-09-16T11:18:42.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:42.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:42.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:42 smithi077 ceph-mon[88497]: pgmap v1097: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 7.05k op/s 2024-09-16T11:18:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:42 smithi077 ceph-mon[86047]: pgmap v1097: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 7.05k op/s 2024-09-16T11:18:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:44.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:44 smithi191 ceph-mon[84934]: pgmap v1098: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-09-16T11:18:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:44 smithi077 ceph-mon[86047]: pgmap v1098: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-09-16T11:18:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:44 smithi077 ceph-mon[88497]: pgmap v1098: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-09-16T11:18:46.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:46 smithi191 ceph-mon[84934]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 6.2 MiB/s wr, 7.37k op/s 2024-09-16T11:18:46.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:46 smithi077 ceph-mon[86047]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 6.2 MiB/s wr, 7.37k op/s 2024-09-16T11:18:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:46 smithi077 ceph-mon[88497]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 6.2 MiB/s wr, 7.37k op/s 2024-09-16T11:18:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:46] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-09-16T11:18:47.211 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19048 ms) 2024-09-16T11:18:47.211 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-16T11:18:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:48 smithi191 ceph-mon[84934]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 2.9 MiB/s wr, 3.52k op/s 2024-09-16T11:18:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:48 smithi191 ceph-mon[84934]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T11:18:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:48 smithi077 ceph-mon[86047]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 2.9 MiB/s wr, 3.52k op/s 2024-09-16T11:18:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:48 smithi077 ceph-mon[86047]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T11:18:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:48 smithi077 ceph-mon[88497]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 2.9 MiB/s wr, 3.52k op/s 2024-09-16T11:18:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:48 smithi077 ceph-mon[88497]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T11:18:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:49 smithi077 ceph-mon[86047]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T11:18:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:49 smithi077 ceph-mon[88497]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T11:18:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:49 smithi191 ceph-mon[84934]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T11:18:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[88497]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[88497]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[86047]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:50.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:50 smithi077 ceph-mon[86047]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T11:18:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:50 smithi191 ceph-mon[84934]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:50 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2375074344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:50 smithi191 ceph-mon[84934]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T11:18:51.243 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-09-16T11:18:51.243 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-16T11:18:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:51 smithi077 ceph-mon[86047]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T11:18:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:51 smithi077 ceph-mon[88497]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T11:18:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:51 smithi191 ceph-mon[84934]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T11:18:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[86047]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 606 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[86047]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T11:18:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[88497]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 606 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:52 smithi077 ceph-mon[88497]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T11:18:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:18:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:18:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:52 smithi191 ceph-mon[84934]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 606 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:52 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:52 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:52 smithi191 ceph-mon[84934]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[88497]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1395543617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[86047]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1395543617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:53 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:53 smithi191 ceph-mon[84934]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T11:18:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:53 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1395543617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:53 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[88497]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[88497]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T11:18:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[86047]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:54.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:54.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:54.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:54 smithi077 ceph-mon[86047]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T11:18:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:54 smithi191 ceph-mon[84934]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:54 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:18:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:54 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:54 smithi191 ceph-mon[84934]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T11:18:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:55 smithi077 ceph-mon[88497]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T11:18:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:55 smithi077 ceph-mon[86047]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T11:18:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:55 smithi191 ceph-mon[84934]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T11:18:56.273 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5030 ms) 2024-09-16T11:18:56.273 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[88497]: pgmap v1112: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 618 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 344 op/s 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[86047]: pgmap v1112: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 618 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 344 op/s 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:18:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:56 smithi191 ceph-mon[84934]: pgmap v1112: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 618 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 344 op/s 2024-09-16T11:18:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:56 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:18:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:56 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:18:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:18:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:18:56] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-09-16T11:18:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:57 smithi077 ceph-mon[86047]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T11:18:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:57 smithi077 ceph-mon[88497]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T11:18:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:57 smithi191 ceph-mon[84934]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T11:18:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:18:58.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[88497]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[88497]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/977382311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[86047]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[86047]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/977382311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:58 smithi191 ceph-mon[84934]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:58 smithi191 ceph-mon[84934]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T11:18:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/977382311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[88497]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[88497]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[86047]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T11:18:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:18:59 smithi077 ceph-mon[86047]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:18:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-126909-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:18:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:59 smithi191 ceph-mon[84934]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T11:18:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:18:59 smithi191 ceph-mon[84934]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:00.572 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:00 smithi077 ceph-mon[88497]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T11:19:00.572 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:00 smithi077 ceph-mon[86047]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T11:19:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:00 smithi191 ceph-mon[84934]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T11:19:01.296 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5023 ms) 2024-09-16T11:19:01.296 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 22 tests from TestCls2PCQueue (97874 ms total) 2024-09-16T11:19:01.296 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:01.297 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:19:01.297 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 22 tests from 1 test suite ran. (97874 ms total) 2024-09-16T11:19:01.297 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 22 tests. 2024-09-16T11:19:01.300 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:19:01.300 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:19:01.367 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-16T11:19:01.368 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-16T11:19:01.435 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:19:01.435 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-16T11:19:01.435 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:19:01.435 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 5 tests from cls_cas 2024-09-16T11:19:01.435 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_cas.get_put 2024-09-16T11:19:01.563 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:01 smithi077 ceph-mon[86047]: pgmap v1119: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:01.563 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:01 smithi077 ceph-mon[88497]: pgmap v1119: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:01.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:01 smithi191 ceph-mon[84934]: pgmap v1119: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:02.542 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:02 smithi077 ceph-mon[86047]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T11:19:02.542 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:02 smithi077 ceph-mon[88497]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T11:19:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:02 smithi191 ceph-mon[84934]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T11:19:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[86047]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/173626165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[86047]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[88497]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T11:19:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/173626165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:03 smithi077 ceph-mon[88497]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:03 smithi191 ceph-mon[84934]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T11:19:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:03 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/173626165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:03 smithi191 ceph-mon[84934]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:04.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_cas.get_put (2885 ms) 2024-09-16T11:19:04.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_cas.wrong_put 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[86047]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:04 smithi077 ceph-mon[88497]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T11:19:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:04 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:04 smithi191 ceph-mon[84934]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T11:19:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:05 smithi077 ceph-mon[86047]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T11:19:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:05 smithi077 ceph-mon[86047]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:05 smithi077 ceph-mon[88497]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T11:19:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:05 smithi077 ceph-mon[88497]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:05 smithi191 ceph-mon[84934]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T11:19:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:05 smithi191 ceph-mon[84934]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[86047]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[88497]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T11:19:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:06 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:06 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:06 smithi191 ceph-mon[84934]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T11:19:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:06 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:06] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:19:07.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-09-16T11:19:07.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_cas.dup_get 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[86047]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[86047]: pgmap v1128: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[88497]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T11:19:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:07 smithi077 ceph-mon[88497]: pgmap v1128: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:07 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2374180997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:07 smithi191 ceph-mon[84934]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T11:19:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:07 smithi191 ceph-mon[84934]: pgmap v1128: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:08 smithi077 ceph-mon[86047]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T11:19:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:08 smithi077 ceph-mon[88497]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T11:19:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:08 smithi191 ceph-mon[84934]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T11:19:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[86047]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T11:19:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3294027398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[86047]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[88497]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T11:19:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3294027398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:09 smithi077 ceph-mon[88497]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:09 smithi191 ceph-mon[84934]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T11:19:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3294027398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:09 smithi191 ceph-mon[84934]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:10.359 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_cas.dup_get (3018 ms) 2024-09-16T11:19:10.359 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_cas.dup_put 2024-09-16T11:19:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:10.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[86047]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T11:19:10.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:10.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:10.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:10 smithi077 ceph-mon[88497]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T11:19:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:10 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:10 smithi191 ceph-mon[84934]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T11:19:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:11 smithi077 ceph-mon[86047]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T11:19:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:11 smithi077 ceph-mon[86047]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:11 smithi077 ceph-mon[88497]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T11:19:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:11 smithi077 ceph-mon[88497]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:11 smithi191 ceph-mon[84934]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T11:19:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:11 smithi191 ceph-mon[84934]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[86047]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[88497]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-mon[84934]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T11:19:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:13.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_cas.dup_put (3026 ms) 2024-09-16T11:19:13.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[86047]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[86047]: pgmap v1137: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[88497]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T11:19:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:13 smithi077 ceph-mon[88497]: pgmap v1137: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T11:19:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1062492255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:13 smithi191 ceph-mon[84934]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T11:19:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:13 smithi191 ceph-mon[84934]: pgmap v1137: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T11:19:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:14 smithi077 ceph-mon[86047]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T11:19:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:14 smithi077 ceph-mon[88497]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T11:19:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:14 smithi191 ceph-mon[84934]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[86047]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[86047]: pgmap v1140: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[88497]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:15 smithi077 ceph-mon[88497]: pgmap v1140: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:15 smithi191 ceph-mon[84934]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T11:19:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:15 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:15 smithi191 ceph-mon[84934]: pgmap v1140: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:16.415 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_cas.get_wrong_data (3030 ms) 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 5 tests from cls_cas (14980 ms total) 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from chunk_refs_t 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] chunk_refs_t.size 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:1 60 by_object 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:2 103 by_object 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:4 189 by_object 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:8 361 by_object 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:16 112 by_hash(32 bits) 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:32 208 by_hash(32 bits) 2024-09-16T11:19:16.416 INFO:tasks.workunit.client.0.smithi077.stdout:64 400 by_hash(32 bits) 2024-09-16T11:19:16.417 INFO:tasks.workunit.client.0.smithi077.stdout:128 509 by_hash(10 bits) 2024-09-16T11:19:16.417 INFO:tasks.workunit.client.0.smithi077.stdout:256 499 by_hash(7 bits) 2024-09-16T11:19:16.417 INFO:tasks.workunit.client.0.smithi077.stdout:512 462 by_hash(5 bits) 2024-09-16T11:19:16.417 INFO:tasks.workunit.client.0.smithi077.stdout:1024 466 by_hash(5 bits) 2024-09-16T11:19:16.418 INFO:tasks.workunit.client.0.smithi077.stdout:2048 466 by_hash(5 bits) 2024-09-16T11:19:16.418 INFO:tasks.workunit.client.0.smithi077.stdout:4096 470 by_hash(5 bits) 2024-09-16T11:19:16.418 INFO:tasks.workunit.client.0.smithi077.stdout:8192 498 by_hash(4 bits) 2024-09-16T11:19:16.420 INFO:tasks.workunit.client.0.smithi077.stdout:16384 278 by_hash(3 bits) 2024-09-16T11:19:16.422 INFO:tasks.workunit.client.0.smithi077.stdout:32768 337 by_hash(2 bits) 2024-09-16T11:19:16.426 INFO:tasks.workunit.client.0.smithi077.stdout:65536 367 by_hash(2 bits) 2024-09-16T11:19:16.434 INFO:tasks.workunit.client.0.smithi077.stdout:131072 387 by_hash(1 bits) 2024-09-16T11:19:16.448 INFO:tasks.workunit.client.0.smithi077.stdout:262144 331 by_pool 2024-09-16T11:19:16.475 INFO:tasks.workunit.client.0.smithi077.stdout:524288 21 count 2024-09-16T11:19:16.523 INFO:tasks.workunit.client.0.smithi077.stdout:1048576 21 count 2024-09-16T11:19:16.646 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] chunk_refs_t.size (232 ms) 2024-09-16T11:19:16.646 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from chunk_refs_t (232 ms total) 2024-09-16T11:19:16.647 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:16.647 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:19:16.647 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 6 tests from 2 test suites ran. (15212 ms total) 2024-09-16T11:19:16.647 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 6 tests. 2024-09-16T11:19:16.648 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:19:16.649 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:19:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[86047]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T11:19:16.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:16.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:16.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-mon[88497]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T11:19:16.699 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-16T11:19:16.699 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-16T11:19:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:16 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/955857903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:16 smithi191 ceph-mon[84934]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T11:19:16.768 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:19:16.768 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-16T11:19:16.769 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:19:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:16] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-16T11:19:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:17 smithi077 ceph-mon[86047]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T11:19:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:17 smithi077 ceph-mon[86047]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:17 smithi077 ceph-mon[88497]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T11:19:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:17 smithi077 ceph-mon[88497]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:17 smithi191 ceph-mon[84934]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T11:19:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:17 smithi191 ceph-mon[84934]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:18.435 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 31 tests from CmpOmap 2024-09-16T11:19:18.435 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-16T11:19:18.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (12 ms) 2024-09-16T11:19:18.447 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-16T11:19:18.456 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (9 ms) 2024-09-16T11:19:18.456 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-16T11:19:18.459 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-16T11:19:18.459 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-16T11:19:18.462 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-16T11:19:18.462 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-16T11:19:18.467 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-09-16T11:19:18.467 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-16T11:19:18.473 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-16T11:19:18.473 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-16T11:19:18.476 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2024-09-16T11:19:18.476 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-16T11:19:18.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-16T11:19:18.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-16T11:19:18.481 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-16T11:19:18.481 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-16T11:19:18.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-09-16T11:19:18.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-16T11:19:18.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-16T11:19:18.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-16T11:19:18.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-16T11:19:18.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-16T11:19:18.491 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-16T11:19:18.491 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-16T11:19:18.497 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-16T11:19:18.497 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-16T11:19:18.503 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-09-16T11:19:18.503 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-16T11:19:18.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-09-16T11:19:18.511 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-16T11:19:18.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-16T11:19:18.518 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-16T11:19:18.524 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2024-09-16T11:19:18.524 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-16T11:19:18.526 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (3 ms) 2024-09-16T11:19:18.526 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-16T11:19:18.528 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-16T11:19:18.528 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-16T11:19:18.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-16T11:19:18.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-16T11:19:18.530 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-16T11:19:18.530 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-16T11:19:18.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-16T11:19:18.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-16T11:19:18.542 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-09-16T11:19:18.542 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-16T11:19:18.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-16T11:19:18.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-16T11:19:18.555 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-16T11:19:18.555 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-16T11:19:18.557 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-16T11:19:18.557 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-16T11:19:18.559 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-16T11:19:18.559 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-16T11:19:18.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-16T11:19:18.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-16T11:19:18.561 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-16T11:19:18.561 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-16T11:19:18.568 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-16T11:19:18.569 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 31 tests from CmpOmap (134 ms total) 2024-09-16T11:19:18.569 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:18.569 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:19:18.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[86047]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2445054226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[88497]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T11:19:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2445054226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:18 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:18 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:18 smithi191 ceph-mon[84934]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T11:19:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2445054226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:19.445 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 31 tests from 1 test suite ran. (2677 ms total) 2024-09-16T11:19:19.445 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 31 tests. 2024-09-16T11:19:19.448 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:19:19.448 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:19:19.517 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-16T11:19:19.517 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-16T11:19:19.587 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:19:19.587 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-16T11:19:19.587 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:19:19.587 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 6 tests from ClsHello 2024-09-16T11:19:19.587 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.SayHello 2024-09-16T11:19:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:19 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:19 smithi191 ceph-mon[84934]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T11:19:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:19 smithi191 ceph-mon[84934]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:19.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[86047]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T11:19:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[86047]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127828-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[88497]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T11:19:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:19 smithi077 ceph-mon[88497]: pgmap v1146: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:20 smithi191 ceph-mon[84934]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T11:19:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:20 smithi077 ceph-mon[86047]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T11:19:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:20 smithi077 ceph-mon[88497]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T11:19:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:21 smithi191 ceph-mon[84934]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T11:19:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:21 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2772083376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:21 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:21 smithi191 ceph-mon[84934]: pgmap v1149: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[88497]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2772083376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[88497]: pgmap v1149: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[86047]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2772083376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:21 smithi077 ceph-mon[86047]: pgmap v1149: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:22.464 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.SayHello (2877 ms) 2024-09-16T11:19:22.464 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.RecordHello 2024-09-16T11:19:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:22 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:22 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:22 smithi191 ceph-mon[84934]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[86047]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:22 smithi077 ceph-mon[88497]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T11:19:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:23 smithi191 ceph-mon[84934]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T11:19:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:23 smithi191 ceph-mon[84934]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:23.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:23 smithi077 ceph-mon[86047]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T11:19:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:23 smithi077 ceph-mon[86047]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:23 smithi077 ceph-mon[88497]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T11:19:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:23 smithi077 ceph-mon[88497]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:24 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:24 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:24 smithi191 ceph-mon[84934]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T11:19:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:24 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2690783867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:24 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[86047]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2690783867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[88497]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T11:19:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2690783867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:24.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:24 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:25.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.RecordHello (3015 ms) 2024-09-16T11:19:25.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-16T11:19:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[86047]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T11:19:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[86047]: pgmap v1155: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[88497]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T11:19:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:25 smithi077 ceph-mon[88497]: pgmap v1155: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:25 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:25 smithi191 ceph-mon[84934]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T11:19:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:25 smithi191 ceph-mon[84934]: pgmap v1155: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:26 smithi077 ceph-mon[86047]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T11:19:26.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:26 smithi077 ceph-mon[88497]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T11:19:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:26 smithi191 ceph-mon[84934]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T11:19:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:26] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-16T11:19:27.497 INFO:tasks.workunit.client.0.smithi077.stdout:require_osd_release = reef 2024-09-16T11:19:27.499 INFO:tasks.workunit.client.0.smithi077.stdout:0 2024-09-16T11:19:27.595 INFO:tasks.workunit.client.0.smithi077.stdout:1 2024-09-16T11:19:27.596 INFO:tasks.workunit.client.0.smithi077.stdout:2 2024-09-16T11:19:27.597 INFO:tasks.workunit.client.0.smithi077.stdout:3 2024-09-16T11:19:27.598 INFO:tasks.workunit.client.0.smithi077.stdout:4 2024-09-16T11:19:27.599 INFO:tasks.workunit.client.0.smithi077.stdout:5 2024-09-16T11:19:27.600 INFO:tasks.workunit.client.0.smithi077.stdout:6 2024-09-16T11:19:27.601 INFO:tasks.workunit.client.0.smithi077.stdout:7 2024-09-16T11:19:27.601 INFO:tasks.workunit.client.0.smithi077.stdout:8 2024-09-16T11:19:27.602 INFO:tasks.workunit.client.0.smithi077.stdout:9 2024-09-16T11:19:27.603 INFO:tasks.workunit.client.0.smithi077.stdout:10 2024-09-16T11:19:27.604 INFO:tasks.workunit.client.0.smithi077.stdout:11 2024-09-16T11:19:27.605 INFO:tasks.workunit.client.0.smithi077.stdout:12 2024-09-16T11:19:27.606 INFO:tasks.workunit.client.0.smithi077.stdout:13 2024-09-16T11:19:27.607 INFO:tasks.workunit.client.0.smithi077.stdout:14 2024-09-16T11:19:27.608 INFO:tasks.workunit.client.0.smithi077.stdout:15 2024-09-16T11:19:27.609 INFO:tasks.workunit.client.0.smithi077.stdout:16 2024-09-16T11:19:27.610 INFO:tasks.workunit.client.0.smithi077.stdout:17 2024-09-16T11:19:27.611 INFO:tasks.workunit.client.0.smithi077.stdout:18 2024-09-16T11:19:27.612 INFO:tasks.workunit.client.0.smithi077.stdout:19 2024-09-16T11:19:27.613 INFO:tasks.workunit.client.0.smithi077.stdout:20 2024-09-16T11:19:27.614 INFO:tasks.workunit.client.0.smithi077.stdout:21 2024-09-16T11:19:27.614 INFO:tasks.workunit.client.0.smithi077.stdout:22 2024-09-16T11:19:27.615 INFO:tasks.workunit.client.0.smithi077.stdout:23 2024-09-16T11:19:27.616 INFO:tasks.workunit.client.0.smithi077.stdout:24 2024-09-16T11:19:27.617 INFO:tasks.workunit.client.0.smithi077.stdout:25 2024-09-16T11:19:27.618 INFO:tasks.workunit.client.0.smithi077.stdout:26 2024-09-16T11:19:27.619 INFO:tasks.workunit.client.0.smithi077.stdout:27 2024-09-16T11:19:27.620 INFO:tasks.workunit.client.0.smithi077.stdout:28 2024-09-16T11:19:27.621 INFO:tasks.workunit.client.0.smithi077.stdout:29 2024-09-16T11:19:27.622 INFO:tasks.workunit.client.0.smithi077.stdout:30 2024-09-16T11:19:27.622 INFO:tasks.workunit.client.0.smithi077.stdout:31 2024-09-16T11:19:27.623 INFO:tasks.workunit.client.0.smithi077.stdout:32 2024-09-16T11:19:27.624 INFO:tasks.workunit.client.0.smithi077.stdout:33 2024-09-16T11:19:27.625 INFO:tasks.workunit.client.0.smithi077.stdout:34 2024-09-16T11:19:27.626 INFO:tasks.workunit.client.0.smithi077.stdout:35 2024-09-16T11:19:27.627 INFO:tasks.workunit.client.0.smithi077.stdout:36 2024-09-16T11:19:27.628 INFO:tasks.workunit.client.0.smithi077.stdout:37 2024-09-16T11:19:27.628 INFO:tasks.workunit.client.0.smithi077.stdout:38 2024-09-16T11:19:27.629 INFO:tasks.workunit.client.0.smithi077.stdout:39 2024-09-16T11:19:27.630 INFO:tasks.workunit.client.0.smithi077.stdout:40 2024-09-16T11:19:27.631 INFO:tasks.workunit.client.0.smithi077.stdout:41 2024-09-16T11:19:27.632 INFO:tasks.workunit.client.0.smithi077.stdout:42 2024-09-16T11:19:27.633 INFO:tasks.workunit.client.0.smithi077.stdout:43 2024-09-16T11:19:27.634 INFO:tasks.workunit.client.0.smithi077.stdout:44 2024-09-16T11:19:27.634 INFO:tasks.workunit.client.0.smithi077.stdout:45 2024-09-16T11:19:27.635 INFO:tasks.workunit.client.0.smithi077.stdout:46 2024-09-16T11:19:27.636 INFO:tasks.workunit.client.0.smithi077.stdout:47 2024-09-16T11:19:27.637 INFO:tasks.workunit.client.0.smithi077.stdout:48 2024-09-16T11:19:27.638 INFO:tasks.workunit.client.0.smithi077.stdout:49 2024-09-16T11:19:27.639 INFO:tasks.workunit.client.0.smithi077.stdout:50 2024-09-16T11:19:27.640 INFO:tasks.workunit.client.0.smithi077.stdout:51 2024-09-16T11:19:27.640 INFO:tasks.workunit.client.0.smithi077.stdout:52 2024-09-16T11:19:27.641 INFO:tasks.workunit.client.0.smithi077.stdout:53 2024-09-16T11:19:27.642 INFO:tasks.workunit.client.0.smithi077.stdout:54 2024-09-16T11:19:27.643 INFO:tasks.workunit.client.0.smithi077.stdout:55 2024-09-16T11:19:27.644 INFO:tasks.workunit.client.0.smithi077.stdout:56 2024-09-16T11:19:27.645 INFO:tasks.workunit.client.0.smithi077.stdout:57 2024-09-16T11:19:27.646 INFO:tasks.workunit.client.0.smithi077.stdout:58 2024-09-16T11:19:27.647 INFO:tasks.workunit.client.0.smithi077.stdout:59 2024-09-16T11:19:27.648 INFO:tasks.workunit.client.0.smithi077.stdout:60 2024-09-16T11:19:27.649 INFO:tasks.workunit.client.0.smithi077.stdout:61 2024-09-16T11:19:27.650 INFO:tasks.workunit.client.0.smithi077.stdout:62 2024-09-16T11:19:27.651 INFO:tasks.workunit.client.0.smithi077.stdout:63 2024-09-16T11:19:27.652 INFO:tasks.workunit.client.0.smithi077.stdout:64 2024-09-16T11:19:27.653 INFO:tasks.workunit.client.0.smithi077.stdout:65 2024-09-16T11:19:27.654 INFO:tasks.workunit.client.0.smithi077.stdout:66 2024-09-16T11:19:27.655 INFO:tasks.workunit.client.0.smithi077.stdout:67 2024-09-16T11:19:27.656 INFO:tasks.workunit.client.0.smithi077.stdout:68 2024-09-16T11:19:27.657 INFO:tasks.workunit.client.0.smithi077.stdout:69 2024-09-16T11:19:27.657 INFO:tasks.workunit.client.0.smithi077.stdout:70 2024-09-16T11:19:27.658 INFO:tasks.workunit.client.0.smithi077.stdout:71 2024-09-16T11:19:27.659 INFO:tasks.workunit.client.0.smithi077.stdout:72 2024-09-16T11:19:27.660 INFO:tasks.workunit.client.0.smithi077.stdout:73 2024-09-16T11:19:27.661 INFO:tasks.workunit.client.0.smithi077.stdout:74 2024-09-16T11:19:27.662 INFO:tasks.workunit.client.0.smithi077.stdout:75 2024-09-16T11:19:27.663 INFO:tasks.workunit.client.0.smithi077.stdout:76 2024-09-16T11:19:27.664 INFO:tasks.workunit.client.0.smithi077.stdout:77 2024-09-16T11:19:27.665 INFO:tasks.workunit.client.0.smithi077.stdout:78 2024-09-16T11:19:27.666 INFO:tasks.workunit.client.0.smithi077.stdout:79 2024-09-16T11:19:27.667 INFO:tasks.workunit.client.0.smithi077.stdout:80 2024-09-16T11:19:27.667 INFO:tasks.workunit.client.0.smithi077.stdout:81 2024-09-16T11:19:27.668 INFO:tasks.workunit.client.0.smithi077.stdout:82 2024-09-16T11:19:27.669 INFO:tasks.workunit.client.0.smithi077.stdout:83 2024-09-16T11:19:27.670 INFO:tasks.workunit.client.0.smithi077.stdout:84 2024-09-16T11:19:27.671 INFO:tasks.workunit.client.0.smithi077.stdout:85 2024-09-16T11:19:27.672 INFO:tasks.workunit.client.0.smithi077.stdout:86 2024-09-16T11:19:27.673 INFO:tasks.workunit.client.0.smithi077.stdout:87 2024-09-16T11:19:27.674 INFO:tasks.workunit.client.0.smithi077.stdout:88 2024-09-16T11:19:27.675 INFO:tasks.workunit.client.0.smithi077.stdout:89 2024-09-16T11:19:27.676 INFO:tasks.workunit.client.0.smithi077.stdout:90 2024-09-16T11:19:27.676 INFO:tasks.workunit.client.0.smithi077.stdout:91 2024-09-16T11:19:27.677 INFO:tasks.workunit.client.0.smithi077.stdout:92 2024-09-16T11:19:27.678 INFO:tasks.workunit.client.0.smithi077.stdout:93 2024-09-16T11:19:27.679 INFO:tasks.workunit.client.0.smithi077.stdout:94 2024-09-16T11:19:27.680 INFO:tasks.workunit.client.0.smithi077.stdout:95 2024-09-16T11:19:27.680 INFO:tasks.workunit.client.0.smithi077.stdout:96 2024-09-16T11:19:27.681 INFO:tasks.workunit.client.0.smithi077.stdout:97 2024-09-16T11:19:27.682 INFO:tasks.workunit.client.0.smithi077.stdout:98 2024-09-16T11:19:27.683 INFO:tasks.workunit.client.0.smithi077.stdout:99 2024-09-16T11:19:27.684 INFO:tasks.workunit.client.0.smithi077.stdout:100 2024-09-16T11:19:27.685 INFO:tasks.workunit.client.0.smithi077.stdout:101 2024-09-16T11:19:27.685 INFO:tasks.workunit.client.0.smithi077.stdout:102 2024-09-16T11:19:27.686 INFO:tasks.workunit.client.0.smithi077.stdout:103 2024-09-16T11:19:27.687 INFO:tasks.workunit.client.0.smithi077.stdout:104 2024-09-16T11:19:27.688 INFO:tasks.workunit.client.0.smithi077.stdout:105 2024-09-16T11:19:27.689 INFO:tasks.workunit.client.0.smithi077.stdout:106 2024-09-16T11:19:27.692 INFO:tasks.workunit.client.0.smithi077.stdout:107 2024-09-16T11:19:27.692 INFO:tasks.workunit.client.0.smithi077.stdout:108 2024-09-16T11:19:27.692 INFO:tasks.workunit.client.0.smithi077.stdout:109 2024-09-16T11:19:27.692 INFO:tasks.workunit.client.0.smithi077.stdout:110 2024-09-16T11:19:27.693 INFO:tasks.workunit.client.0.smithi077.stdout:111 2024-09-16T11:19:27.693 INFO:tasks.workunit.client.0.smithi077.stdout:112 2024-09-16T11:19:27.694 INFO:tasks.workunit.client.0.smithi077.stdout:113 2024-09-16T11:19:27.695 INFO:tasks.workunit.client.0.smithi077.stdout:114 2024-09-16T11:19:27.695 INFO:tasks.workunit.client.0.smithi077.stdout:115 2024-09-16T11:19:27.696 INFO:tasks.workunit.client.0.smithi077.stdout:116 2024-09-16T11:19:27.697 INFO:tasks.workunit.client.0.smithi077.stdout:117 2024-09-16T11:19:27.698 INFO:tasks.workunit.client.0.smithi077.stdout:118 2024-09-16T11:19:27.699 INFO:tasks.workunit.client.0.smithi077.stdout:119 2024-09-16T11:19:27.699 INFO:tasks.workunit.client.0.smithi077.stdout:120 2024-09-16T11:19:27.700 INFO:tasks.workunit.client.0.smithi077.stdout:121 2024-09-16T11:19:27.701 INFO:tasks.workunit.client.0.smithi077.stdout:122 2024-09-16T11:19:27.702 INFO:tasks.workunit.client.0.smithi077.stdout:123 2024-09-16T11:19:27.702 INFO:tasks.workunit.client.0.smithi077.stdout:124 2024-09-16T11:19:27.703 INFO:tasks.workunit.client.0.smithi077.stdout:125 2024-09-16T11:19:27.704 INFO:tasks.workunit.client.0.smithi077.stdout:126 2024-09-16T11:19:27.705 INFO:tasks.workunit.client.0.smithi077.stdout:127 2024-09-16T11:19:27.705 INFO:tasks.workunit.client.0.smithi077.stdout:128 2024-09-16T11:19:27.706 INFO:tasks.workunit.client.0.smithi077.stdout:129 2024-09-16T11:19:27.707 INFO:tasks.workunit.client.0.smithi077.stdout:130 2024-09-16T11:19:27.708 INFO:tasks.workunit.client.0.smithi077.stdout:131 2024-09-16T11:19:27.708 INFO:tasks.workunit.client.0.smithi077.stdout:132 2024-09-16T11:19:27.709 INFO:tasks.workunit.client.0.smithi077.stdout:133 2024-09-16T11:19:27.710 INFO:tasks.workunit.client.0.smithi077.stdout:134 2024-09-16T11:19:27.711 INFO:tasks.workunit.client.0.smithi077.stdout:135 2024-09-16T11:19:27.712 INFO:tasks.workunit.client.0.smithi077.stdout:136 2024-09-16T11:19:27.712 INFO:tasks.workunit.client.0.smithi077.stdout:137 2024-09-16T11:19:27.713 INFO:tasks.workunit.client.0.smithi077.stdout:138 2024-09-16T11:19:27.714 INFO:tasks.workunit.client.0.smithi077.stdout:139 2024-09-16T11:19:27.715 INFO:tasks.workunit.client.0.smithi077.stdout:140 2024-09-16T11:19:27.715 INFO:tasks.workunit.client.0.smithi077.stdout:141 2024-09-16T11:19:27.716 INFO:tasks.workunit.client.0.smithi077.stdout:142 2024-09-16T11:19:27.717 INFO:tasks.workunit.client.0.smithi077.stdout:143 2024-09-16T11:19:27.718 INFO:tasks.workunit.client.0.smithi077.stdout:144 2024-09-16T11:19:27.718 INFO:tasks.workunit.client.0.smithi077.stdout:145 2024-09-16T11:19:27.719 INFO:tasks.workunit.client.0.smithi077.stdout:146 2024-09-16T11:19:27.720 INFO:tasks.workunit.client.0.smithi077.stdout:147 2024-09-16T11:19:27.721 INFO:tasks.workunit.client.0.smithi077.stdout:148 2024-09-16T11:19:27.722 INFO:tasks.workunit.client.0.smithi077.stdout:149 2024-09-16T11:19:27.723 INFO:tasks.workunit.client.0.smithi077.stdout:150 2024-09-16T11:19:27.723 INFO:tasks.workunit.client.0.smithi077.stdout:151 2024-09-16T11:19:27.724 INFO:tasks.workunit.client.0.smithi077.stdout:152 2024-09-16T11:19:27.725 INFO:tasks.workunit.client.0.smithi077.stdout:153 2024-09-16T11:19:27.726 INFO:tasks.workunit.client.0.smithi077.stdout:154 2024-09-16T11:19:27.726 INFO:tasks.workunit.client.0.smithi077.stdout:155 2024-09-16T11:19:27.727 INFO:tasks.workunit.client.0.smithi077.stdout:156 2024-09-16T11:19:27.728 INFO:tasks.workunit.client.0.smithi077.stdout:157 2024-09-16T11:19:27.729 INFO:tasks.workunit.client.0.smithi077.stdout:158 2024-09-16T11:19:27.730 INFO:tasks.workunit.client.0.smithi077.stdout:159 2024-09-16T11:19:27.730 INFO:tasks.workunit.client.0.smithi077.stdout:160 2024-09-16T11:19:27.731 INFO:tasks.workunit.client.0.smithi077.stdout:161 2024-09-16T11:19:27.732 INFO:tasks.workunit.client.0.smithi077.stdout:162 2024-09-16T11:19:27.733 INFO:tasks.workunit.client.0.smithi077.stdout:163 2024-09-16T11:19:27.733 INFO:tasks.workunit.client.0.smithi077.stdout:164 2024-09-16T11:19:27.734 INFO:tasks.workunit.client.0.smithi077.stdout:165 2024-09-16T11:19:27.735 INFO:tasks.workunit.client.0.smithi077.stdout:166 2024-09-16T11:19:27.736 INFO:tasks.workunit.client.0.smithi077.stdout:167 2024-09-16T11:19:27.737 INFO:tasks.workunit.client.0.smithi077.stdout:168 2024-09-16T11:19:27.737 INFO:tasks.workunit.client.0.smithi077.stdout:169 2024-09-16T11:19:27.738 INFO:tasks.workunit.client.0.smithi077.stdout:170 2024-09-16T11:19:27.739 INFO:tasks.workunit.client.0.smithi077.stdout:171 2024-09-16T11:19:27.740 INFO:tasks.workunit.client.0.smithi077.stdout:172 2024-09-16T11:19:27.740 INFO:tasks.workunit.client.0.smithi077.stdout:173 2024-09-16T11:19:27.741 INFO:tasks.workunit.client.0.smithi077.stdout:174 2024-09-16T11:19:27.742 INFO:tasks.workunit.client.0.smithi077.stdout:175 2024-09-16T11:19:27.743 INFO:tasks.workunit.client.0.smithi077.stdout:176 2024-09-16T11:19:27.744 INFO:tasks.workunit.client.0.smithi077.stdout:177 2024-09-16T11:19:27.744 INFO:tasks.workunit.client.0.smithi077.stdout:178 2024-09-16T11:19:27.745 INFO:tasks.workunit.client.0.smithi077.stdout:179 2024-09-16T11:19:27.746 INFO:tasks.workunit.client.0.smithi077.stdout:180 2024-09-16T11:19:27.746 INFO:tasks.workunit.client.0.smithi077.stdout:181 2024-09-16T11:19:27.747 INFO:tasks.workunit.client.0.smithi077.stdout:182 2024-09-16T11:19:27.748 INFO:tasks.workunit.client.0.smithi077.stdout:183 2024-09-16T11:19:27.749 INFO:tasks.workunit.client.0.smithi077.stdout:184 2024-09-16T11:19:27.750 INFO:tasks.workunit.client.0.smithi077.stdout:185 2024-09-16T11:19:27.750 INFO:tasks.workunit.client.0.smithi077.stdout:186 2024-09-16T11:19:27.751 INFO:tasks.workunit.client.0.smithi077.stdout:187 2024-09-16T11:19:27.752 INFO:tasks.workunit.client.0.smithi077.stdout:188 2024-09-16T11:19:27.753 INFO:tasks.workunit.client.0.smithi077.stdout:189 2024-09-16T11:19:27.753 INFO:tasks.workunit.client.0.smithi077.stdout:190 2024-09-16T11:19:27.754 INFO:tasks.workunit.client.0.smithi077.stdout:191 2024-09-16T11:19:27.755 INFO:tasks.workunit.client.0.smithi077.stdout:192 2024-09-16T11:19:27.755 INFO:tasks.workunit.client.0.smithi077.stdout:193 2024-09-16T11:19:27.756 INFO:tasks.workunit.client.0.smithi077.stdout:194 2024-09-16T11:19:27.757 INFO:tasks.workunit.client.0.smithi077.stdout:195 2024-09-16T11:19:27.758 INFO:tasks.workunit.client.0.smithi077.stdout:196 2024-09-16T11:19:27.759 INFO:tasks.workunit.client.0.smithi077.stdout:197 2024-09-16T11:19:27.759 INFO:tasks.workunit.client.0.smithi077.stdout:198 2024-09-16T11:19:27.760 INFO:tasks.workunit.client.0.smithi077.stdout:199 2024-09-16T11:19:27.761 INFO:tasks.workunit.client.0.smithi077.stdout:200 2024-09-16T11:19:27.761 INFO:tasks.workunit.client.0.smithi077.stdout:201 2024-09-16T11:19:27.762 INFO:tasks.workunit.client.0.smithi077.stdout:202 2024-09-16T11:19:27.763 INFO:tasks.workunit.client.0.smithi077.stdout:203 2024-09-16T11:19:27.764 INFO:tasks.workunit.client.0.smithi077.stdout:204 2024-09-16T11:19:27.765 INFO:tasks.workunit.client.0.smithi077.stdout:205 2024-09-16T11:19:27.765 INFO:tasks.workunit.client.0.smithi077.stdout:206 2024-09-16T11:19:27.766 INFO:tasks.workunit.client.0.smithi077.stdout:207 2024-09-16T11:19:27.767 INFO:tasks.workunit.client.0.smithi077.stdout:208 2024-09-16T11:19:27.768 INFO:tasks.workunit.client.0.smithi077.stdout:209 2024-09-16T11:19:27.769 INFO:tasks.workunit.client.0.smithi077.stdout:210 2024-09-16T11:19:27.769 INFO:tasks.workunit.client.0.smithi077.stdout:211 2024-09-16T11:19:27.770 INFO:tasks.workunit.client.0.smithi077.stdout:212 2024-09-16T11:19:27.771 INFO:tasks.workunit.client.0.smithi077.stdout:213 2024-09-16T11:19:27.772 INFO:tasks.workunit.client.0.smithi077.stdout:214 2024-09-16T11:19:27.773 INFO:tasks.workunit.client.0.smithi077.stdout:215 2024-09-16T11:19:27.774 INFO:tasks.workunit.client.0.smithi077.stdout:216 2024-09-16T11:19:27.775 INFO:tasks.workunit.client.0.smithi077.stdout:217 2024-09-16T11:19:27.776 INFO:tasks.workunit.client.0.smithi077.stdout:218 2024-09-16T11:19:27.777 INFO:tasks.workunit.client.0.smithi077.stdout:219 2024-09-16T11:19:27.777 INFO:tasks.workunit.client.0.smithi077.stdout:220 2024-09-16T11:19:27.778 INFO:tasks.workunit.client.0.smithi077.stdout:221 2024-09-16T11:19:27.779 INFO:tasks.workunit.client.0.smithi077.stdout:222 2024-09-16T11:19:27.780 INFO:tasks.workunit.client.0.smithi077.stdout:223 2024-09-16T11:19:27.781 INFO:tasks.workunit.client.0.smithi077.stdout:224 2024-09-16T11:19:27.782 INFO:tasks.workunit.client.0.smithi077.stdout:225 2024-09-16T11:19:27.783 INFO:tasks.workunit.client.0.smithi077.stdout:226 2024-09-16T11:19:27.784 INFO:tasks.workunit.client.0.smithi077.stdout:227 2024-09-16T11:19:27.785 INFO:tasks.workunit.client.0.smithi077.stdout:228 2024-09-16T11:19:27.786 INFO:tasks.workunit.client.0.smithi077.stdout:229 2024-09-16T11:19:27.787 INFO:tasks.workunit.client.0.smithi077.stdout:230 2024-09-16T11:19:27.787 INFO:tasks.workunit.client.0.smithi077.stdout:231 2024-09-16T11:19:27.788 INFO:tasks.workunit.client.0.smithi077.stdout:232 2024-09-16T11:19:27.789 INFO:tasks.workunit.client.0.smithi077.stdout:233 2024-09-16T11:19:27.790 INFO:tasks.workunit.client.0.smithi077.stdout:234 2024-09-16T11:19:27.791 INFO:tasks.workunit.client.0.smithi077.stdout:235 2024-09-16T11:19:27.792 INFO:tasks.workunit.client.0.smithi077.stdout:236 2024-09-16T11:19:27.793 INFO:tasks.workunit.client.0.smithi077.stdout:237 2024-09-16T11:19:27.794 INFO:tasks.workunit.client.0.smithi077.stdout:238 2024-09-16T11:19:27.794 INFO:tasks.workunit.client.0.smithi077.stdout:239 2024-09-16T11:19:27.795 INFO:tasks.workunit.client.0.smithi077.stdout:240 2024-09-16T11:19:27.796 INFO:tasks.workunit.client.0.smithi077.stdout:241 2024-09-16T11:19:27.797 INFO:tasks.workunit.client.0.smithi077.stdout:242 2024-09-16T11:19:27.798 INFO:tasks.workunit.client.0.smithi077.stdout:243 2024-09-16T11:19:27.799 INFO:tasks.workunit.client.0.smithi077.stdout:244 2024-09-16T11:19:27.800 INFO:tasks.workunit.client.0.smithi077.stdout:245 2024-09-16T11:19:27.801 INFO:tasks.workunit.client.0.smithi077.stdout:246 2024-09-16T11:19:27.802 INFO:tasks.workunit.client.0.smithi077.stdout:247 2024-09-16T11:19:27.803 INFO:tasks.workunit.client.0.smithi077.stdout:248 2024-09-16T11:19:27.804 INFO:tasks.workunit.client.0.smithi077.stdout:249 2024-09-16T11:19:27.805 INFO:tasks.workunit.client.0.smithi077.stdout:250 2024-09-16T11:19:27.806 INFO:tasks.workunit.client.0.smithi077.stdout:251 2024-09-16T11:19:27.806 INFO:tasks.workunit.client.0.smithi077.stdout:252 2024-09-16T11:19:27.807 INFO:tasks.workunit.client.0.smithi077.stdout:253 2024-09-16T11:19:27.808 INFO:tasks.workunit.client.0.smithi077.stdout:254 2024-09-16T11:19:27.809 INFO:tasks.workunit.client.0.smithi077.stdout:255 2024-09-16T11:19:27.810 INFO:tasks.workunit.client.0.smithi077.stdout:256 2024-09-16T11:19:27.811 INFO:tasks.workunit.client.0.smithi077.stdout:257 2024-09-16T11:19:27.812 INFO:tasks.workunit.client.0.smithi077.stdout:258 2024-09-16T11:19:27.813 INFO:tasks.workunit.client.0.smithi077.stdout:259 2024-09-16T11:19:27.814 INFO:tasks.workunit.client.0.smithi077.stdout:260 2024-09-16T11:19:27.815 INFO:tasks.workunit.client.0.smithi077.stdout:261 2024-09-16T11:19:27.815 INFO:tasks.workunit.client.0.smithi077.stdout:262 2024-09-16T11:19:27.816 INFO:tasks.workunit.client.0.smithi077.stdout:263 2024-09-16T11:19:27.817 INFO:tasks.workunit.client.0.smithi077.stdout:264 2024-09-16T11:19:27.818 INFO:tasks.workunit.client.0.smithi077.stdout:265 2024-09-16T11:19:27.819 INFO:tasks.workunit.client.0.smithi077.stdout:266 2024-09-16T11:19:27.820 INFO:tasks.workunit.client.0.smithi077.stdout:267 2024-09-16T11:19:27.821 INFO:tasks.workunit.client.0.smithi077.stdout:268 2024-09-16T11:19:27.822 INFO:tasks.workunit.client.0.smithi077.stdout:269 2024-09-16T11:19:27.823 INFO:tasks.workunit.client.0.smithi077.stdout:270 2024-09-16T11:19:27.824 INFO:tasks.workunit.client.0.smithi077.stdout:271 2024-09-16T11:19:27.825 INFO:tasks.workunit.client.0.smithi077.stdout:272 2024-09-16T11:19:27.826 INFO:tasks.workunit.client.0.smithi077.stdout:273 2024-09-16T11:19:27.827 INFO:tasks.workunit.client.0.smithi077.stdout:274 2024-09-16T11:19:27.828 INFO:tasks.workunit.client.0.smithi077.stdout:275 2024-09-16T11:19:27.829 INFO:tasks.workunit.client.0.smithi077.stdout:276 2024-09-16T11:19:27.830 INFO:tasks.workunit.client.0.smithi077.stdout:277 2024-09-16T11:19:27.830 INFO:tasks.workunit.client.0.smithi077.stdout:278 2024-09-16T11:19:27.831 INFO:tasks.workunit.client.0.smithi077.stdout:279 2024-09-16T11:19:27.832 INFO:tasks.workunit.client.0.smithi077.stdout:280 2024-09-16T11:19:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:281 2024-09-16T11:19:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:282 2024-09-16T11:19:27.834 INFO:tasks.workunit.client.0.smithi077.stdout:283 2024-09-16T11:19:27.835 INFO:tasks.workunit.client.0.smithi077.stdout:284 2024-09-16T11:19:27.836 INFO:tasks.workunit.client.0.smithi077.stdout:285 2024-09-16T11:19:27.837 INFO:tasks.workunit.client.0.smithi077.stdout:286 2024-09-16T11:19:27.837 INFO:tasks.workunit.client.0.smithi077.stdout:287 2024-09-16T11:19:27.838 INFO:tasks.workunit.client.0.smithi077.stdout:288 2024-09-16T11:19:27.839 INFO:tasks.workunit.client.0.smithi077.stdout:289 2024-09-16T11:19:27.840 INFO:tasks.workunit.client.0.smithi077.stdout:290 2024-09-16T11:19:27.841 INFO:tasks.workunit.client.0.smithi077.stdout:291 2024-09-16T11:19:27.841 INFO:tasks.workunit.client.0.smithi077.stdout:292 2024-09-16T11:19:27.842 INFO:tasks.workunit.client.0.smithi077.stdout:293 2024-09-16T11:19:27.843 INFO:tasks.workunit.client.0.smithi077.stdout:294 2024-09-16T11:19:27.844 INFO:tasks.workunit.client.0.smithi077.stdout:295 2024-09-16T11:19:27.845 INFO:tasks.workunit.client.0.smithi077.stdout:296 2024-09-16T11:19:27.846 INFO:tasks.workunit.client.0.smithi077.stdout:297 2024-09-16T11:19:27.847 INFO:tasks.workunit.client.0.smithi077.stdout:298 2024-09-16T11:19:27.848 INFO:tasks.workunit.client.0.smithi077.stdout:299 2024-09-16T11:19:27.849 INFO:tasks.workunit.client.0.smithi077.stdout:300 2024-09-16T11:19:27.850 INFO:tasks.workunit.client.0.smithi077.stdout:301 2024-09-16T11:19:27.851 INFO:tasks.workunit.client.0.smithi077.stdout:302 2024-09-16T11:19:27.852 INFO:tasks.workunit.client.0.smithi077.stdout:303 2024-09-16T11:19:27.853 INFO:tasks.workunit.client.0.smithi077.stdout:304 2024-09-16T11:19:27.854 INFO:tasks.workunit.client.0.smithi077.stdout:305 2024-09-16T11:19:27.855 INFO:tasks.workunit.client.0.smithi077.stdout:306 2024-09-16T11:19:27.856 INFO:tasks.workunit.client.0.smithi077.stdout:307 2024-09-16T11:19:27.857 INFO:tasks.workunit.client.0.smithi077.stdout:308 2024-09-16T11:19:27.857 INFO:tasks.workunit.client.0.smithi077.stdout:309 2024-09-16T11:19:27.858 INFO:tasks.workunit.client.0.smithi077.stdout:310 2024-09-16T11:19:27.859 INFO:tasks.workunit.client.0.smithi077.stdout:311 2024-09-16T11:19:27.860 INFO:tasks.workunit.client.0.smithi077.stdout:312 2024-09-16T11:19:27.861 INFO:tasks.workunit.client.0.smithi077.stdout:313 2024-09-16T11:19:27.862 INFO:tasks.workunit.client.0.smithi077.stdout:314 2024-09-16T11:19:27.863 INFO:tasks.workunit.client.0.smithi077.stdout:315 2024-09-16T11:19:27.864 INFO:tasks.workunit.client.0.smithi077.stdout:316 2024-09-16T11:19:27.865 INFO:tasks.workunit.client.0.smithi077.stdout:317 2024-09-16T11:19:27.865 INFO:tasks.workunit.client.0.smithi077.stdout:318 2024-09-16T11:19:27.866 INFO:tasks.workunit.client.0.smithi077.stdout:319 2024-09-16T11:19:27.867 INFO:tasks.workunit.client.0.smithi077.stdout:320 2024-09-16T11:19:27.868 INFO:tasks.workunit.client.0.smithi077.stdout:321 2024-09-16T11:19:27.869 INFO:tasks.workunit.client.0.smithi077.stdout:322 2024-09-16T11:19:27.870 INFO:tasks.workunit.client.0.smithi077.stdout:323 2024-09-16T11:19:27.870 INFO:tasks.workunit.client.0.smithi077.stdout:324 2024-09-16T11:19:27.871 INFO:tasks.workunit.client.0.smithi077.stdout:325 2024-09-16T11:19:27.872 INFO:tasks.workunit.client.0.smithi077.stdout:326 2024-09-16T11:19:27.873 INFO:tasks.workunit.client.0.smithi077.stdout:327 2024-09-16T11:19:27.874 INFO:tasks.workunit.client.0.smithi077.stdout:328 2024-09-16T11:19:27.875 INFO:tasks.workunit.client.0.smithi077.stdout:329 2024-09-16T11:19:27.875 INFO:tasks.workunit.client.0.smithi077.stdout:330 2024-09-16T11:19:27.876 INFO:tasks.workunit.client.0.smithi077.stdout:331 2024-09-16T11:19:27.877 INFO:tasks.workunit.client.0.smithi077.stdout:332 2024-09-16T11:19:27.878 INFO:tasks.workunit.client.0.smithi077.stdout:333 2024-09-16T11:19:27.879 INFO:tasks.workunit.client.0.smithi077.stdout:334 2024-09-16T11:19:27.880 INFO:tasks.workunit.client.0.smithi077.stdout:335 2024-09-16T11:19:27.880 INFO:tasks.workunit.client.0.smithi077.stdout:336 2024-09-16T11:19:27.881 INFO:tasks.workunit.client.0.smithi077.stdout:337 2024-09-16T11:19:27.882 INFO:tasks.workunit.client.0.smithi077.stdout:338 2024-09-16T11:19:27.883 INFO:tasks.workunit.client.0.smithi077.stdout:339 2024-09-16T11:19:27.883 INFO:tasks.workunit.client.0.smithi077.stdout:340 2024-09-16T11:19:27.884 INFO:tasks.workunit.client.0.smithi077.stdout:341 2024-09-16T11:19:27.885 INFO:tasks.workunit.client.0.smithi077.stdout:342 2024-09-16T11:19:27.886 INFO:tasks.workunit.client.0.smithi077.stdout:343 2024-09-16T11:19:27.887 INFO:tasks.workunit.client.0.smithi077.stdout:344 2024-09-16T11:19:27.888 INFO:tasks.workunit.client.0.smithi077.stdout:345 2024-09-16T11:19:27.889 INFO:tasks.workunit.client.0.smithi077.stdout:346 2024-09-16T11:19:27.890 INFO:tasks.workunit.client.0.smithi077.stdout:347 2024-09-16T11:19:27.890 INFO:tasks.workunit.client.0.smithi077.stdout:348 2024-09-16T11:19:27.891 INFO:tasks.workunit.client.0.smithi077.stdout:349 2024-09-16T11:19:27.892 INFO:tasks.workunit.client.0.smithi077.stdout:350 2024-09-16T11:19:27.893 INFO:tasks.workunit.client.0.smithi077.stdout:351 2024-09-16T11:19:27.893 INFO:tasks.workunit.client.0.smithi077.stdout:352 2024-09-16T11:19:27.895 INFO:tasks.workunit.client.0.smithi077.stdout:353 2024-09-16T11:19:27.895 INFO:tasks.workunit.client.0.smithi077.stdout:354 2024-09-16T11:19:27.896 INFO:tasks.workunit.client.0.smithi077.stdout:355 2024-09-16T11:19:27.897 INFO:tasks.workunit.client.0.smithi077.stdout:356 2024-09-16T11:19:27.897 INFO:tasks.workunit.client.0.smithi077.stdout:357 2024-09-16T11:19:27.898 INFO:tasks.workunit.client.0.smithi077.stdout:358 2024-09-16T11:19:27.900 INFO:tasks.workunit.client.0.smithi077.stdout:359 2024-09-16T11:19:27.900 INFO:tasks.workunit.client.0.smithi077.stdout:360 2024-09-16T11:19:27.901 INFO:tasks.workunit.client.0.smithi077.stdout:361 2024-09-16T11:19:27.902 INFO:tasks.workunit.client.0.smithi077.stdout:362 2024-09-16T11:19:27.903 INFO:tasks.workunit.client.0.smithi077.stdout:363 2024-09-16T11:19:27.903 INFO:tasks.workunit.client.0.smithi077.stdout:364 2024-09-16T11:19:27.904 INFO:tasks.workunit.client.0.smithi077.stdout:365 2024-09-16T11:19:27.905 INFO:tasks.workunit.client.0.smithi077.stdout:366 2024-09-16T11:19:27.906 INFO:tasks.workunit.client.0.smithi077.stdout:367 2024-09-16T11:19:27.907 INFO:tasks.workunit.client.0.smithi077.stdout:368 2024-09-16T11:19:27.907 INFO:tasks.workunit.client.0.smithi077.stdout:369 2024-09-16T11:19:27.908 INFO:tasks.workunit.client.0.smithi077.stdout:370 2024-09-16T11:19:27.909 INFO:tasks.workunit.client.0.smithi077.stdout:371 2024-09-16T11:19:27.910 INFO:tasks.workunit.client.0.smithi077.stdout:372 2024-09-16T11:19:27.911 INFO:tasks.workunit.client.0.smithi077.stdout:373 2024-09-16T11:19:27.912 INFO:tasks.workunit.client.0.smithi077.stdout:374 2024-09-16T11:19:27.913 INFO:tasks.workunit.client.0.smithi077.stdout:375 2024-09-16T11:19:27.914 INFO:tasks.workunit.client.0.smithi077.stdout:376 2024-09-16T11:19:27.915 INFO:tasks.workunit.client.0.smithi077.stdout:377 2024-09-16T11:19:27.916 INFO:tasks.workunit.client.0.smithi077.stdout:378 2024-09-16T11:19:27.917 INFO:tasks.workunit.client.0.smithi077.stdout:379 2024-09-16T11:19:27.917 INFO:tasks.workunit.client.0.smithi077.stdout:380 2024-09-16T11:19:27.918 INFO:tasks.workunit.client.0.smithi077.stdout:381 2024-09-16T11:19:27.919 INFO:tasks.workunit.client.0.smithi077.stdout:382 2024-09-16T11:19:27.920 INFO:tasks.workunit.client.0.smithi077.stdout:383 2024-09-16T11:19:27.921 INFO:tasks.workunit.client.0.smithi077.stdout:384 2024-09-16T11:19:27.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T11:19:27.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: pgmap v1158: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[86047]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: pgmap v1158: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:27 smithi077 ceph-mon[88497]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T11:19:27.923 INFO:tasks.workunit.client.0.smithi077.stdout:385 2024-09-16T11:19:27.923 INFO:tasks.workunit.client.0.smithi077.stdout:386 2024-09-16T11:19:27.924 INFO:tasks.workunit.client.0.smithi077.stdout:387 2024-09-16T11:19:27.924 INFO:tasks.workunit.client.0.smithi077.stdout:388 2024-09-16T11:19:27.925 INFO:tasks.workunit.client.0.smithi077.stdout:389 2024-09-16T11:19:27.926 INFO:tasks.workunit.client.0.smithi077.stdout:390 2024-09-16T11:19:27.927 INFO:tasks.workunit.client.0.smithi077.stdout:391 2024-09-16T11:19:27.928 INFO:tasks.workunit.client.0.smithi077.stdout:392 2024-09-16T11:19:27.929 INFO:tasks.workunit.client.0.smithi077.stdout:393 2024-09-16T11:19:27.929 INFO:tasks.workunit.client.0.smithi077.stdout:394 2024-09-16T11:19:27.930 INFO:tasks.workunit.client.0.smithi077.stdout:395 2024-09-16T11:19:27.931 INFO:tasks.workunit.client.0.smithi077.stdout:396 2024-09-16T11:19:27.932 INFO:tasks.workunit.client.0.smithi077.stdout:397 2024-09-16T11:19:27.933 INFO:tasks.workunit.client.0.smithi077.stdout:398 2024-09-16T11:19:27.933 INFO:tasks.workunit.client.0.smithi077.stdout:399 2024-09-16T11:19:27.934 INFO:tasks.workunit.client.0.smithi077.stdout:400 2024-09-16T11:19:27.935 INFO:tasks.workunit.client.0.smithi077.stdout:401 2024-09-16T11:19:27.937 INFO:tasks.workunit.client.0.smithi077.stdout:402 2024-09-16T11:19:27.937 INFO:tasks.workunit.client.0.smithi077.stdout:403 2024-09-16T11:19:27.938 INFO:tasks.workunit.client.0.smithi077.stdout:404 2024-09-16T11:19:27.939 INFO:tasks.workunit.client.0.smithi077.stdout:405 2024-09-16T11:19:27.940 INFO:tasks.workunit.client.0.smithi077.stdout:406 2024-09-16T11:19:27.941 INFO:tasks.workunit.client.0.smithi077.stdout:407 2024-09-16T11:19:27.941 INFO:tasks.workunit.client.0.smithi077.stdout:408 2024-09-16T11:19:27.942 INFO:tasks.workunit.client.0.smithi077.stdout:409 2024-09-16T11:19:27.943 INFO:tasks.workunit.client.0.smithi077.stdout:410 2024-09-16T11:19:27.944 INFO:tasks.workunit.client.0.smithi077.stdout:411 2024-09-16T11:19:27.944 INFO:tasks.workunit.client.0.smithi077.stdout:412 2024-09-16T11:19:27.945 INFO:tasks.workunit.client.0.smithi077.stdout:413 2024-09-16T11:19:27.946 INFO:tasks.workunit.client.0.smithi077.stdout:414 2024-09-16T11:19:27.947 INFO:tasks.workunit.client.0.smithi077.stdout:415 2024-09-16T11:19:27.948 INFO:tasks.workunit.client.0.smithi077.stdout:416 2024-09-16T11:19:27.949 INFO:tasks.workunit.client.0.smithi077.stdout:417 2024-09-16T11:19:27.950 INFO:tasks.workunit.client.0.smithi077.stdout:418 2024-09-16T11:19:27.951 INFO:tasks.workunit.client.0.smithi077.stdout:419 2024-09-16T11:19:27.952 INFO:tasks.workunit.client.0.smithi077.stdout:420 2024-09-16T11:19:27.953 INFO:tasks.workunit.client.0.smithi077.stdout:421 2024-09-16T11:19:27.954 INFO:tasks.workunit.client.0.smithi077.stdout:422 2024-09-16T11:19:27.955 INFO:tasks.workunit.client.0.smithi077.stdout:423 2024-09-16T11:19:27.956 INFO:tasks.workunit.client.0.smithi077.stdout:424 2024-09-16T11:19:27.956 INFO:tasks.workunit.client.0.smithi077.stdout:425 2024-09-16T11:19:27.957 INFO:tasks.workunit.client.0.smithi077.stdout:426 2024-09-16T11:19:27.958 INFO:tasks.workunit.client.0.smithi077.stdout:427 2024-09-16T11:19:27.960 INFO:tasks.workunit.client.0.smithi077.stdout:428 2024-09-16T11:19:27.961 INFO:tasks.workunit.client.0.smithi077.stdout:429 2024-09-16T11:19:27.961 INFO:tasks.workunit.client.0.smithi077.stdout:430 2024-09-16T11:19:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T11:19:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: pgmap v1158: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:27 smithi191 ceph-mon[84934]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T11:19:27.963 INFO:tasks.workunit.client.0.smithi077.stdout:431 2024-09-16T11:19:27.963 INFO:tasks.workunit.client.0.smithi077.stdout:432 2024-09-16T11:19:27.964 INFO:tasks.workunit.client.0.smithi077.stdout:433 2024-09-16T11:19:27.965 INFO:tasks.workunit.client.0.smithi077.stdout:434 2024-09-16T11:19:27.966 INFO:tasks.workunit.client.0.smithi077.stdout:435 2024-09-16T11:19:27.967 INFO:tasks.workunit.client.0.smithi077.stdout:436 2024-09-16T11:19:27.968 INFO:tasks.workunit.client.0.smithi077.stdout:437 2024-09-16T11:19:27.969 INFO:tasks.workunit.client.0.smithi077.stdout:438 2024-09-16T11:19:27.970 INFO:tasks.workunit.client.0.smithi077.stdout:439 2024-09-16T11:19:27.971 INFO:tasks.workunit.client.0.smithi077.stdout:440 2024-09-16T11:19:27.972 INFO:tasks.workunit.client.0.smithi077.stdout:441 2024-09-16T11:19:27.973 INFO:tasks.workunit.client.0.smithi077.stdout:442 2024-09-16T11:19:27.974 INFO:tasks.workunit.client.0.smithi077.stdout:443 2024-09-16T11:19:27.975 INFO:tasks.workunit.client.0.smithi077.stdout:444 2024-09-16T11:19:27.976 INFO:tasks.workunit.client.0.smithi077.stdout:445 2024-09-16T11:19:27.977 INFO:tasks.workunit.client.0.smithi077.stdout:446 2024-09-16T11:19:27.978 INFO:tasks.workunit.client.0.smithi077.stdout:447 2024-09-16T11:19:27.979 INFO:tasks.workunit.client.0.smithi077.stdout:448 2024-09-16T11:19:27.980 INFO:tasks.workunit.client.0.smithi077.stdout:449 2024-09-16T11:19:27.981 INFO:tasks.workunit.client.0.smithi077.stdout:450 2024-09-16T11:19:27.982 INFO:tasks.workunit.client.0.smithi077.stdout:451 2024-09-16T11:19:27.983 INFO:tasks.workunit.client.0.smithi077.stdout:452 2024-09-16T11:19:27.983 INFO:tasks.workunit.client.0.smithi077.stdout:453 2024-09-16T11:19:27.984 INFO:tasks.workunit.client.0.smithi077.stdout:454 2024-09-16T11:19:27.985 INFO:tasks.workunit.client.0.smithi077.stdout:455 2024-09-16T11:19:27.986 INFO:tasks.workunit.client.0.smithi077.stdout:456 2024-09-16T11:19:27.987 INFO:tasks.workunit.client.0.smithi077.stdout:457 2024-09-16T11:19:27.988 INFO:tasks.workunit.client.0.smithi077.stdout:458 2024-09-16T11:19:27.988 INFO:tasks.workunit.client.0.smithi077.stdout:459 2024-09-16T11:19:27.989 INFO:tasks.workunit.client.0.smithi077.stdout:460 2024-09-16T11:19:27.990 INFO:tasks.workunit.client.0.smithi077.stdout:461 2024-09-16T11:19:27.991 INFO:tasks.workunit.client.0.smithi077.stdout:462 2024-09-16T11:19:27.992 INFO:tasks.workunit.client.0.smithi077.stdout:463 2024-09-16T11:19:27.992 INFO:tasks.workunit.client.0.smithi077.stdout:464 2024-09-16T11:19:27.993 INFO:tasks.workunit.client.0.smithi077.stdout:465 2024-09-16T11:19:27.994 INFO:tasks.workunit.client.0.smithi077.stdout:466 2024-09-16T11:19:27.995 INFO:tasks.workunit.client.0.smithi077.stdout:467 2024-09-16T11:19:27.996 INFO:tasks.workunit.client.0.smithi077.stdout:468 2024-09-16T11:19:27.997 INFO:tasks.workunit.client.0.smithi077.stdout:469 2024-09-16T11:19:27.998 INFO:tasks.workunit.client.0.smithi077.stdout:470 2024-09-16T11:19:27.999 INFO:tasks.workunit.client.0.smithi077.stdout:471 2024-09-16T11:19:28.000 INFO:tasks.workunit.client.0.smithi077.stdout:472 2024-09-16T11:19:28.000 INFO:tasks.workunit.client.0.smithi077.stdout:473 2024-09-16T11:19:28.001 INFO:tasks.workunit.client.0.smithi077.stdout:474 2024-09-16T11:19:28.002 INFO:tasks.workunit.client.0.smithi077.stdout:475 2024-09-16T11:19:28.003 INFO:tasks.workunit.client.0.smithi077.stdout:476 2024-09-16T11:19:28.004 INFO:tasks.workunit.client.0.smithi077.stdout:477 2024-09-16T11:19:28.005 INFO:tasks.workunit.client.0.smithi077.stdout:478 2024-09-16T11:19:28.006 INFO:tasks.workunit.client.0.smithi077.stdout:479 2024-09-16T11:19:28.006 INFO:tasks.workunit.client.0.smithi077.stdout:480 2024-09-16T11:19:28.007 INFO:tasks.workunit.client.0.smithi077.stdout:481 2024-09-16T11:19:28.008 INFO:tasks.workunit.client.0.smithi077.stdout:482 2024-09-16T11:19:28.009 INFO:tasks.workunit.client.0.smithi077.stdout:483 2024-09-16T11:19:28.010 INFO:tasks.workunit.client.0.smithi077.stdout:484 2024-09-16T11:19:28.011 INFO:tasks.workunit.client.0.smithi077.stdout:485 2024-09-16T11:19:28.011 INFO:tasks.workunit.client.0.smithi077.stdout:486 2024-09-16T11:19:28.012 INFO:tasks.workunit.client.0.smithi077.stdout:487 2024-09-16T11:19:28.013 INFO:tasks.workunit.client.0.smithi077.stdout:488 2024-09-16T11:19:28.014 INFO:tasks.workunit.client.0.smithi077.stdout:489 2024-09-16T11:19:28.015 INFO:tasks.workunit.client.0.smithi077.stdout:490 2024-09-16T11:19:28.016 INFO:tasks.workunit.client.0.smithi077.stdout:491 2024-09-16T11:19:28.017 INFO:tasks.workunit.client.0.smithi077.stdout:492 2024-09-16T11:19:28.017 INFO:tasks.workunit.client.0.smithi077.stdout:493 2024-09-16T11:19:28.018 INFO:tasks.workunit.client.0.smithi077.stdout:494 2024-09-16T11:19:28.019 INFO:tasks.workunit.client.0.smithi077.stdout:495 2024-09-16T11:19:28.020 INFO:tasks.workunit.client.0.smithi077.stdout:496 2024-09-16T11:19:28.021 INFO:tasks.workunit.client.0.smithi077.stdout:497 2024-09-16T11:19:28.022 INFO:tasks.workunit.client.0.smithi077.stdout:498 2024-09-16T11:19:28.023 INFO:tasks.workunit.client.0.smithi077.stdout:499 2024-09-16T11:19:28.023 INFO:tasks.workunit.client.0.smithi077.stdout:500 2024-09-16T11:19:28.025 INFO:tasks.workunit.client.0.smithi077.stdout:501 2024-09-16T11:19:28.025 INFO:tasks.workunit.client.0.smithi077.stdout:502 2024-09-16T11:19:28.026 INFO:tasks.workunit.client.0.smithi077.stdout:503 2024-09-16T11:19:28.027 INFO:tasks.workunit.client.0.smithi077.stdout:504 2024-09-16T11:19:28.028 INFO:tasks.workunit.client.0.smithi077.stdout:505 2024-09-16T11:19:28.029 INFO:tasks.workunit.client.0.smithi077.stdout:506 2024-09-16T11:19:28.030 INFO:tasks.workunit.client.0.smithi077.stdout:507 2024-09-16T11:19:28.031 INFO:tasks.workunit.client.0.smithi077.stdout:508 2024-09-16T11:19:28.032 INFO:tasks.workunit.client.0.smithi077.stdout:509 2024-09-16T11:19:28.035 INFO:tasks.workunit.client.0.smithi077.stdout:510 2024-09-16T11:19:28.036 INFO:tasks.workunit.client.0.smithi077.stdout:511 2024-09-16T11:19:28.037 INFO:tasks.workunit.client.0.smithi077.stdout:512 2024-09-16T11:19:28.037 INFO:tasks.workunit.client.0.smithi077.stdout:513 2024-09-16T11:19:28.038 INFO:tasks.workunit.client.0.smithi077.stdout:514 2024-09-16T11:19:28.039 INFO:tasks.workunit.client.0.smithi077.stdout:515 2024-09-16T11:19:28.040 INFO:tasks.workunit.client.0.smithi077.stdout:516 2024-09-16T11:19:28.041 INFO:tasks.workunit.client.0.smithi077.stdout:517 2024-09-16T11:19:28.042 INFO:tasks.workunit.client.0.smithi077.stdout:518 2024-09-16T11:19:28.042 INFO:tasks.workunit.client.0.smithi077.stdout:519 2024-09-16T11:19:28.043 INFO:tasks.workunit.client.0.smithi077.stdout:520 2024-09-16T11:19:28.044 INFO:tasks.workunit.client.0.smithi077.stdout:521 2024-09-16T11:19:28.045 INFO:tasks.workunit.client.0.smithi077.stdout:522 2024-09-16T11:19:28.046 INFO:tasks.workunit.client.0.smithi077.stdout:523 2024-09-16T11:19:28.047 INFO:tasks.workunit.client.0.smithi077.stdout:524 2024-09-16T11:19:28.047 INFO:tasks.workunit.client.0.smithi077.stdout:525 2024-09-16T11:19:28.048 INFO:tasks.workunit.client.0.smithi077.stdout:526 2024-09-16T11:19:28.049 INFO:tasks.workunit.client.0.smithi077.stdout:527 2024-09-16T11:19:28.050 INFO:tasks.workunit.client.0.smithi077.stdout:528 2024-09-16T11:19:28.051 INFO:tasks.workunit.client.0.smithi077.stdout:529 2024-09-16T11:19:28.052 INFO:tasks.workunit.client.0.smithi077.stdout:530 2024-09-16T11:19:28.052 INFO:tasks.workunit.client.0.smithi077.stdout:531 2024-09-16T11:19:28.053 INFO:tasks.workunit.client.0.smithi077.stdout:532 2024-09-16T11:19:28.054 INFO:tasks.workunit.client.0.smithi077.stdout:533 2024-09-16T11:19:28.055 INFO:tasks.workunit.client.0.smithi077.stdout:534 2024-09-16T11:19:28.056 INFO:tasks.workunit.client.0.smithi077.stdout:535 2024-09-16T11:19:28.057 INFO:tasks.workunit.client.0.smithi077.stdout:536 2024-09-16T11:19:28.058 INFO:tasks.workunit.client.0.smithi077.stdout:537 2024-09-16T11:19:28.059 INFO:tasks.workunit.client.0.smithi077.stdout:538 2024-09-16T11:19:28.060 INFO:tasks.workunit.client.0.smithi077.stdout:539 2024-09-16T11:19:28.061 INFO:tasks.workunit.client.0.smithi077.stdout:540 2024-09-16T11:19:28.062 INFO:tasks.workunit.client.0.smithi077.stdout:541 2024-09-16T11:19:28.063 INFO:tasks.workunit.client.0.smithi077.stdout:542 2024-09-16T11:19:28.064 INFO:tasks.workunit.client.0.smithi077.stdout:543 2024-09-16T11:19:28.064 INFO:tasks.workunit.client.0.smithi077.stdout:544 2024-09-16T11:19:28.065 INFO:tasks.workunit.client.0.smithi077.stdout:545 2024-09-16T11:19:28.069 INFO:tasks.workunit.client.0.smithi077.stdout:546 2024-09-16T11:19:28.069 INFO:tasks.workunit.client.0.smithi077.stdout:547 2024-09-16T11:19:28.069 INFO:tasks.workunit.client.0.smithi077.stdout:548 2024-09-16T11:19:28.069 INFO:tasks.workunit.client.0.smithi077.stdout:549 2024-09-16T11:19:28.071 INFO:tasks.workunit.client.0.smithi077.stdout:550 2024-09-16T11:19:28.071 INFO:tasks.workunit.client.0.smithi077.stdout:551 2024-09-16T11:19:28.073 INFO:tasks.workunit.client.0.smithi077.stdout:552 2024-09-16T11:19:28.074 INFO:tasks.workunit.client.0.smithi077.stdout:553 2024-09-16T11:19:28.075 INFO:tasks.workunit.client.0.smithi077.stdout:554 2024-09-16T11:19:28.076 INFO:tasks.workunit.client.0.smithi077.stdout:555 2024-09-16T11:19:28.077 INFO:tasks.workunit.client.0.smithi077.stdout:556 2024-09-16T11:19:28.078 INFO:tasks.workunit.client.0.smithi077.stdout:557 2024-09-16T11:19:28.079 INFO:tasks.workunit.client.0.smithi077.stdout:558 2024-09-16T11:19:28.080 INFO:tasks.workunit.client.0.smithi077.stdout:559 2024-09-16T11:19:28.081 INFO:tasks.workunit.client.0.smithi077.stdout:560 2024-09-16T11:19:28.082 INFO:tasks.workunit.client.0.smithi077.stdout:561 2024-09-16T11:19:28.083 INFO:tasks.workunit.client.0.smithi077.stdout:562 2024-09-16T11:19:28.084 INFO:tasks.workunit.client.0.smithi077.stdout:563 2024-09-16T11:19:28.085 INFO:tasks.workunit.client.0.smithi077.stdout:564 2024-09-16T11:19:28.086 INFO:tasks.workunit.client.0.smithi077.stdout:565 2024-09-16T11:19:28.087 INFO:tasks.workunit.client.0.smithi077.stdout:566 2024-09-16T11:19:28.088 INFO:tasks.workunit.client.0.smithi077.stdout:567 2024-09-16T11:19:28.089 INFO:tasks.workunit.client.0.smithi077.stdout:568 2024-09-16T11:19:28.090 INFO:tasks.workunit.client.0.smithi077.stdout:569 2024-09-16T11:19:28.091 INFO:tasks.workunit.client.0.smithi077.stdout:570 2024-09-16T11:19:28.092 INFO:tasks.workunit.client.0.smithi077.stdout:571 2024-09-16T11:19:28.093 INFO:tasks.workunit.client.0.smithi077.stdout:572 2024-09-16T11:19:28.094 INFO:tasks.workunit.client.0.smithi077.stdout:573 2024-09-16T11:19:28.095 INFO:tasks.workunit.client.0.smithi077.stdout:574 2024-09-16T11:19:28.096 INFO:tasks.workunit.client.0.smithi077.stdout:575 2024-09-16T11:19:28.097 INFO:tasks.workunit.client.0.smithi077.stdout:576 2024-09-16T11:19:28.098 INFO:tasks.workunit.client.0.smithi077.stdout:577 2024-09-16T11:19:28.099 INFO:tasks.workunit.client.0.smithi077.stdout:578 2024-09-16T11:19:28.100 INFO:tasks.workunit.client.0.smithi077.stdout:579 2024-09-16T11:19:28.101 INFO:tasks.workunit.client.0.smithi077.stdout:580 2024-09-16T11:19:28.102 INFO:tasks.workunit.client.0.smithi077.stdout:581 2024-09-16T11:19:28.103 INFO:tasks.workunit.client.0.smithi077.stdout:582 2024-09-16T11:19:28.104 INFO:tasks.workunit.client.0.smithi077.stdout:583 2024-09-16T11:19:28.105 INFO:tasks.workunit.client.0.smithi077.stdout:584 2024-09-16T11:19:28.106 INFO:tasks.workunit.client.0.smithi077.stdout:585 2024-09-16T11:19:28.107 INFO:tasks.workunit.client.0.smithi077.stdout:586 2024-09-16T11:19:28.108 INFO:tasks.workunit.client.0.smithi077.stdout:587 2024-09-16T11:19:28.109 INFO:tasks.workunit.client.0.smithi077.stdout:588 2024-09-16T11:19:28.110 INFO:tasks.workunit.client.0.smithi077.stdout:589 2024-09-16T11:19:28.111 INFO:tasks.workunit.client.0.smithi077.stdout:590 2024-09-16T11:19:28.112 INFO:tasks.workunit.client.0.smithi077.stdout:591 2024-09-16T11:19:28.113 INFO:tasks.workunit.client.0.smithi077.stdout:592 2024-09-16T11:19:28.114 INFO:tasks.workunit.client.0.smithi077.stdout:593 2024-09-16T11:19:28.115 INFO:tasks.workunit.client.0.smithi077.stdout:594 2024-09-16T11:19:28.116 INFO:tasks.workunit.client.0.smithi077.stdout:595 2024-09-16T11:19:28.117 INFO:tasks.workunit.client.0.smithi077.stdout:596 2024-09-16T11:19:28.118 INFO:tasks.workunit.client.0.smithi077.stdout:597 2024-09-16T11:19:28.120 INFO:tasks.workunit.client.0.smithi077.stdout:598 2024-09-16T11:19:28.121 INFO:tasks.workunit.client.0.smithi077.stdout:599 2024-09-16T11:19:28.122 INFO:tasks.workunit.client.0.smithi077.stdout:600 2024-09-16T11:19:28.122 INFO:tasks.workunit.client.0.smithi077.stdout:601 2024-09-16T11:19:28.123 INFO:tasks.workunit.client.0.smithi077.stdout:602 2024-09-16T11:19:28.125 INFO:tasks.workunit.client.0.smithi077.stdout:603 2024-09-16T11:19:28.125 INFO:tasks.workunit.client.0.smithi077.stdout:604 2024-09-16T11:19:28.127 INFO:tasks.workunit.client.0.smithi077.stdout:605 2024-09-16T11:19:28.128 INFO:tasks.workunit.client.0.smithi077.stdout:606 2024-09-16T11:19:28.129 INFO:tasks.workunit.client.0.smithi077.stdout:607 2024-09-16T11:19:28.130 INFO:tasks.workunit.client.0.smithi077.stdout:608 2024-09-16T11:19:28.131 INFO:tasks.workunit.client.0.smithi077.stdout:609 2024-09-16T11:19:28.132 INFO:tasks.workunit.client.0.smithi077.stdout:610 2024-09-16T11:19:28.133 INFO:tasks.workunit.client.0.smithi077.stdout:611 2024-09-16T11:19:28.134 INFO:tasks.workunit.client.0.smithi077.stdout:612 2024-09-16T11:19:28.135 INFO:tasks.workunit.client.0.smithi077.stdout:613 2024-09-16T11:19:28.136 INFO:tasks.workunit.client.0.smithi077.stdout:614 2024-09-16T11:19:28.137 INFO:tasks.workunit.client.0.smithi077.stdout:615 2024-09-16T11:19:28.138 INFO:tasks.workunit.client.0.smithi077.stdout:616 2024-09-16T11:19:28.139 INFO:tasks.workunit.client.0.smithi077.stdout:617 2024-09-16T11:19:28.140 INFO:tasks.workunit.client.0.smithi077.stdout:618 2024-09-16T11:19:28.141 INFO:tasks.workunit.client.0.smithi077.stdout:619 2024-09-16T11:19:28.142 INFO:tasks.workunit.client.0.smithi077.stdout:620 2024-09-16T11:19:28.143 INFO:tasks.workunit.client.0.smithi077.stdout:621 2024-09-16T11:19:28.144 INFO:tasks.workunit.client.0.smithi077.stdout:622 2024-09-16T11:19:28.145 INFO:tasks.workunit.client.0.smithi077.stdout:623 2024-09-16T11:19:28.146 INFO:tasks.workunit.client.0.smithi077.stdout:624 2024-09-16T11:19:28.147 INFO:tasks.workunit.client.0.smithi077.stdout:625 2024-09-16T11:19:28.148 INFO:tasks.workunit.client.0.smithi077.stdout:626 2024-09-16T11:19:28.149 INFO:tasks.workunit.client.0.smithi077.stdout:627 2024-09-16T11:19:28.150 INFO:tasks.workunit.client.0.smithi077.stdout:628 2024-09-16T11:19:28.151 INFO:tasks.workunit.client.0.smithi077.stdout:629 2024-09-16T11:19:28.152 INFO:tasks.workunit.client.0.smithi077.stdout:630 2024-09-16T11:19:28.153 INFO:tasks.workunit.client.0.smithi077.stdout:631 2024-09-16T11:19:28.154 INFO:tasks.workunit.client.0.smithi077.stdout:632 2024-09-16T11:19:28.155 INFO:tasks.workunit.client.0.smithi077.stdout:633 2024-09-16T11:19:28.156 INFO:tasks.workunit.client.0.smithi077.stdout:634 2024-09-16T11:19:28.157 INFO:tasks.workunit.client.0.smithi077.stdout:635 2024-09-16T11:19:28.158 INFO:tasks.workunit.client.0.smithi077.stdout:636 2024-09-16T11:19:28.159 INFO:tasks.workunit.client.0.smithi077.stdout:637 2024-09-16T11:19:28.160 INFO:tasks.workunit.client.0.smithi077.stdout:638 2024-09-16T11:19:28.161 INFO:tasks.workunit.client.0.smithi077.stdout:639 2024-09-16T11:19:28.162 INFO:tasks.workunit.client.0.smithi077.stdout:640 2024-09-16T11:19:28.163 INFO:tasks.workunit.client.0.smithi077.stdout:641 2024-09-16T11:19:28.164 INFO:tasks.workunit.client.0.smithi077.stdout:642 2024-09-16T11:19:28.165 INFO:tasks.workunit.client.0.smithi077.stdout:643 2024-09-16T11:19:28.166 INFO:tasks.workunit.client.0.smithi077.stdout:644 2024-09-16T11:19:28.167 INFO:tasks.workunit.client.0.smithi077.stdout:645 2024-09-16T11:19:28.168 INFO:tasks.workunit.client.0.smithi077.stdout:646 2024-09-16T11:19:28.169 INFO:tasks.workunit.client.0.smithi077.stdout:647 2024-09-16T11:19:28.170 INFO:tasks.workunit.client.0.smithi077.stdout:648 2024-09-16T11:19:28.172 INFO:tasks.workunit.client.0.smithi077.stdout:649 2024-09-16T11:19:28.173 INFO:tasks.workunit.client.0.smithi077.stdout:650 2024-09-16T11:19:28.174 INFO:tasks.workunit.client.0.smithi077.stdout:651 2024-09-16T11:19:28.175 INFO:tasks.workunit.client.0.smithi077.stdout:652 2024-09-16T11:19:28.176 INFO:tasks.workunit.client.0.smithi077.stdout:653 2024-09-16T11:19:28.177 INFO:tasks.workunit.client.0.smithi077.stdout:654 2024-09-16T11:19:28.178 INFO:tasks.workunit.client.0.smithi077.stdout:655 2024-09-16T11:19:28.179 INFO:tasks.workunit.client.0.smithi077.stdout:656 2024-09-16T11:19:28.180 INFO:tasks.workunit.client.0.smithi077.stdout:657 2024-09-16T11:19:28.182 INFO:tasks.workunit.client.0.smithi077.stdout:658 2024-09-16T11:19:28.183 INFO:tasks.workunit.client.0.smithi077.stdout:659 2024-09-16T11:19:28.184 INFO:tasks.workunit.client.0.smithi077.stdout:660 2024-09-16T11:19:28.186 INFO:tasks.workunit.client.0.smithi077.stdout:661 2024-09-16T11:19:28.187 INFO:tasks.workunit.client.0.smithi077.stdout:662 2024-09-16T11:19:28.188 INFO:tasks.workunit.client.0.smithi077.stdout:663 2024-09-16T11:19:28.189 INFO:tasks.workunit.client.0.smithi077.stdout:664 2024-09-16T11:19:28.190 INFO:tasks.workunit.client.0.smithi077.stdout:665 2024-09-16T11:19:28.191 INFO:tasks.workunit.client.0.smithi077.stdout:666 2024-09-16T11:19:28.192 INFO:tasks.workunit.client.0.smithi077.stdout:667 2024-09-16T11:19:28.193 INFO:tasks.workunit.client.0.smithi077.stdout:668 2024-09-16T11:19:28.195 INFO:tasks.workunit.client.0.smithi077.stdout:669 2024-09-16T11:19:28.196 INFO:tasks.workunit.client.0.smithi077.stdout:670 2024-09-16T11:19:28.197 INFO:tasks.workunit.client.0.smithi077.stdout:671 2024-09-16T11:19:28.198 INFO:tasks.workunit.client.0.smithi077.stdout:672 2024-09-16T11:19:28.199 INFO:tasks.workunit.client.0.smithi077.stdout:673 2024-09-16T11:19:28.200 INFO:tasks.workunit.client.0.smithi077.stdout:674 2024-09-16T11:19:28.201 INFO:tasks.workunit.client.0.smithi077.stdout:675 2024-09-16T11:19:28.202 INFO:tasks.workunit.client.0.smithi077.stdout:676 2024-09-16T11:19:28.203 INFO:tasks.workunit.client.0.smithi077.stdout:677 2024-09-16T11:19:28.204 INFO:tasks.workunit.client.0.smithi077.stdout:678 2024-09-16T11:19:28.205 INFO:tasks.workunit.client.0.smithi077.stdout:679 2024-09-16T11:19:28.206 INFO:tasks.workunit.client.0.smithi077.stdout:680 2024-09-16T11:19:28.207 INFO:tasks.workunit.client.0.smithi077.stdout:681 2024-09-16T11:19:28.208 INFO:tasks.workunit.client.0.smithi077.stdout:682 2024-09-16T11:19:28.209 INFO:tasks.workunit.client.0.smithi077.stdout:683 2024-09-16T11:19:28.210 INFO:tasks.workunit.client.0.smithi077.stdout:684 2024-09-16T11:19:28.211 INFO:tasks.workunit.client.0.smithi077.stdout:685 2024-09-16T11:19:28.213 INFO:tasks.workunit.client.0.smithi077.stdout:686 2024-09-16T11:19:28.214 INFO:tasks.workunit.client.0.smithi077.stdout:687 2024-09-16T11:19:28.215 INFO:tasks.workunit.client.0.smithi077.stdout:688 2024-09-16T11:19:28.216 INFO:tasks.workunit.client.0.smithi077.stdout:689 2024-09-16T11:19:28.217 INFO:tasks.workunit.client.0.smithi077.stdout:690 2024-09-16T11:19:28.218 INFO:tasks.workunit.client.0.smithi077.stdout:691 2024-09-16T11:19:28.219 INFO:tasks.workunit.client.0.smithi077.stdout:692 2024-09-16T11:19:28.220 INFO:tasks.workunit.client.0.smithi077.stdout:693 2024-09-16T11:19:28.221 INFO:tasks.workunit.client.0.smithi077.stdout:694 2024-09-16T11:19:28.222 INFO:tasks.workunit.client.0.smithi077.stdout:695 2024-09-16T11:19:28.224 INFO:tasks.workunit.client.0.smithi077.stdout:696 2024-09-16T11:19:28.225 INFO:tasks.workunit.client.0.smithi077.stdout:697 2024-09-16T11:19:28.226 INFO:tasks.workunit.client.0.smithi077.stdout:698 2024-09-16T11:19:28.227 INFO:tasks.workunit.client.0.smithi077.stdout:699 2024-09-16T11:19:28.228 INFO:tasks.workunit.client.0.smithi077.stdout:700 2024-09-16T11:19:28.229 INFO:tasks.workunit.client.0.smithi077.stdout:701 2024-09-16T11:19:28.230 INFO:tasks.workunit.client.0.smithi077.stdout:702 2024-09-16T11:19:28.231 INFO:tasks.workunit.client.0.smithi077.stdout:703 2024-09-16T11:19:28.232 INFO:tasks.workunit.client.0.smithi077.stdout:704 2024-09-16T11:19:28.233 INFO:tasks.workunit.client.0.smithi077.stdout:705 2024-09-16T11:19:28.233 INFO:tasks.workunit.client.0.smithi077.stdout:706 2024-09-16T11:19:28.234 INFO:tasks.workunit.client.0.smithi077.stdout:707 2024-09-16T11:19:28.235 INFO:tasks.workunit.client.0.smithi077.stdout:708 2024-09-16T11:19:28.237 INFO:tasks.workunit.client.0.smithi077.stdout:709 2024-09-16T11:19:28.237 INFO:tasks.workunit.client.0.smithi077.stdout:710 2024-09-16T11:19:28.238 INFO:tasks.workunit.client.0.smithi077.stdout:711 2024-09-16T11:19:28.239 INFO:tasks.workunit.client.0.smithi077.stdout:712 2024-09-16T11:19:28.240 INFO:tasks.workunit.client.0.smithi077.stdout:713 2024-09-16T11:19:28.241 INFO:tasks.workunit.client.0.smithi077.stdout:714 2024-09-16T11:19:28.242 INFO:tasks.workunit.client.0.smithi077.stdout:715 2024-09-16T11:19:28.243 INFO:tasks.workunit.client.0.smithi077.stdout:716 2024-09-16T11:19:28.244 INFO:tasks.workunit.client.0.smithi077.stdout:717 2024-09-16T11:19:28.245 INFO:tasks.workunit.client.0.smithi077.stdout:718 2024-09-16T11:19:28.246 INFO:tasks.workunit.client.0.smithi077.stdout:719 2024-09-16T11:19:28.247 INFO:tasks.workunit.client.0.smithi077.stdout:720 2024-09-16T11:19:28.248 INFO:tasks.workunit.client.0.smithi077.stdout:721 2024-09-16T11:19:28.249 INFO:tasks.workunit.client.0.smithi077.stdout:722 2024-09-16T11:19:28.250 INFO:tasks.workunit.client.0.smithi077.stdout:723 2024-09-16T11:19:28.251 INFO:tasks.workunit.client.0.smithi077.stdout:724 2024-09-16T11:19:28.252 INFO:tasks.workunit.client.0.smithi077.stdout:725 2024-09-16T11:19:28.253 INFO:tasks.workunit.client.0.smithi077.stdout:726 2024-09-16T11:19:28.254 INFO:tasks.workunit.client.0.smithi077.stdout:727 2024-09-16T11:19:28.255 INFO:tasks.workunit.client.0.smithi077.stdout:728 2024-09-16T11:19:28.256 INFO:tasks.workunit.client.0.smithi077.stdout:729 2024-09-16T11:19:28.257 INFO:tasks.workunit.client.0.smithi077.stdout:730 2024-09-16T11:19:28.258 INFO:tasks.workunit.client.0.smithi077.stdout:731 2024-09-16T11:19:28.259 INFO:tasks.workunit.client.0.smithi077.stdout:732 2024-09-16T11:19:28.260 INFO:tasks.workunit.client.0.smithi077.stdout:733 2024-09-16T11:19:28.261 INFO:tasks.workunit.client.0.smithi077.stdout:734 2024-09-16T11:19:28.262 INFO:tasks.workunit.client.0.smithi077.stdout:735 2024-09-16T11:19:28.263 INFO:tasks.workunit.client.0.smithi077.stdout:736 2024-09-16T11:19:28.265 INFO:tasks.workunit.client.0.smithi077.stdout:737 2024-09-16T11:19:28.266 INFO:tasks.workunit.client.0.smithi077.stdout:738 2024-09-16T11:19:28.266 INFO:tasks.workunit.client.0.smithi077.stdout:739 2024-09-16T11:19:28.268 INFO:tasks.workunit.client.0.smithi077.stdout:740 2024-09-16T11:19:28.269 INFO:tasks.workunit.client.0.smithi077.stdout:741 2024-09-16T11:19:28.269 INFO:tasks.workunit.client.0.smithi077.stdout:742 2024-09-16T11:19:28.270 INFO:tasks.workunit.client.0.smithi077.stdout:743 2024-09-16T11:19:28.271 INFO:tasks.workunit.client.0.smithi077.stdout:744 2024-09-16T11:19:28.272 INFO:tasks.workunit.client.0.smithi077.stdout:745 2024-09-16T11:19:28.273 INFO:tasks.workunit.client.0.smithi077.stdout:746 2024-09-16T11:19:28.274 INFO:tasks.workunit.client.0.smithi077.stdout:747 2024-09-16T11:19:28.276 INFO:tasks.workunit.client.0.smithi077.stdout:748 2024-09-16T11:19:28.277 INFO:tasks.workunit.client.0.smithi077.stdout:749 2024-09-16T11:19:28.278 INFO:tasks.workunit.client.0.smithi077.stdout:750 2024-09-16T11:19:28.278 INFO:tasks.workunit.client.0.smithi077.stdout:751 2024-09-16T11:19:28.279 INFO:tasks.workunit.client.0.smithi077.stdout:752 2024-09-16T11:19:28.281 INFO:tasks.workunit.client.0.smithi077.stdout:753 2024-09-16T11:19:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:754 2024-09-16T11:19:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:755 2024-09-16T11:19:28.283 INFO:tasks.workunit.client.0.smithi077.stdout:756 2024-09-16T11:19:28.284 INFO:tasks.workunit.client.0.smithi077.stdout:757 2024-09-16T11:19:28.285 INFO:tasks.workunit.client.0.smithi077.stdout:758 2024-09-16T11:19:28.286 INFO:tasks.workunit.client.0.smithi077.stdout:759 2024-09-16T11:19:28.288 INFO:tasks.workunit.client.0.smithi077.stdout:760 2024-09-16T11:19:28.289 INFO:tasks.workunit.client.0.smithi077.stdout:761 2024-09-16T11:19:28.290 INFO:tasks.workunit.client.0.smithi077.stdout:762 2024-09-16T11:19:28.291 INFO:tasks.workunit.client.0.smithi077.stdout:763 2024-09-16T11:19:28.292 INFO:tasks.workunit.client.0.smithi077.stdout:764 2024-09-16T11:19:28.293 INFO:tasks.workunit.client.0.smithi077.stdout:765 2024-09-16T11:19:28.293 INFO:tasks.workunit.client.0.smithi077.stdout:766 2024-09-16T11:19:28.295 INFO:tasks.workunit.client.0.smithi077.stdout:767 2024-09-16T11:19:28.295 INFO:tasks.workunit.client.0.smithi077.stdout:768 2024-09-16T11:19:28.296 INFO:tasks.workunit.client.0.smithi077.stdout:769 2024-09-16T11:19:28.297 INFO:tasks.workunit.client.0.smithi077.stdout:770 2024-09-16T11:19:28.298 INFO:tasks.workunit.client.0.smithi077.stdout:771 2024-09-16T11:19:28.299 INFO:tasks.workunit.client.0.smithi077.stdout:772 2024-09-16T11:19:28.300 INFO:tasks.workunit.client.0.smithi077.stdout:773 2024-09-16T11:19:28.301 INFO:tasks.workunit.client.0.smithi077.stdout:774 2024-09-16T11:19:28.302 INFO:tasks.workunit.client.0.smithi077.stdout:775 2024-09-16T11:19:28.303 INFO:tasks.workunit.client.0.smithi077.stdout:776 2024-09-16T11:19:28.304 INFO:tasks.workunit.client.0.smithi077.stdout:777 2024-09-16T11:19:28.305 INFO:tasks.workunit.client.0.smithi077.stdout:778 2024-09-16T11:19:28.306 INFO:tasks.workunit.client.0.smithi077.stdout:779 2024-09-16T11:19:28.307 INFO:tasks.workunit.client.0.smithi077.stdout:780 2024-09-16T11:19:28.309 INFO:tasks.workunit.client.0.smithi077.stdout:781 2024-09-16T11:19:28.309 INFO:tasks.workunit.client.0.smithi077.stdout:782 2024-09-16T11:19:28.310 INFO:tasks.workunit.client.0.smithi077.stdout:783 2024-09-16T11:19:28.311 INFO:tasks.workunit.client.0.smithi077.stdout:784 2024-09-16T11:19:28.313 INFO:tasks.workunit.client.0.smithi077.stdout:785 2024-09-16T11:19:28.313 INFO:tasks.workunit.client.0.smithi077.stdout:786 2024-09-16T11:19:28.318 INFO:tasks.workunit.client.0.smithi077.stdout:787 2024-09-16T11:19:28.319 INFO:tasks.workunit.client.0.smithi077.stdout:788 2024-09-16T11:19:28.320 INFO:tasks.workunit.client.0.smithi077.stdout:789 2024-09-16T11:19:28.321 INFO:tasks.workunit.client.0.smithi077.stdout:790 2024-09-16T11:19:28.322 INFO:tasks.workunit.client.0.smithi077.stdout:791 2024-09-16T11:19:28.323 INFO:tasks.workunit.client.0.smithi077.stdout:792 2024-09-16T11:19:28.324 INFO:tasks.workunit.client.0.smithi077.stdout:793 2024-09-16T11:19:28.325 INFO:tasks.workunit.client.0.smithi077.stdout:794 2024-09-16T11:19:28.326 INFO:tasks.workunit.client.0.smithi077.stdout:795 2024-09-16T11:19:28.327 INFO:tasks.workunit.client.0.smithi077.stdout:796 2024-09-16T11:19:28.328 INFO:tasks.workunit.client.0.smithi077.stdout:797 2024-09-16T11:19:28.329 INFO:tasks.workunit.client.0.smithi077.stdout:798 2024-09-16T11:19:28.330 INFO:tasks.workunit.client.0.smithi077.stdout:799 2024-09-16T11:19:28.331 INFO:tasks.workunit.client.0.smithi077.stdout:800 2024-09-16T11:19:28.332 INFO:tasks.workunit.client.0.smithi077.stdout:801 2024-09-16T11:19:28.333 INFO:tasks.workunit.client.0.smithi077.stdout:802 2024-09-16T11:19:28.334 INFO:tasks.workunit.client.0.smithi077.stdout:803 2024-09-16T11:19:28.334 INFO:tasks.workunit.client.0.smithi077.stdout:804 2024-09-16T11:19:28.336 INFO:tasks.workunit.client.0.smithi077.stdout:805 2024-09-16T11:19:28.337 INFO:tasks.workunit.client.0.smithi077.stdout:806 2024-09-16T11:19:28.338 INFO:tasks.workunit.client.0.smithi077.stdout:807 2024-09-16T11:19:28.339 INFO:tasks.workunit.client.0.smithi077.stdout:808 2024-09-16T11:19:28.340 INFO:tasks.workunit.client.0.smithi077.stdout:809 2024-09-16T11:19:28.340 INFO:tasks.workunit.client.0.smithi077.stdout:810 2024-09-16T11:19:28.341 INFO:tasks.workunit.client.0.smithi077.stdout:811 2024-09-16T11:19:28.343 INFO:tasks.workunit.client.0.smithi077.stdout:812 2024-09-16T11:19:28.344 INFO:tasks.workunit.client.0.smithi077.stdout:813 2024-09-16T11:19:28.345 INFO:tasks.workunit.client.0.smithi077.stdout:814 2024-09-16T11:19:28.346 INFO:tasks.workunit.client.0.smithi077.stdout:815 2024-09-16T11:19:28.346 INFO:tasks.workunit.client.0.smithi077.stdout:816 2024-09-16T11:19:28.347 INFO:tasks.workunit.client.0.smithi077.stdout:817 2024-09-16T11:19:28.348 INFO:tasks.workunit.client.0.smithi077.stdout:818 2024-09-16T11:19:28.350 INFO:tasks.workunit.client.0.smithi077.stdout:819 2024-09-16T11:19:28.350 INFO:tasks.workunit.client.0.smithi077.stdout:820 2024-09-16T11:19:28.351 INFO:tasks.workunit.client.0.smithi077.stdout:821 2024-09-16T11:19:28.352 INFO:tasks.workunit.client.0.smithi077.stdout:822 2024-09-16T11:19:28.353 INFO:tasks.workunit.client.0.smithi077.stdout:823 2024-09-16T11:19:28.354 INFO:tasks.workunit.client.0.smithi077.stdout:824 2024-09-16T11:19:28.355 INFO:tasks.workunit.client.0.smithi077.stdout:825 2024-09-16T11:19:28.356 INFO:tasks.workunit.client.0.smithi077.stdout:826 2024-09-16T11:19:28.357 INFO:tasks.workunit.client.0.smithi077.stdout:827 2024-09-16T11:19:28.358 INFO:tasks.workunit.client.0.smithi077.stdout:828 2024-09-16T11:19:28.360 INFO:tasks.workunit.client.0.smithi077.stdout:829 2024-09-16T11:19:28.360 INFO:tasks.workunit.client.0.smithi077.stdout:830 2024-09-16T11:19:28.361 INFO:tasks.workunit.client.0.smithi077.stdout:831 2024-09-16T11:19:28.362 INFO:tasks.workunit.client.0.smithi077.stdout:832 2024-09-16T11:19:28.364 INFO:tasks.workunit.client.0.smithi077.stdout:833 2024-09-16T11:19:28.364 INFO:tasks.workunit.client.0.smithi077.stdout:834 2024-09-16T11:19:28.365 INFO:tasks.workunit.client.0.smithi077.stdout:835 2024-09-16T11:19:28.366 INFO:tasks.workunit.client.0.smithi077.stdout:836 2024-09-16T11:19:28.367 INFO:tasks.workunit.client.0.smithi077.stdout:837 2024-09-16T11:19:28.368 INFO:tasks.workunit.client.0.smithi077.stdout:838 2024-09-16T11:19:28.369 INFO:tasks.workunit.client.0.smithi077.stdout:839 2024-09-16T11:19:28.370 INFO:tasks.workunit.client.0.smithi077.stdout:840 2024-09-16T11:19:28.371 INFO:tasks.workunit.client.0.smithi077.stdout:841 2024-09-16T11:19:28.372 INFO:tasks.workunit.client.0.smithi077.stdout:842 2024-09-16T11:19:28.373 INFO:tasks.workunit.client.0.smithi077.stdout:843 2024-09-16T11:19:28.374 INFO:tasks.workunit.client.0.smithi077.stdout:844 2024-09-16T11:19:28.375 INFO:tasks.workunit.client.0.smithi077.stdout:845 2024-09-16T11:19:28.376 INFO:tasks.workunit.client.0.smithi077.stdout:846 2024-09-16T11:19:28.377 INFO:tasks.workunit.client.0.smithi077.stdout:847 2024-09-16T11:19:28.378 INFO:tasks.workunit.client.0.smithi077.stdout:848 2024-09-16T11:19:28.379 INFO:tasks.workunit.client.0.smithi077.stdout:849 2024-09-16T11:19:28.380 INFO:tasks.workunit.client.0.smithi077.stdout:850 2024-09-16T11:19:28.381 INFO:tasks.workunit.client.0.smithi077.stdout:851 2024-09-16T11:19:28.382 INFO:tasks.workunit.client.0.smithi077.stdout:852 2024-09-16T11:19:28.383 INFO:tasks.workunit.client.0.smithi077.stdout:853 2024-09-16T11:19:28.385 INFO:tasks.workunit.client.0.smithi077.stdout:854 2024-09-16T11:19:28.385 INFO:tasks.workunit.client.0.smithi077.stdout:855 2024-09-16T11:19:28.386 INFO:tasks.workunit.client.0.smithi077.stdout:856 2024-09-16T11:19:28.388 INFO:tasks.workunit.client.0.smithi077.stdout:857 2024-09-16T11:19:28.389 INFO:tasks.workunit.client.0.smithi077.stdout:858 2024-09-16T11:19:28.390 INFO:tasks.workunit.client.0.smithi077.stdout:859 2024-09-16T11:19:28.391 INFO:tasks.workunit.client.0.smithi077.stdout:860 2024-09-16T11:19:28.392 INFO:tasks.workunit.client.0.smithi077.stdout:861 2024-09-16T11:19:28.393 INFO:tasks.workunit.client.0.smithi077.stdout:862 2024-09-16T11:19:28.394 INFO:tasks.workunit.client.0.smithi077.stdout:863 2024-09-16T11:19:28.394 INFO:tasks.workunit.client.0.smithi077.stdout:864 2024-09-16T11:19:28.396 INFO:tasks.workunit.client.0.smithi077.stdout:865 2024-09-16T11:19:28.397 INFO:tasks.workunit.client.0.smithi077.stdout:866 2024-09-16T11:19:28.397 INFO:tasks.workunit.client.0.smithi077.stdout:867 2024-09-16T11:19:28.399 INFO:tasks.workunit.client.0.smithi077.stdout:868 2024-09-16T11:19:28.400 INFO:tasks.workunit.client.0.smithi077.stdout:869 2024-09-16T11:19:28.401 INFO:tasks.workunit.client.0.smithi077.stdout:870 2024-09-16T11:19:28.402 INFO:tasks.workunit.client.0.smithi077.stdout:871 2024-09-16T11:19:28.403 INFO:tasks.workunit.client.0.smithi077.stdout:872 2024-09-16T11:19:28.404 INFO:tasks.workunit.client.0.smithi077.stdout:873 2024-09-16T11:19:28.405 INFO:tasks.workunit.client.0.smithi077.stdout:874 2024-09-16T11:19:28.406 INFO:tasks.workunit.client.0.smithi077.stdout:875 2024-09-16T11:19:28.407 INFO:tasks.workunit.client.0.smithi077.stdout:876 2024-09-16T11:19:28.408 INFO:tasks.workunit.client.0.smithi077.stdout:877 2024-09-16T11:19:28.409 INFO:tasks.workunit.client.0.smithi077.stdout:878 2024-09-16T11:19:28.409 INFO:tasks.workunit.client.0.smithi077.stdout:879 2024-09-16T11:19:28.410 INFO:tasks.workunit.client.0.smithi077.stdout:880 2024-09-16T11:19:28.411 INFO:tasks.workunit.client.0.smithi077.stdout:881 2024-09-16T11:19:28.413 INFO:tasks.workunit.client.0.smithi077.stdout:882 2024-09-16T11:19:28.414 INFO:tasks.workunit.client.0.smithi077.stdout:883 2024-09-16T11:19:28.415 INFO:tasks.workunit.client.0.smithi077.stdout:884 2024-09-16T11:19:28.416 INFO:tasks.workunit.client.0.smithi077.stdout:885 2024-09-16T11:19:28.417 INFO:tasks.workunit.client.0.smithi077.stdout:886 2024-09-16T11:19:28.418 INFO:tasks.workunit.client.0.smithi077.stdout:887 2024-09-16T11:19:28.419 INFO:tasks.workunit.client.0.smithi077.stdout:888 2024-09-16T11:19:28.420 INFO:tasks.workunit.client.0.smithi077.stdout:889 2024-09-16T11:19:28.421 INFO:tasks.workunit.client.0.smithi077.stdout:890 2024-09-16T11:19:28.422 INFO:tasks.workunit.client.0.smithi077.stdout:891 2024-09-16T11:19:28.423 INFO:tasks.workunit.client.0.smithi077.stdout:892 2024-09-16T11:19:28.424 INFO:tasks.workunit.client.0.smithi077.stdout:893 2024-09-16T11:19:28.425 INFO:tasks.workunit.client.0.smithi077.stdout:894 2024-09-16T11:19:28.426 INFO:tasks.workunit.client.0.smithi077.stdout:895 2024-09-16T11:19:28.427 INFO:tasks.workunit.client.0.smithi077.stdout:896 2024-09-16T11:19:28.428 INFO:tasks.workunit.client.0.smithi077.stdout:897 2024-09-16T11:19:28.429 INFO:tasks.workunit.client.0.smithi077.stdout:898 2024-09-16T11:19:28.432 INFO:tasks.workunit.client.0.smithi077.stdout:899 2024-09-16T11:19:28.432 INFO:tasks.workunit.client.0.smithi077.stdout:900 2024-09-16T11:19:28.433 INFO:tasks.workunit.client.0.smithi077.stdout:901 2024-09-16T11:19:28.433 INFO:tasks.workunit.client.0.smithi077.stdout:902 2024-09-16T11:19:28.434 INFO:tasks.workunit.client.0.smithi077.stdout:903 2024-09-16T11:19:28.435 INFO:tasks.workunit.client.0.smithi077.stdout:904 2024-09-16T11:19:28.436 INFO:tasks.workunit.client.0.smithi077.stdout:905 2024-09-16T11:19:28.437 INFO:tasks.workunit.client.0.smithi077.stdout:906 2024-09-16T11:19:28.438 INFO:tasks.workunit.client.0.smithi077.stdout:907 2024-09-16T11:19:28.439 INFO:tasks.workunit.client.0.smithi077.stdout:908 2024-09-16T11:19:28.440 INFO:tasks.workunit.client.0.smithi077.stdout:909 2024-09-16T11:19:28.441 INFO:tasks.workunit.client.0.smithi077.stdout:910 2024-09-16T11:19:28.442 INFO:tasks.workunit.client.0.smithi077.stdout:911 2024-09-16T11:19:28.443 INFO:tasks.workunit.client.0.smithi077.stdout:912 2024-09-16T11:19:28.444 INFO:tasks.workunit.client.0.smithi077.stdout:913 2024-09-16T11:19:28.445 INFO:tasks.workunit.client.0.smithi077.stdout:914 2024-09-16T11:19:28.446 INFO:tasks.workunit.client.0.smithi077.stdout:915 2024-09-16T11:19:28.447 INFO:tasks.workunit.client.0.smithi077.stdout:916 2024-09-16T11:19:28.448 INFO:tasks.workunit.client.0.smithi077.stdout:917 2024-09-16T11:19:28.449 INFO:tasks.workunit.client.0.smithi077.stdout:918 2024-09-16T11:19:28.450 INFO:tasks.workunit.client.0.smithi077.stdout:919 2024-09-16T11:19:28.451 INFO:tasks.workunit.client.0.smithi077.stdout:920 2024-09-16T11:19:28.453 INFO:tasks.workunit.client.0.smithi077.stdout:921 2024-09-16T11:19:28.453 INFO:tasks.workunit.client.0.smithi077.stdout:922 2024-09-16T11:19:28.455 INFO:tasks.workunit.client.0.smithi077.stdout:923 2024-09-16T11:19:28.456 INFO:tasks.workunit.client.0.smithi077.stdout:924 2024-09-16T11:19:28.457 INFO:tasks.workunit.client.0.smithi077.stdout:925 2024-09-16T11:19:28.458 INFO:tasks.workunit.client.0.smithi077.stdout:926 2024-09-16T11:19:28.459 INFO:tasks.workunit.client.0.smithi077.stdout:927 2024-09-16T11:19:28.460 INFO:tasks.workunit.client.0.smithi077.stdout:928 2024-09-16T11:19:28.461 INFO:tasks.workunit.client.0.smithi077.stdout:929 2024-09-16T11:19:28.462 INFO:tasks.workunit.client.0.smithi077.stdout:930 2024-09-16T11:19:28.462 INFO:tasks.workunit.client.0.smithi077.stdout:931 2024-09-16T11:19:28.463 INFO:tasks.workunit.client.0.smithi077.stdout:932 2024-09-16T11:19:28.465 INFO:tasks.workunit.client.0.smithi077.stdout:933 2024-09-16T11:19:28.465 INFO:tasks.workunit.client.0.smithi077.stdout:934 2024-09-16T11:19:28.467 INFO:tasks.workunit.client.0.smithi077.stdout:935 2024-09-16T11:19:28.468 INFO:tasks.workunit.client.0.smithi077.stdout:936 2024-09-16T11:19:28.469 INFO:tasks.workunit.client.0.smithi077.stdout:937 2024-09-16T11:19:28.469 INFO:tasks.workunit.client.0.smithi077.stdout:938 2024-09-16T11:19:28.471 INFO:tasks.workunit.client.0.smithi077.stdout:939 2024-09-16T11:19:28.472 INFO:tasks.workunit.client.0.smithi077.stdout:940 2024-09-16T11:19:28.473 INFO:tasks.workunit.client.0.smithi077.stdout:941 2024-09-16T11:19:28.474 INFO:tasks.workunit.client.0.smithi077.stdout:942 2024-09-16T11:19:28.475 INFO:tasks.workunit.client.0.smithi077.stdout:943 2024-09-16T11:19:28.475 INFO:tasks.workunit.client.0.smithi077.stdout:944 2024-09-16T11:19:28.476 INFO:tasks.workunit.client.0.smithi077.stdout:945 2024-09-16T11:19:28.477 INFO:tasks.workunit.client.0.smithi077.stdout:946 2024-09-16T11:19:28.478 INFO:tasks.workunit.client.0.smithi077.stdout:947 2024-09-16T11:19:28.479 INFO:tasks.workunit.client.0.smithi077.stdout:948 2024-09-16T11:19:28.480 INFO:tasks.workunit.client.0.smithi077.stdout:949 2024-09-16T11:19:28.482 INFO:tasks.workunit.client.0.smithi077.stdout:950 2024-09-16T11:19:28.483 INFO:tasks.workunit.client.0.smithi077.stdout:951 2024-09-16T11:19:28.484 INFO:tasks.workunit.client.0.smithi077.stdout:952 2024-09-16T11:19:28.484 INFO:tasks.workunit.client.0.smithi077.stdout:953 2024-09-16T11:19:28.486 INFO:tasks.workunit.client.0.smithi077.stdout:954 2024-09-16T11:19:28.489 INFO:tasks.workunit.client.0.smithi077.stdout:955 2024-09-16T11:19:28.493 INFO:tasks.workunit.client.0.smithi077.stdout:956 2024-09-16T11:19:28.497 INFO:tasks.workunit.client.0.smithi077.stdout:957 2024-09-16T11:19:28.501 INFO:tasks.workunit.client.0.smithi077.stdout:958 2024-09-16T11:19:28.504 INFO:tasks.workunit.client.0.smithi077.stdout:959 2024-09-16T11:19:28.505 INFO:tasks.workunit.client.0.smithi077.stdout:960 2024-09-16T11:19:28.506 INFO:tasks.workunit.client.0.smithi077.stdout:961 2024-09-16T11:19:28.507 INFO:tasks.workunit.client.0.smithi077.stdout:962 2024-09-16T11:19:28.508 INFO:tasks.workunit.client.0.smithi077.stdout:963 2024-09-16T11:19:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:964 2024-09-16T11:19:28.511 INFO:tasks.workunit.client.0.smithi077.stdout:965 2024-09-16T11:19:28.512 INFO:tasks.workunit.client.0.smithi077.stdout:966 2024-09-16T11:19:28.513 INFO:tasks.workunit.client.0.smithi077.stdout:967 2024-09-16T11:19:28.514 INFO:tasks.workunit.client.0.smithi077.stdout:968 2024-09-16T11:19:28.516 INFO:tasks.workunit.client.0.smithi077.stdout:969 2024-09-16T11:19:28.517 INFO:tasks.workunit.client.0.smithi077.stdout:970 2024-09-16T11:19:28.517 INFO:tasks.workunit.client.0.smithi077.stdout:971 2024-09-16T11:19:28.518 INFO:tasks.workunit.client.0.smithi077.stdout:972 2024-09-16T11:19:28.519 INFO:tasks.workunit.client.0.smithi077.stdout:973 2024-09-16T11:19:28.521 INFO:tasks.workunit.client.0.smithi077.stdout:974 2024-09-16T11:19:28.522 INFO:tasks.workunit.client.0.smithi077.stdout:975 2024-09-16T11:19:28.523 INFO:tasks.workunit.client.0.smithi077.stdout:976 2024-09-16T11:19:28.524 INFO:tasks.workunit.client.0.smithi077.stdout:977 2024-09-16T11:19:28.525 INFO:tasks.workunit.client.0.smithi077.stdout:978 2024-09-16T11:19:28.526 INFO:tasks.workunit.client.0.smithi077.stdout:979 2024-09-16T11:19:28.527 INFO:tasks.workunit.client.0.smithi077.stdout:980 2024-09-16T11:19:28.528 INFO:tasks.workunit.client.0.smithi077.stdout:981 2024-09-16T11:19:28.529 INFO:tasks.workunit.client.0.smithi077.stdout:982 2024-09-16T11:19:28.530 INFO:tasks.workunit.client.0.smithi077.stdout:983 2024-09-16T11:19:28.531 INFO:tasks.workunit.client.0.smithi077.stdout:984 2024-09-16T11:19:28.532 INFO:tasks.workunit.client.0.smithi077.stdout:985 2024-09-16T11:19:28.533 INFO:tasks.workunit.client.0.smithi077.stdout:986 2024-09-16T11:19:28.534 INFO:tasks.workunit.client.0.smithi077.stdout:987 2024-09-16T11:19:28.535 INFO:tasks.workunit.client.0.smithi077.stdout:988 2024-09-16T11:19:28.537 INFO:tasks.workunit.client.0.smithi077.stdout:989 2024-09-16T11:19:28.538 INFO:tasks.workunit.client.0.smithi077.stdout:990 2024-09-16T11:19:28.539 INFO:tasks.workunit.client.0.smithi077.stdout:991 2024-09-16T11:19:28.540 INFO:tasks.workunit.client.0.smithi077.stdout:992 2024-09-16T11:19:28.541 INFO:tasks.workunit.client.0.smithi077.stdout:993 2024-09-16T11:19:28.542 INFO:tasks.workunit.client.0.smithi077.stdout:994 2024-09-16T11:19:28.543 INFO:tasks.workunit.client.0.smithi077.stdout:995 2024-09-16T11:19:28.544 INFO:tasks.workunit.client.0.smithi077.stdout:996 2024-09-16T11:19:28.545 INFO:tasks.workunit.client.0.smithi077.stdout:997 2024-09-16T11:19:28.546 INFO:tasks.workunit.client.0.smithi077.stdout:998 2024-09-16T11:19:28.547 INFO:tasks.workunit.client.0.smithi077.stdout:999 2024-09-16T11:19:28.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:28 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T11:19:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:28 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T11:19:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:28 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2228323248' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T11:19:29.511 INFO:tasks.workunit.client.0.smithi077.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:00000010 69 73 |is| 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:00000012 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:00000010 69 73 |is| 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:00000012 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.WriteReturnData (4031 ms) 2024-09-16T11:19:29.512 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.Loud 2024-09-16T11:19:29.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:29 smithi077 ceph-mon[88497]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T11:19:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:29 smithi077 ceph-mon[88497]: pgmap v1161: 137 pgs: 1 creating+activating, 9 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:29 smithi077 ceph-mon[86047]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T11:19:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:29 smithi077 ceph-mon[86047]: pgmap v1161: 137 pgs: 1 creating+activating, 9 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:29 smithi191 ceph-mon[84934]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T11:19:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:29 smithi191 ceph-mon[84934]: pgmap v1161: 137 pgs: 1 creating+activating, 9 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:30.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:30.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:30.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[86047]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T11:19:30.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:30.825 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:30.825 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:30 smithi077 ceph-mon[88497]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T11:19:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:30 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:30 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:30 smithi191 ceph-mon[84934]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T11:19:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:31 smithi191 ceph-mon[84934]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T11:19:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:31 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4175336066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:31 smithi191 ceph-mon[84934]: pgmap v1164: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[86047]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4175336066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[86047]: pgmap v1164: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[88497]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4175336066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:31 smithi077 ceph-mon[88497]: pgmap v1164: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:32.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.Loud (3018 ms) 2024-09-16T11:19:32.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.BadMethods 2024-09-16T11:19:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:32 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:32 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:32 smithi191 ceph-mon[84934]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T11:19:32.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[86047]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T11:19:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:32 smithi077 ceph-mon[88497]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T11:19:33.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:33 smithi077 ceph-mon[86047]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T11:19:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:33 smithi077 ceph-mon[86047]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:33 smithi077 ceph-mon[88497]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T11:19:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:33 smithi077 ceph-mon[88497]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:33 smithi191 ceph-mon[84934]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T11:19:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:33 smithi191 ceph-mon[84934]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[88497]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T11:19:34.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:34.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:34.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:34.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[86047]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T11:19:34.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:34.924 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T11:19:34.565+0000 7f2501264640 -1 osd.3 pg_epoch: 971 pg[38.2( v 971'1 (0'0,971'1] local-lis/les=970/971 n=1 ec=970/970 lis/c=970/970 les/c/f=971/971/0 sis=970) [3,7,5] r=0 lpr=970 crt=971'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-16T11:19:34.924 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 11:19:34 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T11:19:34.566+0000 7f250526c640 -1 osd.3 pg_epoch: 971 pg[38.2( v 971'2 (0'0,971'2] local-lis/les=970/971 n=1 ec=970/970 lis/c=970/970 les/c/f=971/971/0 sis=970) [3,7,5] r=0 lpr=970 crt=971'1 lcod 971'1 mlcod 971'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-16T11:19:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:34 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:34 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:34 smithi191 ceph-mon[84934]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T11:19:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:34 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:35.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.BadMethods (3031 ms) 2024-09-16T11:19:35.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsHello.Filter 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[86047]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[86047]: pgmap v1170: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[88497]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T11:19:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:35 smithi077 ceph-mon[88497]: pgmap v1170: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T11:19:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:35 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/331448557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:35 smithi191 ceph-mon[84934]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T11:19:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:35 smithi191 ceph-mon[84934]: pgmap v1170: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T11:19:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:36 smithi077 ceph-mon[86047]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T11:19:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:36 smithi077 ceph-mon[88497]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T11:19:36.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:36] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-09-16T11:19:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:36 smithi191 ceph-mon[84934]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[86047]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3027724936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[86047]: pgmap v1173: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[88497]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T11:19:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3027724936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[88497]: pgmap v1173: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:37 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:37 smithi191 ceph-mon[84934]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T11:19:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:37 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3027724936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:37 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:37 smithi191 ceph-mon[84934]: pgmap v1173: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:37 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-127883-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:38.579 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsHello.Filter (3019 ms) 2024-09-16T11:19:38.579 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 6 tests from ClsHello (18992 ms total) 2024-09-16T11:19:38.579 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:38.579 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:19:38.580 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 6 tests from 1 test suite ran. (18992 ms total) 2024-09-16T11:19:38.580 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 6 tests. 2024-09-16T11:19:38.582 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:19:38.582 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:19:38.650 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-16T11:19:38.650 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-16T11:19:38.718 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:19:38.718 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-16T11:19:38.718 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:19:38.718 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 27 tests from TestClsJournal 2024-09-16T11:19:38.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[86047]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T11:19:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[86047]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T11:19:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[88497]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T11:19:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:38 smithi077 ceph-mon[88497]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T11:19:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:38 smithi191 ceph-mon[84934]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T11:19:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:38 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:38 smithi191 ceph-mon[84934]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[86047]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[88497]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:19:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:19:39.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:39 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:19:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:39 smithi191 ceph-mon[84934]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:19:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:19:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:39 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:40.599 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.Create 2024-09-16T11:19:40.608 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.Create (10 ms) 2024-09-16T11:19:40.608 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-16T11:19:40.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-09-16T11:19:40.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-16T11:19:40.617 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-16T11:19:40.617 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-16T11:19:40.620 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-16T11:19:40.621 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-16T11:19:40.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-16T11:19:40.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-16T11:19:40.626 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-16T11:19:40.626 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-16T11:19:40.629 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-09-16T11:19:40.629 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-16T11:19:40.631 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-16T11:19:40.631 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-16T11:19:40.634 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-16T11:19:40.634 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-16T11:19:40.637 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-16T11:19:40.638 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-16T11:19:40.641 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-16T11:19:40.642 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-16T11:19:40.646 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-16T11:19:40.646 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-16T11:19:40.649 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-16T11:19:40.649 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-16T11:19:40.653 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-16T11:19:40.653 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-16T11:19:40.752 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (98 ms) 2024-09-16T11:19:40.752 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-16T11:19:40.755 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-09-16T11:19:40.755 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-16T11:19:40.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-16T11:19:40.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-16T11:19:40.758 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-16T11:19:40.758 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-16T11:19:40.794 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.ClientList (36 ms) 2024-09-16T11:19:40.794 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-16T11:19:40.798 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2024-09-16T11:19:40.798 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-16T11:19:40.806 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-16T11:19:40.806 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-16T11:19:40.812 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-09-16T11:19:40.812 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.TagList 2024-09-16T11:19:40.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-09-16T11:19:40.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-16T11:19:40.902 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-16T11:19:40.902 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-16T11:19:40.903 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-16T11:19:40.903 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-16T11:19:40.905 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-09-16T11:19:40.905 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsJournal.Append 2024-09-16T11:19:40.911 INFO:tasks.workunit.client.0.smithi077.stdout:padding is not enabled 2024-09-16T11:19:40.911 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-09-16T11:19:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[88497]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T11:19:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2134793356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[86047]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2134793356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:40 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:40 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:40 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:40 smithi191 ceph-mon[84934]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T11:19:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:40 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2134793356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:40 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:41.597 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 27 tests from TestClsJournal (312 ms total) 2024-09-16T11:19:41.598 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:19:41.598 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:19:41.598 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 27 tests from 1 test suite ran. (2880 ms total) 2024-09-16T11:19:41.598 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 27 tests. 2024-09-16T11:19:41.600 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:19:41.600 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:19:41.666 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-16T11:19:41.667 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-16T11:19:41.738 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:19:41.738 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-16T11:19:41.739 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:19:41.739 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 11 tests from ClsLock 2024-09-16T11:19:41.739 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-16T11:19:41.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[86047]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T11:19:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[86047]: pgmap v1179: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-09-16T11:19:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[88497]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T11:19:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:41 smithi077 ceph-mon[88497]: pgmap v1179: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-09-16T11:19:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:41 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128023-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:41 smithi191 ceph-mon[84934]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T11:19:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:41 smithi191 ceph-mon[84934]: pgmap v1179: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-09-16T11:19:42.601 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:42 smithi077 ceph-mon[86047]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T11:19:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:42 smithi077 ceph-mon[88497]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T11:19:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:42 smithi191 ceph-mon[84934]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T11:19:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:43.650 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:43.650 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: exclusive 2024-09-16T11:19:43.650 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:43.650 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:43.650 INFO:tasks.workunit.client.0.smithi077.stdout: client.44624 expiration=2024-09-16T11:21:43.645786+0000 addr=v1:172.21.15.77:0/3170789105 cookie= 2024-09-16T11:19:43.653 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:43.653 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: shared 2024-09-16T11:19:43.654 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:43.654 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:43.654 INFO:tasks.workunit.client.0.smithi077.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.77:0/2039425533 cookie= 2024-09-16T11:19:43.654 INFO:tasks.workunit.client.0.smithi077.stdout: client.44624 expiration=2024-09-16T11:21:43.652042+0000 addr=v1:172.21.15.77:0/3170789105 cookie= 2024-09-16T11:19:43.655 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:43.655 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: shared 2024-09-16T11:19:43.655 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:43.655 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:43.655 INFO:tasks.workunit.client.0.smithi077.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.77:0/2039425533 cookie= 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[86047]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3170789105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[86047]: pgmap v1182: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[88497]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3170789105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:43 smithi077 ceph-mon[88497]: pgmap v1182: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:43 smithi191 ceph-mon[84934]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T11:19:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3170789105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:43 smithi191 ceph-mon[84934]: pgmap v1182: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:44.628 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestMultiLocking (2889 ms) 2024-09-16T11:19:44.628 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestMeta 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[88497]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:44 smithi077 ceph-mon[86047]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T11:19:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:44 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:44.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:44.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:44 smithi191 ceph-mon[84934]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T11:19:45.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:45 smithi077 ceph-mon[88497]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T11:19:45.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:45 smithi077 ceph-mon[88497]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:45.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:45 smithi077 ceph-mon[86047]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T11:19:45.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:45 smithi077 ceph-mon[86047]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:45 smithi191 ceph-mon[84934]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T11:19:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:45 smithi191 ceph-mon[84934]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:46.666 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:46.667 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: shared 2024-09-16T11:19:46.667 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:46.667 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:46.667 INFO:tasks.workunit.client.0.smithi077.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.77:0/3051190538 cookie= 2024-09-16T11:19:46.668 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:46.669 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: exclusive 2024-09-16T11:19:46.669 INFO:tasks.workunit.client.0.smithi077.stdout: tag: new_tag 2024-09-16T11:19:46.669 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:46.669 INFO:tasks.workunit.client.0.smithi077.stdout: client.34710 expiration=0.000000 addr=v1:172.21.15.77:0/1827711996 cookie= 2024-09-16T11:19:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[88497]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T11:19:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:46.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:46.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[86047]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T11:19:46.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:46] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2024-09-16T11:19:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:46 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:46 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:46 smithi191 ceph-mon[84934]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T11:19:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:46 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:47.643 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestMeta (3016 ms) 2024-09-16T11:19:47.644 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestCookie 2024-09-16T11:19:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[88497]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T11:19:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[88497]: pgmap v1188: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[86047]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T11:19:47.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:47 smithi077 ceph-mon[86047]: pgmap v1188: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:47 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1827711996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:47 smithi191 ceph-mon[84934]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T11:19:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:47 smithi191 ceph-mon[84934]: pgmap v1188: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:48 smithi077 ceph-mon[86047]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T11:19:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:48 smithi077 ceph-mon[88497]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T11:19:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:48 smithi191 ceph-mon[84934]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[86047]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1404603827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[86047]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[88497]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1404603827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:49 smithi077 ceph-mon[88497]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:49 smithi191 ceph-mon[84934]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T11:19:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1404603827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:49 smithi191 ceph-mon[84934]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:50.083 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:50.084 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: exclusive 2024-09-16T11:19:50.084 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:50.084 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout:lock: mylock 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout: lock_type: shared 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout: tag: 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout: lockers: 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout: client.44648 expiration=0.000000 addr=v1:172.21.15.77:0/1404603827 cookie= 2024-09-16T11:19:50.086 INFO:tasks.workunit.client.0.smithi077.stdout: client.44648 expiration=0.000000 addr=v1:172.21.15.77:0/1404603827 cookie=new cookie 2024-09-16T11:19:50.667 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestCookie (3023 ms) 2024-09-16T11:19:50.667 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[86047]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:50 smithi077 ceph-mon[88497]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T11:19:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:50 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:50 smithi191 ceph-mon[84934]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T11:19:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:51 smithi077 ceph-mon[86047]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T11:19:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:51 smithi077 ceph-mon[86047]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:51 smithi077 ceph-mon[88497]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T11:19:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:51 smithi077 ceph-mon[88497]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:51 smithi191 ceph-mon[84934]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T11:19:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:51 smithi191 ceph-mon[84934]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:52.673 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[86047]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/894135369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:52.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:52.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[88497]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T11:19:52.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/894135369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:52.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:52 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:19:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-mon[84934]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T11:19:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/894135369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:52 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:53.686 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestMultipleLocks (3019 ms) 2024-09-16T11:19:53.687 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-16T11:19:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:53 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:53 smithi191 ceph-mon[84934]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T11:19:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:53 smithi191 ceph-mon[84934]: pgmap v1197: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:54.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[88497]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T11:19:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[88497]: pgmap v1197: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[86047]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T11:19:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:53 smithi077 ceph-mon[86047]: pgmap v1197: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:54 smithi191 ceph-mon[84934]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T11:19:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:54 smithi077 ceph-mon[86047]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T11:19:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:54 smithi077 ceph-mon[88497]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T11:19:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:55 smithi191 ceph-mon[84934]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T11:19:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:55 smithi191 ceph-mon[84934]: pgmap v1200: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:55 smithi191 ceph-mon[84934]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T11:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[86047]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T11:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[86047]: pgmap v1200: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[86047]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T11:19:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[88497]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T11:19:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:19:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[88497]: pgmap v1200: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3124278987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:19:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:55 smithi077 ceph-mon[88497]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T11:19:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:56 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:56 smithi191 ceph-mon[84934]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T11:19:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:56 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:56 smithi077 ceph-mon[86047]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T11:19:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:56 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:19:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:56 smithi077 ceph-mon[88497]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T11:19:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:19:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:19:56] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[86047]: pgmap v1203: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:57 smithi077 ceph-mon[88497]: pgmap v1203: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:19:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:19:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:57 smithi191 ceph-mon[84934]: pgmap v1203: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:19:59.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:58 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:59.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:58 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:19:59.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:58 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:59.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:58 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:19:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:58 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:19:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:58 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:20:00.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:19:59 smithi077 ceph-mon[86047]: pgmap v1204: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:00.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:19:59 smithi077 ceph-mon[88497]: pgmap v1204: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:19:59 smithi191 ceph-mon[84934]: pgmap v1204: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:00.988 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestLockDuration (7302 ms) 2024-09-16T11:20:00.989 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-16T11:20:01.364 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T11:20:01.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:20:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:20:02.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:01 smithi191 ceph-mon[84934]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T11:20:02.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:01 smithi191 ceph-mon[84934]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:02.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:01 smithi077 ceph-mon[88497]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T11:20:02.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:01 smithi077 ceph-mon[88497]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:02.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:01 smithi077 ceph-mon[86047]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T11:20:02.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:01 smithi077 ceph-mon[86047]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[88497]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3844085399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[86047]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3844085399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:03.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:03 smithi191 ceph-mon[84934]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T11:20:03.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:03 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3844085399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:03.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:04.017 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestAssertLocked (3029 ms) 2024-09-16T11:20:04.017 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-16T11:20:04.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:04.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[86047]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T11:20:04.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[86047]: pgmap v1209: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[88497]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T11:20:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:04 smithi077 ceph-mon[88497]: pgmap v1209: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:04.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:04.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:04 smithi191 ceph-mon[84934]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T11:20:04.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:04 smithi191 ceph-mon[84934]: pgmap v1209: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:05 smithi077 ceph-mon[86047]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T11:20:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:05 smithi077 ceph-mon[88497]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T11:20:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:05 smithi191 ceph-mon[84934]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[86047]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4237371222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[86047]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[88497]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4237371222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-mon[88497]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:06 smithi191 ceph-mon[84934]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T11:20:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:06 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4237371222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:06 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:06.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:06 smithi191 ceph-mon[84934]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:07.035 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:06] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-16T11:20:07.036 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestSetCookie (3019 ms) 2024-09-16T11:20:07.036 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestRenew 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[88497]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:07 smithi077 ceph-mon[86047]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T11:20:07.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:07 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:07.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:07 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:07.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:07 smithi191 ceph-mon[84934]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T11:20:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:08 smithi077 ceph-mon[86047]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T11:20:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:08 smithi077 ceph-mon[86047]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:08 smithi077 ceph-mon[88497]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T11:20:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:08 smithi077 ceph-mon[88497]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:08 smithi191 ceph-mon[84934]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T11:20:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:08 smithi191 ceph-mon[84934]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[88497]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2550163474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:20:09.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[86047]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T11:20:09.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2550163474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:09.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:09 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:09 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:20:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:09 smithi191 ceph-mon[84934]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T11:20:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2550163474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[86047]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[86047]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[88497]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T11:20:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:10 smithi077 ceph-mon[88497]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:10 smithi191 ceph-mon[84934]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T11:20:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:10 smithi191 ceph-mon[84934]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:11 smithi077 ceph-mon[86047]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T11:20:11.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:11 smithi077 ceph-mon[88497]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T11:20:11.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:11 smithi191 ceph-mon[84934]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T11:20:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:12 smithi191 ceph-mon[84934]: pgmap v1220: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[86047]: pgmap v1220: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[88497]: pgmap v1220: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:14 smithi077 ceph-mon[86047]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:14 smithi077 ceph-mon[88497]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:14 smithi191 ceph-mon[84934]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:16 smithi077 ceph-mon[86047]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:16 smithi077 ceph-mon[88497]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:16 smithi191 ceph-mon[84934]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:16] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T11:20:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:18 smithi077 ceph-mon[86047]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:18 smithi077 ceph-mon[88497]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:18 smithi191 ceph-mon[84934]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:20 smithi077 ceph-mon[86047]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:20 smithi077 ceph-mon[88497]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:20 smithi191 ceph-mon[84934]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:22 smithi077 ceph-mon[86047]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 92 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:22 smithi077 ceph-mon[88497]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 92 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:22.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:22 smithi191 ceph-mon[84934]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 92 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:22.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:24.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:24 smithi077 ceph-mon[86047]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:20:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:24 smithi077 ceph-mon[88497]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:20:24.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:24 smithi191 ceph-mon[84934]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T11:20:26.465 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:26 smithi191 ceph-mon[84934]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:26.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:26 smithi077 ceph-mon[86047]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:26 smithi077 ceph-mon[88497]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:26] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T11:20:27.182 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestRenew (20147 ms) 2024-09-16T11:20:27.183 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-16T11:20:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:28 smithi191 ceph-mon[84934]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:28 smithi191 ceph-mon[84934]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T11:20:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:28 smithi077 ceph-mon[86047]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:28 smithi077 ceph-mon[86047]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T11:20:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:28 smithi077 ceph-mon[88497]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:28 smithi077 ceph-mon[88497]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T11:20:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:29 smithi191 ceph-mon[84934]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T11:20:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:29 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:29 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:29 smithi191 ceph-mon[84934]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T11:20:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[86047]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T11:20:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[86047]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T11:20:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[88497]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T11:20:29.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:29.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2321567962' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:29.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:29 smithi077 ceph-mon[88497]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T11:20:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:30 smithi191 ceph-mon[84934]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:30.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:30 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:30.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:30 smithi077 ceph-mon[86047]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:30.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:30 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:30.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:30 smithi077 ceph-mon[88497]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:30.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:30 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:31.634 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:31 smithi191 ceph-mon[84934]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T11:20:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:31 smithi077 ceph-mon[88497]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T11:20:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:31 smithi077 ceph-mon[86047]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T11:20:32.582 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:32.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:32 smithi191 ceph-mon[84934]: pgmap v1234: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:32.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:32 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:32.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:32 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[88497]: pgmap v1234: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[86047]: pgmap v1234: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:32 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:20:34.223 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7040 ms) 2024-09-16T11:20:34.224 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-16T11:20:34.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:34 smithi077 ceph-mon[86047]: pgmap v1235: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:34 smithi077 ceph-mon[88497]: pgmap v1235: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:34 smithi191 ceph-mon[84934]: pgmap v1235: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:35 smithi077 ceph-mon[86047]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T11:20:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:35 smithi077 ceph-mon[88497]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T11:20:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:35 smithi191 ceph-mon[84934]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[88497]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[88497]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3545770073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[86047]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[86047]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T11:20:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3545770073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:36.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:36 smithi191 ceph-mon[84934]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:36 smithi191 ceph-mon[84934]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T11:20:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:36 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3545770073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:36 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:36] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-16T11:20:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:37 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:37 smithi077 ceph-mon[88497]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T11:20:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:37 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:37 smithi077 ceph-mon[86047]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T11:20:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:37 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:37 smithi191 ceph-mon[84934]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T11:20:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:38 smithi077 ceph-mon[88497]: pgmap v1240: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:38 smithi077 ceph-mon[88497]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T11:20:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:38 smithi077 ceph-mon[86047]: pgmap v1240: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:38 smithi077 ceph-mon[86047]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T11:20:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:38 smithi191 ceph-mon[84934]: pgmap v1240: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:38 smithi191 ceph-mon[84934]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[86047]: pgmap v1242: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[88497]: pgmap v1242: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:20:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:20:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:20:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:40 smithi191 ceph-mon[84934]: pgmap v1242: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:20:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:20:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:20:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:42.272 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8048 ms) 2024-09-16T11:20:42.272 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-16T11:20:42.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:42 smithi191 ceph-mon[84934]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:42 smithi077 ceph-mon[88497]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:42 smithi077 ceph-mon[86047]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:43.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:43 smithi077 ceph-mon[86047]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T11:20:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:43 smithi077 ceph-mon[88497]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T11:20:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:43 smithi191 ceph-mon[84934]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2087020726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[86047]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2087020726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:44.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:44 smithi077 ceph-mon[88497]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T11:20:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T11:20:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2087020726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128207-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:44 smithi191 ceph-mon[84934]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T11:20:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:46 smithi077 ceph-mon[86047]: pgmap v1248: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:46 smithi077 ceph-mon[86047]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T11:20:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:46 smithi077 ceph-mon[88497]: pgmap v1248: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:46 smithi077 ceph-mon[88497]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T11:20:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:46 smithi191 ceph-mon[84934]: pgmap v1248: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:46 smithi191 ceph-mon[84934]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T11:20:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:46] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T11:20:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:48 smithi077 ceph-mon[86047]: pgmap v1250: 137 pgs: 7 unknown, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:48 smithi077 ceph-mon[88497]: pgmap v1250: 137 pgs: 7 unknown, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:48 smithi191 ceph-mon[84934]: pgmap v1250: 137 pgs: 7 unknown, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8015 ms) 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 11 tests from ClsLock (68548 ms total) 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 11 tests from 1 test suite ran. (68548 ms total) 2024-09-16T11:20:50.287 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 11 tests. 2024-09-16T11:20:50.290 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:20:50.290 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:20:50.319 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-16T11:20:50.319 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-16T11:20:50.388 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:20:50.388 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T11:20:50.388 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:20:50.388 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from cls_log 2024-09-16T11:20:50.389 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-16T11:20:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:50 smithi077 ceph-mon[86047]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:50 smithi077 ceph-mon[88497]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:50 smithi191 ceph-mon[84934]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:20:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:51 smithi077 ceph-mon[88497]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T11:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:51 smithi077 ceph-mon[86047]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T11:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:51 smithi191 ceph-mon[84934]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T11:20:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[88497]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[88497]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T11:20:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[86047]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[86047]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T11:20:52.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:52 smithi191 ceph-mon[84934]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:52 smithi191 ceph-mon[84934]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T11:20:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:20:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_log.test_log_add_same_time (2934 ms) 2024-09-16T11:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[86047]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[86047]: pgmap v1256: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[88497]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T11:20:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:53 smithi077 ceph-mon[88497]: pgmap v1256: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:53 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/57247235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:53 smithi191 ceph-mon[84934]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T11:20:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:53 smithi191 ceph-mon[84934]: pgmap v1256: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:54 smithi077 ceph-mon[86047]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T11:20:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:54 smithi077 ceph-mon[88497]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T11:20:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:54 smithi191 ceph-mon[84934]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[86047]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[86047]: pgmap v1259: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[88497]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:55 smithi077 ceph-mon[88497]: pgmap v1259: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:55 smithi191 ceph-mon[84934]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T11:20:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:55 smithi191 ceph-mon[84934]: pgmap v1259: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:56.344 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-09-16T11:20:56.344 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_log.trim_by_time 2024-09-16T11:20:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[86047]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T11:20:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-mon[88497]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T11:20:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:56 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:20:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:56 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1463247812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:56 smithi191 ceph-mon[84934]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T11:20:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:20:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:20:56] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[86047]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[86047]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[88497]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:57 smithi077 ceph-mon[88497]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:57 smithi191 ceph-mon[84934]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T11:20:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:20:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:20:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:57 smithi191 ceph-mon[84934]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4290937326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[86047]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4290937326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:58 smithi077 ceph-mon[88497]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T11:20:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T11:20:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4290937326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:20:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:20:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:20:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:20:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:58 smithi191 ceph-mon[84934]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T11:20:59.351 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_log.trim_by_time (3008 ms) 2024-09-16T11:20:59.352 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-16T11:20:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:59 smithi077 ceph-mon[86047]: pgmap v1265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:20:59 smithi077 ceph-mon[86047]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T11:20:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:59 smithi077 ceph-mon[88497]: pgmap v1265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:20:59 smithi077 ceph-mon[88497]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T11:20:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:59 smithi191 ceph-mon[84934]: pgmap v1265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:20:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:20:59 smithi191 ceph-mon[84934]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[86047]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/179617549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[86047]: pgmap v1268: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[88497]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T11:21:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/179617549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:01 smithi077 ceph-mon[88497]: pgmap v1268: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:01 smithi191 ceph-mon[84934]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T11:21:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:01 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/179617549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:01 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:01 smithi191 ceph-mon[84934]: pgmap v1268: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_log.trim_by_marker (3037 ms) 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from cls_log (12001 ms total) 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 4 tests from 1 test suite ran. (12001 ms total) 2024-09-16T11:21:02.390 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 4 tests. 2024-09-16T11:21:02.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:21:02.393 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:21:02.463 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-16T11:21:02.464 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-16T11:21:02.531 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:21:02.532 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T11:21:02.532 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:21:02.532 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from ClsNumOps 2024-09-16T11:21:02.532 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsNumOps.Add 2024-09-16T11:21:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[86047]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T11:21:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:02 smithi077 ceph-mon[88497]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T11:21:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:02 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:02 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128593-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:02 smithi191 ceph-mon[84934]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T11:21:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:03.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:03 smithi077 ceph-mon[88497]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T11:21:03.647 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:03 smithi077 ceph-mon[88497]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:03.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:03 smithi077 ceph-mon[86047]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T11:21:03.647 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:03 smithi077 ceph-mon[86047]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:03 smithi191 ceph-mon[84934]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T11:21:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:03 smithi191 ceph-mon[84934]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[88497]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T11:21:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1779743652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[86047]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T11:21:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1779743652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:04 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:04 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:04 smithi191 ceph-mon[84934]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T11:21:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:04 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1779743652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:05.406 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsNumOps.Add (2874 ms) 2024-09-16T11:21:05.407 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsNumOps.Sub 2024-09-16T11:21:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[88497]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T11:21:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[88497]: pgmap v1274: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:21:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[86047]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T11:21:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:05 smithi077 ceph-mon[86047]: pgmap v1274: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:21:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:05 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:05 smithi191 ceph-mon[84934]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T11:21:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:05 smithi191 ceph-mon[84934]: pgmap v1274: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:21:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:06 smithi077 ceph-mon[88497]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T11:21:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:06 smithi077 ceph-mon[86047]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T11:21:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:06 smithi191 ceph-mon[84934]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T11:21:07.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:06] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[86047]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3437582022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[86047]: pgmap v1277: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[88497]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3437582022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:07 smithi077 ceph-mon[88497]: pgmap v1277: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:07 smithi191 ceph-mon[84934]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T11:21:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:07 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3437582022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:07 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:07 smithi191 ceph-mon[84934]: pgmap v1277: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:08.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsNumOps.Sub (3027 ms) 2024-09-16T11:21:08.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsNumOps.Mul 2024-09-16T11:21:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[86047]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T11:21:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:08 smithi077 ceph-mon[88497]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T11:21:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:08 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:08 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:08 smithi191 ceph-mon[84934]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T11:21:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:09 smithi191 ceph-mon[84934]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T11:21:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:09 smithi191 ceph-mon[84934]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:09 smithi077 ceph-mon[86047]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T11:21:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:09 smithi077 ceph-mon[86047]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:09 smithi077 ceph-mon[88497]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T11:21:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:09 smithi077 ceph-mon[88497]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:10 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:10 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:10 smithi191 ceph-mon[84934]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T11:21:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[88497]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[86047]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T11:21:10.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:11.444 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsNumOps.Mul (3010 ms) 2024-09-16T11:21:11.444 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsNumOps.Div 2024-09-16T11:21:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:11 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:11 smithi191 ceph-mon[84934]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T11:21:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:11 smithi191 ceph-mon[84934]: pgmap v1283: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[86047]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[86047]: pgmap v1283: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3900504660' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[88497]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T11:21:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:11 smithi077 ceph-mon[88497]: pgmap v1283: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:12 smithi191 ceph-mon[84934]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T11:21:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[86047]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[88497]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:13 smithi191 ceph-mon[84934]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T11:21:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4284260934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:13 smithi191 ceph-mon[84934]: pgmap v1286: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[88497]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4284260934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[88497]: pgmap v1286: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[86047]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4284260934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:13 smithi077 ceph-mon[86047]: pgmap v1286: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsNumOps.Div (3014 ms) 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from ClsNumOps (11926 ms total) 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 4 tests from 1 test suite ran. (11926 ms total) 2024-09-16T11:21:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 4 tests. 2024-09-16T11:21:14.462 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:21:14.462 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:21:14.533 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-16T11:21:14.533 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-16T11:21:14.603 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:21:14.603 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-16T11:21:14.603 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:21:14.603 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 70 tests from TestClsRbd 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[86047]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[86047]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[88497]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:14 smithi077 ceph-mon[88497]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T11:21:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128700-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:14 smithi191 ceph-mon[84934]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T11:21:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:14 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:14 smithi191 ceph-mon[84934]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T11:21:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:15 smithi077 ceph-mon[86047]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:15 smithi077 ceph-mon[88497]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:15 smithi191 ceph-mon[84934]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:16.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-16T11:21:16.489 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_all_features (10 ms) 2024-09-16T11:21:16.489 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.copyup 2024-09-16T11:21:16.672 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-09-16T11:21:16.672 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-16T11:21:16.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-09-16T11:21:16.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-16T11:21:16.696 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-16T11:21:16.696 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-16T11:21:16.707 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-09-16T11:21:16.707 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-16T11:21:16.732 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-09-16T11:21:16.732 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.create 2024-09-16T11:21:16.745 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-09-16T11:21:16.745 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_features 2024-09-16T11:21:16.746 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-09-16T11:21:16.746 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-16T11:21:16.748 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-16T11:21:16.748 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-16T11:21:16.749 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-16T11:21:16.749 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-16T11:21:16.751 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-09-16T11:21:16.751 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-16T11:21:16.752 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-09-16T11:21:16.752 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-16T11:21:16.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[86047]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1368178813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[88497]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T11:21:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1368178813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-09-16T11:21:16.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.get_size 2024-09-16T11:21:16.760 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-16T11:21:16.760 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.set_size 2024-09-16T11:21:16.763 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-16T11:21:16.764 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-16T11:21:16.780 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-09-16T11:21:16.780 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-16T11:21:16.787 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-16T11:21:16.787 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-16T11:21:16.824 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.parents_v1 (37 ms) 2024-09-16T11:21:16.824 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-16T11:21:16.851 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.parents_v2 (27 ms) 2024-09-16T11:21:16.851 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-16T11:21:16.871 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-09-16T11:21:16.871 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-16T11:21:16.877 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-09-16T11:21:16.877 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-16T11:21:16.885 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-09-16T11:21:16.885 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-16T11:21:16.889 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-09-16T11:21:16.889 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-16T11:21:16.896 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-09-16T11:21:16.896 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-16T11:21:16.906 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2024-09-16T11:21:16.906 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-16T11:21:16.906 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-09-16T11:21:16.907 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-16T11:21:16.915 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-09-16T11:21:16.915 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-16T11:21:16.924 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.object_map_snap_remove (10 ms) 2024-09-16T11:21:16.925 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.flags 2024-09-16T11:21:16.929 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-09-16T11:21:16.929 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.metadata 2024-09-16T11:21:16.952 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-09-16T11:21:16.952 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.set_features 2024-09-16T11:21:16.958 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-09-16T11:21:16.958 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror 2024-09-16T11:21:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:16 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:16 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:16 smithi191 ceph-mon[84934]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T11:21:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1368178813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:16.990 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-09-16T11:21:16.990 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-16T11:21:17.005 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-16T11:21:17.005 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-16T11:21:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:16] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[86047]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[86047]: pgmap v1292: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 11 KiB/s wr, 66 op/s 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[88497]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T11:21:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:17 smithi077 ceph-mon[88497]: pgmap v1292: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 11 KiB/s wr, 66 op/s 2024-09-16T11:21:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:17 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128818-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:17 smithi191 ceph-mon[84934]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T11:21:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:17 smithi191 ceph-mon[84934]: pgmap v1292: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 11 KiB/s wr, 66 op/s 2024-09-16T11:21:18.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:18 smithi077 ceph-mon[86047]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T11:21:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:18 smithi077 ceph-mon[88497]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T11:21:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:18 smithi191 ceph-mon[84934]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T11:21:19.138 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror_image_status (2133 ms) 2024-09-16T11:21:19.138 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-16T11:21:19.210 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror_image_map (72 ms) 2024-09-16T11:21:19.210 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-16T11:21:19.216 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-09-16T11:21:19.217 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-16T11:21:19.227 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-09-16T11:21:19.227 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-16T11:21:19.229 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-16T11:21:19.229 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-16T11:21:19.231 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_dir_add (1 ms) 2024-09-16T11:21:19.231 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-16T11:21:19.234 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-16T11:21:19.234 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-16T11:21:19.239 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-09-16T11:21:19.239 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-16T11:21:19.242 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-16T11:21:19.242 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-16T11:21:19.246 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-09-16T11:21:19.246 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-16T11:21:19.248 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_image_add (1 ms) 2024-09-16T11:21:19.248 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-16T11:21:19.251 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-16T11:21:19.251 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-16T11:21:19.253 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-09-16T11:21:19.254 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-16T11:21:19.257 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-16T11:21:19.257 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-16T11:21:19.259 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-16T11:21:19.259 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-16T11:21:19.262 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.image_group_remove (2 ms) 2024-09-16T11:21:19.262 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-16T11:21:19.265 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-16T11:21:19.265 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-16T11:21:19.266 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-09-16T11:21:19.266 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-16T11:21:19.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-16T11:21:19.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-16T11:21:19.270 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-09-16T11:21:19.271 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-16T11:21:19.273 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-09-16T11:21:19.273 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-16T11:21:19.275 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-16T11:21:19.275 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-16T11:21:19.278 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-16T11:21:19.278 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-16T11:21:19.292 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-09-16T11:21:19.292 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-16T11:21:19.478 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (186 ms) 2024-09-16T11:21:19.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-16T11:21:19.482 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-09-16T11:21:19.482 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-16T11:21:19.483 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-16T11:21:19.483 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-16T11:21:19.492 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.trash_methods (9 ms) 2024-09-16T11:21:19.493 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.op_features 2024-09-16T11:21:19.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-16T11:21:19.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-16T11:21:19.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-09-16T11:21:19.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-16T11:21:19.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-16T11:21:19.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-16T11:21:19.535 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-09-16T11:21:19.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-16T11:21:19.542 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-16T11:21:19.542 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.migration 2024-09-16T11:21:19.551 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-16T11:21:19.552 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-16T11:21:19.564 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-09-16T11:21:19.564 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-16T11:21:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:19 smithi077 ceph-mon[86047]: pgmap v1294: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 908 KiB/s wr, 153 op/s 2024-09-16T11:21:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:19 smithi077 ceph-mon[88497]: pgmap v1294: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 908 KiB/s wr, 153 op/s 2024-09-16T11:21:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:19 smithi191 ceph-mon[84934]: pgmap v1294: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 908 KiB/s wr, 153 op/s 2024-09-16T11:21:21.505 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1941 ms) 2024-09-16T11:21:21.505 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-16T11:21:21.550 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestClsRbd.sparsify (45 ms) 2024-09-16T11:21:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:21 smithi077 ceph-mon[86047]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T11:21:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:21 smithi077 ceph-mon[86047]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 184 op/s 2024-09-16T11:21:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:21 smithi077 ceph-mon[88497]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T11:21:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:21 smithi077 ceph-mon[88497]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 184 op/s 2024-09-16T11:21:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:21 smithi191 ceph-mon[84934]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T11:21:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:21 smithi191 ceph-mon[84934]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 184 op/s 2024-09-16T11:21:22.508 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 70 tests from TestClsRbd (5071 ms total) 2024-09-16T11:21:22.508 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:21:22.509 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:21:22.509 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 70 tests from 1 test suite ran. (7905 ms total) 2024-09-16T11:21:22.509 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 70 tests. 2024-09-16T11:21:22.511 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:21:22.512 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:21:22.581 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-16T11:21:22.581 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-16T11:21:22.652 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:21:22.652 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-16T11:21:22.652 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:21:22.652 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 10 tests from cls_rgw 2024-09-16T11:21:22.653 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-16T11:21:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:22 smithi191 ceph-mon[84934]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T11:21:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:22 smithi077 ceph-mon[86047]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T11:21:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:22 smithi077 ceph-mon[88497]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T11:21:23.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:23 smithi077 ceph-mon[86047]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T11:21:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:23 smithi077 ceph-mon[86047]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:23 smithi077 ceph-mon[88497]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T11:21:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:23 smithi077 ceph-mon[88497]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:23 smithi191 ceph-mon[84934]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T11:21:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:23 smithi191 ceph-mon[84934]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:24.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:24 smithi077 ceph-mon[86047]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T11:21:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:24 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:24 smithi077 ceph-mon[88497]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T11:21:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:24 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:24 smithi191 ceph-mon[84934]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T11:21:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:24 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:25.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_implicit (2889 ms) 2024-09-16T11:21:25.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[86047]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[86047]: pgmap v1302: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[88497]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T11:21:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:25 smithi077 ceph-mon[88497]: pgmap v1302: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:25 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/748027601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:25 smithi191 ceph-mon[84934]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T11:21:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:25 smithi191 ceph-mon[84934]: pgmap v1302: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:26 smithi077 ceph-mon[86047]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T11:21:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:26 smithi077 ceph-mon[88497]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T11:21:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:26] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-09-16T11:21:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:26 smithi191 ceph-mon[84934]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[86047]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[86047]: pgmap v1305: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[88497]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:27 smithi077 ceph-mon[88497]: pgmap v1305: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:27 smithi191 ceph-mon[84934]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T11:21:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:27 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:27 smithi191 ceph-mon[84934]: pgmap v1305: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:28.558 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3017 ms) 2024-09-16T11:21:28.558 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-16T11:21:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[86047]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T11:21:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[88497]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T11:21:28.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:28 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/972317057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:28 smithi191 ceph-mon[84934]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T11:21:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:28 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:29 smithi077 ceph-mon[86047]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T11:21:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:29 smithi077 ceph-mon[86047]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:29 smithi077 ceph-mon[88497]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T11:21:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:29 smithi077 ceph-mon[88497]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:29 smithi191 ceph-mon[84934]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T11:21:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:29 smithi191 ceph-mon[84934]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[86047]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T11:21:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2367463518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[88497]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T11:21:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2367463518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:30 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:30 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:30 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:30 smithi191 ceph-mon[84934]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T11:21:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:30 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2367463518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:30 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:31 smithi191 ceph-mon[84934]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T11:21:31.864 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:31 smithi191 ceph-mon[84934]: pgmap v1311: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[86047]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[86047]: pgmap v1311: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[88497]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T11:21:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:31 smithi077 ceph-mon[88497]: pgmap v1311: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:32.588 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:32 smithi077 ceph-mon[86047]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T11:21:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:32 smithi077 ceph-mon[88497]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T11:21:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:32 smithi191 ceph-mon[84934]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T11:21:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:33 smithi077 ceph-mon[86047]: pgmap v1313: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-09-16T11:21:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:33 smithi077 ceph-mon[88497]: pgmap v1313: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-09-16T11:21:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:33 smithi191 ceph-mon[84934]: pgmap v1313: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-09-16T11:21:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:34 smithi077 ceph-mon[88497]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T11:21:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:34 smithi077 ceph-mon[86047]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T11:21:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:34 smithi191 ceph-mon[84934]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T11:21:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:35 smithi077 ceph-mon[88497]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T11:21:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:35 smithi077 ceph-mon[88497]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-09-16T11:21:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:35 smithi077 ceph-mon[86047]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T11:21:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:35 smithi077 ceph-mon[86047]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-09-16T11:21:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:35 smithi191 ceph-mon[84934]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T11:21:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:35 smithi191 ceph-mon[84934]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-09-16T11:21:36.664 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_put_snap (8106 ms) 2024-09-16T11:21:36.664 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-16T11:21:36.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:36 smithi077 ceph-mon[86047]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T11:21:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:36 smithi077 ceph-mon[88497]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T11:21:36.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:36] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T11:21:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:36 smithi191 ceph-mon[84934]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T11:21:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:37 smithi077 ceph-mon[86047]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T11:21:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:37 smithi077 ceph-mon[86047]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:37 smithi077 ceph-mon[88497]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T11:21:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:37 smithi077 ceph-mon[88497]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:37 smithi191 ceph-mon[84934]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T11:21:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:37 smithi191 ceph-mon[84934]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:38 smithi191 ceph-mon[84934]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T11:21:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:38 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/597710168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:38 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[86047]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/597710168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[88497]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/597710168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:38 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:39.695 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_explicit (3031 ms) 2024-09-16T11:21:39.695 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.set 2024-09-16T11:21:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:39 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:39 smithi191 ceph-mon[84934]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T11:21:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:39 smithi191 ceph-mon[84934]: pgmap v1322: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:40.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[88497]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T11:21:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[88497]: pgmap v1322: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[86047]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T11:21:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:39 smithi077 ceph-mon[86047]: pgmap v1322: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:40 smithi191 ceph-mon[84934]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T11:21:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:21:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:21:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:21:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:40 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[86047]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[88497]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T11:21:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:21:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:21:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:21:41.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:40 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:41 smithi191 ceph-mon[84934]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T11:21:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:41 smithi191 ceph-mon[84934]: pgmap v1325: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:41 smithi191 ceph-mon[84934]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T11:21:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[86047]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T11:21:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[86047]: pgmap v1325: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[86047]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T11:21:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[88497]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T11:21:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[88497]: pgmap v1325: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2690885542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:41 smithi077 ceph-mon[88497]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T11:21:42.709 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:42.709 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.set (3013 ms) 2024-09-16T11:21:42.709 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-16T11:21:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:42 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:42 smithi191 ceph-mon[84934]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[88497]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:42 smithi077 ceph-mon[86047]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[86047]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:43 smithi077 ceph-mon[88497]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:43 smithi191 ceph-mon[84934]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T11:21:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T11:21:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T11:21:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:46.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:45 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:46.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T11:21:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T11:21:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:45 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:46] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[86047]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[86047]: pgmap v1334: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[88497]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T11:21:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:47 smithi077 ceph-mon[88497]: pgmap v1334: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:48.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:47 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:47 smithi191 ceph-mon[84934]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T11:21:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:47 smithi191 ceph-mon[84934]: pgmap v1334: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[86047]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[88497]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:48 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:48 smithi191 ceph-mon[84934]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T11:21:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:48 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:48 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:49.759 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_implicit_ec (7051 ms) 2024-09-16T11:21:49.759 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[86047]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[86047]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[88497]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T11:21:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:49 smithi077 ceph-mon[88497]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:49 smithi191 ceph-mon[84934]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T11:21:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2941604508' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]: dispatch 2024-09-16T11:21:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:49 smithi191 ceph-mon[84934]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-6"}]': finished 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:52.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:51 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:52.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:51 smithi191 ceph-mon[84934]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T11:21:52.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:51 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:51 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:51 smithi191 ceph-mon[84934]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[86047]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[86047]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[88497]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:52.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:51 smithi077 ceph-mon[88497]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:21:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[86047]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[86047]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[88497]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T11:21:53.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[88497]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T11:21:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:52 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-mon[84934]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T11:21:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-mon[84934]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T11:21:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:52 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[88497]: pgmap v1343: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[88497]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[86047]: pgmap v1343: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:54 smithi077 ceph-mon[86047]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T11:21:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:54 smithi191 ceph-mon[84934]: pgmap v1343: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:54 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:21:54.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:54 smithi191 ceph-mon[84934]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T11:21:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[86047]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T11:21:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:55.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[88497]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T11:21:55.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:55.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:55 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:55 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:21:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:55 smithi191 ceph-mon[84934]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T11:21:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:55 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[88497]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[88497]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[86047]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[86047]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T11:21:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:56 smithi191 ceph-mon[84934]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:56 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:56 smithi191 ceph-mon[84934]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T11:21:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:56 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2135626936' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:56 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]: dispatch 2024-09-16T11:21:56.771 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7012 ms) 2024-09-16T11:21:56.772 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-16T11:21:57.014 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:21:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:21:56] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:57.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:21:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:21:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-7"}]': finished 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:21:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[86047]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[86047]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[88497]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:58.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:58.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[88497]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T11:21:58.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:58.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:58 smithi191 ceph-mon[84934]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:21:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:21:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:58 smithi191 ceph-mon[84934]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T11:21:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:21:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:59 smithi077 ceph-mon[86047]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T11:22:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:21:59 smithi077 ceph-mon[86047]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:59 smithi077 ceph-mon[88497]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T11:22:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:21:59 smithi077 ceph-mon[88497]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:59 smithi191 ceph-mon[84934]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T11:22:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:21:59 smithi191 ceph-mon[84934]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[86047]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[88497]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:01.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:00 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:01.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:00 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:00 smithi191 ceph-mon[84934]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T11:22:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:00 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:01.115 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:00 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[86047]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T11:22:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[86047]: pgmap v1355: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[88497]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T11:22:02.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:01 smithi077 ceph-mon[88497]: pgmap v1355: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:01 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:02.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:01 smithi191 ceph-mon[84934]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T11:22:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:01 smithi191 ceph-mon[84934]: pgmap v1355: 113 pgs: 4 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:03.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:02 smithi077 ceph-mon[88497]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T11:22:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:02 smithi077 ceph-mon[86047]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T11:22:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:02 smithi191 ceph-mon[84934]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T11:22:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:03 smithi077 ceph-mon[88497]: pgmap v1357: 113 pgs: 4 creating+peering, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-16T11:22:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:03 smithi077 ceph-mon[86047]: pgmap v1357: 113 pgs: 4 creating+peering, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-16T11:22:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:03 smithi191 ceph-mon[84934]: pgmap v1357: 113 pgs: 4 creating+peering, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-16T11:22:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:05 smithi077 ceph-mon[86047]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T11:22:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:05 smithi077 ceph-mon[86047]: pgmap v1359: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:05 smithi077 ceph-mon[88497]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T11:22:06.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:05 smithi077 ceph-mon[88497]: pgmap v1359: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:05 smithi191 ceph-mon[84934]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T11:22:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:05 smithi191 ceph-mon[84934]: pgmap v1359: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:06 smithi077 ceph-mon[86047]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T11:22:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:06 smithi077 ceph-mon[88497]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T11:22:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:06] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2024-09-16T11:22:07.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:06 smithi191 ceph-mon[84934]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T11:22:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:07 smithi077 ceph-mon[86047]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T11:22:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:07 smithi077 ceph-mon[86047]: pgmap v1362: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:07 smithi077 ceph-mon[88497]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T11:22:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:07 smithi077 ceph-mon[88497]: pgmap v1362: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:07 smithi191 ceph-mon[84934]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T11:22:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:07 smithi191 ceph-mon[84934]: pgmap v1362: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 191 B/s wr, 0 op/s 2024-09-16T11:22:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[86047]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T11:22:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[88497]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T11:22:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:08 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:08 smithi191 ceph-mon[84934]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T11:22:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:08 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:08 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:09.842 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_put_snap_ec (13071 ms) 2024-09-16T11:22:09.842 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-16T11:22:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[86047]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T11:22:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[86047]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[88497]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T11:22:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:09 smithi077 ceph-mon[88497]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:09 smithi191 ceph-mon[84934]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T11:22:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1714468550' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]: dispatch 2024-09-16T11:22:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:09 smithi191 ceph-mon[84934]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:11.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:11.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T11:22:11.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:11.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-8"}]': finished 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[86047]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T11:22:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[86047]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[88497]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T11:22:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:11 smithi077 ceph-mon[88497]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:11 smithi191 ceph-mon[84934]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T11:22:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:11 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:11 smithi191 ceph-mon[84934]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:12 smithi077 ceph-mon[86047]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T11:22:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:12 smithi077 ceph-mon[88497]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T11:22:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:12 smithi191 ceph-mon[84934]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T11:22:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[86047]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T11:22:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[86047]: pgmap v1371: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[88497]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T11:22:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:13 smithi077 ceph-mon[88497]: pgmap v1371: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:13 smithi191 ceph-mon[84934]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T11:22:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:13 smithi191 ceph-mon[84934]: pgmap v1371: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[86047]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:14 smithi077 ceph-mon[88497]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T11:22:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:14 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:14 smithi191 ceph-mon[84934]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T11:22:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[86047]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T11:22:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[86047]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[88497]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T11:22:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:15 smithi077 ceph-mon[88497]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:15 smithi191 ceph-mon[84934]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T11:22:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:15 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:15 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:15 smithi191 ceph-mon[84934]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:16.900 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.test_explicit_ec (7058 ms) 2024-09-16T11:22:16.900 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.set_ec 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:16] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T11:22:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:22:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T11:22:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2285521172' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]: dispatch 2024-09-16T11:22:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T11:22:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[86047]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T11:22:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:17 smithi077 ceph-mon[88497]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-9"}]': finished 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T11:22:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:17 smithi191 ceph-mon[84934]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[86047]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T11:22:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:19.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:19.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[88497]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T11:22:19.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:19.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi077-128873-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T11:22:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:18 smithi191 ceph-mon[84934]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T11:22:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:19 smithi077 ceph-mon[86047]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:19 smithi077 ceph-mon[86047]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T11:22:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:19 smithi077 ceph-mon[88497]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:19 smithi077 ceph-mon[88497]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T11:22:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:19 smithi191 ceph-mon[84934]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:19 smithi191 ceph-mon[84934]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T11:22:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:20 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:20 smithi191 ceph-mon[84934]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T11:22:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:20 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:20 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:21.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[86047]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi077-128873-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[88497]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:20 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:21 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:21 smithi191 ceph-mon[84934]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T11:22:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:21 smithi191 ceph-mon[84934]: pgmap v1383: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[86047]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[86047]: pgmap v1383: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-128873-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[88497]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T11:22:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:21 smithi077 ceph-mon[88497]: pgmap v1383: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:23.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:22 smithi191 ceph-mon[84934]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T11:22:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:22 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:22 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[86047]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[88497]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:22 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.set_ec (7057 ms) 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 10 tests from cls_rgw (61305 ms total) 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 10 tests from 1 test suite ran. (61305 ms total) 2024-09-16T11:22:23.957 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 10 tests. 2024-09-16T11:22:23.959 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:22:23.960 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:22:24.030 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-16T11:22:24.030 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-16T11:22:24.101 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:22:24.101 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-16T11:22:24.101 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:22:24.101 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 16 tests from cls_rgw 2024-09-16T11:22:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:23 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:23 smithi191 ceph-mon[84934]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T11:22:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:23 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:23 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:23 smithi191 ceph-mon[84934]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:24.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[86047]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[86047]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[88497]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4231317932' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]: dispatch 2024-09-16T11:22:24.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:23 smithi077 ceph-mon[88497]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:24 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:25.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:24 smithi191 ceph-mon[84934]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T11:22:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:24 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:24 smithi077 ceph-mon[86047]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T11:22:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:24 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi077-128873-10"}]': finished 2024-09-16T11:22:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:24 smithi077 ceph-mon[88497]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T11:22:25.967 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_basic 2024-09-16T11:22:26.007 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_basic (39 ms) 2024-09-16T11:22:26.007 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-16T11:22:26.032 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (25 ms) 2024-09-16T11:22:26.032 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-16T11:22:26.064 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_remove_object (32 ms) 2024-09-16T11:22:26.064 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-16T11:22:26.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[88497]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T11:22:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:26.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[88497]: pgmap v1389: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[86047]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T11:22:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:26.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:25 smithi077 ceph-mon[86047]: pgmap v1389: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:25 smithi191 ceph-mon[84934]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T11:22:26.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:25 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:22:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:25 smithi191 ceph-mon[84934]: pgmap v1389: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[88497]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-mon[86047]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T11:22:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:26] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2024-09-16T11:22:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:26 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:22:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:26 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/205216482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:22:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:26 smithi191 ceph-mon[84934]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T11:22:27.509 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_suggest (1445 ms) 2024-09-16T11:22:27.509 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-16T11:22:27.516 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-09-16T11:22:27.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_list 2024-09-16T11:22:27.535 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-09-16T11:22:27.535 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-16T11:22:28.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[86047]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[86047]: pgmap v1392: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[88497]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:27 smithi077 ceph-mon[88497]: pgmap v1392: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:27 smithi191 ceph-mon[84934]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T11:22:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:27 smithi191 ceph-mon[84934]: pgmap v1392: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:22:29.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:28 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:29.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:28 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:22:29.421 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:28 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:28 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:22:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:28 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:22:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:28 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:22:29.712 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:22:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=sqlstore.transactions t=2024-09-16T11:22:29.34515049Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T11:22:29.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:22:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T11:22:29.346483821Z level=info msg="Completed cleanup jobs" duration=12.536351ms 2024-09-16T11:22:30.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:29 smithi077 ceph-mon[86047]: pgmap v1393: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 13 KiB/s wr, 29 op/s 2024-09-16T11:22:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:29 smithi077 ceph-mon[88497]: pgmap v1393: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 13 KiB/s wr, 29 op/s 2024-09-16T11:22:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:29 smithi191 ceph-mon[84934]: pgmap v1393: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 13 KiB/s wr, 29 op/s 2024-09-16T11:22:32.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:32 smithi191 ceph-mon[84934]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 186 KiB/s rd, 96 KiB/s wr, 313 op/s 2024-09-16T11:22:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:32.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:32 smithi077 ceph-mon[86047]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 186 KiB/s rd, 96 KiB/s wr, 313 op/s 2024-09-16T11:22:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:32 smithi077 ceph-mon[88497]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 186 KiB/s rd, 96 KiB/s wr, 313 op/s 2024-09-16T11:22:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:34 smithi191 ceph-mon[84934]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 542 KiB/s wr, 1.64k op/s 2024-09-16T11:22:34.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:34 smithi077 ceph-mon[88497]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 542 KiB/s wr, 1.64k op/s 2024-09-16T11:22:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:34 smithi077 ceph-mon[86047]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 542 KiB/s wr, 1.64k op/s 2024-09-16T11:22:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:36 smithi191 ceph-mon[84934]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 737 KiB/s rd, 472 KiB/s wr, 1.43k op/s 2024-09-16T11:22:36.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:36 smithi077 ceph-mon[86047]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 737 KiB/s rd, 472 KiB/s wr, 1.43k op/s 2024-09-16T11:22:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:36 smithi077 ceph-mon[88497]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 737 KiB/s rd, 472 KiB/s wr, 1.43k op/s 2024-09-16T11:22:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:36] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-16T11:22:38.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:38 smithi191 ceph-mon[84934]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 709 KiB/s wr, 2.14k op/s 2024-09-16T11:22:38.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:38 smithi077 ceph-mon[88497]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 709 KiB/s wr, 2.14k op/s 2024-09-16T11:22:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:38 smithi077 ceph-mon[86047]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 709 KiB/s wr, 2.14k op/s 2024-09-16T11:22:40.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:40 smithi191 ceph-mon[84934]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 922 KiB/s rd, 601 KiB/s wr, 1.81k op/s 2024-09-16T11:22:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:40 smithi077 ceph-mon[86047]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 922 KiB/s rd, 601 KiB/s wr, 1.81k op/s 2024-09-16T11:22:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:40 smithi077 ceph-mon[88497]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 922 KiB/s rd, 601 KiB/s wr, 1.81k op/s 2024-09-16T11:22:41.234 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:41 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:22:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:41 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:22:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:41 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:22:42.270 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:42 smithi191 ceph-mon[84934]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 914 KiB/s rd, 595 KiB/s wr, 1.80k op/s 2024-09-16T11:22:42.270 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:42.270 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:42.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[86047]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 914 KiB/s rd, 595 KiB/s wr, 1.80k op/s 2024-09-16T11:22:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[88497]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 914 KiB/s rd, 595 KiB/s wr, 1.80k op/s 2024-09-16T11:22:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:44.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:44 smithi191 ceph-mon[84934]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-09-16T11:22:44.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:44.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[86047]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[88497]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 431 KiB/s wr, 1.29k op/s 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 431 KiB/s wr, 1.29k op/s 2024-09-16T11:22:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:22:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:22:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 431 KiB/s wr, 1.29k op/s 2024-09-16T11:22:46.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:22:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:22:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:22:47.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:46] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-09-16T11:22:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:48 smithi077 ceph-mon[88497]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 607 KiB/s wr, 1.82k op/s 2024-09-16T11:22:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:48 smithi077 ceph-mon[86047]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 607 KiB/s wr, 1.82k op/s 2024-09-16T11:22:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:48 smithi191 ceph-mon[84934]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 607 KiB/s wr, 1.82k op/s 2024-09-16T11:22:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:50 smithi077 ceph-mon[88497]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:50 smithi077 ceph-mon[86047]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:50.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:50 smithi191 ceph-mon[84934]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:52 smithi077 ceph-mon[88497]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:52 smithi077 ceph-mon[86047]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:52.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:52 smithi191 ceph-mon[84934]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 368 KiB/s wr, 1.10k op/s 2024-09-16T11:22:52.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:22:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:22:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:22:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:54 smithi191 ceph-mon[84934]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 844 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:22:54.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:54 smithi077 ceph-mon[88497]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 844 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:22:54.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:54 smithi077 ceph-mon[86047]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 844 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:22:56.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:56 smithi191 ceph-mon[84934]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-09-16T11:22:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:56 smithi077 ceph-mon[88497]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-09-16T11:22:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:56 smithi077 ceph-mon[86047]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-09-16T11:22:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:22:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:22:56] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-09-16T11:22:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:57.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:22:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:22:58 smithi191 ceph-mon[84934]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-16T11:22:58.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:22:58 smithi077 ceph-mon[88497]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-16T11:22:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:22:58 smithi077 ceph-mon[86047]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-16T11:23:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:00 smithi191 ceph-mon[84934]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:00.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:00 smithi077 ceph-mon[88497]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:00 smithi077 ceph-mon[86047]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:02.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:02 smithi191 ceph-mon[84934]: pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:02.464 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:02.473 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:02 smithi077 ceph-mon[88497]: pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:02.473 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:02 smithi077 ceph-mon[86047]: pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-16T11:23:04.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:04 smithi191 ceph-mon[84934]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 865 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-09-16T11:23:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:04 smithi077 ceph-mon[86047]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 865 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-09-16T11:23:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:04 smithi077 ceph-mon[88497]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 865 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-09-16T11:23:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:06 smithi191 ceph-mon[84934]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 573 KiB/s rd, 382 KiB/s wr, 1.15k op/s 2024-09-16T11:23:06.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:06 smithi077 ceph-mon[86047]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 573 KiB/s rd, 382 KiB/s wr, 1.15k op/s 2024-09-16T11:23:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:06 smithi077 ceph-mon[88497]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 573 KiB/s rd, 382 KiB/s wr, 1.15k op/s 2024-09-16T11:23:07.157 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_list_delimited (39622 ms) 2024-09-16T11:23:07.157 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.bi_list 2024-09-16T11:23:07.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:06] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-09-16T11:23:07.225 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.bi_list (68 ms) 2024-09-16T11:23:07.225 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.gc_set 2024-09-16T11:23:07.249 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-09-16T11:23:07.249 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.gc_list 2024-09-16T11:23:07.272 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-09-16T11:23:07.273 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-16T11:23:08.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:08 smithi191 ceph-mon[84934]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:23:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:08 smithi077 ceph-mon[86047]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:23:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:08 smithi077 ceph-mon[88497]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 563 KiB/s wr, 1.69k op/s 2024-09-16T11:23:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[86047]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T11:23:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4185876249' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[88497]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T11:23:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4185876249' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:09 smithi191 ceph-mon[84934]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T11:23:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4185876249' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[86047]: pgmap v1414: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-09-16T11:23:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[86047]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T11:23:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[88497]: pgmap v1414: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-09-16T11:23:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:10 smithi077 ceph-mon[88497]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T11:23:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:10 smithi191 ceph-mon[84934]: pgmap v1414: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-09-16T11:23:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:10 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:10 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129209-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:10 smithi191 ceph-mon[84934]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T11:23:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:11 smithi077 ceph-mon[88497]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T11:23:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:11 smithi077 ceph-mon[86047]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T11:23:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:11 smithi191 ceph-mon[84934]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[88497]: pgmap v1417: 169 pgs: 11 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 363 KiB/s wr, 1.09k op/s 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[86047]: pgmap v1417: 169 pgs: 11 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 363 KiB/s wr, 1.09k op/s 2024-09-16T11:23:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:23:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-mon[84934]: pgmap v1417: 169 pgs: 11 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 363 KiB/s wr, 1.09k op/s 2024-09-16T11:23:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:23:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:14 smithi191 ceph-mon[84934]: pgmap v1418: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 38 KiB/s wr, 107 op/s 2024-09-16T11:23:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:14 smithi077 ceph-mon[88497]: pgmap v1418: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 38 KiB/s wr, 107 op/s 2024-09-16T11:23:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:14 smithi077 ceph-mon[86047]: pgmap v1418: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 38 KiB/s wr, 107 op/s 2024-09-16T11:23:15.244 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.gc_defer (7971 ms) 2024-09-16T11:23:15.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-16T11:23:15.319 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.usage_basic (74 ms) 2024-09-16T11:23:15.319 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-16T11:23:15.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-16T11:23:15.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-16T11:23:15.402 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2024-09-16T11:23:15.403 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-16T11:23:15.443 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-09-16T11:23:15.443 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-16T11:23:15.452 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2024-09-16T11:23:16.254 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 16 tests from cls_rgw (49485 ms total) 2024-09-16T11:23:16.254 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:23:16.254 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:23:16.255 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 16 tests from 1 test suite ran. (52153 ms total) 2024-09-16T11:23:16.255 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 16 tests. 2024-09-16T11:23:16.258 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:23:16.258 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:23:16.329 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-16T11:23:16.329 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-16T11:23:16.398 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:23:16.398 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-16T11:23:16.398 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:23:16.398 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-16T11:23:16.398 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.init 2024-09-16T11:23:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:16 smithi077 ceph-mon[86047]: pgmap v1419: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 33 KiB/s wr, 94 op/s 2024-09-16T11:23:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:16 smithi077 ceph-mon[86047]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T11:23:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:16 smithi077 ceph-mon[88497]: pgmap v1419: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 33 KiB/s wr, 94 op/s 2024-09-16T11:23:16.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:16 smithi077 ceph-mon[88497]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T11:23:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:16 smithi191 ceph-mon[84934]: pgmap v1419: 169 pgs: 169 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 33 KiB/s wr, 94 op/s 2024-09-16T11:23:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:16 smithi191 ceph-mon[84934]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T11:23:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:16] "GET /metrics HTTP/1.1" 200 38710 "" "Prometheus/2.43.0" 2024-09-16T11:23:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:17 smithi077 ceph-mon[86047]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T11:23:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:17 smithi077 ceph-mon[88497]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T11:23:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:17 smithi191 ceph-mon[84934]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T11:23:18.262 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.init (1864 ms) 2024-09-16T11:23:18.263 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-16T11:23:18.283 INFO:tasks.workunit.client.0.smithi077.stderr:[ ] list info tag = chain-0 2024-09-16T11:23:18.283 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-09-16T11:23:18.284 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-16T11:23:18.288 INFO:tasks.workunit.client.0.smithi077.stderr:[ ] next_marker is: = 0/4263 2024-09-16T11:23:18.288 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-16T11:23:18.288 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-16T11:23:18.296 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-09-16T11:23:18.296 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-16T11:23:18.302 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-09-16T11:23:18.302 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-16T11:23:18.309 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-09-16T11:23:18.309 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-16T11:23:18.315 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-09-16T11:23:18.315 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-16T11:23:18.321 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-09-16T11:23:18.321 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[86047]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[86047]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[88497]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[88497]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T11:23:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:18 smithi191 ceph-mon[84934]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:18 smithi191 ceph-mon[84934]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T11:23:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:19.275 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_gc.finalize (954 ms) 2024-09-16T11:23:19.275 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 9 tests from cls_rgw_gc (2877 ms total) 2024-09-16T11:23:19.276 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:23:19.276 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:23:19.276 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 9 tests from 1 test suite ran. (2877 ms total) 2024-09-16T11:23:19.276 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 9 tests. 2024-09-16T11:23:19.278 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:23:19.278 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:23:19.347 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-16T11:23:19.347 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-16T11:23:19.424 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 1 test from 1 test suite. 2024-09-16T11:23:19.424 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:23:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:19 smithi077 ceph-mon[86047]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T11:23:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:19 smithi077 ceph-mon[88497]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T11:23:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/570297187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129847-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:19 smithi191 ceph-mon[84934]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T11:23:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:20 smithi077 ceph-mon[86047]: pgmap v1425: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:20 smithi077 ceph-mon[86047]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T11:23:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:20 smithi077 ceph-mon[88497]: pgmap v1425: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:20 smithi077 ceph-mon[88497]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T11:23:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:20 smithi191 ceph-mon[84934]: pgmap v1425: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:20 smithi191 ceph-mon[84934]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T11:23:21.300 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from cls_rgw_stats 2024-09-16T11:23:21.301 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-16T11:23:21.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.314+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~DQEXY6IH41N7.0 size=832656 2024-09-16T11:23:21.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.314+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=DQEXY6IH41N7 tag=8K82GXIC961J type=write size=1881232 2024-09-16T11:23:21.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.315+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=ZWLS8MIG73FU type=del size=109186 2024-09-16T11:23:21.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.318+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~CM6SWCRRHL89.0 size=1048576 2024-09-16T11:23:21.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.319+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~CM6SWCRRHL89.1 size=254427 2024-09-16T11:23:21.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.319+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=CM6SWCRRHL89 tag=22SZ5C2FX9NC type=write size=2351579 2024-09-16T11:23:21.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.320+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=BGLGFYSI97X1 type=del size=1405909 2024-09-16T11:23:21.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.323+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.0 size=1048576 2024-09-16T11:23:21.325 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.324+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.1 size=1048576 2024-09-16T11:23:21.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.325+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.2 size=1045912 2024-09-16T11:23:21.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.325+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=FQZZ0RQWN19R tag=2TZ9TTV2WNVZ type=write size=4191640 2024-09-16T11:23:21.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.326+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=DTCE4FIMXM59 type=del size=4081189 2024-09-16T11:23:21.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.327+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=232XYE251DD8 type=del size=2417587 2024-09-16T11:23:21.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.329+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=93QTM1ZKJOD5 type=del size=745107 2024-09-16T11:23:21.331 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.330+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=XOJMSEGGUKBJ type=write size=941336 2024-09-16T11:23:21.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.331+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=F62FWFGI3M4E type=del size=2757238 2024-09-16T11:23:21.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.332+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=CEL45EOJ92O7 type=del size=426230 2024-09-16T11:23:21.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.336+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~6LNT2FH8GH5V.0 size=238160 2024-09-16T11:23:21.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.336+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=6LNT2FH8GH5V tag=CZ56ZLT7B3Y3 type=write size=1286736 2024-09-16T11:23:21.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.338+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.0 size=1048576 2024-09-16T11:23:21.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.339+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.1 size=1048576 2024-09-16T11:23:21.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.340+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.2 size=109937 2024-09-16T11:23:21.342 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.340+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=L4DPJA9830ZS tag=XSO0GGNLZ814 type=write size=3255665 2024-09-16T11:23:21.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.343+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~LPVSAI2W9LKD.0 size=1048576 2024-09-16T11:23:21.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.344+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~LPVSAI2W9LKD.1 size=799928 2024-09-16T11:23:21.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.344+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=LPVSAI2W9LKD tag=4EI7NR2TFX26 type=write size=2897080 2024-09-16T11:23:21.347 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.346+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=NVTTYSRRPOJ3 type=del size=2296969 2024-09-16T11:23:21.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.347+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=BGQXA3WQYAJ0 type=del size=3770611 2024-09-16T11:23:21.349 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.348+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~DQEXY6IH41N7.0 size=832656 2024-09-16T11:23:21.351 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.350+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=DQEXY6IH41N7 tag=8K82GXIC961J type=write size=1881232 2024-09-16T11:23:21.352 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.351+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=RXOLPQBR40ZI type=del size=2968441 2024-09-16T11:23:21.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.353+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=ZWLS8MIG73FU type=del 2024-09-16T11:23:21.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.354+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=W6T1X2B9LFSU type=write size=969885 2024-09-16T11:23:21.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.356+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~CM6SWCRRHL89.0 size=1048576 2024-09-16T11:23:21.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.357+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~CM6SWCRRHL89.1 size=254427 2024-09-16T11:23:21.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.359+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=CM6SWCRRHL89 tag=22SZ5C2FX9NC type=write size=2351579 2024-09-16T11:23:21.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.361+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.0 size=1048576 2024-09-16T11:23:21.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.362+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.1 size=1048576 2024-09-16T11:23:21.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.363+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.2 size=180110 2024-09-16T11:23:21.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.363+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=QP7ILCGNSCO1 tag=6U9FPLMY7DF2 type=write size=3325838 2024-09-16T11:23:21.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.364+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=BGLGFYSI97X1 type=del 2024-09-16T11:23:21.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.365+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=JN8SG6ZUIK12 type=del size=2603944 2024-09-16T11:23:21.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.366+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.0 size=1048576 2024-09-16T11:23:21.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.367+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.1 size=1048576 2024-09-16T11:23:21.369 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.367+0000 7fb66dec2640 1 < canceled part key=_multipart_SXTKV1YIBM8U.2~FQZZ0RQWN19R.2 size=1045912 2024-09-16T11:23:21.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.370+0000 7fb66dec2640 1 < canceled multipart upload key=SXTKV1YIBM8U upload=FQZZ0RQWN19R tag=2TZ9TTV2WNVZ type=write size=4191640 2024-09-16T11:23:21.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.371+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=CHGF9QRANUYL type=del size=1971552 2024-09-16T11:23:21.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.373+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=DTCE4FIMXM59 type=del 2024-09-16T11:23:21.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.374+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=KKFQGO97HEXD type=write size=949237 2024-09-16T11:23:21.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.376+0000 7fb66dec2640 1 < suggested remove operation key=UBJMF37RRIGD tag=232XYE251DD8 type=del 2024-09-16T11:23:21.378 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.377+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=9ICP7GW8CG5B type=del size=2963363 2024-09-16T11:23:21.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.379+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=93QTM1ZKJOD5 type=del 2024-09-16T11:23:21.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.381+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~A4VTT1GRR1NH.0 size=895407 2024-09-16T11:23:21.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.381+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=A4VTT1GRR1NH tag=M5SLIDSZKS1T type=write size=1943983 2024-09-16T11:23:21.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.382+0000 7fb66dec2640 1 < completed write operation key=E9JN9AJSKBMD tag=XOJMSEGGUKBJ type=write size=941336 2024-09-16T11:23:21.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.383+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=P3C6H8M9KIBC type=del size=1278376 2024-09-16T11:23:21.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.384+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=F62FWFGI3M4E type=del 2024-09-16T11:23:21.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.385+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=LBNA178V4355 type=del size=3544641 2024-09-16T11:23:21.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.387+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=CEL45EOJ92O7 type=del 2024-09-16T11:23:21.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.388+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=4ZQ9CXTLH6WD type=del size=3177 2024-09-16T11:23:21.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.389+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~6LNT2FH8GH5V.0 size=238160 2024-09-16T11:23:21.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.391+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=6LNT2FH8GH5V tag=CZ56ZLT7B3Y3 type=write size=1286736 2024-09-16T11:23:21.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.392+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=PNXGFY8NKZFY type=del size=3408115 2024-09-16T11:23:21.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.394+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.0 size=1048576 2024-09-16T11:23:21.396 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.394+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.1 size=1048576 2024-09-16T11:23:21.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.395+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~L4DPJA9830ZS.2 size=109937 2024-09-16T11:23:21.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.397+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=L4DPJA9830ZS tag=XSO0GGNLZ814 type=write size=3255665 2024-09-16T11:23:21.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.398+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=HQCQ8UMOWR37 type=del size=268633 2024-09-16T11:23:21.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.399+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~LPVSAI2W9LKD.0 size=1048576 2024-09-16T11:23:21.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.401+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~LPVSAI2W9LKD.1 size=799928 2024-09-16T11:23:21.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.402+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=LPVSAI2W9LKD tag=4EI7NR2TFX26 type=write size=2897080 2024-09-16T11:23:21.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.404+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=1I2XUTHLZSJ7 type=del size=3876944 2024-09-16T11:23:21.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.405+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=NVTTYSRRPOJ3 type=del 2024-09-16T11:23:21.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.406+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=TDATVM9IWMZF type=del size=238935 2024-09-16T11:23:21.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.407+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=BGQXA3WQYAJ0 type=del 2024-09-16T11:23:21.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.409+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~YKJ89KEIYFEZ.0 size=1048576 2024-09-16T11:23:21.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.410+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~YKJ89KEIYFEZ.1 size=973813 2024-09-16T11:23:21.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.410+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=YKJ89KEIYFEZ tag=NTNHRX3DTST8 type=write size=3070965 2024-09-16T11:23:21.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.412+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=RXOLPQBR40ZI type=del 2024-09-16T11:23:21.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.413+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=L6NL9V782UL9 type=del size=1526676 2024-09-16T11:23:21.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.414+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=W6T1X2B9LFSU type=write size=969885 2024-09-16T11:23:21.416 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.415+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=9PQPEPB57985 type=del size=2185399 2024-09-16T11:23:21.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.416+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.0 size=1048576 2024-09-16T11:23:21.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.417+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.1 size=1048576 2024-09-16T11:23:21.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.418+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~QP7ILCGNSCO1.2 size=180110 2024-09-16T11:23:21.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.420+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=QP7ILCGNSCO1 tag=6U9FPLMY7DF2 type=write size=3325838 2024-09-16T11:23:21.422 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.421+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=9KO9RN2X86WD type=del size=200640 2024-09-16T11:23:21.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.422+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=JN8SG6ZUIK12 type=del 2024-09-16T11:23:21.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.423+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=5PY7633MILUQ type=del size=659848 2024-09-16T11:23:21.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.424+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=CHGF9QRANUYL type=del 2024-09-16T11:23:21.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.425+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=UDMVDST37C93 type=del size=2528260 2024-09-16T11:23:21.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.428+0000 7fb66dec2640 1 < suggested remove operation key=P9HEIJBYI7VR tag=KKFQGO97HEXD type=write 2024-09-16T11:23:21.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.429+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=49Q5GM7ESTAC type=del size=391027 2024-09-16T11:23:21.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.430+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=9ICP7GW8CG5B type=del 2024-09-16T11:23:21.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.432+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=QACBS681857K type=del size=1312431 2024-09-16T11:23:21.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.433+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~A4VTT1GRR1NH.0 size=895407 2024-09-16T11:23:21.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.434+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=A4VTT1GRR1NH tag=M5SLIDSZKS1T type=write size=1943983 2024-09-16T11:23:21.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.436+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=73C1QXEP711P type=del size=1186488 2024-09-16T11:23:21.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.437+0000 7fb66dec2640 1 < canceled operation key=W6R5LJLF4MG0 tag=P3C6H8M9KIBC type=del size=1278376 2024-09-16T11:23:21.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.439+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~0W6RO93S2DDV.0 size=590089 2024-09-16T11:23:21.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.439+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=0W6RO93S2DDV tag=JK1VXD2JQEO4 type=write size=1638665 2024-09-16T11:23:21.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.440+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=LBNA178V4355 type=del 2024-09-16T11:23:21.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.441+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=MD3WSUZ2FLO5 type=write size=950234 2024-09-16T11:23:21.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.443+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=4ZQ9CXTLH6WD type=del 2024-09-16T11:23:21.445 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.444+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=L6POYWAS1QQ5 type=del size=3250299 2024-09-16T11:23:21.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.445+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=PNXGFY8NKZFY type=del 2024-09-16T11:23:21.449 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.448+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.0 size=1048576 2024-09-16T11:23:21.449 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.448+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.1 size=1048576 2024-09-16T11:23:21.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.449+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.2 size=554634 2024-09-16T11:23:21.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.449+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=9VQWKNYCR4QB tag=2HHUK2ZYIN9X type=write size=3700362 2024-09-16T11:23:21.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.451+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=HQCQ8UMOWR37 type=del 2024-09-16T11:23:21.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.452+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=O3RYH8FEOFM9 type=del size=1650240 2024-09-16T11:23:21.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.453+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=1I2XUTHLZSJ7 type=del 2024-09-16T11:23:21.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.455+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~R6WBXFISHHVW.0 size=1048576 2024-09-16T11:23:21.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.456+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~R6WBXFISHHVW.1 size=414718 2024-09-16T11:23:21.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.456+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=R6WBXFISHHVW tag=TVNM9OOLQ589 type=write size=2511870 2024-09-16T11:23:21.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.457+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=TDATVM9IWMZF type=del 2024-09-16T11:23:21.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.458+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=CJ82HSCUMSSW type=write size=16355 2024-09-16T11:23:21.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.459+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~YKJ89KEIYFEZ.0 size=1048576 2024-09-16T11:23:21.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.460+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~YKJ89KEIYFEZ.1 size=973813 2024-09-16T11:23:21.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.462+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=YKJ89KEIYFEZ tag=NTNHRX3DTST8 type=write size=3070965 2024-09-16T11:23:21.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.463+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=RKYUBN9251FZ type=write size=59856 2024-09-16T11:23:21.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.464+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=L6NL9V782UL9 type=del 2024-09-16T11:23:21.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.465+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=O1PYJ567Q5XU type=del size=2667017 2024-09-16T11:23:21.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.467+0000 7fb66dec2640 1 < suggested update operation key=TVK5OH5E1PV4 tag=9PQPEPB57985 type=del size=2185399 2024-09-16T11:23:21.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.468+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=1B593NHI106L type=del size=3496763 2024-09-16T11:23:21.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.470+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=9KO9RN2X86WD type=del 2024-09-16T11:23:21.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.471+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=X07VUIOD6M58 type=write size=737008 2024-09-16T11:23:21.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.472+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=5PY7633MILUQ type=del 2024-09-16T11:23:21.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.473+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=SM3T3B3QTFJ0 type=write size=849620 2024-09-16T11:23:21.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.474+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=UDMVDST37C93 type=del 2024-09-16T11:23:21.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.475+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=2J2DIXDFNM85 type=del size=2640588 2024-09-16T11:23:21.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.477+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=49Q5GM7ESTAC type=del 2024-09-16T11:23:21.479 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.478+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=OE4NPAN14BX7 type=del size=1652179 2024-09-16T11:23:21.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.479+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=QACBS681857K type=del 2024-09-16T11:23:21.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.480+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=4SAL31EI148N type=del size=1632445 2024-09-16T11:23:21.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.482+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=73C1QXEP711P type=del 2024-09-16T11:23:21.484 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.483+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=3X33BW0Q3Y76 type=del size=2145029 2024-09-16T11:23:21.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.484+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~0W6RO93S2DDV.0 size=590089 2024-09-16T11:23:21.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.486+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=0W6RO93S2DDV tag=JK1VXD2JQEO4 type=write size=1638665 2024-09-16T11:23:21.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.487+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=IWW757V2NNA0 type=write size=742893 2024-09-16T11:23:21.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.488+0000 7fb66dec2640 1 < canceled operation key=VF9C7DHNEIOX tag=MD3WSUZ2FLO5 type=write size=950234 2024-09-16T11:23:21.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.489+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=2S7UJP8JLC6A type=del size=2429203 2024-09-16T11:23:21.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.491+0000 7fb66dec2640 1 < canceled operation key=E9JN9AJSKBMD tag=L6POYWAS1QQ5 type=del size=3250299 2024-09-16T11:23:21.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.493+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.0 size=1048576 2024-09-16T11:23:21.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.494+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.1 size=1048576 2024-09-16T11:23:21.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.495+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.2 size=711443 2024-09-16T11:23:21.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.495+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=QUTB71253YX2 tag=JRVC1422U9U4 type=write size=3857171 2024-09-16T11:23:21.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.496+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.0 size=1048576 2024-09-16T11:23:21.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.497+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.1 size=1048576 2024-09-16T11:23:21.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.498+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9VQWKNYCR4QB.2 size=554634 2024-09-16T11:23:21.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.500+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=9VQWKNYCR4QB tag=2HHUK2ZYIN9X type=write size=3700362 2024-09-16T11:23:21.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.502+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~JHN3N5UKOI4L.0 size=1048576 2024-09-16T11:23:21.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.503+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~JHN3N5UKOI4L.1 size=592584 2024-09-16T11:23:21.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.503+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=JHN3N5UKOI4L tag=EGBS8MP6NQX3 type=write size=2689736 2024-09-16T11:23:21.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.504+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=O3RYH8FEOFM9 type=del 2024-09-16T11:23:21.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.505+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=XVCBUEGMZ45E type=del size=873414 2024-09-16T11:23:21.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.506+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~R6WBXFISHHVW.0 size=1048576 2024-09-16T11:23:21.508 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.507+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~R6WBXFISHHVW.1 size=414718 2024-09-16T11:23:21.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.508+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=R6WBXFISHHVW tag=TVNM9OOLQ589 type=write size=2511870 2024-09-16T11:23:21.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.510+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=N2J0INY2VV1S type=del size=2330378 2024-09-16T11:23:21.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.511+0000 7fb66dec2640 1 < completed write operation key=8M7Y5EHLQWPK tag=CJ82HSCUMSSW type=write size=16355 2024-09-16T11:23:21.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.512+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=BA4CY14V3QQT type=del size=2917959 2024-09-16T11:23:21.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.513+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=RKYUBN9251FZ type=write size=59856 2024-09-16T11:23:21.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.515+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~HM8A9NH6LDGS.0 size=1048576 2024-09-16T11:23:21.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.516+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~HM8A9NH6LDGS.1 size=327478 2024-09-16T11:23:21.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.516+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=HM8A9NH6LDGS tag=S8TUFV6PW395 type=write size=2424630 2024-09-16T11:23:21.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.517+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=O1PYJ567Q5XU type=del 2024-09-16T11:23:21.520 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.519+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=CC9OJ44XINKJ type=del size=1154882 2024-09-16T11:23:21.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.520+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=1B593NHI106L type=del 2024-09-16T11:23:21.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.522+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.0 size=1048576 2024-09-16T11:23:21.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.523+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.1 size=1048576 2024-09-16T11:23:21.525 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.524+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.2 size=541017 2024-09-16T11:23:21.525 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.524+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=HBD4UBHR4SQ7 tag=CVDB8NX2ZW0D type=write size=3686745 2024-09-16T11:23:21.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.525+0000 7fb66dec2640 1 < completed write operation key=0KLATQC7UXQS tag=X07VUIOD6M58 type=write size=737008 2024-09-16T11:23:21.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.527+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=V0I4GN3WFAW4 type=del size=1767913 2024-09-16T11:23:21.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.528+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=SM3T3B3QTFJ0 type=write size=849620 2024-09-16T11:23:21.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.529+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=PKQNQJ78KAPB type=write size=678234 2024-09-16T11:23:21.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.530+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=2J2DIXDFNM85 type=del 2024-09-16T11:23:21.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.532+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~4M4AKBE093CC.0 size=1048576 2024-09-16T11:23:21.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.533+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~4M4AKBE093CC.1 size=264734 2024-09-16T11:23:21.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.533+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=4M4AKBE093CC tag=BA2BTRLMOGKL type=write size=2361886 2024-09-16T11:23:21.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.534+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=OE4NPAN14BX7 type=del 2024-09-16T11:23:21.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.537+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.0 size=1048576 2024-09-16T11:23:21.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.538+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.1 size=1048576 2024-09-16T11:23:21.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.538+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.2 size=233231 2024-09-16T11:23:21.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.538+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=6F2LJBEUNFVX tag=KV3A4UQ6B4E8 type=write size=3378959 2024-09-16T11:23:21.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.540+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=4SAL31EI148N type=del 2024-09-16T11:23:21.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.541+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=UW0DFU4I4JVY type=del size=2147635 2024-09-16T11:23:21.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.542+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=3X33BW0Q3Y76 type=del 2024-09-16T11:23:21.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.543+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=ZP3I4ACTITPZ type=del size=411303 2024-09-16T11:23:21.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.544+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=IWW757V2NNA0 type=write size=742893 2024-09-16T11:23:21.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.546+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~KKF89CM88P8P.0 size=903953 2024-09-16T11:23:21.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.546+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=KKF89CM88P8P tag=8YQAJAMBFILI type=write size=1952529 2024-09-16T11:23:21.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.548+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=2S7UJP8JLC6A type=del 2024-09-16T11:23:21.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.549+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=K0R2LS8HDYH3 type=write size=68655 2024-09-16T11:23:21.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.550+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.0 size=1048576 2024-09-16T11:23:21.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.551+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.1 size=1048576 2024-09-16T11:23:21.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.552+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~QUTB71253YX2.2 size=711443 2024-09-16T11:23:21.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.554+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=QUTB71253YX2 tag=JRVC1422U9U4 type=write size=3857171 2024-09-16T11:23:21.556 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.555+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=X5442QOKBMY0 type=del size=1089258 2024-09-16T11:23:21.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.557+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~JHN3N5UKOI4L.0 size=1048576 2024-09-16T11:23:21.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.558+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~JHN3N5UKOI4L.1 size=592584 2024-09-16T11:23:21.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.559+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=JHN3N5UKOI4L tag=EGBS8MP6NQX3 type=write size=2689736 2024-09-16T11:23:21.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.562+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.0 size=1048576 2024-09-16T11:23:21.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.562+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.1 size=1048576 2024-09-16T11:23:21.564 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.563+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.2 size=885104 2024-09-16T11:23:21.564 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.563+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=TWVMBD56GB54 tag=RUQSOKIFB047 type=write size=4030832 2024-09-16T11:23:21.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.564+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=XVCBUEGMZ45E type=del 2024-09-16T11:23:21.566 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.565+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=QD3MUUXEAPBA type=del size=2710269 2024-09-16T11:23:21.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.568+0000 7fb66dec2640 1 < suggested update operation key=OEN3JZU6OLXI tag=N2J0INY2VV1S type=del size=2330378 2024-09-16T11:23:21.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.570+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.0 size=1048576 2024-09-16T11:23:21.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.571+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.1 size=1048576 2024-09-16T11:23:21.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.572+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.2 size=588785 2024-09-16T11:23:21.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.572+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=PH22TLU535EW tag=SBPRZ6VRSZM5 type=write size=3734513 2024-09-16T11:23:21.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.573+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=BA4CY14V3QQT type=del 2024-09-16T11:23:21.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.575+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~KZ4FS5NGCB4O.0 size=165054 2024-09-16T11:23:21.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.575+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=KZ4FS5NGCB4O tag=Q2M9BP183TUR type=write size=1213630 2024-09-16T11:23:21.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.577+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~HM8A9NH6LDGS.0 size=1048576 2024-09-16T11:23:21.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.578+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~HM8A9NH6LDGS.1 size=327478 2024-09-16T11:23:21.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.580+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=HM8A9NH6LDGS tag=S8TUFV6PW395 type=write size=2424630 2024-09-16T11:23:21.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.582+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~BPH9E2ZTWXKC.0 size=1048576 2024-09-16T11:23:21.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.583+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~BPH9E2ZTWXKC.1 size=645217 2024-09-16T11:23:21.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.583+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=BPH9E2ZTWXKC tag=Z6YWSK8YL1HC type=write size=2742369 2024-09-16T11:23:21.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.584+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=CC9OJ44XINKJ type=del 2024-09-16T11:23:21.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.585+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=VWPJ7Y2F1B98 type=del size=520110 2024-09-16T11:23:21.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.586+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.0 size=1048576 2024-09-16T11:23:21.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.587+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.1 size=1048576 2024-09-16T11:23:21.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.588+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~HBD4UBHR4SQ7.2 size=541017 2024-09-16T11:23:21.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.590+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=HBD4UBHR4SQ7 tag=CVDB8NX2ZW0D type=write size=3686745 2024-09-16T11:23:21.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.592+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.0 size=1048576 2024-09-16T11:23:21.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.593+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.1 size=1048576 2024-09-16T11:23:21.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.594+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.2 size=901907 2024-09-16T11:23:21.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.594+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=G5DIKI88Z1CP tag=SNIZ3N144LVV type=write size=4047635 2024-09-16T11:23:21.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.595+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=V0I4GN3WFAW4 type=del 2024-09-16T11:23:21.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.597+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=DM5852CSRIDX type=del size=2064578 2024-09-16T11:23:21.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.598+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=PKQNQJ78KAPB type=write size=678234 2024-09-16T11:23:21.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.600+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=CYW1XINTCT56 type=del size=1432629 2024-09-16T11:23:21.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.601+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~4M4AKBE093CC.0 size=1048576 2024-09-16T11:23:21.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.602+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~4M4AKBE093CC.1 size=264734 2024-09-16T11:23:21.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.604+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=4M4AKBE093CC tag=BA2BTRLMOGKL type=write size=2361886 2024-09-16T11:23:21.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.606+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~A2L0UNKMAYCH.0 size=1048576 2024-09-16T11:23:21.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.607+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~A2L0UNKMAYCH.1 size=714600 2024-09-16T11:23:21.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.607+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=A2L0UNKMAYCH tag=TKHF8CJLVR01 type=write size=2811752 2024-09-16T11:23:21.609 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.608+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.0 size=1048576 2024-09-16T11:23:21.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.609+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.1 size=1048576 2024-09-16T11:23:21.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.610+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~6F2LJBEUNFVX.2 size=233231 2024-09-16T11:23:21.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.612+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=6F2LJBEUNFVX tag=KV3A4UQ6B4E8 type=write size=3378959 2024-09-16T11:23:21.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.614+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=P6CDQW0YPU03 type=del size=3676979 2024-09-16T11:23:21.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.616+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=UW0DFU4I4JVY type=del 2024-09-16T11:23:21.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.617+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=5VNVFK55EYQT type=write size=245844 2024-09-16T11:23:21.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.619+0000 7fb66dec2640 1 < suggested update operation key=ZJBL3MHVCGZG tag=ZP3I4ACTITPZ type=del size=411303 2024-09-16T11:23:21.622 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.621+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=BQ5J78CWOQSK type=write size=785451 2024-09-16T11:23:21.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.622+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~KKF89CM88P8P.0 size=903953 2024-09-16T11:23:21.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.623+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=KKF89CM88P8P tag=8YQAJAMBFILI type=write size=1952529 2024-09-16T11:23:21.626 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.625+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=MUMN9RB1LWTU type=del size=2230365 2024-09-16T11:23:21.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.626+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=K0R2LS8HDYH3 type=write size=68655 2024-09-16T11:23:21.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.628+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.0 size=1048576 2024-09-16T11:23:21.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.629+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.1 size=1048576 2024-09-16T11:23:21.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.630+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.2 size=821202 2024-09-16T11:23:21.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.630+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=CTCPD15B4QZH tag=VWMI1U87IVXW type=write size=3966930 2024-09-16T11:23:21.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.631+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=X5442QOKBMY0 type=del 2024-09-16T11:23:21.634 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.633+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=1PDRP56240S5 type=write size=429082 2024-09-16T11:23:21.634 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.633+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.0 size=1048576 2024-09-16T11:23:21.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.634+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.1 size=1048576 2024-09-16T11:23:21.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.635+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~TWVMBD56GB54.2 size=885104 2024-09-16T11:23:21.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.637+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=TWVMBD56GB54 tag=RUQSOKIFB047 type=write size=4030832 2024-09-16T11:23:21.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.639+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~COQJZXW3UIN6.0 size=930431 2024-09-16T11:23:21.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.639+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=COQJZXW3UIN6 tag=T4203E7TDCHH type=write size=1979007 2024-09-16T11:23:21.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.640+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=QD3MUUXEAPBA type=del 2024-09-16T11:23:21.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.643+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~DK176O0111W6.0 size=1048576 2024-09-16T11:23:21.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.644+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~DK176O0111W6.1 size=185483 2024-09-16T11:23:21.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.644+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=DK176O0111W6 tag=72Y8K75CN072 type=write size=2282635 2024-09-16T11:23:21.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.645+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.0 size=1048576 2024-09-16T11:23:21.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.645+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.1 size=1048576 2024-09-16T11:23:21.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.646+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~PH22TLU535EW.2 size=588785 2024-09-16T11:23:21.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.649+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=PH22TLU535EW tag=SBPRZ6VRSZM5 type=write size=3734513 2024-09-16T11:23:21.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.650+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=PY193I3N2ZGM type=del size=180499 2024-09-16T11:23:21.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.651+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~KZ4FS5NGCB4O.0 size=165054 2024-09-16T11:23:21.654 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.653+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=KZ4FS5NGCB4O tag=Q2M9BP183TUR type=write size=1213630 2024-09-16T11:23:21.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.654+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=SQL1L6IDM8M5 type=del size=1988263 2024-09-16T11:23:21.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.655+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~BPH9E2ZTWXKC.0 size=1048576 2024-09-16T11:23:21.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.656+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~BPH9E2ZTWXKC.1 size=645217 2024-09-16T11:23:21.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.658+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=BPH9E2ZTWXKC tag=Z6YWSK8YL1HC type=write size=2742369 2024-09-16T11:23:21.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.660+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.0 size=1048576 2024-09-16T11:23:21.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.661+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.1 size=1048576 2024-09-16T11:23:21.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.663+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.2 size=552504 2024-09-16T11:23:21.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.663+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=URNEUQ29UK90 tag=UAYHLF9YG8BM type=write size=3698232 2024-09-16T11:23:21.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.665+0000 7fb66dec2640 1 < suggested remove operation key=C9EOE5MOFBOT tag=VWPJ7Y2F1B98 type=del 2024-09-16T11:23:21.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.666+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=1PO3CSO26CF0 type=write size=835763 2024-09-16T11:23:21.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.667+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.0 size=1048576 2024-09-16T11:23:21.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.667+0000 7fb66dec2640 1 < canceled part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.1 size=1048576 2024-09-16T11:23:21.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.668+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~G5DIKI88Z1CP.2 size=901907 2024-09-16T11:23:21.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[86047]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T11:23:21.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3274572539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[88497]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T11:23:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3274572539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:21 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.670+0000 7fb66dec2640 1 < canceled multipart upload key=3G4SVBOPOKXF upload=G5DIKI88Z1CP tag=SNIZ3N144LVV type=write size=4047635 2024-09-16T11:23:21.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.673+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~38MKER1URA4P.0 size=1048576 2024-09-16T11:23:21.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.674+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~38MKER1URA4P.1 size=361607 2024-09-16T11:23:21.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.674+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=38MKER1URA4P tag=OQTZYDBZHQ84 type=write size=2458759 2024-09-16T11:23:21.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.676+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=DM5852CSRIDX type=del 2024-09-16T11:23:21.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.678+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~P4OFELT6XRRC.0 size=355574 2024-09-16T11:23:21.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.678+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=P4OFELT6XRRC tag=C23GZ6MT0XRH type=write size=1404150 2024-09-16T11:23:21.680 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.679+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=CYW1XINTCT56 type=del 2024-09-16T11:23:21.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.681+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~KULU98B5SMQ3.0 size=327251 2024-09-16T11:23:21.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.681+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=KULU98B5SMQ3 tag=ANDBFE1RWHLO type=write size=1375827 2024-09-16T11:23:21.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.682+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~A2L0UNKMAYCH.0 size=1048576 2024-09-16T11:23:21.684 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.683+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~A2L0UNKMAYCH.1 size=714600 2024-09-16T11:23:21.686 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.685+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=A2L0UNKMAYCH tag=TKHF8CJLVR01 type=write size=2811752 2024-09-16T11:23:21.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.687+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.0 size=1048576 2024-09-16T11:23:21.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.688+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.1 size=1048576 2024-09-16T11:23:21.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.689+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.2 size=622578 2024-09-16T11:23:21.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.689+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=Q9OXVAY12P04 tag=9LOISJHF2P77 type=write size=3768306 2024-09-16T11:23:21.691 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.690+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=P6CDQW0YPU03 type=del 2024-09-16T11:23:21.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.691+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=KRW8HFZ51RI6 type=del size=1297141 2024-09-16T11:23:21.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.692+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=5VNVFK55EYQT type=write size=245844 2024-09-16T11:23:21.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.694+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~FJ3GSPOFQNTG.0 size=1048576 2024-09-16T11:23:21.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.696+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~FJ3GSPOFQNTG.1 size=824292 2024-09-16T11:23:21.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.696+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=FJ3GSPOFQNTG tag=2SHYN3CK4XCC type=write size=2921444 2024-09-16T11:23:21.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.697+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=BQ5J78CWOQSK type=write size=785451 2024-09-16T11:23:21.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.698+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=5TY7B5NUQQAE type=del size=1086299 2024-09-16T11:23:21.700 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.699+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=MUMN9RB1LWTU type=del 2024-09-16T11:23:21.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.701+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=0ZNZV2AZCX63 type=del size=2467896 2024-09-16T11:23:21.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.703+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.0 size=1048576 2024-09-16T11:23:21.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.704+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.1 size=1048576 2024-09-16T11:23:21.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.704+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~CTCPD15B4QZH.2 size=821202 2024-09-16T11:23:21.708 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.706+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=CTCPD15B4QZH tag=VWMI1U87IVXW type=write size=3966930 2024-09-16T11:23:21.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.708+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~OVOM052P4TAN.0 size=1048576 2024-09-16T11:23:21.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.709+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~OVOM052P4TAN.1 size=626819 2024-09-16T11:23:21.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.709+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=OVOM052P4TAN tag=A03WT2OW4KNN type=write size=2723971 2024-09-16T11:23:21.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.710+0000 7fb66dec2640 1 < completed write operation key=U5T3M5C2I7Z6 tag=1PDRP56240S5 type=write size=429082 2024-09-16T11:23:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:21 smithi191 ceph-mon[84934]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T11:23:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:21 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3274572539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:21 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:21.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.712+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=QSB0K1X0H5LS type=del size=2585523 2024-09-16T11:23:21.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.713+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~COQJZXW3UIN6.0 size=930431 2024-09-16T11:23:21.716 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.715+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=COQJZXW3UIN6 tag=T4203E7TDCHH type=write size=1979007 2024-09-16T11:23:21.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.716+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=3VBQNUY9CJ3D type=del size=2541094 2024-09-16T11:23:21.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.717+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~DK176O0111W6.0 size=1048576 2024-09-16T11:23:21.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.717+0000 7fb66dec2640 1 < canceled part key=_multipart_U5T3M5C2I7Z6.2~DK176O0111W6.1 size=185483 2024-09-16T11:23:21.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.719+0000 7fb66dec2640 1 < canceled multipart upload key=U5T3M5C2I7Z6 upload=DK176O0111W6 tag=72Y8K75CN072 type=write size=2282635 2024-09-16T11:23:21.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.720+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=9IHFD4I5JRGH type=del size=3953873 2024-09-16T11:23:21.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.721+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=PY193I3N2ZGM type=del 2024-09-16T11:23:21.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.722+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=S3GZJS78RALD type=del size=2685939 2024-09-16T11:23:21.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.723+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=SQL1L6IDM8M5 type=del 2024-09-16T11:23:21.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.726+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~WTO88M6JC3Q5.0 size=575014 2024-09-16T11:23:21.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.726+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=WTO88M6JC3Q5 tag=1KT01QVW5B76 type=write size=1623590 2024-09-16T11:23:21.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.727+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.0 size=1048576 2024-09-16T11:23:21.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.728+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.1 size=1048576 2024-09-16T11:23:21.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.729+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~URNEUQ29UK90.2 size=552504 2024-09-16T11:23:21.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.731+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=URNEUQ29UK90 tag=UAYHLF9YG8BM type=write size=3698232 2024-09-16T11:23:21.734 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.733+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~538GLOJ7WEQT.0 size=200723 2024-09-16T11:23:21.734 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.733+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=538GLOJ7WEQT tag=XIJ63KPR0OIG type=write size=1249299 2024-09-16T11:23:21.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.735+0000 7fb66dec2640 1 < suggested remove operation key=0KLATQC7UXQS tag=1PO3CSO26CF0 type=write 2024-09-16T11:23:21.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.738+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~T0OBJZW50XDK.0 size=1048576 2024-09-16T11:23:21.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.739+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~T0OBJZW50XDK.1 size=317174 2024-09-16T11:23:21.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.739+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=T0OBJZW50XDK tag=UCQCWKKP0CQR type=write size=2414326 2024-09-16T11:23:21.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.740+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~38MKER1URA4P.0 size=1048576 2024-09-16T11:23:21.742 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.741+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~38MKER1URA4P.1 size=361607 2024-09-16T11:23:21.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.743+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=38MKER1URA4P tag=OQTZYDBZHQ84 type=write size=2458759 2024-09-16T11:23:21.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.744+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=NAHH1Z7SSTZ5 type=del size=1466398 2024-09-16T11:23:21.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.746+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~P4OFELT6XRRC.0 size=355574 2024-09-16T11:23:21.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.748+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=P4OFELT6XRRC tag=C23GZ6MT0XRH type=write size=1404150 2024-09-16T11:23:21.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.749+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=OJST0924RDHN type=del size=1067247 2024-09-16T11:23:21.751 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.750+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~KULU98B5SMQ3.0 size=327251 2024-09-16T11:23:21.753 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.752+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=KULU98B5SMQ3 tag=ANDBFE1RWHLO type=write size=1375827 2024-09-16T11:23:21.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.753+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=ZIU2Z139NU2G type=del size=2597673 2024-09-16T11:23:21.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.755+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.0 size=1048576 2024-09-16T11:23:21.757 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.756+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.1 size=1048576 2024-09-16T11:23:21.757 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.756+0000 7fb66dec2640 1 < canceled part key=_multipart_TVK5OH5E1PV4.2~Q9OXVAY12P04.2 size=622578 2024-09-16T11:23:21.759 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.758+0000 7fb66dec2640 1 < canceled multipart upload key=TVK5OH5E1PV4 upload=Q9OXVAY12P04 tag=9LOISJHF2P77 type=write size=3768306 2024-09-16T11:23:21.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.759+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=0Y3ZJ21GBT2A type=del size=3245 2024-09-16T11:23:21.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.760+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=KRW8HFZ51RI6 type=del 2024-09-16T11:23:21.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.761+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=7MYGC1R0RGGQ type=del size=1681798 2024-09-16T11:23:21.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.762+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~FJ3GSPOFQNTG.0 size=1048576 2024-09-16T11:23:21.765 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.764+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~FJ3GSPOFQNTG.1 size=824292 2024-09-16T11:23:21.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.766+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=FJ3GSPOFQNTG tag=2SHYN3CK4XCC type=write size=2921444 2024-09-16T11:23:21.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.767+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=PS4KOX2Z0QG9 type=write size=124037 2024-09-16T11:23:21.769 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.768+0000 7fb66dec2640 1 < canceled operation key=UBJMF37RRIGD tag=5TY7B5NUQQAE type=del size=1086299 2024-09-16T11:23:21.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.770+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=YSQZYIYFZ88T type=write size=858677 2024-09-16T11:23:21.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.771+0000 7fb66dec2640 1 < canceled operation key=Y6MT7DT0JW3D tag=0ZNZV2AZCX63 type=del size=2467896 2024-09-16T11:23:21.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.772+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=NUPVRXU1MVV0 type=del size=2827052 2024-09-16T11:23:21.775 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.774+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~OVOM052P4TAN.0 size=1048576 2024-09-16T11:23:21.776 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.775+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~OVOM052P4TAN.1 size=626819 2024-09-16T11:23:21.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.777+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=OVOM052P4TAN tag=A03WT2OW4KNN type=write size=2723971 2024-09-16T11:23:21.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.779+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~DTGK0LO9DST0.0 size=176464 2024-09-16T11:23:21.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.779+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=DTGK0LO9DST0 tag=FDX7OUMUQ4TF type=write size=1225040 2024-09-16T11:23:21.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.782+0000 7fb66dec2640 1 < suggested remove operation key=U5T3M5C2I7Z6 tag=QSB0K1X0H5LS type=del 2024-09-16T11:23:21.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.784+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~8BYG0FWUURO0.0 size=544339 2024-09-16T11:23:21.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.784+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=8BYG0FWUURO0 tag=B8ZXESEAVV7H type=write size=1592915 2024-09-16T11:23:21.787 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.785+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=3VBQNUY9CJ3D type=del 2024-09-16T11:23:21.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.787+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=5VO4DOH9Z9FC type=write size=808995 2024-09-16T11:23:21.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.788+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=9IHFD4I5JRGH type=del 2024-09-16T11:23:21.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.791+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~ABF1S93MTZVI.0 size=1048576 2024-09-16T11:23:21.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.792+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~ABF1S93MTZVI.1 size=544702 2024-09-16T11:23:21.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.792+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=ABF1S93MTZVI tag=08LQTOKPUMNB type=write size=2641854 2024-09-16T11:23:21.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.793+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=S3GZJS78RALD type=del 2024-09-16T11:23:21.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.794+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=JA24IX8AYI4L type=del size=3377446 2024-09-16T11:23:21.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.796+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~WTO88M6JC3Q5.0 size=575014 2024-09-16T11:23:21.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.797+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=WTO88M6JC3Q5 tag=1KT01QVW5B76 type=write size=1623590 2024-09-16T11:23:21.800 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.799+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=6R2IEPU0XV3Q type=del size=423252 2024-09-16T11:23:21.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.800+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~538GLOJ7WEQT.0 size=200723 2024-09-16T11:23:21.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.802+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=538GLOJ7WEQT tag=XIJ63KPR0OIG type=write size=1249299 2024-09-16T11:23:21.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.804+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~SSU0B840331N.0 size=1048576 2024-09-16T11:23:21.806 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.805+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~SSU0B840331N.1 size=4097 2024-09-16T11:23:21.806 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.805+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=SSU0B840331N tag=F0VQVI6NGIM2 type=write size=2101249 2024-09-16T11:23:21.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.806+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~T0OBJZW50XDK.0 size=1048576 2024-09-16T11:23:21.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.806+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~T0OBJZW50XDK.1 size=317174 2024-09-16T11:23:21.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.809+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=T0OBJZW50XDK tag=UCQCWKKP0CQR type=write size=2414326 2024-09-16T11:23:21.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.810+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=M8HCBL6P9H8C type=del size=1243261 2024-09-16T11:23:21.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.813+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=NAHH1Z7SSTZ5 type=del size=1466398 2024-09-16T11:23:21.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.814+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=YPEJNIKPFPL4 type=del size=2361952 2024-09-16T11:23:21.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.815+0000 7fb66dec2640 1 < canceled operation key=OEN3JZU6OLXI tag=OJST0924RDHN type=del size=1067247 2024-09-16T11:23:21.818 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.817+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=NZZBN4QGHO7G type=del size=1700828 2024-09-16T11:23:21.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.818+0000 7fb66dec2640 1 < canceled operation key=YF35LMA056BI tag=ZIU2Z139NU2G type=del size=2597673 2024-09-16T11:23:21.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.820+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=MQB0P40MB8AT type=del size=3215060 2024-09-16T11:23:21.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.821+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=0Y3ZJ21GBT2A type=del 2024-09-16T11:23:21.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.823+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=PTQDOE4UXRHT type=write size=90458 2024-09-16T11:23:21.825 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.824+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=7MYGC1R0RGGQ type=del 2024-09-16T11:23:21.827 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.826+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.0 size=1048576 2024-09-16T11:23:21.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.827+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.1 size=1048576 2024-09-16T11:23:21.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.828+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.2 size=698651 2024-09-16T11:23:21.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.828+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=O84DX95YEDFC tag=8OBXCSGT5FOQ type=write size=3844379 2024-09-16T11:23:21.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.829+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=PS4KOX2Z0QG9 type=write size=124037 2024-09-16T11:23:21.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.832+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.0 size=1048576 2024-09-16T11:23:21.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.833+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.1 size=1048576 2024-09-16T11:23:21.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.834+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.2 size=427691 2024-09-16T11:23:21.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.834+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=OI24YTCGQTKU tag=R3CUAE13ML1I type=write size=3573419 2024-09-16T11:23:21.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.836+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=YSQZYIYFZ88T type=write size=858677 2024-09-16T11:23:21.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.837+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=FDS1XJA5ASBE type=del size=997022 2024-09-16T11:23:21.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.839+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=NUPVRXU1MVV0 type=del 2024-09-16T11:23:21.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.840+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=PTT60RAG0AN4 type=del size=3391652 2024-09-16T11:23:21.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.841+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~DTGK0LO9DST0.0 size=176464 2024-09-16T11:23:21.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.844+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=DTGK0LO9DST0 tag=FDX7OUMUQ4TF type=write size=1225040 2024-09-16T11:23:21.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.845+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=QQ5WFYQ6R5F8 type=del size=4156766 2024-09-16T11:23:21.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.845+0000 7fb66dec2640 1 < canceled part key=_multipart_3G4SVBOPOKXF.2~8BYG0FWUURO0.0 size=544339 2024-09-16T11:23:21.849 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.848+0000 7fb66dec2640 1 < canceled multipart upload key=3G4SVBOPOKXF upload=8BYG0FWUURO0 tag=B8ZXESEAVV7H type=write size=1592915 2024-09-16T11:23:21.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.849+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=XW61J373BIUS type=del size=553340 2024-09-16T11:23:21.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.851+0000 7fb66dec2640 1 < completed write operation key=P9HEIJBYI7VR tag=5VO4DOH9Z9FC type=write size=808995 2024-09-16T11:23:21.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.854+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~ISDK1BK1L490.0 size=931329 2024-09-16T11:23:21.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.854+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=ISDK1BK1L490 tag=1F6A58815UZI type=write size=1979905 2024-09-16T11:23:21.856 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.855+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~ABF1S93MTZVI.0 size=1048576 2024-09-16T11:23:21.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.856+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~ABF1S93MTZVI.1 size=544702 2024-09-16T11:23:21.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.858+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=ABF1S93MTZVI tag=08LQTOKPUMNB type=write size=2641854 2024-09-16T11:23:21.861 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.860+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=JJN1XXKWPFAJ type=del size=2506509 2024-09-16T11:23:21.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.863+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=JA24IX8AYI4L type=del 2024-09-16T11:23:21.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.865+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~T1P38CXQWEWN.0 size=426678 2024-09-16T11:23:21.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.865+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=T1P38CXQWEWN tag=PJSCIUH22PTO type=write size=1475254 2024-09-16T11:23:21.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.866+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=6R2IEPU0XV3Q type=del 2024-09-16T11:23:21.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.869+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~J2STR7HRHQJ2.0 size=1048576 2024-09-16T11:23:21.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.870+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~J2STR7HRHQJ2.1 size=162471 2024-09-16T11:23:21.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.870+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=J2STR7HRHQJ2 tag=6HDMEOQI4F52 type=write size=2259623 2024-09-16T11:23:21.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.871+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~SSU0B840331N.0 size=1048576 2024-09-16T11:23:21.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.872+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~SSU0B840331N.1 size=4097 2024-09-16T11:23:21.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.874+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=SSU0B840331N tag=F0VQVI6NGIM2 type=write size=2101249 2024-09-16T11:23:21.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.875+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=DIWWB5P2ALRF type=del size=2122327 2024-09-16T11:23:21.877 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.876+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=M8HCBL6P9H8C type=del 2024-09-16T11:23:21.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.878+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=2ITAW6JPBFBM type=write size=905300 2024-09-16T11:23:21.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.879+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=YPEJNIKPFPL4 type=del 2024-09-16T11:23:21.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.880+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=S42NVGHWBZ20 type=del size=2607522 2024-09-16T11:23:21.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.882+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=NZZBN4QGHO7G type=del size=1700828 2024-09-16T11:23:21.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.885+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.0 size=1048576 2024-09-16T11:23:21.887 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.886+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.1 size=1048576 2024-09-16T11:23:21.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.887+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.2 size=435347 2024-09-16T11:23:21.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.887+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=LNG0VZQUA3PI tag=01M6FMOVQH5W type=write size=3581075 2024-09-16T11:23:21.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.888+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=MQB0P40MB8AT type=del 2024-09-16T11:23:21.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.889+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=DI9WBDY2XN35 type=del size=2614908 2024-09-16T11:23:21.891 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.890+0000 7fb66dec2640 1 < completed write operation key=3G4SVBOPOKXF tag=PTQDOE4UXRHT type=write size=90458 2024-09-16T11:23:21.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.892+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=SEVB581RIMRJ type=del size=2114824 2024-09-16T11:23:21.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.893+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.0 size=1048576 2024-09-16T11:23:21.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.894+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.1 size=1048576 2024-09-16T11:23:21.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.895+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~O84DX95YEDFC.2 size=698651 2024-09-16T11:23:21.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.897+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=O84DX95YEDFC tag=8OBXCSGT5FOQ type=write size=3844379 2024-09-16T11:23:21.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.899+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~M9XZ55RLFRVU.0 size=152685 2024-09-16T11:23:21.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.899+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=M9XZ55RLFRVU tag=MN4AJP4K5SH4 type=write size=1201261 2024-09-16T11:23:21.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.900+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.0 size=1048576 2024-09-16T11:23:21.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.901+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.1 size=1048576 2024-09-16T11:23:21.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.902+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~OI24YTCGQTKU.2 size=427691 2024-09-16T11:23:21.905 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.904+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=OI24YTCGQTKU tag=R3CUAE13ML1I type=write size=3573419 2024-09-16T11:23:21.908 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.906+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~AOOP10NZU4UH.0 size=1048576 2024-09-16T11:23:21.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.907+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~AOOP10NZU4UH.1 size=559835 2024-09-16T11:23:21.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.907+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=AOOP10NZU4UH tag=Q1HSFJ9JW5CQ type=write size=2656987 2024-09-16T11:23:21.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.908+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=FDS1XJA5ASBE type=del size=997022 2024-09-16T11:23:21.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.910+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.0 size=1048576 2024-09-16T11:23:21.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.911+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.1 size=1048576 2024-09-16T11:23:21.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.912+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.2 size=1003221 2024-09-16T11:23:21.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.912+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=PW6T831CXWA4 tag=RG3Q3V4RNX8T type=write size=4148949 2024-09-16T11:23:21.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.913+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=PTT60RAG0AN4 type=del 2024-09-16T11:23:21.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.915+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=VBPBFAT9DK6H type=del size=1162716 2024-09-16T11:23:21.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.916+0000 7fb66dec2640 1 < canceled operation key=5SP701M6TW6O tag=QQ5WFYQ6R5F8 type=del size=4156766 2024-09-16T11:23:21.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.917+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=5YLE88GKMPUA type=write size=39319 2024-09-16T11:23:21.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.919+0000 7fb66dec2640 1 < suggested remove operation key=0KLATQC7UXQS tag=XW61J373BIUS type=del 2024-09-16T11:23:21.922 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.920+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=6BTKG3HNS7BO type=del size=3058232 2024-09-16T11:23:21.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.922+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~ISDK1BK1L490.0 size=931329 2024-09-16T11:23:21.925 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.923+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=ISDK1BK1L490 tag=1F6A58815UZI type=write size=1979905 2024-09-16T11:23:21.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.925+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=BFKBHZ73ET7A type=del size=513214 2024-09-16T11:23:21.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.926+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=JJN1XXKWPFAJ type=del 2024-09-16T11:23:21.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.927+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=JG6R61I6QL0X type=write size=1041931 2024-09-16T11:23:21.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.928+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~T1P38CXQWEWN.0 size=426678 2024-09-16T11:23:21.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.930+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=T1P38CXQWEWN tag=PJSCIUH22PTO type=write size=1475254 2024-09-16T11:23:21.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.931+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=X8S9JMFUC80U type=del size=2551473 2024-09-16T11:23:21.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.931+0000 7fb66dec2640 1 < canceled part key=_multipart_YF35LMA056BI.2~J2STR7HRHQJ2.0 size=1048576 2024-09-16T11:23:21.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.932+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~J2STR7HRHQJ2.1 size=162471 2024-09-16T11:23:21.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.934+0000 7fb66dec2640 1 < canceled multipart upload key=YF35LMA056BI upload=J2STR7HRHQJ2 tag=6HDMEOQI4F52 type=write size=2259623 2024-09-16T11:23:21.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.935+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=XPLYJNB9LO01 type=del size=822181 2024-09-16T11:23:21.938 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.937+0000 7fb66dec2640 1 < suggested update operation key=E9JN9AJSKBMD tag=DIWWB5P2ALRF type=del size=2122327 2024-09-16T11:23:21.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.938+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=96U4F387HCKA type=del size=2935577 2024-09-16T11:23:21.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.940+0000 7fb66dec2640 1 < suggested update operation key=WQGRWNTRNYI7 tag=2ITAW6JPBFBM type=write size=905300 2024-09-16T11:23:21.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.942+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=OJDA97S2FS28 type=del size=2244346 2024-09-16T11:23:21.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.943+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=S42NVGHWBZ20 type=del 2024-09-16T11:23:21.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.945+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~C14J4A4C126Z.0 size=845604 2024-09-16T11:23:21.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.945+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=C14J4A4C126Z tag=ACTOL7Q4G0IP type=write size=1894180 2024-09-16T11:23:21.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.946+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.0 size=1048576 2024-09-16T11:23:21.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.947+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.1 size=1048576 2024-09-16T11:23:21.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.948+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~LNG0VZQUA3PI.2 size=435347 2024-09-16T11:23:21.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.950+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=LNG0VZQUA3PI tag=01M6FMOVQH5W type=write size=3581075 2024-09-16T11:23:21.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.951+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=WRHAUFZ28DIE type=del size=3864622 2024-09-16T11:23:21.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.952+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=DI9WBDY2XN35 type=del 2024-09-16T11:23:21.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.953+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=BRKL2YV0KIM2 type=del size=1976521 2024-09-16T11:23:21.956 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.955+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=SEVB581RIMRJ type=del 2024-09-16T11:23:21.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.957+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~N6KPBNFNR90J.0 size=1048576 2024-09-16T11:23:21.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.958+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~N6KPBNFNR90J.1 size=344354 2024-09-16T11:23:21.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.958+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=N6KPBNFNR90J tag=AL7P1ZA6GNM6 type=write size=2441506 2024-09-16T11:23:21.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.959+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~M9XZ55RLFRVU.0 size=152685 2024-09-16T11:23:21.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.961+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=M9XZ55RLFRVU tag=MN4AJP4K5SH4 type=write size=1201261 2024-09-16T11:23:21.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.963+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=TN012QI95L90 type=write size=967427 2024-09-16T11:23:21.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.963+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~AOOP10NZU4UH.0 size=1048576 2024-09-16T11:23:21.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.964+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~AOOP10NZU4UH.1 size=559835 2024-09-16T11:23:21.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.966+0000 7fb66dec2640 1 < canceled multipart upload key=E9JN9AJSKBMD upload=AOOP10NZU4UH tag=Q1HSFJ9JW5CQ type=write size=2656987 2024-09-16T11:23:21.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.967+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=XYKT94SGXLOB type=del size=924650 2024-09-16T11:23:21.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.969+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.0 size=1048576 2024-09-16T11:23:21.971 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.970+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.1 size=1048576 2024-09-16T11:23:21.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.971+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~PW6T831CXWA4.2 size=1003221 2024-09-16T11:23:21.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.973+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=PW6T831CXWA4 tag=RG3Q3V4RNX8T type=write size=4148949 2024-09-16T11:23:21.975 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.974+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=06HUR0H19ZXT type=write size=435479 2024-09-16T11:23:21.977 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.976+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=VBPBFAT9DK6H type=del 2024-09-16T11:23:21.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.978+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.0 size=1048576 2024-09-16T11:23:21.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.978+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.1 size=1048576 2024-09-16T11:23:21.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.979+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.2 size=703271 2024-09-16T11:23:21.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.979+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=CF8T336G3QXR tag=W3HXWY8UOL1R type=write size=3848999 2024-09-16T11:23:21.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.982+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=5YLE88GKMPUA type=write 2024-09-16T11:23:21.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.984+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~ZUU89RR57XMA.0 size=1048576 2024-09-16T11:23:21.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.985+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~ZUU89RR57XMA.1 size=553387 2024-09-16T11:23:21.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.985+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=ZUU89RR57XMA tag=DYN6P6KBJ9WH type=write size=2650539 2024-09-16T11:23:21.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.987+0000 7fb66dec2640 1 < suggested remove operation key=SXTKV1YIBM8U tag=6BTKG3HNS7BO type=del 2024-09-16T11:23:21.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.988+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=HQEC4JUFNG64 type=del size=2835500 2024-09-16T11:23:21.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.989+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=BFKBHZ73ET7A type=del 2024-09-16T11:23:21.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.992+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.0 size=1048576 2024-09-16T11:23:21.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.993+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.1 size=1048576 2024-09-16T11:23:21.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.994+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.2 size=740789 2024-09-16T11:23:21.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.994+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=1NG1ACSAO1NG tag=M2V3H846OBU7 type=write size=3886517 2024-09-16T11:23:21.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.996+0000 7fb66dec2640 1 < suggested remove operation key=W6R5LJLF4MG0 tag=JG6R61I6QL0X type=write 2024-09-16T11:23:21.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.998+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~JVFN28FGVKPA.0 size=584708 2024-09-16T11:23:21.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:21.998+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=JVFN28FGVKPA tag=TTFTXHVG0P01 type=write size=1633284 2024-09-16T11:23:22.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.000+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=X8S9JMFUC80U type=del 2024-09-16T11:23:22.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.002+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.0 size=1048576 2024-09-16T11:23:22.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.003+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.1 size=1048576 2024-09-16T11:23:22.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.004+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.2 size=314512 2024-09-16T11:23:22.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.004+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=AZHGU7OZHTWD tag=3FGI9P6YHD6W type=write size=3460240 2024-09-16T11:23:22.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.005+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=XPLYJNB9LO01 type=del 2024-09-16T11:23:22.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.007+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=18C1FEXJMCGJ type=del size=1462126 2024-09-16T11:23:22.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.008+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=96U4F387HCKA type=del 2024-09-16T11:23:22.010 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.009+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=M4J0TMXOF5P5 type=del size=2621837 2024-09-16T11:23:22.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.010+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=OJDA97S2FS28 type=del 2024-09-16T11:23:22.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.012+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=PPCIHCBP60WD type=del size=3114419 2024-09-16T11:23:22.014 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.013+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~C14J4A4C126Z.0 size=845604 2024-09-16T11:23:22.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.015+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=C14J4A4C126Z tag=ACTOL7Q4G0IP type=write size=1894180 2024-09-16T11:23:22.018 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.016+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=GJ7B7MZUJ025 type=write size=762444 2024-09-16T11:23:22.018 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.017+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=SXTKV1YIBM8U tag=WRHAUFZ28DIE type=del size=3864622: (2) No such file or directory 2024-09-16T11:23:22.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.020+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.0 size=1048576 2024-09-16T11:23:22.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.021+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.1 size=1048576 2024-09-16T11:23:22.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.022+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.2 size=291877 2024-09-16T11:23:22.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.022+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=UM35LHTHJ72G tag=EZQGJGUF390W type=write size=3437605 2024-09-16T11:23:22.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.023+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=BRKL2YV0KIM2 type=del 2024-09-16T11:23:22.027 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.026+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~R1S26HZY88PG.0 size=1048576 2024-09-16T11:23:22.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.027+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~R1S26HZY88PG.1 size=94292 2024-09-16T11:23:22.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.027+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=R1S26HZY88PG tag=1SA3VO88A1OA type=write size=2191444 2024-09-16T11:23:22.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.028+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~N6KPBNFNR90J.0 size=1048576 2024-09-16T11:23:22.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.029+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~N6KPBNFNR90J.1 size=344354 2024-09-16T11:23:22.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.031+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=N6KPBNFNR90J tag=AL7P1ZA6GNM6 type=write size=2441506 2024-09-16T11:23:22.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.033+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.0 size=1048576 2024-09-16T11:23:22.035 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.034+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.1 size=1048576 2024-09-16T11:23:22.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.035+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.2 size=566122 2024-09-16T11:23:22.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.035+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=L8VZQQP1A9N3 tag=IHIEAW2HWG7H type=write size=3711850 2024-09-16T11:23:22.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.036+0000 7fb66dec2640 1 < completed write operation key=P9HEIJBYI7VR tag=TN012QI95L90 type=write size=967427 2024-09-16T11:23:22.039 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.038+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=DXBX4JDYIIMV type=del size=3470441 2024-09-16T11:23:22.041 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.040+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=XYKT94SGXLOB type=del 2024-09-16T11:23:22.043 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.042+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=64ADMH2D62L1 type=write size=233350 2024-09-16T11:23:22.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.045+0000 7fb66dec2640 1 < suggested remove operation key=57XW02KN8W4Z tag=06HUR0H19ZXT type=write 2024-09-16T11:23:22.047 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.046+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=TS0GRMT4HW6Y type=del size=3063745 2024-09-16T11:23:22.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.048+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.0 size=1048576 2024-09-16T11:23:22.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.049+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.1 size=1048576 2024-09-16T11:23:22.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.050+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~CF8T336G3QXR.2 size=703271 2024-09-16T11:23:22.053 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.052+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=CF8T336G3QXR tag=W3HXWY8UOL1R type=write size=3848999 2024-09-16T11:23:22.054 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.053+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=9DL1P3E7EUEM type=del size=2367578 2024-09-16T11:23:22.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.055+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~ZUU89RR57XMA.0 size=1048576 2024-09-16T11:23:22.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.056+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~ZUU89RR57XMA.1 size=553387 2024-09-16T11:23:22.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.058+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=ZUU89RR57XMA tag=DYN6P6KBJ9WH type=write size=2650539 2024-09-16T11:23:22.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.060+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~1FXIG2IEZD3X.0 size=1048576 2024-09-16T11:23:22.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.061+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~1FXIG2IEZD3X.1 size=66289 2024-09-16T11:23:22.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.061+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=1FXIG2IEZD3X tag=6BUPVJR5U52C type=write size=2163441 2024-09-16T11:23:22.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.064+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=HQEC4JUFNG64 type=del size=2835500 2024-09-16T11:23:22.066 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.065+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=POTR0T57WXZ5 type=del size=3865043 2024-09-16T11:23:22.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.066+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.0 size=1048576 2024-09-16T11:23:22.068 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.067+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.1 size=1048576 2024-09-16T11:23:22.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.068+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~1NG1ACSAO1NG.2 size=740789 2024-09-16T11:23:22.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.070+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=1NG1ACSAO1NG tag=M2V3H846OBU7 type=write size=3886517 2024-09-16T11:23:22.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.072+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~A3LGCLVQB6FR.0 size=1048576 2024-09-16T11:23:22.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.073+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~A3LGCLVQB6FR.1 size=1007625 2024-09-16T11:23:22.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.073+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=A3LGCLVQB6FR tag=WC5AW21DZ21K type=write size=3104777 2024-09-16T11:23:22.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.074+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~JVFN28FGVKPA.0 size=584708 2024-09-16T11:23:22.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.076+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=JVFN28FGVKPA tag=TTFTXHVG0P01 type=write size=1633284 2024-09-16T11:23:22.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.077+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=VR3EXUPHU7PD type=del size=2478703 2024-09-16T11:23:22.079 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.078+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.0 size=1048576 2024-09-16T11:23:22.080 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.079+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.1 size=1048576 2024-09-16T11:23:22.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.080+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~AZHGU7OZHTWD.2 size=314512 2024-09-16T11:23:22.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.082+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=AZHGU7OZHTWD tag=3FGI9P6YHD6W type=write size=3460240 2024-09-16T11:23:22.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.083+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=ENQQ4YESADKC type=del size=3940156 2024-09-16T11:23:22.085 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.084+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=18C1FEXJMCGJ type=del 2024-09-16T11:23:22.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.086+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~U43JLR2RPLFS.0 size=1048576 2024-09-16T11:23:22.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.087+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~U43JLR2RPLFS.1 size=297533 2024-09-16T11:23:22.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.087+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=U43JLR2RPLFS tag=B8PX2H3YYL49 type=write size=2394685 2024-09-16T11:23:22.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.088+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=M4J0TMXOF5P5 type=del 2024-09-16T11:23:22.091 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.090+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~3AJGK5P1BYNP.0 size=314981 2024-09-16T11:23:22.091 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.090+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=3AJGK5P1BYNP tag=1VZP8G4FPCA6 type=write size=1363557 2024-09-16T11:23:22.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.092+0000 7fb66dec2640 1 < suggested remove operation key=0KLATQC7UXQS tag=PPCIHCBP60WD type=del 2024-09-16T11:23:22.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.094+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=OS6ABN992XK6 type=del size=3040911 2024-09-16T11:23:22.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.095+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=GJ7B7MZUJ025 type=write size=762444 2024-09-16T11:23:22.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.096+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=LRGKTURVFJMN type=write size=788191 2024-09-16T11:23:22.098 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.097+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.0 size=1048576 2024-09-16T11:23:22.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.098+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.1 size=1048576 2024-09-16T11:23:22.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.099+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~UM35LHTHJ72G.2 size=291877 2024-09-16T11:23:22.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.101+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=UM35LHTHJ72G tag=EZQGJGUF390W type=write size=3437605 2024-09-16T11:23:22.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.103+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~Z4M4X1M6N8VN.0 size=54653 2024-09-16T11:23:22.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.103+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=Z4M4X1M6N8VN tag=QB6TXJ89NX5E type=write size=1103229 2024-09-16T11:23:22.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.104+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~R1S26HZY88PG.0 size=1048576 2024-09-16T11:23:22.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.105+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~R1S26HZY88PG.1 size=94292 2024-09-16T11:23:22.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.107+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=R1S26HZY88PG tag=1SA3VO88A1OA type=write size=2191444 2024-09-16T11:23:22.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.108+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=LUW4UMYAAOYV type=write size=759894 2024-09-16T11:23:22.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.108+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.0 size=1048576 2024-09-16T11:23:22.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.109+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.1 size=1048576 2024-09-16T11:23:22.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.110+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~L8VZQQP1A9N3.2 size=566122 2024-09-16T11:23:22.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.112+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=L8VZQQP1A9N3 tag=IHIEAW2HWG7H type=write size=3711850 2024-09-16T11:23:22.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.114+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=96MFNQVWHHDM type=del size=357591 2024-09-16T11:23:22.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.116+0000 7fb66dec2640 1 < suggested update operation key=VZOJ74356GH2 tag=DXBX4JDYIIMV type=del size=3470441 2024-09-16T11:23:22.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.118+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=HK70VKUX0BZ3 type=del size=2910101 2024-09-16T11:23:22.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.120+0000 7fb66dec2640 1 < suggested remove operation key=WQGRWNTRNYI7 tag=64ADMH2D62L1 type=write 2024-09-16T11:23:22.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.121+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=AZZKVBMBOBD1 type=write size=198803 2024-09-16T11:23:22.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.122+0000 7fb66dec2640 1 < canceled operation key=5SP701M6TW6O tag=TS0GRMT4HW6Y type=del size=3063745 2024-09-16T11:23:22.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.125+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~DNAO95KSKPQC.0 size=438022 2024-09-16T11:23:22.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.125+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=DNAO95KSKPQC tag=TAKVBY4BYEWR type=write size=1486598 2024-09-16T11:23:22.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.126+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=9DL1P3E7EUEM type=del 2024-09-16T11:23:22.129 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.128+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=AWHM4P8UVNT1 type=del size=3910047 2024-09-16T11:23:22.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.129+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~1FXIG2IEZD3X.0 size=1048576 2024-09-16T11:23:22.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.130+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~1FXIG2IEZD3X.1 size=66289 2024-09-16T11:23:22.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.132+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=1FXIG2IEZD3X tag=6BUPVJR5U52C type=write size=2163441 2024-09-16T11:23:22.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.133+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=GT7G1C7OSN2V type=del size=2381375 2024-09-16T11:23:22.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.134+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=POTR0T57WXZ5 type=del 2024-09-16T11:23:22.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.136+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~U3XFW2NW14LR.0 size=1048576 2024-09-16T11:23:22.138 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.137+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~U3XFW2NW14LR.1 size=661946 2024-09-16T11:23:22.138 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.137+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=U3XFW2NW14LR tag=ADF5DDHL7BYS type=write size=2759098 2024-09-16T11:23:22.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.138+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~A3LGCLVQB6FR.0 size=1048576 2024-09-16T11:23:22.140 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.139+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~A3LGCLVQB6FR.1 size=1007625 2024-09-16T11:23:22.142 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.141+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=A3LGCLVQB6FR tag=WC5AW21DZ21K type=write size=3104777 2024-09-16T11:23:22.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.142+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=6GEAOMPUCBI0 type=del size=1781506 2024-09-16T11:23:22.144 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.143+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=VR3EXUPHU7PD type=del 2024-09-16T11:23:22.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.145+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.0 size=1048576 2024-09-16T11:23:22.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.147+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.1 size=1048576 2024-09-16T11:23:22.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.148+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.2 size=296115 2024-09-16T11:23:22.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.148+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=TOHOON8PB2KF tag=A27D9NUYZZ75 type=write size=3441843 2024-09-16T11:23:22.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.149+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=ENQQ4YESADKC type=del 2024-09-16T11:23:22.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.152+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~369B5R230HPI.0 size=277662 2024-09-16T11:23:22.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.152+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=369B5R230HPI tag=3OAXW5ZAD9OM type=write size=1326238 2024-09-16T11:23:22.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.153+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~U43JLR2RPLFS.0 size=1048576 2024-09-16T11:23:22.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.153+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~U43JLR2RPLFS.1 size=297533 2024-09-16T11:23:22.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.155+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=U43JLR2RPLFS tag=B8PX2H3YYL49 type=write size=2394685 2024-09-16T11:23:22.159 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.158+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.0 size=1048576 2024-09-16T11:23:22.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.159+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.1 size=1048576 2024-09-16T11:23:22.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.160+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.2 size=669098 2024-09-16T11:23:22.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.160+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=Q73SGB6MXQ3P tag=R8776F9F3L49 type=write size=3814826 2024-09-16T11:23:22.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.161+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~3AJGK5P1BYNP.0 size=314981 2024-09-16T11:23:22.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.163+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=3AJGK5P1BYNP tag=1VZP8G4FPCA6 type=write size=1363557 2024-09-16T11:23:22.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.165+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=JWE7UTSC6A3Y type=del size=3647180 2024-09-16T11:23:22.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.166+0000 7fb66dec2640 -1 < failed to complete operation key=VZOJ74356GH2 tag=OS6ABN992XK6 type=del size=3040911: (22) Invalid argument 2024-09-16T11:23:22.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.167+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=GADJVGC1E5E4 type=write size=546121 2024-09-16T11:23:22.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.168+0000 7fb66dec2640 1 < canceled operation key=YF35LMA056BI tag=LRGKTURVFJMN type=write size=788191 2024-09-16T11:23:22.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.170+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=B9J20SKF6NWP type=del size=2236928 2024-09-16T11:23:22.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.170+0000 7fb66dec2640 1 < canceled part key=_multipart_TVK5OH5E1PV4.2~Z4M4X1M6N8VN.0 size=54653 2024-09-16T11:23:22.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.172+0000 7fb66dec2640 1 < canceled multipart upload key=TVK5OH5E1PV4 upload=Z4M4X1M6N8VN tag=QB6TXJ89NX5E type=write size=1103229 2024-09-16T11:23:22.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.173+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=3YRMXDES111V type=write size=394424 2024-09-16T11:23:22.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.174+0000 7fb66dec2640 1 < completed write operation key=TVK5OH5E1PV4 tag=LUW4UMYAAOYV type=write size=759894 2024-09-16T11:23:22.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.175+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=QUO53SN5B5C3 type=del size=3670285 2024-09-16T11:23:22.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.177+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=96MFNQVWHHDM type=del 2024-09-16T11:23:22.179 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.178+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=KAK75LTNEE0J type=write size=357383 2024-09-16T11:23:22.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.180+0000 7fb66dec2640 1 < suggested remove operation key=VF9C7DHNEIOX tag=HK70VKUX0BZ3 type=del 2024-09-16T11:23:22.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.182+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=T83FLVIKD5CE type=del size=421412 2024-09-16T11:23:22.184 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.183+0000 7fb66dec2640 1 < completed write operation key=Y6MT7DT0JW3D tag=AZZKVBMBOBD1 type=write size=198803 2024-09-16T11:23:22.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.186+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.0 size=1048576 2024-09-16T11:23:22.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.187+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.1 size=1048576 2024-09-16T11:23:22.189 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.188+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.2 size=202097 2024-09-16T11:23:22.189 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.188+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=4BC94IICTMM1 tag=NMA4US7U62S9 type=write size=3347825 2024-09-16T11:23:22.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.189+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~DNAO95KSKPQC.0 size=438022 2024-09-16T11:23:22.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.191+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=DNAO95KSKPQC tag=TAKVBY4BYEWR type=write size=1486598 2024-09-16T11:23:22.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.193+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~MZR3V581SA8H.0 size=421651 2024-09-16T11:23:22.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.193+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=MZR3V581SA8H tag=LK51BHMYW02Q type=write size=1470227 2024-09-16T11:23:22.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.195+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=AWHM4P8UVNT1 type=del 2024-09-16T11:23:22.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.196+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=0WXHI0NICFUQ type=del size=1719375 2024-09-16T11:23:22.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.199+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=GT7G1C7OSN2V type=del 2024-09-16T11:23:22.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.201+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~Z6KZC0G44QQF.0 size=783536 2024-09-16T11:23:22.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.201+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=Z6KZC0G44QQF tag=Z7OTAOP8XYQ5 type=write size=1832112 2024-09-16T11:23:22.203 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.202+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~U3XFW2NW14LR.0 size=1048576 2024-09-16T11:23:22.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.203+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~U3XFW2NW14LR.1 size=661946 2024-09-16T11:23:22.206 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.205+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=U3XFW2NW14LR tag=ADF5DDHL7BYS type=write size=2759098 2024-09-16T11:23:22.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.207+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~YE2M6X41J0EA.0 size=78586 2024-09-16T11:23:22.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.207+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=YE2M6X41J0EA tag=YQIFLMT5797P type=write size=1127162 2024-09-16T11:23:22.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.208+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=6GEAOMPUCBI0 type=del 2024-09-16T11:23:22.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.211+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~AN013SE2AJMA.0 size=845020 2024-09-16T11:23:22.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.211+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=AN013SE2AJMA tag=837PIM909GR1 type=write size=1893596 2024-09-16T11:23:22.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.211+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.0 size=1048576 2024-09-16T11:23:22.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.212+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.1 size=1048576 2024-09-16T11:23:22.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.213+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~TOHOON8PB2KF.2 size=296115 2024-09-16T11:23:22.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.215+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=TOHOON8PB2KF tag=A27D9NUYZZ75 type=write size=3441843 2024-09-16T11:23:22.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.217+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.0 size=1048576 2024-09-16T11:23:22.219 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.218+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.1 size=1048576 2024-09-16T11:23:22.220 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.219+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.2 size=817283 2024-09-16T11:23:22.220 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.219+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=7E77WT89NAWM tag=28G6LN6C9IA2 type=write size=3963011 2024-09-16T11:23:22.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.220+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~369B5R230HPI.0 size=277662 2024-09-16T11:23:22.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.222+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=369B5R230HPI tag=3OAXW5ZAD9OM type=write size=1326238 2024-09-16T11:23:22.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.223+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=KHL83N288QBW type=del size=3739096 2024-09-16T11:23:22.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.225+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.0 size=1048576 2024-09-16T11:23:22.227 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.226+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.1 size=1048576 2024-09-16T11:23:22.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.227+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Q73SGB6MXQ3P.2 size=669098 2024-09-16T11:23:22.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.229+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=Q73SGB6MXQ3P tag=R8776F9F3L49 type=write size=3814826 2024-09-16T11:23:22.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.231+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.0 size=1048576 2024-09-16T11:23:22.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.232+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.1 size=1048576 2024-09-16T11:23:22.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.233+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.2 size=455664 2024-09-16T11:23:22.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.233+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=NC0F2EOVH6E0 tag=ITOZERUZRCQG type=write size=3601392 2024-09-16T11:23:22.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.234+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=JWE7UTSC6A3Y type=del 2024-09-16T11:23:22.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.235+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=QFK2V9RTH068 type=del size=2811091 2024-09-16T11:23:22.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.237+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=GADJVGC1E5E4 type=write size=546121 2024-09-16T11:23:22.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.239+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~PJ59TR7MMYXS.0 size=225556 2024-09-16T11:23:22.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.239+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=PJ59TR7MMYXS tag=GF4T9Q69SZQG type=write size=1274132 2024-09-16T11:23:22.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.240+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=B9J20SKF6NWP type=del 2024-09-16T11:23:22.242 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.241+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=5IJEV51BCOZJ type=write size=166072 2024-09-16T11:23:22.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.244+0000 7fb66dec2640 1 < suggested update operation key=WQGRWNTRNYI7 tag=3YRMXDES111V type=write size=394424 2024-09-16T11:23:22.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.246+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.0 size=1048576 2024-09-16T11:23:22.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.247+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.1 size=1048576 2024-09-16T11:23:22.249 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.248+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.2 size=493533 2024-09-16T11:23:22.249 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.248+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=TMKAJTDSD7A5 tag=SJ2709WJUZWB type=write size=3639261 2024-09-16T11:23:22.250 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.249+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=QUO53SN5B5C3 type=del 2024-09-16T11:23:22.251 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.250+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=H4MBO06V661L type=del size=3327369 2024-09-16T11:23:22.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.252+0000 7fb66dec2640 1 < canceled operation key=Y6MT7DT0JW3D tag=KAK75LTNEE0J type=write size=357383 2024-09-16T11:23:22.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.254+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~T5BE91T3TA22.0 size=1048576 2024-09-16T11:23:22.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.255+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~T5BE91T3TA22.1 size=720945 2024-09-16T11:23:22.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.255+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=T5BE91T3TA22 tag=B51C6KLJRN8T type=write size=2818097 2024-09-16T11:23:22.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.256+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=T83FLVIKD5CE type=del 2024-09-16T11:23:22.258 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.257+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=1WHKICFYDR64 type=del size=3924025 2024-09-16T11:23:22.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.259+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.0 size=1048576 2024-09-16T11:23:22.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.260+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.1 size=1048576 2024-09-16T11:23:22.262 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.261+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~4BC94IICTMM1.2 size=202097 2024-09-16T11:23:22.264 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.263+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=4BC94IICTMM1 tag=NMA4US7U62S9 type=write size=3347825 2024-09-16T11:23:22.266 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.265+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=F6SZNYMYL7OM type=del size=831943 2024-09-16T11:23:22.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.266+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~MZR3V581SA8H.0 size=421651 2024-09-16T11:23:22.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.268+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=MZR3V581SA8H tag=LK51BHMYW02Q type=write size=1470227 2024-09-16T11:23:22.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.269+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=C3T7VV3C21AE type=del size=1116399 2024-09-16T11:23:22.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.271+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=0WXHI0NICFUQ type=del 2024-09-16T11:23:22.274 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.273+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.0 size=1048576 2024-09-16T11:23:22.275 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.274+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.1 size=1048576 2024-09-16T11:23:22.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.275+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.2 size=184767 2024-09-16T11:23:22.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.275+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=V25MBOZNHXZC tag=D93P3G5VSKDP type=write size=3330495 2024-09-16T11:23:22.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.277+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~Z6KZC0G44QQF.0 size=783536 2024-09-16T11:23:22.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.279+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=Z6KZC0G44QQF tag=Z7OTAOP8XYQ5 type=write size=1832112 2024-09-16T11:23:22.281 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.280+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=9BSLWG0TJTFR type=del size=543831 2024-09-16T11:23:22.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.282+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~YE2M6X41J0EA.0 size=78586 2024-09-16T11:23:22.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.284+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=YE2M6X41J0EA tag=YQIFLMT5797P type=write size=1127162 2024-09-16T11:23:22.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.285+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=I45FVPHXYJA0 type=del size=3308060 2024-09-16T11:23:22.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.286+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~AN013SE2AJMA.0 size=845020 2024-09-16T11:23:22.289 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.288+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=AN013SE2AJMA tag=837PIM909GR1 type=write size=1893596 2024-09-16T11:23:22.291 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.290+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=W68QC5A8LMMF type=write size=634947 2024-09-16T11:23:22.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.292+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.0 size=1048576 2024-09-16T11:23:22.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.292+0000 7fb66dec2640 1 < canceled part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.1 size=1048576 2024-09-16T11:23:22.296 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.295+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~7E77WT89NAWM.2 size=817283 2024-09-16T11:23:22.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.299+0000 7fb66dec2640 1 < canceled multipart upload key=U5T3M5C2I7Z6 upload=7E77WT89NAWM tag=28G6LN6C9IA2 type=write size=3963011 2024-09-16T11:23:22.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.300+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=W6HGSCYYOBNS type=write size=405780 2024-09-16T11:23:22.302 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.301+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=KHL83N288QBW type=del 2024-09-16T11:23:22.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.304+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~PFHQ862AB9P8.0 size=1048576 2024-09-16T11:23:22.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.305+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~PFHQ862AB9P8.1 size=849162 2024-09-16T11:23:22.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.305+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=PFHQ862AB9P8 tag=WLLOX6IY2W9L type=write size=2946314 2024-09-16T11:23:22.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.306+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.0 size=1048576 2024-09-16T11:23:22.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.307+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.1 size=1048576 2024-09-16T11:23:22.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.307+0000 7fb66dec2640 1 < canceled part key=_multipart_I575ZO6BYNEZ.2~NC0F2EOVH6E0.2 size=455664 2024-09-16T11:23:22.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.309+0000 7fb66dec2640 1 < canceled multipart upload key=I575ZO6BYNEZ upload=NC0F2EOVH6E0 tag=ITOZERUZRCQG type=write size=3601392 2024-09-16T11:23:22.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.312+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.0 size=1048576 2024-09-16T11:23:22.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.313+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.1 size=1048576 2024-09-16T11:23:22.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.314+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.2 size=553056 2024-09-16T11:23:22.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.314+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=QETT8VOPOJKG tag=6D8260VETL0T type=write size=3698784 2024-09-16T11:23:22.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.315+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=QFK2V9RTH068 type=del 2024-09-16T11:23:22.318 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.317+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.0 size=1048576 2024-09-16T11:23:22.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.318+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.1 size=1048576 2024-09-16T11:23:22.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.319+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.2 size=243665 2024-09-16T11:23:22.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.319+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=6MNQKTU7A7O5 tag=5ZDF29EB1HXN type=write size=3389393 2024-09-16T11:23:22.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.320+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~PJ59TR7MMYXS.0 size=225556 2024-09-16T11:23:22.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.322+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=PJ59TR7MMYXS tag=GF4T9Q69SZQG type=write size=1274132 2024-09-16T11:23:22.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.325+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~XDCJATRQP6KX.0 size=1048576 2024-09-16T11:23:22.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.325+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~XDCJATRQP6KX.1 size=264669 2024-09-16T11:23:22.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.325+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=XDCJATRQP6KX tag=BEV5LQF25HEZ type=write size=2361821 2024-09-16T11:23:22.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.327+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=5IJEV51BCOZJ type=write size=166072 2024-09-16T11:23:22.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.329+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~ZKPC1A3708TZ.0 size=1048576 2024-09-16T11:23:22.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.330+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~ZKPC1A3708TZ.1 size=67474 2024-09-16T11:23:22.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.330+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=ZKPC1A3708TZ tag=EBPCYD89Z30K type=write size=2164626 2024-09-16T11:23:22.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.331+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.0 size=1048576 2024-09-16T11:23:22.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.332+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.1 size=1048576 2024-09-16T11:23:22.334 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.333+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~TMKAJTDSD7A5.2 size=493533 2024-09-16T11:23:22.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.335+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=TMKAJTDSD7A5 tag=SJ2709WJUZWB type=write size=3639261 2024-09-16T11:23:22.338 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.337+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~0DFO8WRXX2ZA.0 size=1048576 2024-09-16T11:23:22.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.338+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~0DFO8WRXX2ZA.1 size=845090 2024-09-16T11:23:22.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.338+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=0DFO8WRXX2ZA tag=EGXQLZI1N2JM type=write size=2942242 2024-09-16T11:23:22.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.339+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=H4MBO06V661L type=del 2024-09-16T11:23:22.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.340+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=XQBW518I3S0M type=del size=1085910 2024-09-16T11:23:22.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.342+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~T5BE91T3TA22.0 size=1048576 2024-09-16T11:23:22.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.343+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~T5BE91T3TA22.1 size=720945 2024-09-16T11:23:22.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.345+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=T5BE91T3TA22 tag=B51C6KLJRN8T type=write size=2818097 2024-09-16T11:23:22.347 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.346+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=S1D2MDUALXGN type=write size=1034677 2024-09-16T11:23:22.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.347+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=1WHKICFYDR64 type=del 2024-09-16T11:23:22.349 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.348+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=E291UINBDW3N type=write size=747495 2024-09-16T11:23:22.351 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.350+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=F6SZNYMYL7OM type=del 2024-09-16T11:23:22.352 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.351+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=KDO3SQC8FU0A type=del size=136392 2024-09-16T11:23:22.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.353+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=C3T7VV3C21AE type=del 2024-09-16T11:23:22.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.354+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=CJCMLMG299H5 type=del size=3069762 2024-09-16T11:23:22.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.356+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.0 size=1048576 2024-09-16T11:23:22.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.357+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.1 size=1048576 2024-09-16T11:23:22.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.358+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~V25MBOZNHXZC.2 size=184767 2024-09-16T11:23:22.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.360+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=V25MBOZNHXZC tag=D93P3G5VSKDP type=write size=3330495 2024-09-16T11:23:22.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.361+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=3GNMQEIDLAC8 type=write size=985543 2024-09-16T11:23:22.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.362+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=9BSLWG0TJTFR type=del 2024-09-16T11:23:22.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.364+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=G1KTCUN1H8UZ type=del size=2329421 2024-09-16T11:23:22.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.365+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=I45FVPHXYJA0 type=del 2024-09-16T11:23:22.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.366+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=C8ZRT9JYBAKI type=del size=269260 2024-09-16T11:23:22.369 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.368+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=W68QC5A8LMMF type=write size=634947 2024-09-16T11:23:22.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.369+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=08RQPC0BPABS type=del size=4055203 2024-09-16T11:23:22.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.371+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=W6HGSCYYOBNS type=write size=405780 2024-09-16T11:23:22.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.373+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~HS257Y7I32GA.0 size=1048576 2024-09-16T11:23:22.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.374+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~HS257Y7I32GA.1 size=226093 2024-09-16T11:23:22.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.374+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=HS257Y7I32GA tag=W14SJRT2QK7E type=write size=2323245 2024-09-16T11:23:22.376 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.375+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~PFHQ862AB9P8.0 size=1048576 2024-09-16T11:23:22.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.376+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~PFHQ862AB9P8.1 size=849162 2024-09-16T11:23:22.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.378+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=PFHQ862AB9P8 tag=WLLOX6IY2W9L type=write size=2946314 2024-09-16T11:23:22.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.380+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~SWNMKDVBVT60.0 size=1048576 2024-09-16T11:23:22.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.381+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~SWNMKDVBVT60.1 size=907918 2024-09-16T11:23:22.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.381+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=SWNMKDVBVT60 tag=RFDOEWH17R75 type=write size=3005070 2024-09-16T11:23:22.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.381+0000 7fb66dec2640 1 < canceled part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.0 size=1048576 2024-09-16T11:23:22.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.382+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.1 size=1048576 2024-09-16T11:23:22.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.383+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~QETT8VOPOJKG.2 size=553056 2024-09-16T11:23:22.386 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.385+0000 7fb66dec2640 1 < canceled multipart upload key=OEN3JZU6OLXI upload=QETT8VOPOJKG tag=6D8260VETL0T type=write size=3698784 2024-09-16T11:23:22.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.388+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~MVYMCSGRGDGO.0 size=1048576 2024-09-16T11:23:22.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.389+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~MVYMCSGRGDGO.1 size=615539 2024-09-16T11:23:22.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.389+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=MVYMCSGRGDGO tag=QNS3VKZOJ47O type=write size=2712691 2024-09-16T11:23:22.391 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.390+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.0 size=1048576 2024-09-16T11:23:22.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.391+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.1 size=1048576 2024-09-16T11:23:22.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.392+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~6MNQKTU7A7O5.2 size=243665 2024-09-16T11:23:22.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.394+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=6MNQKTU7A7O5 tag=5ZDF29EB1HXN type=write size=3389393 2024-09-16T11:23:22.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.395+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=2NCF2W5TC6ND type=del size=1067777 2024-09-16T11:23:22.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.397+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~XDCJATRQP6KX.0 size=1048576 2024-09-16T11:23:22.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.398+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~XDCJATRQP6KX.1 size=264669 2024-09-16T11:23:22.401 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.400+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=XDCJATRQP6KX tag=BEV5LQF25HEZ type=write size=2361821 2024-09-16T11:23:22.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.402+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.0 size=1048576 2024-09-16T11:23:22.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.403+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.1 size=1048576 2024-09-16T11:23:22.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.404+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.2 size=613733 2024-09-16T11:23:22.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.404+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=DHU0CHNM4EQZ tag=VSRNRRQHDGM7 type=write size=3759461 2024-09-16T11:23:22.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.406+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~ZKPC1A3708TZ.0 size=1048576 2024-09-16T11:23:22.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.406+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~ZKPC1A3708TZ.1 size=67474 2024-09-16T11:23:22.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.409+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=ZKPC1A3708TZ tag=EBPCYD89Z30K type=write size=2164626 2024-09-16T11:23:22.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.411+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~6CKQKU355KBM.0 size=633424 2024-09-16T11:23:22.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.411+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=6CKQKU355KBM tag=2WEBDS51IRZN type=write size=1682000 2024-09-16T11:23:22.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.413+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~0DFO8WRXX2ZA.0 size=1048576 2024-09-16T11:23:22.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.414+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~0DFO8WRXX2ZA.1 size=845090 2024-09-16T11:23:22.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.416+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=0DFO8WRXX2ZA tag=EGXQLZI1N2JM type=write size=2942242 2024-09-16T11:23:22.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.418+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~EIQGHZGD9FU2.0 size=1048576 2024-09-16T11:23:22.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.419+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~EIQGHZGD9FU2.1 size=250219 2024-09-16T11:23:22.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.419+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=EIQGHZGD9FU2 tag=A9PPII820K4H type=write size=2347371 2024-09-16T11:23:22.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.420+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=XQBW518I3S0M type=del 2024-09-16T11:23:22.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.422+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ESIJCI5U0POW.0 size=728597 2024-09-16T11:23:22.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.422+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=ESIJCI5U0POW tag=7K4G2EV2MUNT type=write size=1777173 2024-09-16T11:23:22.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.423+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=S1D2MDUALXGN type=write size=1034677 2024-09-16T11:23:22.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.425+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=X2YYE8JAFM4B type=write size=154217 2024-09-16T11:23:22.427 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.426+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=E291UINBDW3N type=write size=747495 2024-09-16T11:23:22.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.428+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.0 size=1048576 2024-09-16T11:23:22.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.429+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.1 size=1048576 2024-09-16T11:23:22.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.431+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.2 size=167322 2024-09-16T11:23:22.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.431+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=RVDPG1WA8AG6 tag=FNCG67E3ZMWL type=write size=3313050 2024-09-16T11:23:22.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.432+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=KDO3SQC8FU0A type=del 2024-09-16T11:23:22.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.433+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=7Q1INSPFN090 type=write size=546672 2024-09-16T11:23:22.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.435+0000 7fb66dec2640 1 < suggested remove operation key=D4SQZJ77RBR1 tag=CJCMLMG299H5 type=del 2024-09-16T11:23:22.439 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.438+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~ZH1CZYTQ705C.0 size=1048576 2024-09-16T11:23:22.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.439+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~ZH1CZYTQ705C.1 size=604195 2024-09-16T11:23:22.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.439+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=ZH1CZYTQ705C tag=ZO9VLN77PYAG type=write size=2701347 2024-09-16T11:23:22.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.440+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=3GNMQEIDLAC8 type=write size=985543 2024-09-16T11:23:22.443 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.442+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=IUVLX2C250XO type=del size=119508 2024-09-16T11:23:22.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.443+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=G1KTCUN1H8UZ type=del 2024-09-16T11:23:22.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.446+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~LV07SINF51GC.0 size=1048576 2024-09-16T11:23:22.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.447+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~LV07SINF51GC.1 size=246264 2024-09-16T11:23:22.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.447+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=LV07SINF51GC tag=R935W1ZRR420 type=write size=2343416 2024-09-16T11:23:22.449 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.448+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=C8ZRT9JYBAKI type=del 2024-09-16T11:23:22.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.451+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~SNQ8YPDQD4L0.0 size=1048576 2024-09-16T11:23:22.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.452+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~SNQ8YPDQD4L0.1 size=28473 2024-09-16T11:23:22.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.452+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=SNQ8YPDQD4L0 tag=209CQ8KAIK8O type=write size=2125625 2024-09-16T11:23:22.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.453+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=08RQPC0BPABS type=del 2024-09-16T11:23:22.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.454+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=3R84X1FBLPH8 type=del size=650962 2024-09-16T11:23:22.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.455+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~HS257Y7I32GA.0 size=1048576 2024-09-16T11:23:22.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.456+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~HS257Y7I32GA.1 size=226093 2024-09-16T11:23:22.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.458+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=HS257Y7I32GA tag=W14SJRT2QK7E type=write size=2323245 2024-09-16T11:23:22.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.460+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~LF73S8V1HKTB.0 size=266934 2024-09-16T11:23:22.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.460+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=LF73S8V1HKTB tag=1HFVKNRIHVKU type=write size=1315510 2024-09-16T11:23:22.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.460+0000 7fb66dec2640 1 < canceled part key=_multipart_NM5WWTC1BEDM.2~SWNMKDVBVT60.0 size=1048576 2024-09-16T11:23:22.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.460+0000 7fb66dec2640 1 < canceled part key=_multipart_NM5WWTC1BEDM.2~SWNMKDVBVT60.1 size=907918 2024-09-16T11:23:22.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.462+0000 7fb66dec2640 1 < canceled multipart upload key=NM5WWTC1BEDM upload=SWNMKDVBVT60 tag=RFDOEWH17R75 type=write size=3005070 2024-09-16T11:23:22.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.465+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~09UDWMPRM5HU.0 size=25629 2024-09-16T11:23:22.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.465+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=09UDWMPRM5HU tag=AQHVHBFXK3L6 type=write size=1074205 2024-09-16T11:23:22.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.465+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~MVYMCSGRGDGO.0 size=1048576 2024-09-16T11:23:22.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.466+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~MVYMCSGRGDGO.1 size=615539 2024-09-16T11:23:22.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.468+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=MVYMCSGRGDGO tag=QNS3VKZOJ47O type=write size=2712691 2024-09-16T11:23:22.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.469+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=5LFB8B30F31A type=del size=3559927 2024-09-16T11:23:22.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.472+0000 7fb66dec2640 1 < suggested update operation key=2C0Y1546EQZK tag=2NCF2W5TC6ND type=del size=1067777 2024-09-16T11:23:22.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.473+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=222KZQEEFN1G type=del size=3985314 2024-09-16T11:23:22.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.475+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.0 size=1048576 2024-09-16T11:23:22.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.476+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.1 size=1048576 2024-09-16T11:23:22.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.477+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~DHU0CHNM4EQZ.2 size=613733 2024-09-16T11:23:22.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.479+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=DHU0CHNM4EQZ tag=VSRNRRQHDGM7 type=write size=3759461 2024-09-16T11:23:22.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.480+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=NFAFO9DDFCWD type=del size=2316444 2024-09-16T11:23:22.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.480+0000 7fb66dec2640 1 < canceled part key=_multipart_OEN3JZU6OLXI.2~6CKQKU355KBM.0 size=633424 2024-09-16T11:23:22.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.482+0000 7fb66dec2640 1 < canceled multipart upload key=OEN3JZU6OLXI upload=6CKQKU355KBM tag=2WEBDS51IRZN type=write size=1682000 2024-09-16T11:23:22.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.484+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~4R54KLJ54BEE.0 size=1048576 2024-09-16T11:23:22.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.485+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~4R54KLJ54BEE.1 size=786384 2024-09-16T11:23:22.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.485+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=4R54KLJ54BEE tag=6SJKIA0SVXKY type=write size=2883536 2024-09-16T11:23:22.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.485+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~EIQGHZGD9FU2.0 size=1048576 2024-09-16T11:23:22.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.486+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~EIQGHZGD9FU2.1 size=250219 2024-09-16T11:23:22.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.488+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=EIQGHZGD9FU2 tag=A9PPII820K4H type=write size=2347371 2024-09-16T11:23:22.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.489+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=WJVYIKYZHU61 type=del size=1155783 2024-09-16T11:23:22.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.490+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ESIJCI5U0POW.0 size=728597 2024-09-16T11:23:22.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.492+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=ESIJCI5U0POW tag=7K4G2EV2MUNT type=write size=1777173 2024-09-16T11:23:22.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.494+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~GN27HRO6LDEQ.0 size=712061 2024-09-16T11:23:22.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.494+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=GN27HRO6LDEQ tag=3X5B1DXPJFD8 type=write size=1760637 2024-09-16T11:23:22.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.497+0000 7fb66dec2640 1 < suggested remove operation key=Y6MT7DT0JW3D tag=X2YYE8JAFM4B type=write 2024-09-16T11:23:22.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.498+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=EWZFZH3X7ZHR type=del size=1927089 2024-09-16T11:23:22.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.499+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.0 size=1048576 2024-09-16T11:23:22.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.500+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.1 size=1048576 2024-09-16T11:23:22.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.501+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~RVDPG1WA8AG6.2 size=167322 2024-09-16T11:23:22.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.503+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=RVDPG1WA8AG6 tag=FNCG67E3ZMWL type=write size=3313050 2024-09-16T11:23:22.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.504+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=F4NUBOTH0JDS type=del size=698026 2024-09-16T11:23:22.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.505+0000 7fb66dec2640 1 < completed write operation key=YYAA5H9KJ8EB tag=7Q1INSPFN090 type=write size=546672 2024-09-16T11:23:22.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.508+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~H0ZL8OW5GJWH.0 size=356012 2024-09-16T11:23:22.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.508+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=H0ZL8OW5GJWH tag=29T8RT5WETUK type=write size=1404588 2024-09-16T11:23:22.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.509+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~ZH1CZYTQ705C.0 size=1048576 2024-09-16T11:23:22.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.510+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~ZH1CZYTQ705C.1 size=604195 2024-09-16T11:23:22.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.512+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=ZH1CZYTQ705C tag=ZO9VLN77PYAG type=write size=2701347 2024-09-16T11:23:22.516 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.515+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.0 size=1048576 2024-09-16T11:23:22.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.516+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.1 size=1048576 2024-09-16T11:23:22.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.517+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.2 size=24465 2024-09-16T11:23:22.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.517+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=LS4HQSU2I1EM tag=TRT49RS3JFB8 type=write size=3170193 2024-09-16T11:23:22.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.519+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=IUVLX2C250XO type=del 2024-09-16T11:23:22.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.520+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=RZNPJ5OHF0MP type=del size=1123100 2024-09-16T11:23:22.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.521+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~LV07SINF51GC.0 size=1048576 2024-09-16T11:23:22.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.522+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~LV07SINF51GC.1 size=246264 2024-09-16T11:23:22.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.525+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=LV07SINF51GC tag=R935W1ZRR420 type=write size=2343416 2024-09-16T11:23:22.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.527+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.0 size=1048576 2024-09-16T11:23:22.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.528+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.1 size=1048576 2024-09-16T11:23:22.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.529+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.2 size=346488 2024-09-16T11:23:22.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.529+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=L30F0S4YL8HG tag=OKS9KN10LN3B type=write size=3492216 2024-09-16T11:23:22.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.530+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~SNQ8YPDQD4L0.0 size=1048576 2024-09-16T11:23:22.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.530+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~SNQ8YPDQD4L0.1 size=28473 2024-09-16T11:23:22.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.532+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=SNQ8YPDQD4L0 tag=209CQ8KAIK8O type=write size=2125625 2024-09-16T11:23:22.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.534+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~KMW9B0F11R31.0 size=430408 2024-09-16T11:23:22.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.534+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=KMW9B0F11R31 tag=FE2QN8PS582B type=write size=1478984 2024-09-16T11:23:22.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.536+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=3R84X1FBLPH8 type=del 2024-09-16T11:23:22.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.538+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.0 size=1048576 2024-09-16T11:23:22.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.539+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.1 size=1048576 2024-09-16T11:23:22.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.542+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.2 size=671074 2024-09-16T11:23:22.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.542+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=SCJK1WR4SQ86 tag=JEDFQD59AP3T type=write size=3816802 2024-09-16T11:23:22.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.543+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~LF73S8V1HKTB.0 size=266934 2024-09-16T11:23:22.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.545+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=LF73S8V1HKTB tag=1HFVKNRIHVKU type=write size=1315510 2024-09-16T11:23:22.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.547+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=PJNGIIIRH2YQ type=del size=2579270 2024-09-16T11:23:22.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.548+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~09UDWMPRM5HU.0 size=25629 2024-09-16T11:23:22.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.550+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=09UDWMPRM5HU tag=AQHVHBFXK3L6 type=write size=1074205 2024-09-16T11:23:22.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.552+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=UPXLQ0VVCLSE type=del size=76755 2024-09-16T11:23:22.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.553+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=5LFB8B30F31A type=del 2024-09-16T11:23:22.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.556+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.0 size=1048576 2024-09-16T11:23:22.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.557+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.1 size=1048576 2024-09-16T11:23:22.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.558+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.2 size=261810 2024-09-16T11:23:22.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.558+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=77BN8A6M0SPG tag=RUXDP8EBQL8D type=write size=3407538 2024-09-16T11:23:22.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.559+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=222KZQEEFN1G type=del 2024-09-16T11:23:22.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.561+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=V10OZGPYW2QO type=del size=2651009 2024-09-16T11:23:22.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.563+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=NFAFO9DDFCWD type=del size=2316444 2024-09-16T11:23:22.566 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.565+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=QH15VRQMVKM9 type=del size=3893213 2024-09-16T11:23:22.566 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.565+0000 7fb66dec2640 1 < canceled part key=_multipart_SXTKV1YIBM8U.2~4R54KLJ54BEE.0 size=1048576 2024-09-16T11:23:22.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.566+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~4R54KLJ54BEE.1 size=786384 2024-09-16T11:23:22.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.569+0000 7fb66dec2640 1 < canceled multipart upload key=SXTKV1YIBM8U upload=4R54KLJ54BEE tag=6SJKIA0SVXKY type=write size=2883536 2024-09-16T11:23:22.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.570+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=O3H8HKMKPLME type=del size=3484704 2024-09-16T11:23:22.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.572+0000 7fb66dec2640 1 < suggested remove operation key=2C0Y1546EQZK tag=WJVYIKYZHU61 type=del 2024-09-16T11:23:22.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.573+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=0CSKIMZJX527 type=del size=1964344 2024-09-16T11:23:22.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.575+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~GN27HRO6LDEQ.0 size=712061 2024-09-16T11:23:22.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.577+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=GN27HRO6LDEQ tag=3X5B1DXPJFD8 type=write size=1760637 2024-09-16T11:23:22.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.578+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=SQCMBDBU0ZA1 type=write size=661525 2024-09-16T11:23:22.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.579+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=EWZFZH3X7ZHR type=del 2024-09-16T11:23:22.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.581+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=2LFBSAIFMA4T type=write size=499011 2024-09-16T11:23:22.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.582+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=F4NUBOTH0JDS type=del 2024-09-16T11:23:22.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.584+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.0 size=1048576 2024-09-16T11:23:22.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.585+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.1 size=1048576 2024-09-16T11:23:22.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.586+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.2 size=601868 2024-09-16T11:23:22.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.586+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=7DBC5D4C47BN tag=EIIRDLY51TDX type=write size=3747596 2024-09-16T11:23:22.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.588+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~H0ZL8OW5GJWH.0 size=356012 2024-09-16T11:23:22.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.590+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=H0ZL8OW5GJWH tag=29T8RT5WETUK type=write size=1404588 2024-09-16T11:23:22.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.592+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~MCYOBRJI8PQA.0 size=918974 2024-09-16T11:23:22.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.592+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=MCYOBRJI8PQA tag=B30Y0S39IPKH type=write size=1967550 2024-09-16T11:23:22.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.593+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.0 size=1048576 2024-09-16T11:23:22.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.594+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.1 size=1048576 2024-09-16T11:23:22.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.595+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~LS4HQSU2I1EM.2 size=24465 2024-09-16T11:23:22.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.597+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=LS4HQSU2I1EM tag=TRT49RS3JFB8 type=write size=3170193 2024-09-16T11:23:22.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.600+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~5O49CQB48CFV.0 size=407396 2024-09-16T11:23:22.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.600+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=5O49CQB48CFV tag=TW3GT62S9MYU type=write size=1455972 2024-09-16T11:23:22.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.601+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=RZNPJ5OHF0MP type=del 2024-09-16T11:23:22.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.604+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.0 size=1048576 2024-09-16T11:23:22.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.605+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.1 size=1048576 2024-09-16T11:23:22.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.606+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.2 size=1014149 2024-09-16T11:23:22.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.606+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=H1QC02J4G31Z tag=NKNAHTDZU9XI type=write size=4159877 2024-09-16T11:23:22.609 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.608+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.0 size=1048576 2024-09-16T11:23:22.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.609+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.1 size=1048576 2024-09-16T11:23:22.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.610+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~L30F0S4YL8HG.2 size=346488 2024-09-16T11:23:22.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.612+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=L30F0S4YL8HG tag=OKS9KN10LN3B type=write size=3492216 2024-09-16T11:23:22.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.613+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=H5A6Y255YH8H type=del size=614171 2024-09-16T11:23:22.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.615+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~KMW9B0F11R31.0 size=430408 2024-09-16T11:23:22.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.617+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=KMW9B0F11R31 tag=FE2QN8PS582B type=write size=1478984 2024-09-16T11:23:22.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.619+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.0 size=1048576 2024-09-16T11:23:22.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.620+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.1 size=1048576 2024-09-16T11:23:22.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.622+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.2 size=21017 2024-09-16T11:23:22.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.622+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=4GDMMQQ04DUN tag=HX7KG1C6KFLU type=write size=3166745 2024-09-16T11:23:22.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.623+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.0 size=1048576 2024-09-16T11:23:22.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.623+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.1 size=1048576 2024-09-16T11:23:22.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.624+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SCJK1WR4SQ86.2 size=671074 2024-09-16T11:23:22.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.626+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=SCJK1WR4SQ86 tag=JEDFQD59AP3T type=write size=3816802 2024-09-16T11:23:22.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.628+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=982399CEXXAK type=del size=4166105 2024-09-16T11:23:22.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.629+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=PJNGIIIRH2YQ type=del 2024-09-16T11:23:22.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.630+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=ZUCIOIDCUY6C type=del size=2234602 2024-09-16T11:23:22.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.632+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=UPXLQ0VVCLSE type=del 2024-09-16T11:23:22.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.634+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~X3TL7TA5L0ER.0 size=241687 2024-09-16T11:23:22.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.634+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=X3TL7TA5L0ER tag=9D3FQAMBF51K type=write size=1290263 2024-09-16T11:23:22.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.635+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.0 size=1048576 2024-09-16T11:23:22.637 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.636+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.1 size=1048576 2024-09-16T11:23:22.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.637+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~77BN8A6M0SPG.2 size=261810 2024-09-16T11:23:22.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.639+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=77BN8A6M0SPG tag=RUXDP8EBQL8D type=write size=3407538 2024-09-16T11:23:22.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.641+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=753Y9CVOR3PI type=write size=854697 2024-09-16T11:23:22.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.643+0000 7fb66dec2640 1 < suggested update operation key=NM5WWTC1BEDM tag=V10OZGPYW2QO type=del size=2651009 2024-09-16T11:23:22.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.646+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.0 size=1048576 2024-09-16T11:23:22.648 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.647+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.1 size=1048576 2024-09-16T11:23:22.649 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.648+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.2 size=1043550 2024-09-16T11:23:22.649 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.648+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=O06DU978D08G tag=A2VWJQ5J8A7Y type=write size=4189278 2024-09-16T11:23:22.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.649+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=QH15VRQMVKM9 type=del size=3893213 2024-09-16T11:23:22.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.651+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=Q8LNIKWKFXR1 type=del size=4144525 2024-09-16T11:23:22.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.652+0000 7fb66dec2640 1 < canceled operation key=TVK5OH5E1PV4 tag=O3H8HKMKPLME type=del size=3484704 2024-09-16T11:23:22.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.654+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=PJWEA7I3MV9F type=write size=880625 2024-09-16T11:23:22.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.655+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=0CSKIMZJX527 type=del 2024-09-16T11:23:22.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.656+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=72ZEJOJ1JEPP type=del size=3927288 2024-09-16T11:23:22.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.658+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=SQCMBDBU0ZA1 type=write size=661525 2024-09-16T11:23:22.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.660+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~PBC8TF92DW4J.0 size=417461 2024-09-16T11:23:22.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.660+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=PBC8TF92DW4J tag=CB3KL4X9J97H type=write size=1466037 2024-09-16T11:23:22.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.662+0000 7fb66dec2640 1 < canceled operation key=VF9C7DHNEIOX tag=2LFBSAIFMA4T type=write size=499011 2024-09-16T11:23:22.665 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.664+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~890AJSJL8YE6.0 size=131784 2024-09-16T11:23:22.665 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.664+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=890AJSJL8YE6 tag=OH58AROLQVSM type=write size=1180360 2024-09-16T11:23:22.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.665+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.0 size=1048576 2024-09-16T11:23:22.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.666+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.1 size=1048576 2024-09-16T11:23:22.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.668+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~7DBC5D4C47BN.2 size=601868 2024-09-16T11:23:22.671 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.670+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=7DBC5D4C47BN tag=EIIRDLY51TDX type=write size=3747596 2024-09-16T11:23:22.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[88497]: pgmap v1428: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[88497]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[86047]: pgmap v1428: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:22 smithi077 ceph-mon[86047]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T11:23:22.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.672+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~N1DIDUTKW19U.0 size=561791 2024-09-16T11:23:22.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.672+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=N1DIDUTKW19U tag=VJHFNQ3AIKJE type=write size=1610367 2024-09-16T11:23:22.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.674+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~MCYOBRJI8PQA.0 size=918974 2024-09-16T11:23:22.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.676+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=MCYOBRJI8PQA tag=B30Y0S39IPKH type=write size=1967550 2024-09-16T11:23:22.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.678+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.0 size=1048576 2024-09-16T11:23:22.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.679+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.1 size=1048576 2024-09-16T11:23:22.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.680+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.2 size=52411 2024-09-16T11:23:22.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.680+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=JZJ0CDLBAQNZ tag=XAZ66NKF4IFJ type=write size=3198139 2024-09-16T11:23:22.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.682+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~5O49CQB48CFV.0 size=407396 2024-09-16T11:23:22.685 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.684+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=5O49CQB48CFV tag=TW3GT62S9MYU type=write size=1455972 2024-09-16T11:23:22.686 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.685+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=V1U5PEPMEZIS type=del size=2029166 2024-09-16T11:23:22.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.686+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.0 size=1048576 2024-09-16T11:23:22.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.687+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.1 size=1048576 2024-09-16T11:23:22.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.689+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~H1QC02J4G31Z.2 size=1014149 2024-09-16T11:23:22.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.691+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=H1QC02J4G31Z tag=NKNAHTDZU9XI type=write size=4159877 2024-09-16T11:23:22.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.692+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=7WUB4KGNYCM4 type=del size=139687 2024-09-16T11:23:22.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.694+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=H5A6Y255YH8H type=del 2024-09-16T11:23:22.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.695+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=EQY3RNAE23OA type=del size=41459 2024-09-16T11:23:22.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.696+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.0 size=1048576 2024-09-16T11:23:22.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.697+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.1 size=1048576 2024-09-16T11:23:22.700 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.699+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~4GDMMQQ04DUN.2 size=21017 2024-09-16T11:23:22.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.701+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=4GDMMQQ04DUN tag=HX7KG1C6KFLU type=write size=3166745 2024-09-16T11:23:22.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.703+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=Z2KRHNASPUPE type=del size=266879 2024-09-16T11:23:22.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.704+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=982399CEXXAK type=del 2024-09-16T11:23:22.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.706+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=JQ3UP213NFZM type=del size=961201 2024-09-16T11:23:22.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.709+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=ZUCIOIDCUY6C type=del size=2234602 2024-09-16T11:23:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:22 smithi191 ceph-mon[84934]: pgmap v1428: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:22 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:22 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129902-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:22 smithi191 ceph-mon[84934]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T11:23:22.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.712+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~LUACZ3XVFMCH.0 size=1048576 2024-09-16T11:23:22.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.713+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~LUACZ3XVFMCH.1 size=1036966 2024-09-16T11:23:22.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.713+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=LUACZ3XVFMCH tag=3LPCCK3GTSGQ type=write size=3134118 2024-09-16T11:23:22.716 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.714+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~X3TL7TA5L0ER.0 size=241687 2024-09-16T11:23:22.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.717+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=X3TL7TA5L0ER tag=9D3FQAMBF51K type=write size=1290263 2024-09-16T11:23:22.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.719+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.0 size=1048576 2024-09-16T11:23:22.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.720+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.1 size=1048576 2024-09-16T11:23:22.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.721+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.2 size=539972 2024-09-16T11:23:22.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.721+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=C6D1535P62H4 tag=9MAGQSSIA1J8 type=write size=3685700 2024-09-16T11:23:22.725 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.724+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=753Y9CVOR3PI type=write size=854697 2024-09-16T11:23:22.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.727+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.0 size=1048576 2024-09-16T11:23:22.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.728+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.1 size=1048576 2024-09-16T11:23:22.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.729+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.2 size=622347 2024-09-16T11:23:22.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.729+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=76SEOCTJ4IV6 tag=43CMSPVDPG6P type=write size=3768075 2024-09-16T11:23:22.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.731+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.0 size=1048576 2024-09-16T11:23:22.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.732+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.1 size=1048576 2024-09-16T11:23:22.734 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.733+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~O06DU978D08G.2 size=1043550 2024-09-16T11:23:22.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.735+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=O06DU978D08G tag=A2VWJQ5J8A7Y type=write size=4189278 2024-09-16T11:23:22.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.736+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=NNA0T0WUCA87 type=del size=1020385 2024-09-16T11:23:22.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.738+0000 7fb66dec2640 -1 < failed to complete operation key=UBJMF37RRIGD tag=Q8LNIKWKFXR1 type=del size=4144525: (22) Invalid argument 2024-09-16T11:23:22.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.740+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.0 size=1048576 2024-09-16T11:23:22.743 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.742+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.1 size=1048576 2024-09-16T11:23:22.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.743+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.2 size=682017 2024-09-16T11:23:22.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.743+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=UGZ8D4FYS1YR tag=Y81J52Z3H8F0 type=write size=3827745 2024-09-16T11:23:22.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.746+0000 7fb66dec2640 1 < suggested remove operation key=U5T3M5C2I7Z6 tag=PJWEA7I3MV9F type=write 2024-09-16T11:23:22.748 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.747+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=13J7KIAT8HNT type=del size=2344261 2024-09-16T11:23:22.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.749+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=72ZEJOJ1JEPP type=del 2024-09-16T11:23:22.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.750+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=8200WAU3FOF4 type=del size=3036730 2024-09-16T11:23:22.753 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.751+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~PBC8TF92DW4J.0 size=417461 2024-09-16T11:23:22.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.753+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=PBC8TF92DW4J tag=CB3KL4X9J97H type=write size=1466037 2024-09-16T11:23:22.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.755+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=X8L2ZV559HL1 type=del size=2461237 2024-09-16T11:23:22.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.757+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~890AJSJL8YE6.0 size=131784 2024-09-16T11:23:22.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.759+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=890AJSJL8YE6 tag=OH58AROLQVSM type=write size=1180360 2024-09-16T11:23:22.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.762+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~DA214PXHX2YU.0 size=1048576 2024-09-16T11:23:22.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.763+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~DA214PXHX2YU.1 size=223747 2024-09-16T11:23:22.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.763+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=DA214PXHX2YU tag=YFQM5IGHZSK4 type=write size=2320899 2024-09-16T11:23:22.765 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.764+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~N1DIDUTKW19U.0 size=561791 2024-09-16T11:23:22.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.766+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=N1DIDUTKW19U tag=VJHFNQ3AIKJE type=write size=1610367 2024-09-16T11:23:22.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.767+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=Q0UP1DFGK85K type=del size=1411988 2024-09-16T11:23:22.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.769+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.0 size=1048576 2024-09-16T11:23:22.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.770+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.1 size=1048576 2024-09-16T11:23:22.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.771+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~JZJ0CDLBAQNZ.2 size=52411 2024-09-16T11:23:22.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.773+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=JZJ0CDLBAQNZ tag=XAZ66NKF4IFJ type=write size=3198139 2024-09-16T11:23:22.776 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.775+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=7LZP6RG5L01A type=del size=746032 2024-09-16T11:23:22.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.777+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=V1U5PEPMEZIS type=del 2024-09-16T11:23:22.779 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.778+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=2T7BVX5RXMXM type=write size=720676 2024-09-16T11:23:22.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.781+0000 7fb66dec2640 1 < suggested update operation key=224VQRZ2GHDJ tag=7WUB4KGNYCM4 type=del size=139687 2024-09-16T11:23:22.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.784+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.0 size=1048576 2024-09-16T11:23:22.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.785+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.1 size=1048576 2024-09-16T11:23:22.787 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.786+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.2 size=547758 2024-09-16T11:23:22.787 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.786+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=2RJCCHU0OP6T tag=HHON3JF4L2HP type=write size=3693486 2024-09-16T11:23:22.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.788+0000 7fb66dec2640 1 < suggested remove operation key=UBJMF37RRIGD tag=EQY3RNAE23OA type=del 2024-09-16T11:23:22.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.789+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=L3P6QFVYH5YD type=del size=12768 2024-09-16T11:23:22.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.791+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=Z2KRHNASPUPE type=del size=266879 2024-09-16T11:23:22.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.792+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=SQYLKVDDC74C type=del size=579696 2024-09-16T11:23:22.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.793+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=JQ3UP213NFZM type=del 2024-09-16T11:23:22.796 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.795+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=CY30SZGSN0CH type=del size=1788284 2024-09-16T11:23:22.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.797+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~LUACZ3XVFMCH.0 size=1048576 2024-09-16T11:23:22.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.798+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~LUACZ3XVFMCH.1 size=1036966 2024-09-16T11:23:22.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.800+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=LUACZ3XVFMCH tag=3LPCCK3GTSGQ type=write size=3134118 2024-09-16T11:23:22.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.802+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=CNZVKVC2ZYKA type=write size=114810 2024-09-16T11:23:22.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.803+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.0 size=1048576 2024-09-16T11:23:22.806 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.805+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.1 size=1048576 2024-09-16T11:23:22.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.806+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~C6D1535P62H4.2 size=539972 2024-09-16T11:23:22.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.808+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=C6D1535P62H4 tag=9MAGQSSIA1J8 type=write size=3685700 2024-09-16T11:23:22.812 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.811+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.0 size=1048576 2024-09-16T11:23:22.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.812+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.1 size=1048576 2024-09-16T11:23:22.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.813+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.2 size=926958 2024-09-16T11:23:22.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.813+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=6WJMSW4Q9QG8 tag=NCZYW5VPXFC2 type=write size=4072686 2024-09-16T11:23:22.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.815+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.0 size=1048576 2024-09-16T11:23:22.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.816+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.1 size=1048576 2024-09-16T11:23:22.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.818+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~76SEOCTJ4IV6.2 size=622347 2024-09-16T11:23:22.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.820+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=76SEOCTJ4IV6 tag=43CMSPVDPG6P type=write size=3768075 2024-09-16T11:23:22.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.823+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~UGTXH2CQTXOV.0 size=679560 2024-09-16T11:23:22.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.823+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=UGTXH2CQTXOV tag=2OH5B1EZCKDJ type=write size=1728136 2024-09-16T11:23:22.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.825+0000 7fb66dec2640 1 < suggested remove operation key=2FIB0YA81SZT tag=NNA0T0WUCA87 type=del 2024-09-16T11:23:22.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.828+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CTZ2BP7KBI4M.0 size=817296 2024-09-16T11:23:22.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.828+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=CTZ2BP7KBI4M tag=3KU5NGSRZRXR type=write size=1865872 2024-09-16T11:23:22.831 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.830+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.0 size=1048576 2024-09-16T11:23:22.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.831+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.1 size=1048576 2024-09-16T11:23:22.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.832+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~UGZ8D4FYS1YR.2 size=682017 2024-09-16T11:23:22.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.834+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=UGZ8D4FYS1YR tag=Y81J52Z3H8F0 type=write size=3827745 2024-09-16T11:23:22.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.836+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~YKPD3AAVUCJ2.0 size=1048576 2024-09-16T11:23:22.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.837+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~YKPD3AAVUCJ2.1 size=712420 2024-09-16T11:23:22.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.837+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=YKPD3AAVUCJ2 tag=HOY3HD0TO4UT type=write size=2809572 2024-09-16T11:23:22.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.840+0000 7fb66dec2640 1 < suggested remove operation key=CX33VNVA75KY tag=13J7KIAT8HNT type=del 2024-09-16T11:23:22.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.841+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=KQS6UFPGQD96 type=del size=1783516 2024-09-16T11:23:22.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.842+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=8200WAU3FOF4 type=del 2024-09-16T11:23:22.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.845+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~7ETT3TY7UI7Y.0 size=1048576 2024-09-16T11:23:22.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.846+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~7ETT3TY7UI7Y.1 size=817820 2024-09-16T11:23:22.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.846+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=7ETT3TY7UI7Y tag=B1P552PZBS52 type=write size=2914972 2024-09-16T11:23:22.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.847+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=X8L2ZV559HL1 type=del 2024-09-16T11:23:22.849 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.848+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=KCSRRS13KEGL type=del size=506913 2024-09-16T11:23:22.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.849+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~DA214PXHX2YU.0 size=1048576 2024-09-16T11:23:22.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.850+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~DA214PXHX2YU.1 size=223747 2024-09-16T11:23:22.853 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.852+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=DA214PXHX2YU tag=YFQM5IGHZSK4 type=write size=2320899 2024-09-16T11:23:22.856 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.855+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.0 size=1048576 2024-09-16T11:23:22.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.856+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.1 size=1048576 2024-09-16T11:23:22.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.858+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.2 size=471088 2024-09-16T11:23:22.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.858+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=QT4V1PUTWZ8I tag=XINO6VP1AUNE type=write size=3616816 2024-09-16T11:23:22.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.859+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=Q0UP1DFGK85K type=del 2024-09-16T11:23:22.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.862+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~J0RTJPQM0S3N.0 size=839187 2024-09-16T11:23:22.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.862+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=J0RTJPQM0S3N tag=1RMUBPQH54E4 type=write size=1887763 2024-09-16T11:23:22.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.863+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=7LZP6RG5L01A type=del 2024-09-16T11:23:22.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.865+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=XFRBN9QVP1G5 type=del size=2799019 2024-09-16T11:23:22.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.866+0000 7fb66dec2640 1 < canceled operation key=P4R6KUKVO6TJ tag=2T7BVX5RXMXM type=write size=720676 2024-09-16T11:23:22.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.867+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=I7H6ISMQCMB3 type=del size=2305402 2024-09-16T11:23:22.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.868+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.0 size=1048576 2024-09-16T11:23:22.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.869+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.1 size=1048576 2024-09-16T11:23:22.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.871+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~2RJCCHU0OP6T.2 size=547758 2024-09-16T11:23:22.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.873+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=2RJCCHU0OP6T tag=HHON3JF4L2HP type=write size=3693486 2024-09-16T11:23:22.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.874+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=E42X0G1ESC0B type=write size=568529 2024-09-16T11:23:22.877 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.876+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=L3P6QFVYH5YD type=del 2024-09-16T11:23:22.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.878+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.0 size=1048576 2024-09-16T11:23:22.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.880+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.1 size=1048576 2024-09-16T11:23:22.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.881+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.2 size=95962 2024-09-16T11:23:22.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.881+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=RDQ47OYTYQ9E tag=K9AXQHOGYVLF type=write size=3241690 2024-09-16T11:23:22.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.882+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=SQYLKVDDC74C type=del 2024-09-16T11:23:22.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.884+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=7LDDNX2EISW9 type=write size=729557 2024-09-16T11:23:22.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.885+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=CY30SZGSN0CH type=del 2024-09-16T11:23:22.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.887+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=MVCROIUKNJQ3 type=del size=1662927 2024-09-16T11:23:22.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.888+0000 7fb66dec2640 1 < completed write operation key=Y6MT7DT0JW3D tag=CNZVKVC2ZYKA type=write size=114810 2024-09-16T11:23:22.891 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.890+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=O06S35YV8LCB type=del size=558904 2024-09-16T11:23:22.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.891+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.0 size=1048576 2024-09-16T11:23:22.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.892+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.1 size=1048576 2024-09-16T11:23:22.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.893+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~6WJMSW4Q9QG8.2 size=926958 2024-09-16T11:23:22.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.895+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=6WJMSW4Q9QG8 tag=NCZYW5VPXFC2 type=write size=4072686 2024-09-16T11:23:22.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.897+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=NBJVMY4GX8JI type=del size=710978 2024-09-16T11:23:22.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.898+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~UGTXH2CQTXOV.0 size=679560 2024-09-16T11:23:22.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.900+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=UGTXH2CQTXOV tag=2OH5B1EZCKDJ type=write size=1728136 2024-09-16T11:23:22.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.902+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=KPB70MX3GOEM type=del size=1198203 2024-09-16T11:23:22.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.903+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CTZ2BP7KBI4M.0 size=817296 2024-09-16T11:23:22.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.905+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=CTZ2BP7KBI4M tag=3KU5NGSRZRXR type=write size=1865872 2024-09-16T11:23:22.908 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.907+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=OKTC627DY65V type=write size=50958 2024-09-16T11:23:22.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.908+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~YKPD3AAVUCJ2.0 size=1048576 2024-09-16T11:23:22.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.909+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~YKPD3AAVUCJ2.1 size=712420 2024-09-16T11:23:22.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.912+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=YKPD3AAVUCJ2 tag=HOY3HD0TO4UT type=write size=2809572 2024-09-16T11:23:22.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.914+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~H4Y3TPM29DT6.0 size=1028628 2024-09-16T11:23:22.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.914+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=H4Y3TPM29DT6 tag=ICTSO7P1OPOD type=write size=2077204 2024-09-16T11:23:22.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.916+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=KQS6UFPGQD96 type=del 2024-09-16T11:23:22.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.918+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.0 size=1048576 2024-09-16T11:23:22.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.919+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.1 size=1048576 2024-09-16T11:23:22.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.920+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.2 size=837631 2024-09-16T11:23:22.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.920+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=U3ZVB9VY9QMF tag=V05ZEFFBJQRI type=write size=3983359 2024-09-16T11:23:22.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.922+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~7ETT3TY7UI7Y.0 size=1048576 2024-09-16T11:23:22.924 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.923+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~7ETT3TY7UI7Y.1 size=817820 2024-09-16T11:23:22.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.925+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=7ETT3TY7UI7Y tag=B1P552PZBS52 type=write size=2914972 2024-09-16T11:23:22.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.926+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=M6DPHW5ANUMC type=del size=1261198 2024-09-16T11:23:22.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.928+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=KCSRRS13KEGL type=del 2024-09-16T11:23:22.930 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.929+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=QULJFQ35OEZG type=del size=4147192 2024-09-16T11:23:22.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.930+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.0 size=1048576 2024-09-16T11:23:22.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.931+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.1 size=1048576 2024-09-16T11:23:22.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.932+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~QT4V1PUTWZ8I.2 size=471088 2024-09-16T11:23:22.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.934+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=QT4V1PUTWZ8I tag=XINO6VP1AUNE type=write size=3616816 2024-09-16T11:23:22.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.936+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=KUBXOZF2L8SO type=del size=2555803 2024-09-16T11:23:22.938 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.937+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~J0RTJPQM0S3N.0 size=839187 2024-09-16T11:23:22.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.939+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=J0RTJPQM0S3N tag=1RMUBPQH54E4 type=write size=1887763 2024-09-16T11:23:22.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.940+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=H2RSPEKD8SY6 type=del size=2839455 2024-09-16T11:23:22.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.942+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=XFRBN9QVP1G5 type=del 2024-09-16T11:23:22.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.944+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~TYTYJYE3B0TZ.0 size=871706 2024-09-16T11:23:22.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.944+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=TYTYJYE3B0TZ tag=GEC069455S7X type=write size=1920282 2024-09-16T11:23:22.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.945+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=I7H6ISMQCMB3 type=del 2024-09-16T11:23:22.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.947+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=UCSF8CTX4HV7 type=del size=311295 2024-09-16T11:23:22.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.948+0000 7fb66dec2640 1 < completed write operation key=P9HEIJBYI7VR tag=E42X0G1ESC0B type=write size=568529 2024-09-16T11:23:22.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.949+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=FHLJ00M44V8D type=write size=514079 2024-09-16T11:23:22.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.950+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.0 size=1048576 2024-09-16T11:23:22.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.952+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.1 size=1048576 2024-09-16T11:23:22.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.953+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~RDQ47OYTYQ9E.2 size=95962 2024-09-16T11:23:22.956 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.955+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=RDQ47OYTYQ9E tag=K9AXQHOGYVLF type=write size=3241690 2024-09-16T11:23:22.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.957+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=X7HA8PEON6KZ type=del size=1494919 2024-09-16T11:23:22.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.958+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=7LDDNX2EISW9 type=write size=729557 2024-09-16T11:23:22.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.960+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~SNZS3D6S43H2.0 size=1048576 2024-09-16T11:23:22.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.961+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~SNZS3D6S43H2.1 size=107932 2024-09-16T11:23:22.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.961+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=SNZS3D6S43H2 tag=FT7R3SALC21W type=write size=2205084 2024-09-16T11:23:22.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.963+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=MVCROIUKNJQ3 type=del 2024-09-16T11:23:22.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.964+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=TCIR8GNFC484 type=del size=3902345 2024-09-16T11:23:22.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.966+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=O06S35YV8LCB type=del 2024-09-16T11:23:22.969 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.968+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.0 size=1048576 2024-09-16T11:23:22.971 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.970+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.1 size=1048576 2024-09-16T11:23:22.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.971+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.2 size=496422 2024-09-16T11:23:22.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.971+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=48BIZ22PX8OZ tag=DPDRD2Y22ZEW type=write size=3642150 2024-09-16T11:23:22.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.972+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=NBJVMY4GX8JI type=del 2024-09-16T11:23:22.975 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.974+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=NYCV4Y0BOBMM type=del size=2918500 2024-09-16T11:23:22.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.975+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=KPB70MX3GOEM type=del 2024-09-16T11:23:22.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.977+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~X9KVOZ1YGCC0.0 size=1048576 2024-09-16T11:23:22.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.978+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~X9KVOZ1YGCC0.1 size=775243 2024-09-16T11:23:22.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.978+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=X9KVOZ1YGCC0 tag=O0Q0FNI36FBO type=write size=2872395 2024-09-16T11:23:22.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.979+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=OKTC627DY65V type=write size=50958 2024-09-16T11:23:22.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.982+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.0 size=1048576 2024-09-16T11:23:22.984 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.983+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.1 size=1048576 2024-09-16T11:23:22.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.984+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.2 size=828149 2024-09-16T11:23:22.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.984+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=400YL7YOWI10 tag=KESZ2VXXVTEZ type=write size=3973877 2024-09-16T11:23:22.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.985+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~H4Y3TPM29DT6.0 size=1028628 2024-09-16T11:23:22.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.987+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=H4Y3TPM29DT6 tag=ICTSO7P1OPOD type=write size=2077204 2024-09-16T11:23:22.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.988+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=52TFMRXFYT2O type=del size=487695 2024-09-16T11:23:22.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.990+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.0 size=1048576 2024-09-16T11:23:22.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.991+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.1 size=1048576 2024-09-16T11:23:22.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.992+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~U3ZVB9VY9QMF.2 size=837631 2024-09-16T11:23:22.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.994+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=U3ZVB9VY9QMF tag=V05ZEFFBJQRI type=write size=3983359 2024-09-16T11:23:22.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.997+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.0 size=1048576 2024-09-16T11:23:22.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.998+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.1 size=1048576 2024-09-16T11:23:23.000 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.999+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.2 size=414966 2024-09-16T11:23:23.000 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:22.999+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=SMIZ4LHF8080 tag=TSPZC60MOFLZ type=write size=3560694 2024-09-16T11:23:23.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.002+0000 7fb66dec2640 1 < suggested update operation key=WQGRWNTRNYI7 tag=M6DPHW5ANUMC type=del size=1261198 2024-09-16T11:23:23.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.003+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=QK4NIXEEGUSP type=del size=2159738 2024-09-16T11:23:23.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.004+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=QULJFQ35OEZG type=del 2024-09-16T11:23:23.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.006+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=V7I9BA6C5JYO type=del size=1477430 2024-09-16T11:23:23.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.007+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=KUBXOZF2L8SO type=del 2024-09-16T11:23:23.010 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.009+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~Y5VDD6YPH3KA.0 size=1048576 2024-09-16T11:23:23.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.010+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~Y5VDD6YPH3KA.1 size=475769 2024-09-16T11:23:23.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.010+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=Y5VDD6YPH3KA tag=8U6ORNJQ2KXP type=write size=2572921 2024-09-16T11:23:23.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.012+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=H2RSPEKD8SY6 type=del 2024-09-16T11:23:23.014 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.013+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=788AJM938BX8 type=del size=2166449 2024-09-16T11:23:23.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.014+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~TYTYJYE3B0TZ.0 size=871706 2024-09-16T11:23:23.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.016+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=TYTYJYE3B0TZ tag=GEC069455S7X type=write size=1920282 2024-09-16T11:23:23.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.018+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=F2C1FE9SUBS7 type=del size=3475170 2024-09-16T11:23:23.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.020+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=UCSF8CTX4HV7 type=del size=311295 2024-09-16T11:23:23.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.023+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~I7YMWVYMF6R7.0 size=227600 2024-09-16T11:23:23.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.023+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=I7YMWVYMF6R7 tag=3X0ROXYUYWWJ type=write size=1276176 2024-09-16T11:23:23.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.024+0000 7fb66dec2640 1 < completed write operation key=TVK5OH5E1PV4 tag=FHLJ00M44V8D type=write size=514079 2024-09-16T11:23:23.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.027+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~XBXEUGSIDDJS.0 size=1048576 2024-09-16T11:23:23.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.028+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~XBXEUGSIDDJS.1 size=607842 2024-09-16T11:23:23.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.028+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=XBXEUGSIDDJS tag=PEI44ZMU50EK type=write size=2704994 2024-09-16T11:23:23.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.029+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=X7HA8PEON6KZ type=del size=1494919 2024-09-16T11:23:23.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.031+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=8Q2O9G688JQC type=del size=1613248 2024-09-16T11:23:23.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.032+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~SNZS3D6S43H2.0 size=1048576 2024-09-16T11:23:23.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.033+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~SNZS3D6S43H2.1 size=107932 2024-09-16T11:23:23.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.036+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=SNZS3D6S43H2 tag=FT7R3SALC21W type=write size=2205084 2024-09-16T11:23:23.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.037+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=QPYYA242W8CR type=del size=2235909 2024-09-16T11:23:23.039 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.038+0000 7fb66dec2640 1 < canceled operation key=OEN3JZU6OLXI tag=TCIR8GNFC484 type=del size=3902345 2024-09-16T11:23:23.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.039+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=GC4TTMUAUI0E type=del size=857270 2024-09-16T11:23:23.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.041+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.0 size=1048576 2024-09-16T11:23:23.043 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.042+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.1 size=1048576 2024-09-16T11:23:23.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.043+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~48BIZ22PX8OZ.2 size=496422 2024-09-16T11:23:23.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.045+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=48BIZ22PX8OZ tag=DPDRD2Y22ZEW type=write size=3642150 2024-09-16T11:23:23.048 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.047+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=M5WHAWO71XLS type=del size=1632795 2024-09-16T11:23:23.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.048+0000 7fb66dec2640 -1 < failed to complete operation key=WQGRWNTRNYI7 tag=NYCV4Y0BOBMM type=del size=2918500: (22) Invalid argument 2024-09-16T11:23:23.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.050+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=NPMWH3HPGG6K type=del size=1695738 2024-09-16T11:23:23.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.051+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~X9KVOZ1YGCC0.0 size=1048576 2024-09-16T11:23:23.053 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.052+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~X9KVOZ1YGCC0.1 size=775243 2024-09-16T11:23:23.055 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.054+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=X9KVOZ1YGCC0 tag=O0Q0FNI36FBO type=write size=2872395 2024-09-16T11:23:23.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.055+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=5VOPCHZPVV0D type=del size=809701 2024-09-16T11:23:23.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.057+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.0 size=1048576 2024-09-16T11:23:23.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.058+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.1 size=1048576 2024-09-16T11:23:23.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.059+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~400YL7YOWI10.2 size=828149 2024-09-16T11:23:23.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.062+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=400YL7YOWI10 tag=KESZ2VXXVTEZ type=write size=3973877 2024-09-16T11:23:23.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.063+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=9PEGHGG6V12L type=write size=527717 2024-09-16T11:23:23.066 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.065+0000 7fb66dec2640 -1 < failed to complete operation key=0KLATQC7UXQS tag=52TFMRXFYT2O type=del size=487695: (22) Invalid argument 2024-09-16T11:23:23.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.068+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~RO2JMGRNDBWV.0 size=1048576 2024-09-16T11:23:23.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.069+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~RO2JMGRNDBWV.1 size=334266 2024-09-16T11:23:23.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.069+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=RO2JMGRNDBWV tag=UX67WVL6Z7TT type=write size=2431418 2024-09-16T11:23:23.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.070+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.0 size=1048576 2024-09-16T11:23:23.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.071+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.1 size=1048576 2024-09-16T11:23:23.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.072+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~SMIZ4LHF8080.2 size=414966 2024-09-16T11:23:23.076 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.075+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=SMIZ4LHF8080 tag=TSPZC60MOFLZ type=write size=3560694 2024-09-16T11:23:23.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.077+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~39QE0ODWF356.0 size=1048576 2024-09-16T11:23:23.079 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.078+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~39QE0ODWF356.1 size=1015452 2024-09-16T11:23:23.079 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.078+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=39QE0ODWF356 tag=12B9KM1KU913 type=write size=3112604 2024-09-16T11:23:23.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.081+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=QK4NIXEEGUSP type=del size=2159738 2024-09-16T11:23:23.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.083+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~5O2EHAFDN24H.0 size=831511 2024-09-16T11:23:23.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.083+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=5O2EHAFDN24H tag=F1Z2IGUWBBB6 type=write size=1880087 2024-09-16T11:23:23.085 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.084+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=V7I9BA6C5JYO type=del 2024-09-16T11:23:23.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.087+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~Z26GBIZYYSDH.0 size=234917 2024-09-16T11:23:23.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.087+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=Z26GBIZYYSDH tag=XCNB40X11K5R type=write size=1283493 2024-09-16T11:23:23.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.088+0000 7fb66dec2640 1 < canceled part key=_multipart_SXTKV1YIBM8U.2~Y5VDD6YPH3KA.0 size=1048576 2024-09-16T11:23:23.090 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.089+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~Y5VDD6YPH3KA.1 size=475769 2024-09-16T11:23:23.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.091+0000 7fb66dec2640 1 < canceled multipart upload key=SXTKV1YIBM8U upload=Y5VDD6YPH3KA tag=8U6ORNJQ2KXP type=write size=2572921 2024-09-16T11:23:23.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.092+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=AVEC2M7FGO53 type=del size=3045438 2024-09-16T11:23:23.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.094+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=788AJM938BX8 type=del 2024-09-16T11:23:23.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.095+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=8D8V3CXGICSO type=del size=74754 2024-09-16T11:23:23.098 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.097+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=F2C1FE9SUBS7 type=del 2024-09-16T11:23:23.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.098+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=1P2D2AB677AG type=write size=499690 2024-09-16T11:23:23.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.099+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~I7YMWVYMF6R7.0 size=227600 2024-09-16T11:23:23.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.101+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=I7YMWVYMF6R7 tag=3X0ROXYUYWWJ type=write size=1276176 2024-09-16T11:23:23.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.104+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.0 size=1048576 2024-09-16T11:23:23.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.105+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.1 size=1048576 2024-09-16T11:23:23.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.106+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.2 size=231365 2024-09-16T11:23:23.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.106+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=HF2ECD6GH4A6 tag=7I6YKY1QNZ2E type=write size=3377093 2024-09-16T11:23:23.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.107+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~XBXEUGSIDDJS.0 size=1048576 2024-09-16T11:23:23.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.108+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~XBXEUGSIDDJS.1 size=607842 2024-09-16T11:23:23.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.111+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=XBXEUGSIDDJS tag=PEI44ZMU50EK type=write size=2704994 2024-09-16T11:23:23.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.112+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=AQBD48YFK3VG type=del size=3911801 2024-09-16T11:23:23.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.114+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=8Q2O9G688JQC type=del 2024-09-16T11:23:23.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.116+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~6BT8OE53SLTB.0 size=167528 2024-09-16T11:23:23.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.116+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=6BT8OE53SLTB tag=BMLS2FFSSNI5 type=write size=1216104 2024-09-16T11:23:23.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.118+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=QPYYA242W8CR type=del 2024-09-16T11:23:23.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.120+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~T2QQ3J0U0GDU.0 size=1048576 2024-09-16T11:23:23.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.121+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~T2QQ3J0U0GDU.1 size=886103 2024-09-16T11:23:23.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.121+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=T2QQ3J0U0GDU tag=ZHWLSK70S3HN type=write size=2983255 2024-09-16T11:23:23.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.123+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=GC4TTMUAUI0E type=del 2024-09-16T11:23:23.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.126+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~NM3O96CBDRDG.0 size=1048576 2024-09-16T11:23:23.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.127+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~NM3O96CBDRDG.1 size=1028335 2024-09-16T11:23:23.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.127+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=NM3O96CBDRDG tag=VNAEFOJRHUR3 type=write size=3125487 2024-09-16T11:23:23.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.129+0000 7fb66dec2640 -1 < failed to complete operation key=YYAA5H9KJ8EB tag=M5WHAWO71XLS type=del size=1632795: (22) Invalid argument 2024-09-16T11:23:23.132 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.131+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~0EOSDPQYPB43.0 size=230281 2024-09-16T11:23:23.132 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.131+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=0EOSDPQYPB43 tag=LMWKAKNRV849 type=write size=1278857 2024-09-16T11:23:23.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.132+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=NPMWH3HPGG6K type=del 2024-09-16T11:23:23.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.134+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=E3LVTI4AI9U0 type=del size=2056408 2024-09-16T11:23:23.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.136+0000 7fb66dec2640 1 < suggested update operation key=5SP701M6TW6O tag=5VOPCHZPVV0D type=del size=809701 2024-09-16T11:23:23.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.138+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=GJA9Z67TV5XV type=write size=174490 2024-09-16T11:23:23.140 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.139+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=9PEGHGG6V12L type=write size=527717 2024-09-16T11:23:23.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.142+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.0 size=1048576 2024-09-16T11:23:23.144 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.143+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.1 size=1048576 2024-09-16T11:23:23.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.144+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.2 size=815794 2024-09-16T11:23:23.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.144+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=SF3RVLXWV34M tag=XBXV5HOQQBWY type=write size=3961522 2024-09-16T11:23:23.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.145+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~RO2JMGRNDBWV.0 size=1048576 2024-09-16T11:23:23.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.145+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~RO2JMGRNDBWV.1 size=334266 2024-09-16T11:23:23.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.147+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=RO2JMGRNDBWV tag=UX67WVL6Z7TT type=write size=2431418 2024-09-16T11:23:23.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.149+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=62IWSYRIPPFA type=del size=3835675 2024-09-16T11:23:23.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.150+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~39QE0ODWF356.0 size=1048576 2024-09-16T11:23:23.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.152+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~39QE0ODWF356.1 size=1015452 2024-09-16T11:23:23.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.154+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=39QE0ODWF356 tag=12B9KM1KU913 type=write size=3112604 2024-09-16T11:23:23.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.155+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=92ZX4LTTDXG1 type=del size=1576961 2024-09-16T11:23:23.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.157+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~5O2EHAFDN24H.0 size=831511 2024-09-16T11:23:23.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.159+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=5O2EHAFDN24H tag=F1Z2IGUWBBB6 type=write size=1880087 2024-09-16T11:23:23.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.160+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=8MJP7CMFLCLI type=del size=64188 2024-09-16T11:23:23.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.161+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~Z26GBIZYYSDH.0 size=234917 2024-09-16T11:23:23.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.164+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=Z26GBIZYYSDH tag=XCNB40X11K5R type=write size=1283493 2024-09-16T11:23:23.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.165+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=G39M4IYGV92F type=del size=805348 2024-09-16T11:23:23.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.167+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=AVEC2M7FGO53 type=del 2024-09-16T11:23:23.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.168+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=EN7G0KT4UAYL type=del size=1305911 2024-09-16T11:23:23.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.170+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=8D8V3CXGICSO type=del 2024-09-16T11:23:23.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.172+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.0 size=1048576 2024-09-16T11:23:23.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.173+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.1 size=1048576 2024-09-16T11:23:23.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.174+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.2 size=481413 2024-09-16T11:23:23.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.174+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=4ABCD46NOUE4 tag=STKQVL9V4XQM type=write size=3627141 2024-09-16T11:23:23.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.176+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=1P2D2AB677AG type=write size=499690 2024-09-16T11:23:23.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.177+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=XHQUGCUH9LP6 type=del size=3619569 2024-09-16T11:23:23.180 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.179+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.0 size=1048576 2024-09-16T11:23:23.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.180+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.1 size=1048576 2024-09-16T11:23:23.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.181+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HF2ECD6GH4A6.2 size=231365 2024-09-16T11:23:23.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.184+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=HF2ECD6GH4A6 tag=7I6YKY1QNZ2E type=write size=3377093 2024-09-16T11:23:23.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.187+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~NBPB1S47PIRC.0 size=220267 2024-09-16T11:23:23.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.187+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=NBPB1S47PIRC tag=DYRGTYKV3ETO type=write size=1268843 2024-09-16T11:23:23.189 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.188+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=AQBD48YFK3VG type=del 2024-09-16T11:23:23.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.191+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~KCSOGY86BXTD.0 size=1048576 2024-09-16T11:23:23.193 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.192+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~KCSOGY86BXTD.1 size=72087 2024-09-16T11:23:23.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.192+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=KCSOGY86BXTD tag=JI9GT5B9161F type=write size=2169239 2024-09-16T11:23:23.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.194+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~6BT8OE53SLTB.0 size=167528 2024-09-16T11:23:23.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.196+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=6BT8OE53SLTB tag=BMLS2FFSSNI5 type=write size=1216104 2024-09-16T11:23:23.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.199+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~YRJ45T5L9IOV.0 size=457998 2024-09-16T11:23:23.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.199+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=YRJ45T5L9IOV tag=YS982RQ318FB type=write size=1506574 2024-09-16T11:23:23.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.200+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~T2QQ3J0U0GDU.0 size=1048576 2024-09-16T11:23:23.203 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.202+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~T2QQ3J0U0GDU.1 size=886103 2024-09-16T11:23:23.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.204+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=T2QQ3J0U0GDU tag=ZHWLSK70S3HN type=write size=2983255 2024-09-16T11:23:23.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.207+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~3R4Y0I7E7IDL.0 size=1048576 2024-09-16T11:23:23.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.208+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~3R4Y0I7E7IDL.1 size=103694 2024-09-16T11:23:23.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.208+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=3R4Y0I7E7IDL tag=OOOT3FHHYKY7 type=write size=2200846 2024-09-16T11:23:23.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.209+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~NM3O96CBDRDG.0 size=1048576 2024-09-16T11:23:23.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.210+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~NM3O96CBDRDG.1 size=1028335 2024-09-16T11:23:23.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.212+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=NM3O96CBDRDG tag=VNAEFOJRHUR3 type=write size=3125487 2024-09-16T11:23:23.215 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.214+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=COF3E5EBYX4U type=del size=1444086 2024-09-16T11:23:23.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.215+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~0EOSDPQYPB43.0 size=230281 2024-09-16T11:23:23.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.217+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=0EOSDPQYPB43 tag=LMWKAKNRV849 type=write size=1278857 2024-09-16T11:23:23.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.220+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~ACG1CFZGLYY4.0 size=1048576 2024-09-16T11:23:23.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.221+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~ACG1CFZGLYY4.1 size=116438 2024-09-16T11:23:23.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.221+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=ACG1CFZGLYY4 tag=YXY5HF75AXCF type=write size=2213590 2024-09-16T11:23:23.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.223+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=E3LVTI4AI9U0 type=del 2024-09-16T11:23:23.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.225+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=1HL2JL0IA4HB type=del size=2613702 2024-09-16T11:23:23.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.226+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=GJA9Z67TV5XV type=write size=174490 2024-09-16T11:23:23.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.228+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=GKE6EXLU4G2H type=write size=533742 2024-09-16T11:23:23.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.229+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.0 size=1048576 2024-09-16T11:23:23.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.231+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.1 size=1048576 2024-09-16T11:23:23.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.232+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SF3RVLXWV34M.2 size=815794 2024-09-16T11:23:23.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.234+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=SF3RVLXWV34M tag=XBXV5HOQQBWY type=write size=3961522 2024-09-16T11:23:23.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.237+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~KZ14HEC01WDO.0 size=1048576 2024-09-16T11:23:23.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.238+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~KZ14HEC01WDO.1 size=324720 2024-09-16T11:23:23.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.238+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=KZ14HEC01WDO tag=1DAVZX2MC6UD type=write size=2421872 2024-09-16T11:23:23.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.240+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=62IWSYRIPPFA type=del 2024-09-16T11:23:23.242 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.241+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=5IT5RZZC6FMH type=del size=1253820 2024-09-16T11:23:23.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.242+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=92ZX4LTTDXG1 type=del 2024-09-16T11:23:23.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.244+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=93WYMI6USVPX type=del size=4060500 2024-09-16T11:23:23.246 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.245+0000 7fb66dec2640 1 < canceled operation key=D4SQZJ77RBR1 tag=8MJP7CMFLCLI type=del size=64188 2024-09-16T11:23:23.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.246+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=U17REY0N6V5Y type=write size=980225 2024-09-16T11:23:23.251 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.250+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=G39M4IYGV92F type=del size=805348 2024-09-16T11:23:23.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.251+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=4XODP3VGDHZP type=del size=3954725 2024-09-16T11:23:23.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.252+0000 7fb66dec2640 1 < canceled operation key=PKSRPG0T3DRS tag=EN7G0KT4UAYL type=del size=1305911 2024-09-16T11:23:23.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.254+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=BVN8IK3K83JQ type=write size=54678 2024-09-16T11:23:23.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.255+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.0 size=1048576 2024-09-16T11:23:23.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.256+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.1 size=1048576 2024-09-16T11:23:23.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.257+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4ABCD46NOUE4.2 size=481413 2024-09-16T11:23:23.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.260+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=4ABCD46NOUE4 tag=STKQVL9V4XQM type=write size=3627141 2024-09-16T11:23:23.262 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.261+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=JCBPERE7PJTZ type=write size=672690 2024-09-16T11:23:23.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.264+0000 7fb66dec2640 1 < suggested remove operation key=PKSRPG0T3DRS tag=XHQUGCUH9LP6 type=del 2024-09-16T11:23:23.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.266+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=KZ2FMGXOL9VK type=del size=2565328 2024-09-16T11:23:23.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.268+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~NBPB1S47PIRC.0 size=220267 2024-09-16T11:23:23.271 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.270+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=NBPB1S47PIRC tag=DYRGTYKV3ETO type=write size=1268843 2024-09-16T11:23:23.274 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.273+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.0 size=1048576 2024-09-16T11:23:23.275 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.274+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.1 size=1048576 2024-09-16T11:23:23.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.275+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.2 size=852385 2024-09-16T11:23:23.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.275+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=NV5QBY1H5LD9 tag=VJSGWRPVVLHY type=write size=3998113 2024-09-16T11:23:23.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.277+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~KCSOGY86BXTD.0 size=1048576 2024-09-16T11:23:23.279 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.278+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~KCSOGY86BXTD.1 size=72087 2024-09-16T11:23:23.281 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.280+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=KCSOGY86BXTD tag=JI9GT5B9161F type=write size=2169239 2024-09-16T11:23:23.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.283+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~1EC1I4NAD0AG.0 size=1048576 2024-09-16T11:23:23.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.284+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~1EC1I4NAD0AG.1 size=741164 2024-09-16T11:23:23.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.284+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=1EC1I4NAD0AG tag=2SRBDWSYKDZM type=write size=2838316 2024-09-16T11:23:23.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.286+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~YRJ45T5L9IOV.0 size=457998 2024-09-16T11:23:23.289 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.288+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=YRJ45T5L9IOV tag=YS982RQ318FB type=write size=1506574 2024-09-16T11:23:23.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.289+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=59GACEI76S0O type=del size=2805571 2024-09-16T11:23:23.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.291+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~3R4Y0I7E7IDL.0 size=1048576 2024-09-16T11:23:23.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.292+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~3R4Y0I7E7IDL.1 size=103694 2024-09-16T11:23:23.296 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.295+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=3R4Y0I7E7IDL tag=OOOT3FHHYKY7 type=write size=2200846 2024-09-16T11:23:23.299 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.298+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.0 size=1048576 2024-09-16T11:23:23.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.299+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.1 size=1048576 2024-09-16T11:23:23.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.300+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.2 size=766073 2024-09-16T11:23:23.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.300+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=CHS3J3LT19MD tag=AFH4YCR6X1M3 type=write size=3911801 2024-09-16T11:23:23.303 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.302+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=COF3E5EBYX4U type=del 2024-09-16T11:23:23.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.305+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~CTTO3O55G3IJ.0 size=862621 2024-09-16T11:23:23.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.305+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=CTTO3O55G3IJ tag=CXB56CC58D1Z type=write size=1911197 2024-09-16T11:23:23.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.306+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~ACG1CFZGLYY4.0 size=1048576 2024-09-16T11:23:23.309 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.308+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~ACG1CFZGLYY4.1 size=116438 2024-09-16T11:23:23.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.310+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=ACG1CFZGLYY4 tag=YXY5HF75AXCF type=write size=2213590 2024-09-16T11:23:23.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.311+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=OO80BKROC96V type=del size=571730 2024-09-16T11:23:23.314 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.313+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=1HL2JL0IA4HB type=del 2024-09-16T11:23:23.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.314+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=0BENQ7Z7O11Z type=del size=1493493 2024-09-16T11:23:23.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.316+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=GKE6EXLU4G2H type=write size=533742 2024-09-16T11:23:23.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.319+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.0 size=1048576 2024-09-16T11:23:23.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.320+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.1 size=1048576 2024-09-16T11:23:23.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.322+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.2 size=268233 2024-09-16T11:23:23.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.322+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=FEXMR8U3V42U tag=KBY4I9RZBZ33 type=write size=3413961 2024-09-16T11:23:23.325 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.324+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~KZ14HEC01WDO.0 size=1048576 2024-09-16T11:23:23.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.325+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~KZ14HEC01WDO.1 size=324720 2024-09-16T11:23:23.329 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.328+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=KZ14HEC01WDO tag=1DAVZX2MC6UD type=write size=2421872 2024-09-16T11:23:23.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.330+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~WMHUC673Y1A5.0 size=967250 2024-09-16T11:23:23.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.330+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=WMHUC673Y1A5 tag=1RP11J223OQQ type=write size=2015826 2024-09-16T11:23:23.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.332+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=5IT5RZZC6FMH type=del 2024-09-16T11:23:23.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.335+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~Y5GK7C5P8P34.0 size=555964 2024-09-16T11:23:23.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.335+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=Y5GK7C5P8P34 tag=RURKEM3PHHSC type=write size=1604540 2024-09-16T11:23:23.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.336+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=93WYMI6USVPX type=del 2024-09-16T11:23:23.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.338+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=NVB1682JS7YG type=del size=1104044 2024-09-16T11:23:23.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.339+0000 7fb66dec2640 1 < completed write operation key=2FIB0YA81SZT tag=U17REY0N6V5Y type=write size=980225 2024-09-16T11:23:23.342 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.341+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=IP9Y3ZGLRGG0 type=del size=3052788 2024-09-16T11:23:23.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.342+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=4XODP3VGDHZP type=del 2024-09-16T11:23:23.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.343+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=IGFIBHDKRZ8O type=del size=1469201 2024-09-16T11:23:23.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.345+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=BVN8IK3K83JQ type=write size=54678 2024-09-16T11:23:23.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.347+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=SFF90V77V38V type=del size=357519 2024-09-16T11:23:23.349 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.348+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=JCBPERE7PJTZ type=write size=672690 2024-09-16T11:23:23.352 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.351+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.0 size=1048576 2024-09-16T11:23:23.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.353+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.1 size=1048576 2024-09-16T11:23:23.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.354+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.2 size=640279 2024-09-16T11:23:23.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.354+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=CTYKLSAFLYW8 tag=G1OYJFCY0LVC type=write size=3786007 2024-09-16T11:23:23.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.357+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=KZ2FMGXOL9VK type=del 2024-09-16T11:23:23.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.358+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=7NQJNWW6CKWW type=del size=2374838 2024-09-16T11:23:23.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.360+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.0 size=1048576 2024-09-16T11:23:23.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.361+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.1 size=1048576 2024-09-16T11:23:23.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.362+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~NV5QBY1H5LD9.2 size=852385 2024-09-16T11:23:23.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.365+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=NV5QBY1H5LD9 tag=VJSGWRPVVLHY type=write size=3998113 2024-09-16T11:23:23.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.367+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~UXOURMWT0QLE.0 size=709723 2024-09-16T11:23:23.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.367+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=UXOURMWT0QLE tag=PGI3XKEHP1WD type=write size=1758299 2024-09-16T11:23:23.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.369+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~1EC1I4NAD0AG.0 size=1048576 2024-09-16T11:23:23.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.370+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~1EC1I4NAD0AG.1 size=741164 2024-09-16T11:23:23.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.372+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=1EC1I4NAD0AG tag=2SRBDWSYKDZM type=write size=2838316 2024-09-16T11:23:23.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.374+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=QALFGO106XRI type=write size=308598 2024-09-16T11:23:23.378 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.377+0000 7fb66dec2640 1 < suggested update operation key=3G4SVBOPOKXF tag=59GACEI76S0O type=del size=2805571 2024-09-16T11:23:23.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.380+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~6TA48YLG6A72.0 size=1048576 2024-09-16T11:23:23.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.381+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~6TA48YLG6A72.1 size=16318 2024-09-16T11:23:23.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.381+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=6TA48YLG6A72 tag=V68VRZYSUYVA type=write size=2113470 2024-09-16T11:23:23.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.382+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.0 size=1048576 2024-09-16T11:23:23.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.382+0000 7fb66dec2640 1 < canceled part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.1 size=1048576 2024-09-16T11:23:23.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.384+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~CHS3J3LT19MD.2 size=766073 2024-09-16T11:23:23.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.386+0000 7fb66dec2640 1 < canceled multipart upload key=UBJMF37RRIGD upload=CHS3J3LT19MD tag=AFH4YCR6X1M3 type=write size=3911801 2024-09-16T11:23:23.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.388+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=9XEKN6PB4NI9 type=write size=730839 2024-09-16T11:23:23.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.389+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~CTTO3O55G3IJ.0 size=862621 2024-09-16T11:23:23.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.391+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=CTTO3O55G3IJ tag=CXB56CC58D1Z type=write size=1911197 2024-09-16T11:23:23.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.393+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=3CD1PMQWNB9I type=del size=1732471 2024-09-16T11:23:23.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.394+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=OO80BKROC96V type=del 2024-09-16T11:23:23.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.396+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=QIJ1FQ6ZB00L type=del size=435304 2024-09-16T11:23:23.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.397+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=0BENQ7Z7O11Z type=del 2024-09-16T11:23:23.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.399+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=513UE93NVXNI type=del size=974730 2024-09-16T11:23:23.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.401+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.0 size=1048576 2024-09-16T11:23:23.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.402+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.1 size=1048576 2024-09-16T11:23:23.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.402+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~FEXMR8U3V42U.2 size=268233 2024-09-16T11:23:23.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.404+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=FEXMR8U3V42U tag=KBY4I9RZBZ33 type=write size=3413961 2024-09-16T11:23:23.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.406+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=FZISRSHX888A type=del size=3832462 2024-09-16T11:23:23.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.406+0000 7fb66dec2640 1 < canceled part key=_multipart_NM5WWTC1BEDM.2~WMHUC673Y1A5.0 size=967250 2024-09-16T11:23:23.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.409+0000 7fb66dec2640 1 < canceled multipart upload key=NM5WWTC1BEDM upload=WMHUC673Y1A5 tag=1RP11J223OQQ type=write size=2015826 2024-09-16T11:23:23.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.410+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=HE385LPXZV4G type=write size=67031 2024-09-16T11:23:23.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.410+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~Y5GK7C5P8P34.0 size=555964 2024-09-16T11:23:23.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.412+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=Y5GK7C5P8P34 tag=RURKEM3PHHSC type=write size=1604540 2024-09-16T11:23:23.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.414+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=UZYIY6473ITW type=del size=3434201 2024-09-16T11:23:23.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.416+0000 7fb66dec2640 -1 < failed to complete operation key=P4R6KUKVO6TJ tag=NVB1682JS7YG type=del size=1104044: (22) Invalid argument 2024-09-16T11:23:23.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.418+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=HVF0RXQEXCOK type=del size=2440961 2024-09-16T11:23:23.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.420+0000 7fb66dec2640 -1 < failed to complete operation key=3G4SVBOPOKXF tag=IP9Y3ZGLRGG0 type=del size=3052788: (22) Invalid argument 2024-09-16T11:23:23.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.422+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=PDKH8SL0XTMJ type=del size=3172740 2024-09-16T11:23:23.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.424+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=IGFIBHDKRZ8O type=del 2024-09-16T11:23:23.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.425+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=4HZ03KOYRTSO type=del size=3850940 2024-09-16T11:23:23.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.427+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=SFF90V77V38V type=del 2024-09-16T11:23:23.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.430+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.0 size=1048576 2024-09-16T11:23:23.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.431+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.1 size=1048576 2024-09-16T11:23:23.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.432+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.2 size=920064 2024-09-16T11:23:23.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.432+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=KNP5PAL4GPOH tag=WTK42G3A0P38 type=write size=4065792 2024-09-16T11:23:23.435 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.434+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.0 size=1048576 2024-09-16T11:23:23.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.435+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.1 size=1048576 2024-09-16T11:23:23.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.436+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CTYKLSAFLYW8.2 size=640279 2024-09-16T11:23:23.439 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.438+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=CTYKLSAFLYW8 tag=G1OYJFCY0LVC type=write size=3786007 2024-09-16T11:23:23.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.440+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=IZYJ6N906U49 type=del size=2413811 2024-09-16T11:23:23.443 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.442+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=7NQJNWW6CKWW type=del 2024-09-16T11:23:23.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.443+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=ETXL50L8BITZ type=del size=497472 2024-09-16T11:23:23.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.445+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~UXOURMWT0QLE.0 size=709723 2024-09-16T11:23:23.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.447+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=UXOURMWT0QLE tag=PGI3XKEHP1WD type=write size=1758299 2024-09-16T11:23:23.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.450+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~B3SS2W9M3RV0.0 size=1048576 2024-09-16T11:23:23.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.451+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~B3SS2W9M3RV0.1 size=79086 2024-09-16T11:23:23.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.451+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=B3SS2W9M3RV0 tag=SIEANO8PYXYG type=write size=2176238 2024-09-16T11:23:23.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.452+0000 7fb66dec2640 1 < completed write operation key=U5T3M5C2I7Z6 tag=QALFGO106XRI type=write size=308598 2024-09-16T11:23:23.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.455+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.0 size=1048576 2024-09-16T11:23:23.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.456+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.1 size=1048576 2024-09-16T11:23:23.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.457+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.2 size=640128 2024-09-16T11:23:23.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.457+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=Z8G6CJ8P2TCX tag=DEBEE9Q2A5QY type=write size=3785856 2024-09-16T11:23:23.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.459+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~6TA48YLG6A72.0 size=1048576 2024-09-16T11:23:23.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.460+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~6TA48YLG6A72.1 size=16318 2024-09-16T11:23:23.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.463+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=6TA48YLG6A72 tag=V68VRZYSUYVA type=write size=2113470 2024-09-16T11:23:23.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.465+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.0 size=1048576 2024-09-16T11:23:23.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.466+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.1 size=1048576 2024-09-16T11:23:23.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.467+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.2 size=823993 2024-09-16T11:23:23.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.467+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=W57EYG60RXR3 tag=Q3EMRQXGIE9V type=write size=3969721 2024-09-16T11:23:23.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.469+0000 7fb66dec2640 1 < canceled operation key=224VQRZ2GHDJ tag=9XEKN6PB4NI9 type=write size=730839 2024-09-16T11:23:23.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.472+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.0 size=1048576 2024-09-16T11:23:23.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.473+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.1 size=1048576 2024-09-16T11:23:23.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.474+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.2 size=308219 2024-09-16T11:23:23.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.474+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=9O7352W862HL tag=T8AA69SDZJFU type=write size=3453947 2024-09-16T11:23:23.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.477+0000 7fb66dec2640 1 < suggested remove operation key=PKSRPG0T3DRS tag=3CD1PMQWNB9I type=del 2024-09-16T11:23:23.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.480+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~1I3VK83CI7ON.0 size=1048576 2024-09-16T11:23:23.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.481+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~1I3VK83CI7ON.1 size=646689 2024-09-16T11:23:23.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.481+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=1I3VK83CI7ON tag=9LCHCCFGKQWF type=write size=2743841 2024-09-16T11:23:23.484 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.483+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=QIJ1FQ6ZB00L type=del 2024-09-16T11:23:23.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.484+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=JVZTJ6RKLT5C type=del size=2820851 2024-09-16T11:23:23.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.485+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=513UE93NVXNI type=del 2024-09-16T11:23:23.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.488+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~PN83SUNBVAMU.0 size=1048576 2024-09-16T11:23:23.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.489+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~PN83SUNBVAMU.1 size=468038 2024-09-16T11:23:23.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.489+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=PN83SUNBVAMU tag=KU61ZUOTVMBG type=write size=2565190 2024-09-16T11:23:23.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.491+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=FZISRSHX888A type=del 2024-09-16T11:23:23.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.492+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=MWWBDRCA6PE6 type=del size=2006022 2024-09-16T11:23:23.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.494+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=HE385LPXZV4G type=write size=67031 2024-09-16T11:23:23.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.496+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=F6KZCYZ3RP2P type=del size=1906937 2024-09-16T11:23:23.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.498+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=UZYIY6473ITW type=del 2024-09-16T11:23:23.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.500+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~P8S1VFJEW83Y.0 size=516883 2024-09-16T11:23:23.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.500+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=P8S1VFJEW83Y tag=DP6LUVDT5GNR type=write size=1565459 2024-09-16T11:23:23.503 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.502+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=HVF0RXQEXCOK type=del 2024-09-16T11:23:23.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.503+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=46910RIL6O4G type=del size=2747919 2024-09-16T11:23:23.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.509+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=PDKH8SL0XTMJ type=del 2024-09-16T11:23:23.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.512+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.0 size=1048576 2024-09-16T11:23:23.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.513+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.1 size=1048576 2024-09-16T11:23:23.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.514+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.2 size=120384 2024-09-16T11:23:23.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.514+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=Y2151RRMTQY7 tag=TJIH0URJJRTX type=write size=3266112 2024-09-16T11:23:23.516 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.515+0000 7fb66dec2640 1 < canceled operation key=D4SQZJ77RBR1 tag=4HZ03KOYRTSO type=del size=3850940 2024-09-16T11:23:23.518 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.517+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=HINBC79MV0SY type=del size=3637795 2024-09-16T11:23:23.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.518+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.0 size=1048576 2024-09-16T11:23:23.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.520+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.1 size=1048576 2024-09-16T11:23:23.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.521+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~KNP5PAL4GPOH.2 size=920064 2024-09-16T11:23:23.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.523+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=KNP5PAL4GPOH tag=WTK42G3A0P38 type=write size=4065792 2024-09-16T11:23:23.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.526+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.0 size=1048576 2024-09-16T11:23:23.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.527+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.1 size=1048576 2024-09-16T11:23:23.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.528+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.2 size=708896 2024-09-16T11:23:23.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.528+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=5LJJXO76E024 tag=BPOI15ZPQ2EO type=write size=3854624 2024-09-16T11:23:23.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.530+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=IZYJ6N906U49 type=del 2024-09-16T11:23:23.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.532+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~F82YAI7WM2U4.0 size=1004801 2024-09-16T11:23:23.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.532+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=F82YAI7WM2U4 tag=OW5DRYS2EGUJ type=write size=2053377 2024-09-16T11:23:23.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.534+0000 7fb66dec2640 1 < canceled operation key=ZJBL3MHVCGZG tag=ETXL50L8BITZ type=del size=497472 2024-09-16T11:23:23.536 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.535+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=FZDTE4GHNHYA type=del size=2696472 2024-09-16T11:23:23.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.537+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~B3SS2W9M3RV0.0 size=1048576 2024-09-16T11:23:23.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.537+0000 7fb66dec2640 1 < canceled part key=_multipart_CX33VNVA75KY.2~B3SS2W9M3RV0.1 size=79086 2024-09-16T11:23:23.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.539+0000 7fb66dec2640 1 < canceled multipart upload key=CX33VNVA75KY upload=B3SS2W9M3RV0 tag=SIEANO8PYXYG type=write size=2176238 2024-09-16T11:23:23.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.541+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=IAXDXAPWSG65 type=del size=1075370 2024-09-16T11:23:23.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.542+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.0 size=1048576 2024-09-16T11:23:23.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.543+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.1 size=1048576 2024-09-16T11:23:23.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.543+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~Z8G6CJ8P2TCX.2 size=640128 2024-09-16T11:23:23.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.546+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=Z8G6CJ8P2TCX tag=DEBEE9Q2A5QY type=write size=3785856 2024-09-16T11:23:23.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.548+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=FV75FQWHZCJB type=del size=3274083 2024-09-16T11:23:23.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.549+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.0 size=1048576 2024-09-16T11:23:23.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.550+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.1 size=1048576 2024-09-16T11:23:23.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.552+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~W57EYG60RXR3.2 size=823993 2024-09-16T11:23:23.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.554+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=W57EYG60RXR3 tag=Q3EMRQXGIE9V type=write size=3969721 2024-09-16T11:23:23.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.557+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.0 size=1048576 2024-09-16T11:23:23.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.558+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.1 size=1048576 2024-09-16T11:23:23.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.559+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.2 size=482169 2024-09-16T11:23:23.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.559+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=IZ4NJBUG57FB tag=NGD9LZU1YN8K type=write size=3627897 2024-09-16T11:23:23.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.561+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.0 size=1048576 2024-09-16T11:23:23.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.562+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.1 size=1048576 2024-09-16T11:23:23.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.564+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~9O7352W862HL.2 size=308219 2024-09-16T11:23:23.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.566+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=9O7352W862HL tag=T8AA69SDZJFU type=write size=3453947 2024-09-16T11:23:23.568 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.567+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=6T0EZ6NVDL40 type=del size=3121423 2024-09-16T11:23:23.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.569+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~1I3VK83CI7ON.0 size=1048576 2024-09-16T11:23:23.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.570+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~1I3VK83CI7ON.1 size=646689 2024-09-16T11:23:23.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.573+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=1I3VK83CI7ON tag=9LCHCCFGKQWF type=write size=2743841 2024-09-16T11:23:23.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.575+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~MJ65P4WXINO0.0 size=56427 2024-09-16T11:23:23.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.575+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=MJ65P4WXINO0 tag=KYYKYQE0QBGF type=write size=1105003 2024-09-16T11:23:23.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.578+0000 7fb66dec2640 1 < suggested remove operation key=2C0Y1546EQZK tag=JVZTJ6RKLT5C type=del 2024-09-16T11:23:23.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.580+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=EC1VIP3PEOOI type=del size=3336495 2024-09-16T11:23:23.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.581+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~PN83SUNBVAMU.0 size=1048576 2024-09-16T11:23:23.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.583+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~PN83SUNBVAMU.1 size=468038 2024-09-16T11:23:23.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.586+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=PN83SUNBVAMU tag=KU61ZUOTVMBG type=write size=2565190 2024-09-16T11:23:23.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.587+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=MU0B34S2D8CW type=del size=1819123 2024-09-16T11:23:23.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.590+0000 7fb66dec2640 1 < suggested update operation key=I575ZO6BYNEZ tag=MWWBDRCA6PE6 type=del size=2006022 2024-09-16T11:23:23.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.593+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.0 size=1048576 2024-09-16T11:23:23.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.595+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.1 size=1048576 2024-09-16T11:23:23.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.596+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.2 size=83520 2024-09-16T11:23:23.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.596+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=ZXS0747G33M3 tag=QNPW1F4WNYXC type=write size=3229248 2024-09-16T11:23:23.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.597+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=F6KZCYZ3RP2P type=del 2024-09-16T11:23:23.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.599+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=QXE85W98I7KN type=write size=23180 2024-09-16T11:23:23.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.601+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~P8S1VFJEW83Y.0 size=516883 2024-09-16T11:23:23.604 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.603+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=P8S1VFJEW83Y tag=DP6LUVDT5GNR type=write size=1565459 2024-09-16T11:23:23.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.606+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~GZ8DGN754DL3.0 size=1048576 2024-09-16T11:23:23.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.607+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~GZ8DGN754DL3.1 size=906498 2024-09-16T11:23:23.609 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.607+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=GZ8DGN754DL3 tag=1HDPGZCALAIT type=write size=3003650 2024-09-16T11:23:23.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.609+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=46910RIL6O4G type=del 2024-09-16T11:23:23.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.612+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~K23AIRXDPXKL.0 size=395106 2024-09-16T11:23:23.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.612+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=K23AIRXDPXKL tag=MZSGDHYZWKGX type=write size=1443682 2024-09-16T11:23:23.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.613+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.0 size=1048576 2024-09-16T11:23:23.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.614+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.1 size=1048576 2024-09-16T11:23:23.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.616+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Y2151RRMTQY7.2 size=120384 2024-09-16T11:23:23.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.618+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=Y2151RRMTQY7 tag=TJIH0URJJRTX type=write size=3266112 2024-09-16T11:23:23.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.620+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=EK8KIWKVT73I type=write size=247447 2024-09-16T11:23:23.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.622+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=HINBC79MV0SY type=del 2024-09-16T11:23:23.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.624+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=KLZKX069PHYY type=del size=2780191 2024-09-16T11:23:23.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.626+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.0 size=1048576 2024-09-16T11:23:23.628 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.627+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.1 size=1048576 2024-09-16T11:23:23.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.628+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~5LJJXO76E024.2 size=708896 2024-09-16T11:23:23.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.630+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=5LJJXO76E024 tag=BPOI15ZPQ2EO type=write size=3854624 2024-09-16T11:23:23.634 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.633+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~RZWZ7RH0US4B.0 size=968514 2024-09-16T11:23:23.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.633+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=RZWZ7RH0US4B tag=ZBDYRWVHJZ2L type=write size=2017090 2024-09-16T11:23:23.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.635+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~F82YAI7WM2U4.0 size=1004801 2024-09-16T11:23:23.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.638+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=F82YAI7WM2U4 tag=OW5DRYS2EGUJ type=write size=2053377 2024-09-16T11:23:23.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.639+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=46E91XKPF25H type=del size=118333 2024-09-16T11:23:23.643 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.642+0000 7fb66dec2640 1 < suggested remove operation key=YF35LMA056BI tag=FZDTE4GHNHYA type=del 2024-09-16T11:23:23.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.645+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~76AMCHILUS7U.0 size=1048576 2024-09-16T11:23:23.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.646+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~76AMCHILUS7U.1 size=924306 2024-09-16T11:23:23.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.646+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=76AMCHILUS7U tag=11U4S9JZQ3YI type=write size=3021458 2024-09-16T11:23:23.649 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.648+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=IAXDXAPWSG65 type=del 2024-09-16T11:23:23.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.651+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~U3HSAHR9L72C.0 size=253094 2024-09-16T11:23:23.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.651+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=U3HSAHR9L72C tag=127UDWC6RZZE type=write size=1301670 2024-09-16T11:23:23.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.652+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=FV75FQWHZCJB type=del 2024-09-16T11:23:23.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.655+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.0 size=1048576 2024-09-16T11:23:23.658 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.657+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.1 size=1048576 2024-09-16T11:23:23.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.658+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.2 size=2652 2024-09-16T11:23:23.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.658+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=7XGRSQ33YXUL tag=OO0L11EK2HAY type=write size=3148380 2024-09-16T11:23:23.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.660+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.0 size=1048576 2024-09-16T11:23:23.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.662+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.1 size=1048576 2024-09-16T11:23:23.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.663+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~IZ4NJBUG57FB.2 size=482169 2024-09-16T11:23:23.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.666+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=IZ4NJBUG57FB tag=NGD9LZU1YN8K type=write size=3627897 2024-09-16T11:23:23.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.667+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=OLTH8552U009 type=del size=3950262 2024-09-16T11:23:23.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:23 smithi077 ceph-mon[88497]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T11:23:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:23 smithi077 ceph-mon[86047]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T11:23:23.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.671+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=6T0EZ6NVDL40 type=del size=3121423 2024-09-16T11:23:23.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.673+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=7DOE2IGOO9I8 type=write size=105116 2024-09-16T11:23:23.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.674+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~MJ65P4WXINO0.0 size=56427 2024-09-16T11:23:23.678 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.677+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=MJ65P4WXINO0 tag=KYYKYQE0QBGF type=write size=1105003 2024-09-16T11:23:23.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.679+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.0 size=1048576 2024-09-16T11:23:23.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.681+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.1 size=1048576 2024-09-16T11:23:23.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.682+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.2 size=542730 2024-09-16T11:23:23.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.682+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=7YSLU8OYW9SI tag=6C5VTS905WW2 type=write size=3688458 2024-09-16T11:23:23.686 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.685+0000 7fb66dec2640 1 < suggested update operation key=WQGRWNTRNYI7 tag=EC1VIP3PEOOI type=del size=3336495 2024-09-16T11:23:23.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.688+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~G4QY1PUPVMVL.0 size=725031 2024-09-16T11:23:23.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.688+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=G4QY1PUPVMVL tag=D60I9UFFZSZP type=write size=1773607 2024-09-16T11:23:23.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.691+0000 7fb66dec2640 1 < suggested update operation key=E9JN9AJSKBMD tag=MU0B34S2D8CW type=del size=1819123 2024-09-16T11:23:23.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.694+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~WTHZBOBZPPW8.0 size=969430 2024-09-16T11:23:23.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.694+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=WTHZBOBZPPW8 tag=5WGOOZ1TLRP7 type=write size=2018006 2024-09-16T11:23:23.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.695+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.0 size=1048576 2024-09-16T11:23:23.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.697+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.1 size=1048576 2024-09-16T11:23:23.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.698+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ZXS0747G33M3.2 size=83520 2024-09-16T11:23:23.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.700+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=ZXS0747G33M3 tag=QNPW1F4WNYXC type=write size=3229248 2024-09-16T11:23:23.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.703+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.0 size=1048576 2024-09-16T11:23:23.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.705+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.1 size=1048576 2024-09-16T11:23:23.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.706+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.2 size=914495 2024-09-16T11:23:23.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.706+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=CR1QLLL7C9CR tag=8QLACGOXK6TP type=write size=4060223 2024-09-16T11:23:23.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.708+0000 7fb66dec2640 1 < completed write operation key=3G4SVBOPOKXF tag=QXE85W98I7KN type=write size=23180 2024-09-16T11:23:23.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.709+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=BLX1ZUYNWEO5 type=del size=305851 2024-09-16T11:23:23.712 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.710+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~GZ8DGN754DL3.0 size=1048576 2024-09-16T11:23:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:23 smithi191 ceph-mon[84934]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T11:23:23.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.712+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~GZ8DGN754DL3.1 size=906498 2024-09-16T11:23:23.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.714+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=GZ8DGN754DL3 tag=1HDPGZCALAIT type=write size=3003650 2024-09-16T11:23:23.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.717+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~T0386X71DKN4.0 size=77750 2024-09-16T11:23:23.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.717+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=T0386X71DKN4 tag=63J3BYH6123E type=write size=1126326 2024-09-16T11:23:23.719 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.718+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~K23AIRXDPXKL.0 size=395106 2024-09-16T11:23:23.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.721+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=K23AIRXDPXKL tag=MZSGDHYZWKGX type=write size=1443682 2024-09-16T11:23:23.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.723+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.0 size=1048576 2024-09-16T11:23:23.725 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.724+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.1 size=1048576 2024-09-16T11:23:23.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.726+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.2 size=392441 2024-09-16T11:23:23.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.726+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=O0Z5Y482P104 tag=F81U5TGQJ6RZ type=write size=3538169 2024-09-16T11:23:23.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.729+0000 7fb66dec2640 1 < suggested update operation key=KW19TYJ86X9U tag=EK8KIWKVT73I type=write size=247447 2024-09-16T11:23:23.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.732+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~GYAOVUGL3811.0 size=364637 2024-09-16T11:23:23.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.732+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=GYAOVUGL3811 tag=A0FSD5Z9W9H4 type=write size=1413213 2024-09-16T11:23:23.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.734+0000 7fb66dec2640 -1 < failed to complete operation key=YF35LMA056BI tag=KLZKX069PHYY type=del size=2780191: (22) Invalid argument 2024-09-16T11:23:23.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.736+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=FUNJFYHLU11R type=del size=2528208 2024-09-16T11:23:23.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.738+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~RZWZ7RH0US4B.0 size=968514 2024-09-16T11:23:23.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.740+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=RZWZ7RH0US4B tag=ZBDYRWVHJZ2L type=write size=2017090 2024-09-16T11:23:23.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.742+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=4GD8FO6UBWSP type=del size=1959454 2024-09-16T11:23:23.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.744+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=46E91XKPF25H type=del 2024-09-16T11:23:23.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.746+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=K8RJIQJKENM2 type=del size=3242042 2024-09-16T11:23:23.748 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.747+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~76AMCHILUS7U.0 size=1048576 2024-09-16T11:23:23.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.749+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~76AMCHILUS7U.1 size=924306 2024-09-16T11:23:23.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.751+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=76AMCHILUS7U tag=11U4S9JZQ3YI type=write size=3021458 2024-09-16T11:23:23.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.753+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=8FBGFXY0GBIK type=del size=2965620 2024-09-16T11:23:23.755 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.754+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~U3HSAHR9L72C.0 size=253094 2024-09-16T11:23:23.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.757+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=U3HSAHR9L72C tag=127UDWC6RZZE type=write size=1301670 2024-09-16T11:23:23.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.759+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.0 size=1048576 2024-09-16T11:23:23.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.761+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.1 size=1048576 2024-09-16T11:23:23.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.762+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.2 size=797219 2024-09-16T11:23:23.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.762+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=Z8CJXCE48NO0 tag=99EAAYL1QCFL type=write size=3942947 2024-09-16T11:23:23.765 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.763+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.0 size=1048576 2024-09-16T11:23:23.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.765+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.1 size=1048576 2024-09-16T11:23:23.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.766+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~7XGRSQ33YXUL.2 size=2652 2024-09-16T11:23:23.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.769+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=7XGRSQ33YXUL tag=OO0L11EK2HAY type=write size=3148380 2024-09-16T11:23:23.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.770+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=3FKT7835RZVA type=write size=120065 2024-09-16T11:23:23.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.773+0000 7fb66dec2640 1 < suggested update operation key=C9EOE5MOFBOT tag=OLTH8552U009 type=del size=3950262 2024-09-16T11:23:23.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.776+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~E5RJMUW5EC8V.0 size=953526 2024-09-16T11:23:23.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.776+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=E5RJMUW5EC8V tag=GVWTDK3L87L9 type=write size=2002102 2024-09-16T11:23:23.779 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.778+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=7DOE2IGOO9I8 type=write size=105116 2024-09-16T11:23:23.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.779+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=K67V10UP0WDZ type=del size=3854788 2024-09-16T11:23:23.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.781+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.0 size=1048576 2024-09-16T11:23:23.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.782+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.1 size=1048576 2024-09-16T11:23:23.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.783+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~7YSLU8OYW9SI.2 size=542730 2024-09-16T11:23:23.787 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.786+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=7YSLU8OYW9SI tag=6C5VTS905WW2 type=write size=3688458 2024-09-16T11:23:23.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.789+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~GGMXJSKIVS6V.0 size=740841 2024-09-16T11:23:23.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.789+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=GGMXJSKIVS6V tag=LU52NQJJ2KIC type=write size=1789417 2024-09-16T11:23:23.791 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.790+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~G4QY1PUPVMVL.0 size=725031 2024-09-16T11:23:23.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.793+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=G4QY1PUPVMVL tag=D60I9UFFZSZP type=write size=1773607 2024-09-16T11:23:23.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.794+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=G0J4VDXZ5PL1 type=del size=855303 2024-09-16T11:23:23.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.796+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~WTHZBOBZPPW8.0 size=969430 2024-09-16T11:23:23.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.798+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=WTHZBOBZPPW8 tag=5WGOOZ1TLRP7 type=write size=2018006 2024-09-16T11:23:23.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.800+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=U0T35TO9U3HK type=del size=2353782 2024-09-16T11:23:23.802 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.801+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.0 size=1048576 2024-09-16T11:23:23.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.803+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.1 size=1048576 2024-09-16T11:23:23.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.804+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CR1QLLL7C9CR.2 size=914495 2024-09-16T11:23:23.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.807+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=CR1QLLL7C9CR tag=8QLACGOXK6TP type=write size=4060223 2024-09-16T11:23:23.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.809+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=SGOX74UJS9C7 type=del size=3319438 2024-09-16T11:23:23.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.810+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=BLX1ZUYNWEO5 type=del 2024-09-16T11:23:23.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.813+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~21H19OLI8APL.0 size=795170 2024-09-16T11:23:23.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.813+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=21H19OLI8APL tag=Y3W2LSDBRMFQ type=write size=1843746 2024-09-16T11:23:23.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.815+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~T0386X71DKN4.0 size=77750 2024-09-16T11:23:23.818 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.817+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=T0386X71DKN4 tag=63J3BYH6123E type=write size=1126326 2024-09-16T11:23:23.820 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.819+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=OW766Q2XD4CU type=del size=3729599 2024-09-16T11:23:23.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.820+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.0 size=1048576 2024-09-16T11:23:23.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.821+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.1 size=1048576 2024-09-16T11:23:23.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.823+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~O0Z5Y482P104.2 size=392441 2024-09-16T11:23:23.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.825+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=O0Z5Y482P104 tag=F81U5TGQJ6RZ type=write size=3538169 2024-09-16T11:23:23.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.828+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.0 size=1048576 2024-09-16T11:23:23.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.829+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.1 size=1048576 2024-09-16T11:23:23.831 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.830+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.2 size=374336 2024-09-16T11:23:23.831 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.830+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=LMZXXVOXIUWM tag=OXHVSOH3QEM8 type=write size=3520064 2024-09-16T11:23:23.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.832+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~GYAOVUGL3811.0 size=364637 2024-09-16T11:23:23.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.834+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=GYAOVUGL3811 tag=A0FSD5Z9W9H4 type=write size=1413213 2024-09-16T11:23:23.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.836+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=KDSDE6A2T6KS type=del size=2567076 2024-09-16T11:23:23.839 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.838+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=FUNJFYHLU11R type=del 2024-09-16T11:23:23.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.841+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.0 size=1048576 2024-09-16T11:23:23.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.842+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.1 size=1048576 2024-09-16T11:23:23.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.843+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.2 size=180484 2024-09-16T11:23:23.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.843+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=CPCPDYMGL223 tag=7LF7MM731HVV type=write size=3326212 2024-09-16T11:23:23.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.845+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=4GD8FO6UBWSP type=del 2024-09-16T11:23:23.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.846+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=OWD9OKNTN7UY type=del size=497900 2024-09-16T11:23:23.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.849+0000 7fb66dec2640 1 < suggested remove operation key=C9EOE5MOFBOT tag=K8RJIQJKENM2 type=del 2024-09-16T11:23:23.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.851+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=YU35XDRN9RZ3 type=write size=133305 2024-09-16T11:23:23.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.853+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=8FBGFXY0GBIK type=del size=2965620 2024-09-16T11:23:23.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.856+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~I32NV1J3UGIH.0 size=579385 2024-09-16T11:23:23.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.856+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=I32NV1J3UGIH tag=TZGEPOCLN9SA type=write size=1627961 2024-09-16T11:23:23.858 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.857+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.0 size=1048576 2024-09-16T11:23:23.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.859+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.1 size=1048576 2024-09-16T11:23:23.861 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.860+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~Z8CJXCE48NO0.2 size=797219 2024-09-16T11:23:23.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.863+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=Z8CJXCE48NO0 tag=99EAAYL1QCFL type=write size=3942947 2024-09-16T11:23:23.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.866+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.0 size=1048576 2024-09-16T11:23:23.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.867+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.1 size=1048576 2024-09-16T11:23:23.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.868+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.2 size=368514 2024-09-16T11:23:23.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.868+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=07OJFCD44UQH tag=F9V05RWJVPEZ type=write size=3514242 2024-09-16T11:23:23.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.870+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=3FKT7835RZVA type=write size=120065 2024-09-16T11:23:23.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.873+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~5OQAYJ00UNOC.0 size=694127 2024-09-16T11:23:23.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.873+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=5OQAYJ00UNOC tag=7AEYYOGU74B6 type=write size=1742703 2024-09-16T11:23:23.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.875+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~E5RJMUW5EC8V.0 size=953526 2024-09-16T11:23:23.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.878+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=E5RJMUW5EC8V tag=GVWTDK3L87L9 type=write size=2002102 2024-09-16T11:23:23.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.881+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.0 size=1048576 2024-09-16T11:23:23.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.882+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.1 size=1048576 2024-09-16T11:23:23.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.884+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.2 size=722763 2024-09-16T11:23:23.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.884+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=WY1TBIAH4RJX tag=16LG5AUZ3RJY type=write size=3868491 2024-09-16T11:23:23.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.887+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=K67V10UP0WDZ type=del size=3854788 2024-09-16T11:23:23.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.888+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=4QC5PDC706PY type=del size=282605 2024-09-16T11:23:23.891 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.890+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~GGMXJSKIVS6V.0 size=740841 2024-09-16T11:23:23.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.892+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=GGMXJSKIVS6V tag=LU52NQJJ2KIC type=write size=1789417 2024-09-16T11:23:23.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.894+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=W4JY3KP24G4G type=del size=2171816 2024-09-16T11:23:23.897 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.896+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=G0J4VDXZ5PL1 type=del 2024-09-16T11:23:23.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.898+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~LVM0S6WBQ8PB.0 size=1048576 2024-09-16T11:23:23.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.900+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~LVM0S6WBQ8PB.1 size=471620 2024-09-16T11:23:23.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.900+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=LVM0S6WBQ8PB tag=GYR6NRMMMFHR type=write size=2568772 2024-09-16T11:23:23.905 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.904+0000 7fb66dec2640 1 < suggested remove operation key=5SP701M6TW6O tag=U0T35TO9U3HK type=del 2024-09-16T11:23:23.908 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.907+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~IJ0ONRS1QQ17.0 size=1048576 2024-09-16T11:23:23.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.909+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~IJ0ONRS1QQ17.1 size=505836 2024-09-16T11:23:23.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.909+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=IJ0ONRS1QQ17 tag=EGOBWKJNY9Q7 type=write size=2602988 2024-09-16T11:23:23.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.910+0000 7fb66dec2640 1 < canceled operation key=3G4SVBOPOKXF tag=SGOX74UJS9C7 type=del size=3319438 2024-09-16T11:23:23.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.913+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.0 size=1048576 2024-09-16T11:23:23.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.915+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.1 size=1048576 2024-09-16T11:23:23.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.916+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.2 size=874031 2024-09-16T11:23:23.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.916+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=01CLEFIK0GSY tag=BNYD2M1PR34W type=write size=4019759 2024-09-16T11:23:23.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.918+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~21H19OLI8APL.0 size=795170 2024-09-16T11:23:23.922 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.921+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=21H19OLI8APL tag=Y3W2LSDBRMFQ type=write size=1843746 2024-09-16T11:23:23.925 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.924+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~RLRYDBCDISEE.0 size=1048576 2024-09-16T11:23:23.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.925+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~RLRYDBCDISEE.1 size=504740 2024-09-16T11:23:23.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.925+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=RLRYDBCDISEE tag=8MBCSVAGVB4B type=write size=2601892 2024-09-16T11:23:23.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.926+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=OW766Q2XD4CU type=del 2024-09-16T11:23:23.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.928+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=X6BH0HT3ODYF type=del size=2251269 2024-09-16T11:23:23.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.930+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.0 size=1048576 2024-09-16T11:23:23.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.931+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.1 size=1048576 2024-09-16T11:23:23.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.932+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~LMZXXVOXIUWM.2 size=374336 2024-09-16T11:23:23.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.935+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=LMZXXVOXIUWM tag=OXHVSOH3QEM8 type=write size=3520064 2024-09-16T11:23:23.938 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.937+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=IFENP8HCVY5I type=del size=2805878 2024-09-16T11:23:23.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.939+0000 7fb66dec2640 -1 < failed to complete operation key=C9EOE5MOFBOT tag=KDSDE6A2T6KS type=del size=2567076: (22) Invalid argument 2024-09-16T11:23:23.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.940+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=FBE4UOC7YCUF type=del size=970880 2024-09-16T11:23:23.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.942+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.0 size=1048576 2024-09-16T11:23:23.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.943+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.1 size=1048576 2024-09-16T11:23:23.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.945+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~CPCPDYMGL223.2 size=180484 2024-09-16T11:23:23.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.947+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=CPCPDYMGL223 tag=7LF7MM731HVV type=write size=3326212 2024-09-16T11:23:23.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.950+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~UOTC0RZFP0JI.0 size=292836 2024-09-16T11:23:23.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.950+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=UOTC0RZFP0JI tag=HNGLVWK1U1UP type=write size=1341412 2024-09-16T11:23:23.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.952+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=OWD9OKNTN7UY type=del 2024-09-16T11:23:23.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.954+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=06NJV2D6OA7N type=del size=1252081 2024-09-16T11:23:23.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.956+0000 7fb66dec2640 1 < completed write operation key=224VQRZ2GHDJ tag=YU35XDRN9RZ3 type=write size=133305 2024-09-16T11:23:23.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.957+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=3JKFUP7KLUAL type=del size=2526143 2024-09-16T11:23:23.960 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.959+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~I32NV1J3UGIH.0 size=579385 2024-09-16T11:23:23.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.961+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=I32NV1J3UGIH tag=TZGEPOCLN9SA type=write size=1627961 2024-09-16T11:23:23.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.963+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=Q4NS5GHIF3L6 type=write size=685481 2024-09-16T11:23:23.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.964+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.0 size=1048576 2024-09-16T11:23:23.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.966+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.1 size=1048576 2024-09-16T11:23:23.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.967+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~07OJFCD44UQH.2 size=368514 2024-09-16T11:23:23.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.969+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=07OJFCD44UQH tag=F9V05RWJVPEZ type=write size=3514242 2024-09-16T11:23:23.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.971+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=0PKZL5Z6FFVV type=del size=3062368 2024-09-16T11:23:23.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.972+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~5OQAYJ00UNOC.0 size=694127 2024-09-16T11:23:23.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.975+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=5OQAYJ00UNOC tag=7AEYYOGU74B6 type=write size=1742703 2024-09-16T11:23:23.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.978+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~KMSR0DD1HHFM.0 size=1048576 2024-09-16T11:23:23.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.979+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~KMSR0DD1HHFM.1 size=2442 2024-09-16T11:23:23.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.979+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=KMSR0DD1HHFM tag=5IGWPCCMFYD9 type=write size=2099594 2024-09-16T11:23:23.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.981+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.0 size=1048576 2024-09-16T11:23:23.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.982+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.1 size=1048576 2024-09-16T11:23:23.984 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.983+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~WY1TBIAH4RJX.2 size=722763 2024-09-16T11:23:23.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.986+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=WY1TBIAH4RJX tag=16LG5AUZ3RJY type=write size=3868491 2024-09-16T11:23:23.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.988+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=L3TD864IYTC1 type=del size=6258 2024-09-16T11:23:23.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.990+0000 7fb66dec2640 1 < canceled operation key=2C0Y1546EQZK tag=4QC5PDC706PY type=del size=282605 2024-09-16T11:23:23.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.991+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=Z9KC9HYJNMH0 type=write size=949759 2024-09-16T11:23:23.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.992+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=W4JY3KP24G4G type=del 2024-09-16T11:23:23.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.994+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=UKL82DMJMH97 type=write size=75869 2024-09-16T11:23:23.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.996+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~LVM0S6WBQ8PB.0 size=1048576 2024-09-16T11:23:23.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:23.997+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~LVM0S6WBQ8PB.1 size=471620 2024-09-16T11:23:24.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.000+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=LVM0S6WBQ8PB tag=GYR6NRMMMFHR type=write size=2568772 2024-09-16T11:23:24.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.001+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=L17G1KUZGXPZ type=del size=3316911 2024-09-16T11:23:24.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.003+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~IJ0ONRS1QQ17.0 size=1048576 2024-09-16T11:23:24.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.004+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~IJ0ONRS1QQ17.1 size=505836 2024-09-16T11:23:24.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.007+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=IJ0ONRS1QQ17 tag=EGOBWKJNY9Q7 type=write size=2602988 2024-09-16T11:23:24.010 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.009+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=HXVF0X5CH6SG type=del size=1121231 2024-09-16T11:23:24.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.011+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.0 size=1048576 2024-09-16T11:23:24.014 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.013+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.1 size=1048576 2024-09-16T11:23:24.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.015+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~01CLEFIK0GSY.2 size=874031 2024-09-16T11:23:24.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.018+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=01CLEFIK0GSY tag=BNYD2M1PR34W type=write size=4019759 2024-09-16T11:23:24.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.019+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=WBQ6YD8L2DSQ type=del size=3347439 2024-09-16T11:23:24.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.021+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~RLRYDBCDISEE.0 size=1048576 2024-09-16T11:23:24.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.022+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~RLRYDBCDISEE.1 size=504740 2024-09-16T11:23:24.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.025+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=RLRYDBCDISEE tag=8MBCSVAGVB4B type=write size=2601892 2024-09-16T11:23:24.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.027+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=7W4RNIJIWH4B type=del size=333768 2024-09-16T11:23:24.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.028+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=X6BH0HT3ODYF type=del 2024-09-16T11:23:24.031 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.030+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=4CMW8SBWH2P5 type=del size=1372974 2024-09-16T11:23:24.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.032+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=IFENP8HCVY5I type=del 2024-09-16T11:23:24.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.033+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=YNWPXUKT1BSR type=write size=8471 2024-09-16T11:23:24.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.035+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=FBE4UOC7YCUF type=del 2024-09-16T11:23:24.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.037+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=YR48BRFNIJMO type=del size=337701 2024-09-16T11:23:24.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.039+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~UOTC0RZFP0JI.0 size=292836 2024-09-16T11:23:24.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.041+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=UOTC0RZFP0JI tag=HNGLVWK1U1UP type=write size=1341412 2024-09-16T11:23:24.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.043+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=WHPH6HO4S2X1 type=write size=220425 2024-09-16T11:23:24.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.044+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=06NJV2D6OA7N type=del 2024-09-16T11:23:24.048 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.047+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.0 size=1048576 2024-09-16T11:23:24.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.049+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.1 size=1048576 2024-09-16T11:23:24.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.050+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.2 size=15120 2024-09-16T11:23:24.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.050+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=KSC9E0789W58 tag=V51THEPKU51F type=write size=3160848 2024-09-16T11:23:24.053 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.052+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=3JKFUP7KLUAL type=del size=2526143 2024-09-16T11:23:24.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.054+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~8O5FRWA7MF6S.0 size=679146 2024-09-16T11:23:24.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.054+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=8O5FRWA7MF6S tag=BM7LQTE8CGV9 type=write size=1727722 2024-09-16T11:23:24.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.056+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=Q4NS5GHIF3L6 type=write size=685481 2024-09-16T11:23:24.060 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.059+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~IVLVF68YORJO.0 size=1048576 2024-09-16T11:23:24.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.060+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~IVLVF68YORJO.1 size=116119 2024-09-16T11:23:24.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.060+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=IVLVF68YORJO tag=5IETFIJR8N9Q type=write size=2213271 2024-09-16T11:23:24.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.062+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=0PKZL5Z6FFVV type=del 2024-09-16T11:23:24.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.063+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=U1MYRN93NM54 type=del size=4027788 2024-09-16T11:23:24.066 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.065+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~KMSR0DD1HHFM.0 size=1048576 2024-09-16T11:23:24.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.066+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~KMSR0DD1HHFM.1 size=2442 2024-09-16T11:23:24.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.069+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=KMSR0DD1HHFM tag=5IGWPCCMFYD9 type=write size=2099594 2024-09-16T11:23:24.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.071+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=XBU3VZ0Z8UU1 type=del size=3867345 2024-09-16T11:23:24.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.073+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=L3TD864IYTC1 type=del 2024-09-16T11:23:24.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.075+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~TIK3GRD9IFSC.0 size=124276 2024-09-16T11:23:24.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.075+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=TIK3GRD9IFSC tag=1NVL4CVGN8KJ type=write size=1172852 2024-09-16T11:23:24.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.077+0000 7fb66dec2640 1 < completed write operation key=224VQRZ2GHDJ tag=Z9KC9HYJNMH0 type=write size=949759 2024-09-16T11:23:24.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.080+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~9R78UG8ZC18K.0 size=1048576 2024-09-16T11:23:24.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.081+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~9R78UG8ZC18K.1 size=144975 2024-09-16T11:23:24.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.081+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=9R78UG8ZC18K tag=78T3U5XI9FO8 type=write size=2242127 2024-09-16T11:23:24.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.083+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=UKL82DMJMH97 type=write size=75869 2024-09-16T11:23:24.085 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.084+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=S49O7QBFLQA7 type=write size=429847 2024-09-16T11:23:24.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.086+0000 7fb66dec2640 1 < canceled operation key=VF9C7DHNEIOX tag=L17G1KUZGXPZ type=del size=3316911 2024-09-16T11:23:24.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.088+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=LPY7BBMTE4SF type=write size=949595 2024-09-16T11:23:24.090 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.089+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=HXVF0X5CH6SG type=del 2024-09-16T11:23:24.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.091+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=8FG61650AKC7 type=del size=3070502 2024-09-16T11:23:24.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.093+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=WBQ6YD8L2DSQ type=del 2024-09-16T11:23:24.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.096+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~GXFJHCLF2ZTA.0 size=1048576 2024-09-16T11:23:24.098 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.097+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~GXFJHCLF2ZTA.1 size=420180 2024-09-16T11:23:24.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.097+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=GXFJHCLF2ZTA tag=NJL8VVJA6VA3 type=write size=2517332 2024-09-16T11:23:24.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.099+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=7W4RNIJIWH4B type=del 2024-09-16T11:23:24.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.102+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~CYM40UDITU7G.0 size=769944 2024-09-16T11:23:24.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.102+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=CYM40UDITU7G tag=JKVM2R61R7N6 type=write size=1818520 2024-09-16T11:23:24.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.103+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=4CMW8SBWH2P5 type=del 2024-09-16T11:23:24.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.105+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=53F64F0EL1KT type=del size=705886 2024-09-16T11:23:24.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.106+0000 7fb66dec2640 1 < canceled operation key=VZOJ74356GH2 tag=YNWPXUKT1BSR type=write size=8471 2024-09-16T11:23:24.110 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.109+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.0 size=1048576 2024-09-16T11:23:24.111 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.110+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.1 size=1048576 2024-09-16T11:23:24.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.111+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.2 size=214800 2024-09-16T11:23:24.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.111+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=65PVB3OGM7DZ tag=Y9EFYM5UROSJ type=write size=3360528 2024-09-16T11:23:24.114 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.113+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=YR48BRFNIJMO type=del 2024-09-16T11:23:24.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.114+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=WRP8AG4UYPA5 type=del size=44639 2024-09-16T11:23:24.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.116+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=WHPH6HO4S2X1 type=write size=220425 2024-09-16T11:23:24.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.118+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=X5NXX3FK5EV7 type=del size=1768170 2024-09-16T11:23:24.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.120+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.0 size=1048576 2024-09-16T11:23:24.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.121+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.1 size=1048576 2024-09-16T11:23:24.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.122+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~KSC9E0789W58.2 size=15120 2024-09-16T11:23:24.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.125+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=KSC9E0789W58 tag=V51THEPKU51F type=write size=3160848 2024-09-16T11:23:24.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.127+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~7DVLAKI91ROZ.0 size=1048576 2024-09-16T11:23:24.129 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.128+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~7DVLAKI91ROZ.1 size=633587 2024-09-16T11:23:24.129 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.128+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=7DVLAKI91ROZ tag=A3CSU6VUMH3X type=write size=2730739 2024-09-16T11:23:24.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.130+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~8O5FRWA7MF6S.0 size=679146 2024-09-16T11:23:24.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.133+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=8O5FRWA7MF6S tag=BM7LQTE8CGV9 type=write size=1727722 2024-09-16T11:23:24.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.136+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~CTESWJI68B6S.0 size=938825 2024-09-16T11:23:24.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.136+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=CTESWJI68B6S tag=A4ZY3JQ1VQM6 type=write size=1987401 2024-09-16T11:23:24.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.138+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~IVLVF68YORJO.0 size=1048576 2024-09-16T11:23:24.140 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.139+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~IVLVF68YORJO.1 size=116119 2024-09-16T11:23:24.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.142+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=IVLVF68YORJO tag=5IETFIJR8N9Q type=write size=2213271 2024-09-16T11:23:24.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.144+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=FDIMVADG2K6V type=del size=2251291 2024-09-16T11:23:24.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.145+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=U1MYRN93NM54 type=del 2024-09-16T11:23:24.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.147+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=WOVAA930CC36 type=del size=2528451 2024-09-16T11:23:24.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.148+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=XBU3VZ0Z8UU1 type=del 2024-09-16T11:23:24.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.150+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=ZNFXRIP3IZ95 type=write size=253304 2024-09-16T11:23:24.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.150+0000 7fb66dec2640 1 < canceled part key=_multipart_2FIB0YA81SZT.2~TIK3GRD9IFSC.0 size=124276 2024-09-16T11:23:24.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.153+0000 7fb66dec2640 1 < canceled multipart upload key=2FIB0YA81SZT upload=TIK3GRD9IFSC tag=1NVL4CVGN8KJ type=write size=1172852 2024-09-16T11:23:24.157 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.156+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~EGMVTHTW5N31.0 size=662236 2024-09-16T11:23:24.157 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.156+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=EGMVTHTW5N31 tag=2BHU1T1D4YJD type=write size=1710812 2024-09-16T11:23:24.157 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.156+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~9R78UG8ZC18K.0 size=1048576 2024-09-16T11:23:24.159 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.158+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~9R78UG8ZC18K.1 size=144975 2024-09-16T11:23:24.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.160+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=9R78UG8ZC18K tag=78T3U5XI9FO8 type=write size=2242127 2024-09-16T11:23:24.163 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.162+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=W9KNSL621XKR type=write size=409670 2024-09-16T11:23:24.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.163+0000 7fb66dec2640 1 < completed write operation key=2FIB0YA81SZT tag=S49O7QBFLQA7 type=write size=429847 2024-09-16T11:23:24.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.166+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~96YGAK471GIE.0 size=640723 2024-09-16T11:23:24.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.166+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=96YGAK471GIE tag=Z07MGRCMFOXV type=write size=1689299 2024-09-16T11:23:24.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.168+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=LPY7BBMTE4SF type=write size=949595 2024-09-16T11:23:24.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.170+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.0 size=1048576 2024-09-16T11:23:24.172 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.171+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.1 size=1048576 2024-09-16T11:23:24.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.173+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.2 size=247629 2024-09-16T11:23:24.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.173+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=1ZMG9BS3JCPE tag=FFUJYBIXO7KW type=write size=3393357 2024-09-16T11:23:24.176 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.175+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=8FG61650AKC7 type=del 2024-09-16T11:23:24.179 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.178+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.0 size=1048576 2024-09-16T11:23:24.180 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.179+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.1 size=1048576 2024-09-16T11:23:24.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.180+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.2 size=230741 2024-09-16T11:23:24.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.180+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=2T86B795T0P3 tag=0M5K0I6MFZ1Z type=write size=3376469 2024-09-16T11:23:24.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.182+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~GXFJHCLF2ZTA.0 size=1048576 2024-09-16T11:23:24.184 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.183+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~GXFJHCLF2ZTA.1 size=420180 2024-09-16T11:23:24.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.186+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=GXFJHCLF2ZTA tag=NJL8VVJA6VA3 type=write size=2517332 2024-09-16T11:23:24.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.187+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=72YRFB91LUP3 type=write size=408382 2024-09-16T11:23:24.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.189+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~CYM40UDITU7G.0 size=769944 2024-09-16T11:23:24.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.191+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=CYM40UDITU7G tag=JKVM2R61R7N6 type=write size=1818520 2024-09-16T11:23:24.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.194+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~ESPA0UV2KA5J.0 size=1048576 2024-09-16T11:23:24.196 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.195+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~ESPA0UV2KA5J.1 size=552004 2024-09-16T11:23:24.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.195+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=ESPA0UV2KA5J tag=RWXXBU2HTUE4 type=write size=2649156 2024-09-16T11:23:24.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.197+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=53F64F0EL1KT type=del 2024-09-16T11:23:24.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.200+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~T2S1YYAEO6E2.0 size=671370 2024-09-16T11:23:24.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.200+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=T2S1YYAEO6E2 tag=Y2D8K8AJP79L type=write size=1719946 2024-09-16T11:23:24.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.201+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.0 size=1048576 2024-09-16T11:23:24.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.203+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.1 size=1048576 2024-09-16T11:23:24.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.203+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~65PVB3OGM7DZ.2 size=214800 2024-09-16T11:23:24.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.206+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=65PVB3OGM7DZ tag=Y9EFYM5UROSJ type=write size=3360528 2024-09-16T11:23:24.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.209+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.0 size=1048576 2024-09-16T11:23:24.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.210+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.1 size=1048576 2024-09-16T11:23:24.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.211+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.2 size=819143 2024-09-16T11:23:24.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.211+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=U6RL7LXRPCR1 tag=WEONLU1K3EQK type=write size=3964871 2024-09-16T11:23:24.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.213+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=WRP8AG4UYPA5 type=del 2024-09-16T11:23:24.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.215+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=IMWYARKS3UBW type=write size=810225 2024-09-16T11:23:24.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.217+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=X5NXX3FK5EV7 type=del 2024-09-16T11:23:24.219 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.218+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=8KTZ6KWXO11Q type=del size=930203 2024-09-16T11:23:24.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.220+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~7DVLAKI91ROZ.0 size=1048576 2024-09-16T11:23:24.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.221+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~7DVLAKI91ROZ.1 size=633587 2024-09-16T11:23:24.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.224+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=7DVLAKI91ROZ tag=A3CSU6VUMH3X type=write size=2730739 2024-09-16T11:23:24.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.225+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=6IRFJ2IUF0B4 type=del size=2167595 2024-09-16T11:23:24.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.227+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~CTESWJI68B6S.0 size=938825 2024-09-16T11:23:24.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.229+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=CTESWJI68B6S tag=A4ZY3JQ1VQM6 type=write size=1987401 2024-09-16T11:23:24.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.232+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~BXCUVIM2EV1J.0 size=1048576 2024-09-16T11:23:24.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.233+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~BXCUVIM2EV1J.1 size=140225 2024-09-16T11:23:24.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.233+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=BXCUVIM2EV1J tag=IS2ITEPZ6NVW type=write size=2237377 2024-09-16T11:23:24.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.235+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=FDIMVADG2K6V type=del 2024-09-16T11:23:24.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.237+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=RO69QXX2W4JH type=del size=2709228 2024-09-16T11:23:24.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.238+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=WOVAA930CC36 type=del 2024-09-16T11:23:24.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.240+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=GLLDIDCM1Y92 type=write size=804603 2024-09-16T11:23:24.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.242+0000 7fb66dec2640 1 < completed write operation key=P4R6KUKVO6TJ tag=ZNFXRIP3IZ95 type=write size=253304 2024-09-16T11:23:24.246 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.245+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.0 size=1048576 2024-09-16T11:23:24.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.246+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.1 size=1048576 2024-09-16T11:23:24.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.247+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.2 size=370544 2024-09-16T11:23:24.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.247+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=OCCEAKQ8O0LU tag=9773H9L00Q9E type=write size=3516272 2024-09-16T11:23:24.250 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.249+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~EGMVTHTW5N31.0 size=662236 2024-09-16T11:23:24.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.251+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=EGMVTHTW5N31 tag=2BHU1T1D4YJD type=write size=1710812 2024-09-16T11:23:24.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.253+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=ROKWNVHBYB8I type=write size=136702 2024-09-16T11:23:24.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.255+0000 7fb66dec2640 1 < completed write operation key=57XW02KN8W4Z tag=W9KNSL621XKR type=write size=409670 2024-09-16T11:23:24.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.256+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=E786XV9Z1N9I type=del size=3672185 2024-09-16T11:23:24.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.256+0000 7fb66dec2640 1 < canceled part key=_multipart_2FIB0YA81SZT.2~96YGAK471GIE.0 size=640723 2024-09-16T11:23:24.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.259+0000 7fb66dec2640 1 < canceled multipart upload key=2FIB0YA81SZT upload=96YGAK471GIE tag=Z07MGRCMFOXV type=write size=1689299 2024-09-16T11:23:24.262 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.261+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=KXI2TLS3WYYS type=del size=4180620 2024-09-16T11:23:24.264 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.263+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.0 size=1048576 2024-09-16T11:23:24.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.264+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.1 size=1048576 2024-09-16T11:23:24.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.266+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~1ZMG9BS3JCPE.2 size=247629 2024-09-16T11:23:24.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.269+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=1ZMG9BS3JCPE tag=FFUJYBIXO7KW type=write size=3393357 2024-09-16T11:23:24.271 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.270+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=DCLIMDXA00F8 type=write size=949925 2024-09-16T11:23:24.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.271+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.0 size=1048576 2024-09-16T11:23:24.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.271+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.1 size=1048576 2024-09-16T11:23:24.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.272+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~2T86B795T0P3.2 size=230741 2024-09-16T11:23:24.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.275+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=2T86B795T0P3 tag=0M5K0I6MFZ1Z type=write size=3376469 2024-09-16T11:23:24.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.277+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=D5EGS9FJDBV2 type=del size=1518272 2024-09-16T11:23:24.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.279+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=72YRFB91LUP3 type=write size=408382 2024-09-16T11:23:24.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.282+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~OPVS4JH2304A.0 size=1048576 2024-09-16T11:23:24.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.283+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~OPVS4JH2304A.1 size=531300 2024-09-16T11:23:24.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.283+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=OPVS4JH2304A tag=NEL5PAH5BJAU type=write size=2628452 2024-09-16T11:23:24.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.285+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~ESPA0UV2KA5J.0 size=1048576 2024-09-16T11:23:24.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.286+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~ESPA0UV2KA5J.1 size=552004 2024-09-16T11:23:24.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.289+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=ESPA0UV2KA5J tag=RWXXBU2HTUE4 type=write size=2649156 2024-09-16T11:23:24.291 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.290+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=Z2TBBIAMAFNQ type=del size=3938158 2024-09-16T11:23:24.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.292+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~T2S1YYAEO6E2.0 size=671370 2024-09-16T11:23:24.295 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.294+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=T2S1YYAEO6E2 tag=Y2D8K8AJP79L type=write size=1719946 2024-09-16T11:23:24.298 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.297+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~A13K02P838DV.0 size=547119 2024-09-16T11:23:24.298 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.297+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=A13K02P838DV tag=DYMG000Y3CLY type=write size=1595695 2024-09-16T11:23:24.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.299+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.0 size=1048576 2024-09-16T11:23:24.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.300+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.1 size=1048576 2024-09-16T11:23:24.302 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.301+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~U6RL7LXRPCR1.2 size=819143 2024-09-16T11:23:24.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.304+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=U6RL7LXRPCR1 tag=WEONLU1K3EQK type=write size=3964871 2024-09-16T11:23:24.309 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.308+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~7H470TSYFQ5N.0 size=379192 2024-09-16T11:23:24.309 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.308+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=7H470TSYFQ5N tag=AAUOMEITFDIL type=write size=1427768 2024-09-16T11:23:24.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.309+0000 7fb66dec2640 1 < canceled operation key=E9JN9AJSKBMD tag=IMWYARKS3UBW type=write size=810225 2024-09-16T11:23:24.312 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.311+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=9L82V6YEC16Y type=del size=235966 2024-09-16T11:23:24.314 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.313+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=8KTZ6KWXO11Q type=del 2024-09-16T11:23:24.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.315+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=1FPPSPZ3GUQS type=del size=1322742 2024-09-16T11:23:24.318 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.317+0000 7fb66dec2640 1 < canceled operation key=C9EOE5MOFBOT tag=6IRFJ2IUF0B4 type=del size=2167595 2024-09-16T11:23:24.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.319+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=I36YDOB00YAS type=write size=59841 2024-09-16T11:23:24.322 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.321+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~BXCUVIM2EV1J.0 size=1048576 2024-09-16T11:23:24.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.322+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~BXCUVIM2EV1J.1 size=140225 2024-09-16T11:23:24.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.325+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=BXCUVIM2EV1J tag=IS2ITEPZ6NVW type=write size=2237377 2024-09-16T11:23:24.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.327+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=EHIX77IJQ3W3 type=del size=1620036 2024-09-16T11:23:24.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.329+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=RO69QXX2W4JH type=del 2024-09-16T11:23:24.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.331+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~4ZNCID5VLE5X.0 size=1048576 2024-09-16T11:23:24.334 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.333+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~4ZNCID5VLE5X.1 size=438035 2024-09-16T11:23:24.334 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.333+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=4ZNCID5VLE5X tag=QKZSDRGRMI2Z type=write size=2535187 2024-09-16T11:23:24.335 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.334+0000 7fb66dec2640 1 < completed write operation key=8M7Y5EHLQWPK tag=GLLDIDCM1Y92 type=write size=804603 2024-09-16T11:23:24.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.336+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=SBM3UOB525GN type=del size=3328444 2024-09-16T11:23:24.338 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.337+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.0 size=1048576 2024-09-16T11:23:24.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.338+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.1 size=1048576 2024-09-16T11:23:24.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.340+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~OCCEAKQ8O0LU.2 size=370544 2024-09-16T11:23:24.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.343+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=OCCEAKQ8O0LU tag=9773H9L00Q9E type=write size=3516272 2024-09-16T11:23:24.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.345+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=8X6MXSIY4EW7 type=del size=2524035 2024-09-16T11:23:24.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.347+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=ROKWNVHBYB8I type=write size=136702 2024-09-16T11:23:24.349 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.348+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=GZ9RJVPGL6K5 type=del size=2910319 2024-09-16T11:23:24.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.352+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=E786XV9Z1N9I type=del size=3672185 2024-09-16T11:23:24.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.353+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=S2UU0K8VPD70 type=del size=2508502 2024-09-16T11:23:24.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.357+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=KXI2TLS3WYYS type=del size=4180620 2024-09-16T11:23:24.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.359+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=X1U9B73X07N9 type=del size=2242805 2024-09-16T11:23:24.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.361+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=DCLIMDXA00F8 type=write size=949925 2024-09-16T11:23:24.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.362+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=7B054N1LWCBP type=del size=1761194 2024-09-16T11:23:24.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.364+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=D5EGS9FJDBV2 type=del 2024-09-16T11:23:24.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.367+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.0 size=1048576 2024-09-16T11:23:24.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.369+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.1 size=1048576 2024-09-16T11:23:24.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.370+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.2 size=619220 2024-09-16T11:23:24.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.370+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=WXKR7OH4Y52J tag=QDP1EHJOBB7J type=write size=3764948 2024-09-16T11:23:24.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.371+0000 7fb66dec2640 1 < canceled part key=_multipart_VZOJ74356GH2.2~OPVS4JH2304A.0 size=1048576 2024-09-16T11:23:24.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.372+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~OPVS4JH2304A.1 size=531300 2024-09-16T11:23:24.376 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.375+0000 7fb66dec2640 1 < canceled multipart upload key=VZOJ74356GH2 upload=OPVS4JH2304A tag=NEL5PAH5BJAU type=write size=2628452 2024-09-16T11:23:24.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.377+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~87WIMQWRWCR8.0 size=837197 2024-09-16T11:23:24.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.377+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=87WIMQWRWCR8 tag=EADPS70WHDOI type=write size=1885773 2024-09-16T11:23:24.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.379+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=Z2TBBIAMAFNQ type=del 2024-09-16T11:23:24.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.382+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~2U1XEJDIEX7A.0 size=1048576 2024-09-16T11:23:24.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.383+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~2U1XEJDIEX7A.1 size=718857 2024-09-16T11:23:24.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.383+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=2U1XEJDIEX7A tag=RYUQDJPKCR83 type=write size=2816009 2024-09-16T11:23:24.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.384+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~A13K02P838DV.0 size=547119 2024-09-16T11:23:24.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.387+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=A13K02P838DV tag=DYMG000Y3CLY type=write size=1595695 2024-09-16T11:23:24.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.389+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=Y25UTEG76PV2 type=del size=1236895 2024-09-16T11:23:24.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.391+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~7H470TSYFQ5N.0 size=379192 2024-09-16T11:23:24.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.394+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=7H470TSYFQ5N tag=AAUOMEITFDIL type=write size=1427768 2024-09-16T11:23:24.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.396+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=PXE5FD5Z28QG type=write size=1038213 2024-09-16T11:23:24.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.398+0000 7fb66dec2640 1 < canceled operation key=8M7Y5EHLQWPK tag=9L82V6YEC16Y type=del size=235966 2024-09-16T11:23:24.401 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.400+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=0FNPHZFNT6H7 type=del size=2858293 2024-09-16T11:23:24.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.402+0000 7fb66dec2640 -1 < failed to complete operation key=57XW02KN8W4Z tag=1FPPSPZ3GUQS type=del size=1322742: (22) Invalid argument 2024-09-16T11:23:24.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.403+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=E5PT71MJIXZK type=del size=778550 2024-09-16T11:23:24.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.405+0000 7fb66dec2640 1 < completed write operation key=YYAA5H9KJ8EB tag=I36YDOB00YAS type=write size=59841 2024-09-16T11:23:24.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.407+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=ATZ69XY1BH77 type=del size=3787804 2024-09-16T11:23:24.409 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.408+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=EHIX77IJQ3W3 type=del 2024-09-16T11:23:24.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.411+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.0 size=1048576 2024-09-16T11:23:24.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.412+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.1 size=1048576 2024-09-16T11:23:24.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.414+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.2 size=476552 2024-09-16T11:23:24.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.414+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=XVGCSGWMB2AE tag=6PAFQ9WGMCNB type=write size=3622280 2024-09-16T11:23:24.416 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.415+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~4ZNCID5VLE5X.0 size=1048576 2024-09-16T11:23:24.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.417+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~4ZNCID5VLE5X.1 size=438035 2024-09-16T11:23:24.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.420+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=4ZNCID5VLE5X tag=QKZSDRGRMI2Z type=write size=2535187 2024-09-16T11:23:24.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.422+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=0GDUXR26RYSI type=del size=1115091 2024-09-16T11:23:24.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.424+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=SBM3UOB525GN type=del 2024-09-16T11:23:24.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.427+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.0 size=1048576 2024-09-16T11:23:24.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.428+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.1 size=1048576 2024-09-16T11:23:24.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.429+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.2 size=1021352 2024-09-16T11:23:24.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.429+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=0KDDQKQ9EHYL tag=XT7O2R7DDRSG type=write size=4167080 2024-09-16T11:23:24.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.433+0000 7fb66dec2640 1 < suggested remove operation key=2C0Y1546EQZK tag=8X6MXSIY4EW7 type=del 2024-09-16T11:23:24.435 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.434+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=C2YHSPB1YTGZ type=del size=808505 2024-09-16T11:23:24.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.436+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=GZ9RJVPGL6K5 type=del 2024-09-16T11:23:24.439 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.438+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~L8RBTIAE273A.0 size=1048576 2024-09-16T11:23:24.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.440+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~L8RBTIAE273A.1 size=863515 2024-09-16T11:23:24.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.440+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=L8RBTIAE273A tag=MDYYD7UKDL1V type=write size=2960667 2024-09-16T11:23:24.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.441+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=S2UU0K8VPD70 type=del 2024-09-16T11:23:24.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.443+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=8C9B773V5T2Y type=write size=9899 2024-09-16T11:23:24.445 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.444+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=X1U9B73X07N9 type=del 2024-09-16T11:23:24.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.447+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~WQKW3DP0ZEHS.0 size=1048576 2024-09-16T11:23:24.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.449+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~WQKW3DP0ZEHS.1 size=77489 2024-09-16T11:23:24.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.449+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=WQKW3DP0ZEHS tag=WE3EPSNWG92C type=write size=2174641 2024-09-16T11:23:24.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.450+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=7B054N1LWCBP type=del 2024-09-16T11:23:24.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.453+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~AATUC6L1C53H.0 size=787732 2024-09-16T11:23:24.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.453+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=AATUC6L1C53H tag=SFEK7JUDNDLV type=write size=1836308 2024-09-16T11:23:24.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.455+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.0 size=1048576 2024-09-16T11:23:24.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.455+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.1 size=1048576 2024-09-16T11:23:24.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.456+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~WXKR7OH4Y52J.2 size=619220 2024-09-16T11:23:24.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.459+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=WXKR7OH4Y52J tag=QDP1EHJOBB7J type=write size=3764948 2024-09-16T11:23:24.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.461+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=IV92O3RABSC6 type=del size=3939007 2024-09-16T11:23:24.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.463+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~87WIMQWRWCR8.0 size=837197 2024-09-16T11:23:24.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.466+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=87WIMQWRWCR8 tag=EADPS70WHDOI type=write size=1885773 2024-09-16T11:23:24.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.467+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=KF9OBE1VD2AM type=del size=107376 2024-09-16T11:23:24.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.469+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~2U1XEJDIEX7A.0 size=1048576 2024-09-16T11:23:24.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.470+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~2U1XEJDIEX7A.1 size=718857 2024-09-16T11:23:24.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.473+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=2U1XEJDIEX7A tag=RYUQDJPKCR83 type=write size=2816009 2024-09-16T11:23:24.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.475+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=UWTLZBXUIK1W type=del size=978280 2024-09-16T11:23:24.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.476+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=Y25UTEG76PV2 type=del 2024-09-16T11:23:24.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.479+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~8T1C3U6WS8C9.0 size=1048576 2024-09-16T11:23:24.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.481+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~8T1C3U6WS8C9.1 size=572609 2024-09-16T11:23:24.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.481+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=8T1C3U6WS8C9 tag=CAEP1RW6W8K4 type=write size=2669761 2024-09-16T11:23:24.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.484+0000 7fb66dec2640 1 < suggested update operation key=ZJBL3MHVCGZG tag=PXE5FD5Z28QG type=write size=1038213 2024-09-16T11:23:24.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.485+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=LKWZL46YEA84 type=del size=1781586 2024-09-16T11:23:24.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.487+0000 7fb66dec2640 1 < canceled operation key=3G4SVBOPOKXF tag=0FNPHZFNT6H7 type=del size=2858293 2024-09-16T11:23:24.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.489+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.0 size=1048576 2024-09-16T11:23:24.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.491+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.1 size=1048576 2024-09-16T11:23:24.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.492+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.2 size=619617 2024-09-16T11:23:24.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.492+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=HAIIUYI1JG00 tag=MDPQBAZIZIKK type=write size=3765345 2024-09-16T11:23:24.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.494+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=E5PT71MJIXZK type=del 2024-09-16T11:23:24.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.496+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=0LNAY0LV0LLF type=del size=2362179 2024-09-16T11:23:24.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.498+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=ATZ69XY1BH77 type=del 2024-09-16T11:23:24.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.501+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~CUN7L6FFR0YH.0 size=1048576 2024-09-16T11:23:24.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.503+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~CUN7L6FFR0YH.1 size=965564 2024-09-16T11:23:24.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.503+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=CUN7L6FFR0YH tag=SUNJJ057OZMQ type=write size=3062716 2024-09-16T11:23:24.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.504+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.0 size=1048576 2024-09-16T11:23:24.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.504+0000 7fb66dec2640 1 < canceled part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.1 size=1048576 2024-09-16T11:23:24.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.506+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~XVGCSGWMB2AE.2 size=476552 2024-09-16T11:23:24.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.509+0000 7fb66dec2640 1 < canceled multipart upload key=TVK5OH5E1PV4 upload=XVGCSGWMB2AE tag=6PAFQ9WGMCNB type=write size=3622280 2024-09-16T11:23:24.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.510+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=923SDW5I9BRV type=del size=3492183 2024-09-16T11:23:24.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.514+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=0GDUXR26RYSI type=del size=1115091 2024-09-16T11:23:24.518 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.517+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~NN1MY214ZJI7.0 size=1048576 2024-09-16T11:23:24.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.518+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~NN1MY214ZJI7.1 size=934024 2024-09-16T11:23:24.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.518+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=NN1MY214ZJI7 tag=BK91HH0PIQBN type=write size=3031176 2024-09-16T11:23:24.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.520+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.0 size=1048576 2024-09-16T11:23:24.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.521+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.1 size=1048576 2024-09-16T11:23:24.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.523+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~0KDDQKQ9EHYL.2 size=1021352 2024-09-16T11:23:24.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.525+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=0KDDQKQ9EHYL tag=XT7O2R7DDRSG type=write size=4167080 2024-09-16T11:23:24.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.527+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=KJ66YJB7D41R type=del size=1257783 2024-09-16T11:23:24.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.530+0000 7fb66dec2640 1 < suggested remove operation key=YYAA5H9KJ8EB tag=C2YHSPB1YTGZ type=del 2024-09-16T11:23:24.532 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.532+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=AZ25S5TXS2MP type=del size=3802947 2024-09-16T11:23:24.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.532+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~L8RBTIAE273A.0 size=1048576 2024-09-16T11:23:24.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.533+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~L8RBTIAE273A.1 size=863515 2024-09-16T11:23:24.536 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.535+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=L8RBTIAE273A tag=MDYYD7UKDL1V type=write size=2960667 2024-09-16T11:23:24.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.538+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~NQIPD8H1GJMF.0 size=61699 2024-09-16T11:23:24.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.538+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=NQIPD8H1GJMF tag=9F22Q4EVAW5J type=write size=1110275 2024-09-16T11:23:24.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.542+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=8C9B773V5T2Y type=write 2024-09-16T11:23:24.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.543+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=GRDZJV42Z0FI type=write size=39092 2024-09-16T11:23:24.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.544+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~WQKW3DP0ZEHS.0 size=1048576 2024-09-16T11:23:24.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.546+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~WQKW3DP0ZEHS.1 size=77489 2024-09-16T11:23:24.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.549+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=WQKW3DP0ZEHS tag=WE3EPSNWG92C type=write size=2174641 2024-09-16T11:23:24.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.550+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=7WNGPJFCRYHT type=del size=2838812 2024-09-16T11:23:24.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.552+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~AATUC6L1C53H.0 size=787732 2024-09-16T11:23:24.556 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.555+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=AATUC6L1C53H tag=SFEK7JUDNDLV type=write size=1836308 2024-09-16T11:23:24.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.556+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=ELURR5ZIYITH type=del size=3606542 2024-09-16T11:23:24.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.558+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=IV92O3RABSC6 type=del 2024-09-16T11:23:24.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.561+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.0 size=1048576 2024-09-16T11:23:24.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.562+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.1 size=1048576 2024-09-16T11:23:24.564 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.563+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.2 size=399383 2024-09-16T11:23:24.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.563+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=C7TUM6909BXZ tag=V99NID6TIRBI type=write size=3545111 2024-09-16T11:23:24.566 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.565+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=KF9OBE1VD2AM type=del 2024-09-16T11:23:24.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.568+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.0 size=1048576 2024-09-16T11:23:24.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.569+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.1 size=1048576 2024-09-16T11:23:24.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.571+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.2 size=973282 2024-09-16T11:23:24.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.571+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=HHP4E63QY1FP tag=B5SW7YEWUXOB type=write size=4119010 2024-09-16T11:23:24.575 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.574+0000 7fb66dec2640 -1 < failed to complete operation key=8M7Y5EHLQWPK tag=UWTLZBXUIK1W type=del size=978280: (22) Invalid argument 2024-09-16T11:23:24.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.576+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=AET01Z9UU2DW type=del size=3663589 2024-09-16T11:23:24.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.577+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~8T1C3U6WS8C9.0 size=1048576 2024-09-16T11:23:24.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.579+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~8T1C3U6WS8C9.1 size=572609 2024-09-16T11:23:24.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.582+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=8T1C3U6WS8C9 tag=CAEP1RW6W8K4 type=write size=2669761 2024-09-16T11:23:24.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.583+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=ZMO2RZOMSD9K type=write size=234483 2024-09-16T11:23:24.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.585+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=LKWZL46YEA84 type=del 2024-09-16T11:23:24.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.587+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=73R5D43O27I2 type=del size=3018108 2024-09-16T11:23:24.590 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.589+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.0 size=1048576 2024-09-16T11:23:24.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.590+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.1 size=1048576 2024-09-16T11:23:24.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.592+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~HAIIUYI1JG00.2 size=619617 2024-09-16T11:23:24.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.595+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=HAIIUYI1JG00 tag=MDPQBAZIZIKK type=write size=3765345 2024-09-16T11:23:24.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.597+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=3Q72RLBPYEVF type=write size=718007 2024-09-16T11:23:24.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.598+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=0LNAY0LV0LLF type=del 2024-09-16T11:23:24.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.601+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~3YKD3UFEMODO.0 size=283983 2024-09-16T11:23:24.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.601+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=3YKD3UFEMODO tag=ZQE05JDWPQPP type=write size=1332559 2024-09-16T11:23:24.604 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.603+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~CUN7L6FFR0YH.0 size=1048576 2024-09-16T11:23:24.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.605+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~CUN7L6FFR0YH.1 size=965564 2024-09-16T11:23:24.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.610+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=CUN7L6FFR0YH tag=SUNJJ057OZMQ type=write size=3062716 2024-09-16T11:23:24.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.613+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=VPX0MPL4Q1BS type=del size=3450901 2024-09-16T11:23:24.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.616+0000 7fb66dec2640 1 < canceled operation key=O6UNHL80RFVL tag=923SDW5I9BRV type=del size=3492183 2024-09-16T11:23:24.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.619+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~UA17GMWOCP4V.0 size=595866 2024-09-16T11:23:24.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.619+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=UA17GMWOCP4V tag=SL2U9C8GD34B type=write size=1644442 2024-09-16T11:23:24.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.620+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~NN1MY214ZJI7.0 size=1048576 2024-09-16T11:23:24.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.622+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~NN1MY214ZJI7.1 size=934024 2024-09-16T11:23:24.626 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.625+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=NN1MY214ZJI7 tag=BK91HH0PIQBN type=write size=3031176 2024-09-16T11:23:24.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.626+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=VNGYCMX2AREO type=del size=2479893 2024-09-16T11:23:24.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.628+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=KJ66YJB7D41R type=del 2024-09-16T11:23:24.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.631+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~TGLM95RCJYB7.0 size=900439 2024-09-16T11:23:24.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.631+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=TGLM95RCJYB7 tag=8VOWSTL7DF7E type=write size=1949015 2024-09-16T11:23:24.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.632+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=AZ25S5TXS2MP type=del 2024-09-16T11:23:24.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.634+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=RGYRQV1UQE99 type=del size=3022476 2024-09-16T11:23:24.637 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.636+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~NQIPD8H1GJMF.0 size=61699 2024-09-16T11:23:24.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.638+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=NQIPD8H1GJMF tag=9F22Q4EVAW5J type=write size=1110275 2024-09-16T11:23:24.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.641+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~ZY6DJWAVOCTX.0 size=39973 2024-09-16T11:23:24.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.641+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=ZY6DJWAVOCTX tag=ZOW15S4YLXLJ type=write size=1088549 2024-09-16T11:23:24.643 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.642+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=GRDZJV42Z0FI type=write size=39092 2024-09-16T11:23:24.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.644+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=07EM8FCLV5P9 type=del size=684687 2024-09-16T11:23:24.649 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.648+0000 7fb66dec2640 1 < suggested remove operation key=57XW02KN8W4Z tag=7WNGPJFCRYHT type=del 2024-09-16T11:23:24.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.650+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~TBFO3092SLZ2.0 size=1048576 2024-09-16T11:23:24.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.651+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~TBFO3092SLZ2.1 size=762624 2024-09-16T11:23:24.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.651+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=TBFO3092SLZ2 tag=0LGGA8B1ZDSC type=write size=2859776 2024-09-16T11:23:24.654 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.653+0000 7fb66dec2640 1 < canceled operation key=O6UNHL80RFVL tag=ELURR5ZIYITH type=del size=3606542 2024-09-16T11:23:24.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.654+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=YOBQ1T6X8MCE type=write size=788965 2024-09-16T11:23:24.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.656+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.0 size=1048576 2024-09-16T11:23:24.658 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.657+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.1 size=1048576 2024-09-16T11:23:24.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.659+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~C7TUM6909BXZ.2 size=399383 2024-09-16T11:23:24.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.662+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=C7TUM6909BXZ tag=V99NID6TIRBI type=write size=3545111 2024-09-16T11:23:24.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.665+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~1GEJ9SCP8IG8.0 size=1048576 2024-09-16T11:23:24.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.666+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~1GEJ9SCP8IG8.1 size=723738 2024-09-16T11:23:24.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.666+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=1GEJ9SCP8IG8 tag=Q29RY9GNEACW type=write size=2820890 2024-09-16T11:23:24.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.668+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.0 size=1048576 2024-09-16T11:23:24.671 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.670+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.1 size=1048576 2024-09-16T11:23:24.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[86047]: pgmap v1431: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:23:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[88497]: pgmap v1431: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:24 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:23:24.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.671+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~HHP4E63QY1FP.2 size=973282 2024-09-16T11:23:24.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.674+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=HHP4E63QY1FP tag=B5SW7YEWUXOB type=write size=4119010 2024-09-16T11:23:24.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.675+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=J03E37WMZLFG type=del size=1199675 2024-09-16T11:23:24.678 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.677+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=AET01Z9UU2DW type=del 2024-09-16T11:23:24.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.680+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~O67ABM0Y4XFD.0 size=1048576 2024-09-16T11:23:24.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.681+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~O67ABM0Y4XFD.1 size=722044 2024-09-16T11:23:24.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.681+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=O67ABM0Y4XFD tag=QSUO0FB989CA type=write size=2819196 2024-09-16T11:23:24.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.682+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=ZMO2RZOMSD9K type=write size=234483 2024-09-16T11:23:24.685 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.684+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=V7QHXPJ3TN0M type=del size=4192203 2024-09-16T11:23:24.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.686+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=73R5D43O27I2 type=del 2024-09-16T11:23:24.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.689+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.0 size=1048576 2024-09-16T11:23:24.691 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.690+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.1 size=1048576 2024-09-16T11:23:24.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.691+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.2 size=391618 2024-09-16T11:23:24.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.691+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=27DMPNW7OP4R tag=8AKKDPR9KMFX type=write size=3537346 2024-09-16T11:23:24.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.692+0000 7fb66dec2640 1 < completed write operation key=ZJBL3MHVCGZG tag=3Q72RLBPYEVF type=write size=718007 2024-09-16T11:23:24.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.694+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=9KSWCPD1EN7Y type=del size=669123 2024-09-16T11:23:24.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.694+0000 7fb66dec2640 1 < canceled part key=_multipart_D4SQZJ77RBR1.2~3YKD3UFEMODO.0 size=283983 2024-09-16T11:23:24.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.697+0000 7fb66dec2640 1 < canceled multipart upload key=D4SQZJ77RBR1 upload=3YKD3UFEMODO tag=ZQE05JDWPQPP type=write size=1332559 2024-09-16T11:23:24.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.698+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=7MGJU128UTHA type=del size=3094976 2024-09-16T11:23:24.701 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.700+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=VPX0MPL4Q1BS type=del 2024-09-16T11:23:24.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.701+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=4PKDWCRX4SNI type=del size=563567 2024-09-16T11:23:24.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.703+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~UA17GMWOCP4V.0 size=595866 2024-09-16T11:23:24.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.705+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=UA17GMWOCP4V tag=SL2U9C8GD34B type=write size=1644442 2024-09-16T11:23:24.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.708+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~EA29YYILKDCK.0 size=150730 2024-09-16T11:23:24.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.708+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=EA29YYILKDCK tag=H2DUGL3DP5DL type=write size=1199306 2024-09-16T11:23:24.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.710+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=VNGYCMX2AREO type=del 2024-09-16T11:23:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:24 smithi191 ceph-mon[84934]: pgmap v1431: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:24 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:24 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:23:24.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.713+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~BRYB5GL6M0FP.0 size=915851 2024-09-16T11:23:24.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.713+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=BRYB5GL6M0FP tag=K98SYAK3XISO type=write size=1964427 2024-09-16T11:23:24.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.714+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~TGLM95RCJYB7.0 size=900439 2024-09-16T11:23:24.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.717+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=TGLM95RCJYB7 tag=8VOWSTL7DF7E type=write size=1949015 2024-09-16T11:23:24.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.720+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~PTL6JJD8YPIG.0 size=808990 2024-09-16T11:23:24.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.720+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=PTL6JJD8YPIG tag=EXYKNHMU6DL3 type=write size=1857566 2024-09-16T11:23:24.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.721+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=RGYRQV1UQE99 type=del 2024-09-16T11:23:24.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.723+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=Z60877UBE60I type=del size=3003197 2024-09-16T11:23:24.726 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.725+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~ZY6DJWAVOCTX.0 size=39973 2024-09-16T11:23:24.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.727+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=ZY6DJWAVOCTX tag=ZOW15S4YLXLJ type=write size=1088549 2024-09-16T11:23:24.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.728+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=A2X5O7TIJTW4 type=del size=1306601 2024-09-16T11:23:24.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.730+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=07EM8FCLV5P9 type=del 2024-09-16T11:23:24.734 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.733+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~I9PZLYRN5N8K.0 size=1048576 2024-09-16T11:23:24.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.734+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~I9PZLYRN5N8K.1 size=165453 2024-09-16T11:23:24.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.734+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=I9PZLYRN5N8K tag=Y673SG4WLM99 type=write size=2262605 2024-09-16T11:23:24.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.735+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~TBFO3092SLZ2.0 size=1048576 2024-09-16T11:23:24.738 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.737+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~TBFO3092SLZ2.1 size=762624 2024-09-16T11:23:24.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.740+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=TBFO3092SLZ2 tag=0LGGA8B1ZDSC type=write size=2859776 2024-09-16T11:23:24.742 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.741+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=QJOP0LW2BWSG type=del size=3296527 2024-09-16T11:23:24.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.743+0000 7fb66dec2640 1 < completed write operation key=5SP701M6TW6O tag=YOBQ1T6X8MCE type=write size=788965 2024-09-16T11:23:24.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.744+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=WY6H9U2HZVOG type=del size=1854433 2024-09-16T11:23:24.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.746+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~1GEJ9SCP8IG8.0 size=1048576 2024-09-16T11:23:24.748 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.747+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~1GEJ9SCP8IG8.1 size=723738 2024-09-16T11:23:24.751 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.750+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=1GEJ9SCP8IG8 tag=Q29RY9GNEACW type=write size=2820890 2024-09-16T11:23:24.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.751+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=WKR2Y2LNBDAK type=write size=921168 2024-09-16T11:23:24.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.753+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=J03E37WMZLFG type=del 2024-09-16T11:23:24.755 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.754+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=1TKUWLG8V7CQ type=del size=4122131 2024-09-16T11:23:24.757 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.756+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~O67ABM0Y4XFD.0 size=1048576 2024-09-16T11:23:24.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.757+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~O67ABM0Y4XFD.1 size=722044 2024-09-16T11:23:24.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.760+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=O67ABM0Y4XFD tag=QSUO0FB989CA type=write size=2819196 2024-09-16T11:23:24.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.763+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~6AHW5V9BFQIB.0 size=7383 2024-09-16T11:23:24.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.763+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=6AHW5V9BFQIB tag=NBKJYBWBQVRZ type=write size=1055959 2024-09-16T11:23:24.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.765+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=V7QHXPJ3TN0M type=del size=4192203 2024-09-16T11:23:24.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.767+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~9A2PSC5PE7KE.0 size=1048576 2024-09-16T11:23:24.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.769+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~9A2PSC5PE7KE.1 size=247348 2024-09-16T11:23:24.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.769+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=9A2PSC5PE7KE tag=Z06CEAT0SS7N type=write size=2344500 2024-09-16T11:23:24.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.770+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.0 size=1048576 2024-09-16T11:23:24.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.772+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.1 size=1048576 2024-09-16T11:23:24.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.773+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~27DMPNW7OP4R.2 size=391618 2024-09-16T11:23:24.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.776+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=27DMPNW7OP4R tag=8AKKDPR9KMFX type=write size=3537346 2024-09-16T11:23:24.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.779+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~GGFABX4UQ5US.0 size=794843 2024-09-16T11:23:24.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.779+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=GGFABX4UQ5US tag=G0VJG7VRIYY8 type=write size=1843419 2024-09-16T11:23:24.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.781+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=9KSWCPD1EN7Y type=del 2024-09-16T11:23:24.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.782+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=8GNIO899KQ49 type=del size=344931 2024-09-16T11:23:24.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.784+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=7MGJU128UTHA type=del 2024-09-16T11:23:24.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.787+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~SPGMCN9SWG17.0 size=1048576 2024-09-16T11:23:24.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.789+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~SPGMCN9SWG17.1 size=819111 2024-09-16T11:23:24.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.789+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=SPGMCN9SWG17 tag=0GZVN9ZKLO33 type=write size=2916263 2024-09-16T11:23:24.791 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.790+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=4PKDWCRX4SNI type=del 2024-09-16T11:23:24.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.792+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=P3G2IKW6A216 type=del size=2704449 2024-09-16T11:23:24.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.793+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~EA29YYILKDCK.0 size=150730 2024-09-16T11:23:24.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.796+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=EA29YYILKDCK tag=H2DUGL3DP5DL type=write size=1199306 2024-09-16T11:23:24.800 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.799+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.0 size=1048576 2024-09-16T11:23:24.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.800+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.1 size=1048576 2024-09-16T11:23:24.802 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.801+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.2 size=704785 2024-09-16T11:23:24.802 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.801+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=R295WXIGNIIR tag=9EUWAG2YD5E5 type=write size=3850513 2024-09-16T11:23:24.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.803+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~BRYB5GL6M0FP.0 size=915851 2024-09-16T11:23:24.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.806+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=BRYB5GL6M0FP tag=K98SYAK3XISO type=write size=1964427 2024-09-16T11:23:24.809 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.807+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=BVNK3P3QEXOB type=del size=3911355 2024-09-16T11:23:24.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.809+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~PTL6JJD8YPIG.0 size=808990 2024-09-16T11:23:24.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.812+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=PTL6JJD8YPIG tag=EXYKNHMU6DL3 type=write size=1857566 2024-09-16T11:23:24.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.814+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=FJ1U0KQDMRK0 type=del size=812550 2024-09-16T11:23:24.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.815+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=Z60877UBE60I type=del 2024-09-16T11:23:24.818 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.817+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=XBWZ6NSLTE5E type=del size=377982 2024-09-16T11:23:24.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.818+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=A2X5O7TIJTW4 type=del 2024-09-16T11:23:24.823 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.822+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~SA0YJL2OLZLG.0 size=1048576 2024-09-16T11:23:24.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.823+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~SA0YJL2OLZLG.1 size=863497 2024-09-16T11:23:24.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.823+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=SA0YJL2OLZLG tag=ZIDUZJQOCDF0 type=write size=2960649 2024-09-16T11:23:24.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.825+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~I9PZLYRN5N8K.0 size=1048576 2024-09-16T11:23:24.827 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.826+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~I9PZLYRN5N8K.1 size=165453 2024-09-16T11:23:24.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.828+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=I9PZLYRN5N8K tag=Y673SG4WLM99 type=write size=2262605 2024-09-16T11:23:24.831 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.830+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=X05PAD00337X type=del size=3348205 2024-09-16T11:23:24.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.832+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=QJOP0LW2BWSG type=del 2024-09-16T11:23:24.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.833+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=YT9TLSY0VVDP type=del size=2257582 2024-09-16T11:23:24.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.835+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=WY6H9U2HZVOG type=del 2024-09-16T11:23:24.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.837+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=YO70EH3QDQJ9 type=del size=354033 2024-09-16T11:23:24.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.839+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=WKR2Y2LNBDAK type=write size=921168 2024-09-16T11:23:24.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.841+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=D5VXUAM8W2Z9 type=write size=440574 2024-09-16T11:23:24.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.843+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=1TKUWLG8V7CQ type=del 2024-09-16T11:23:24.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.844+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=QFEIECQOM71E type=del size=2405345 2024-09-16T11:23:24.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.846+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~6AHW5V9BFQIB.0 size=7383 2024-09-16T11:23:24.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.849+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=6AHW5V9BFQIB tag=NBKJYBWBQVRZ type=write size=1055959 2024-09-16T11:23:24.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.851+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=NM4N2B4KGK3Q type=del size=1617278 2024-09-16T11:23:24.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.853+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~9A2PSC5PE7KE.0 size=1048576 2024-09-16T11:23:24.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.854+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~9A2PSC5PE7KE.1 size=247348 2024-09-16T11:23:24.858 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.857+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=9A2PSC5PE7KE tag=Z06CEAT0SS7N type=write size=2344500 2024-09-16T11:23:24.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.859+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=0OPOSG7YLAOG type=del size=3936124 2024-09-16T11:23:24.861 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.860+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~GGFABX4UQ5US.0 size=794843 2024-09-16T11:23:24.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.863+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=GGFABX4UQ5US tag=G0VJG7VRIYY8 type=write size=1843419 2024-09-16T11:23:24.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.865+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=PIFR4ILQ7R0Y type=del size=871136 2024-09-16T11:23:24.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.867+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=8GNIO899KQ49 type=del 2024-09-16T11:23:24.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.870+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.0 size=1048576 2024-09-16T11:23:24.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.871+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.1 size=1048576 2024-09-16T11:23:24.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.872+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.2 size=147707 2024-09-16T11:23:24.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.872+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=A3RU3TI25DS4 tag=FJF030R5XTWE type=write size=3293435 2024-09-16T11:23:24.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.874+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~SPGMCN9SWG17.0 size=1048576 2024-09-16T11:23:24.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.875+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~SPGMCN9SWG17.1 size=819111 2024-09-16T11:23:24.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.878+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=SPGMCN9SWG17 tag=0GZVN9ZKLO33 type=write size=2916263 2024-09-16T11:23:24.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.880+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=T8JZ4E974E0Y type=write size=102394 2024-09-16T11:23:24.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.881+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=P3G2IKW6A216 type=del 2024-09-16T11:23:24.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.883+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=LW0WYIWK8RO3 type=del size=1817435 2024-09-16T11:23:24.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.884+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.0 size=1048576 2024-09-16T11:23:24.887 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.886+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.1 size=1048576 2024-09-16T11:23:24.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.887+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~R295WXIGNIIR.2 size=704785 2024-09-16T11:23:24.891 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.890+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=R295WXIGNIIR tag=9EUWAG2YD5E5 type=write size=3850513 2024-09-16T11:23:24.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.893+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.0 size=1048576 2024-09-16T11:23:24.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.894+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.1 size=1048576 2024-09-16T11:23:24.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.895+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.2 size=791697 2024-09-16T11:23:24.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.895+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=TE5BPKI9NE5M tag=RWXA7VISUYT9 type=write size=3937425 2024-09-16T11:23:24.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.897+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=BVNK3P3QEXOB type=del 2024-09-16T11:23:24.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.900+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~K3UVH34VRUCS.0 size=7517 2024-09-16T11:23:24.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.900+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=K3UVH34VRUCS tag=XDARIJSHWLDG type=write size=1056093 2024-09-16T11:23:24.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.901+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=FJ1U0KQDMRK0 type=del 2024-09-16T11:23:24.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.903+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=8NL40BHKE7IZ type=write size=576034 2024-09-16T11:23:24.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.905+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=XBWZ6NSLTE5E type=del 2024-09-16T11:23:24.907 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.906+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=LJYCPABQ8ZG2 type=del size=2923107 2024-09-16T11:23:24.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.908+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~SA0YJL2OLZLG.0 size=1048576 2024-09-16T11:23:24.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.909+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~SA0YJL2OLZLG.1 size=863497 2024-09-16T11:23:24.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.912+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=SA0YJL2OLZLG tag=ZIDUZJQOCDF0 type=write size=2960649 2024-09-16T11:23:24.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.913+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=WTLLUR8I64DY type=write size=648281 2024-09-16T11:23:24.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.915+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=X05PAD00337X type=del 2024-09-16T11:23:24.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.916+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=7R8YOE1XDWBX type=write size=901690 2024-09-16T11:23:24.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.919+0000 7fb66dec2640 1 < suggested update operation key=E9JN9AJSKBMD tag=YT9TLSY0VVDP type=del size=2257582 2024-09-16T11:23:24.922 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.921+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=KAB7ITQRMRJL type=del size=3949499 2024-09-16T11:23:24.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.925+0000 7fb66dec2640 1 < suggested update operation key=2FIB0YA81SZT tag=YO70EH3QDQJ9 type=del size=354033 2024-09-16T11:23:24.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.928+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.0 size=1048576 2024-09-16T11:23:24.930 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.929+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.1 size=1048576 2024-09-16T11:23:24.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.930+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.2 size=488265 2024-09-16T11:23:24.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.930+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=ICPX7O4IZ0TP tag=S44F5C1HSGNB type=write size=3633993 2024-09-16T11:23:24.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.932+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=D5VXUAM8W2Z9 type=write size=440574 2024-09-16T11:23:24.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.934+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~KL059OS762FG.0 size=44923 2024-09-16T11:23:24.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.934+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=KL059OS762FG tag=XGB00KBR3GFX type=write size=1093499 2024-09-16T11:23:24.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.938+0000 7fb66dec2640 1 < suggested update operation key=VZOJ74356GH2 tag=QFEIECQOM71E type=del size=2405345 2024-09-16T11:23:24.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.939+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=IFFTG5YRXB3V type=del size=2215411 2024-09-16T11:23:24.942 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.941+0000 7fb66dec2640 1 < canceled operation key=UBJMF37RRIGD tag=NM4N2B4KGK3Q type=del size=1617278 2024-09-16T11:23:24.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.942+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=0PY4HM09FWD6 type=del size=1762952 2024-09-16T11:23:24.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.944+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=0OPOSG7YLAOG type=del 2024-09-16T11:23:24.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.945+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=TIG5QBC31NR4 type=del size=197588 2024-09-16T11:23:24.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.949+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=PIFR4ILQ7R0Y type=del 2024-09-16T11:23:24.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.951+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HS8UI281SEDL.0 size=1048576 2024-09-16T11:23:24.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.953+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HS8UI281SEDL.1 size=519966 2024-09-16T11:23:24.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.953+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=HS8UI281SEDL tag=KI24IMJ4BU65 type=write size=2617118 2024-09-16T11:23:24.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.954+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.0 size=1048576 2024-09-16T11:23:24.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.956+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.1 size=1048576 2024-09-16T11:23:24.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.957+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~A3RU3TI25DS4.2 size=147707 2024-09-16T11:23:24.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.960+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=A3RU3TI25DS4 tag=FJF030R5XTWE type=write size=3293435 2024-09-16T11:23:24.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.962+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=1GG4HNBIAGHS type=del size=3618049 2024-09-16T11:23:24.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.964+0000 7fb66dec2640 -1 < failed to complete operation key=E9JN9AJSKBMD tag=T8JZ4E974E0Y type=write size=102394: (22) Invalid argument 2024-09-16T11:23:24.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.967+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~2C62E0WBAUQT.0 size=1048576 2024-09-16T11:23:24.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.969+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~2C62E0WBAUQT.1 size=790984 2024-09-16T11:23:24.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.969+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=2C62E0WBAUQT tag=H3F212SFGBV7 type=write size=2888136 2024-09-16T11:23:24.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.970+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=LW0WYIWK8RO3 type=del 2024-09-16T11:23:24.975 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.974+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.0 size=1048576 2024-09-16T11:23:24.977 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.976+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.1 size=1048576 2024-09-16T11:23:24.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.977+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.2 size=473003 2024-09-16T11:23:24.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.977+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=JSUPUWW55L52 tag=QK2BXBDFJCQ4 type=write size=3618731 2024-09-16T11:23:24.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.979+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.0 size=1048576 2024-09-16T11:23:24.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.981+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.1 size=1048576 2024-09-16T11:23:24.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.982+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~TE5BPKI9NE5M.2 size=791697 2024-09-16T11:23:24.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.985+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=TE5BPKI9NE5M tag=RWXA7VISUYT9 type=write size=3937425 2024-09-16T11:23:24.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.987+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=URJ2ZSL1IXBL type=del size=2697637 2024-09-16T11:23:24.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.989+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~K3UVH34VRUCS.0 size=7517 2024-09-16T11:23:24.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.992+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=K3UVH34VRUCS tag=XDARIJSHWLDG type=write size=1056093 2024-09-16T11:23:24.996 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.995+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~XF3DTZKP25VD.0 size=1048576 2024-09-16T11:23:24.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.997+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~XF3DTZKP25VD.1 size=980710 2024-09-16T11:23:24.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:24.997+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=XF3DTZKP25VD tag=SVFDK7X3SP3F type=write size=3077862 2024-09-16T11:23:25.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.001+0000 7fb66dec2640 1 < suggested remove operation key=VZOJ74356GH2 tag=8NL40BHKE7IZ type=write 2024-09-16T11:23:25.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.002+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=QBM1TNNRKULH type=del size=3323303 2024-09-16T11:23:25.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.004+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=LJYCPABQ8ZG2 type=del 2024-09-16T11:23:25.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.006+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=5AG2VBLS8UND type=del size=1636388 2024-09-16T11:23:25.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.008+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=WTLLUR8I64DY type=write size=648281 2024-09-16T11:23:25.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.011+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.0 size=1048576 2024-09-16T11:23:25.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.012+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.1 size=1048576 2024-09-16T11:23:25.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.014+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.2 size=801578 2024-09-16T11:23:25.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.014+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=04IALQSB06IN tag=0VSKGJ1HBABB type=write size=3947306 2024-09-16T11:23:25.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.015+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=7R8YOE1XDWBX type=write size=901690 2024-09-16T11:23:25.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.018+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~4ZFJRI7EAG1J.0 size=1048576 2024-09-16T11:23:25.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.019+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~4ZFJRI7EAG1J.1 size=19270 2024-09-16T11:23:25.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.019+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=4ZFJRI7EAG1J tag=RWJGLA61UQPH type=write size=2116422 2024-09-16T11:23:25.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.023+0000 7fb66dec2640 1 < suggested update operation key=5SP701M6TW6O tag=KAB7ITQRMRJL type=del size=3949499 2024-09-16T11:23:25.027 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.026+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~T7OZ80ZXHUUE.0 size=175244 2024-09-16T11:23:25.027 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.026+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=T7OZ80ZXHUUE tag=UJ6YHVI01XTV type=write size=1223820 2024-09-16T11:23:25.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.028+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.0 size=1048576 2024-09-16T11:23:25.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.028+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.1 size=1048576 2024-09-16T11:23:25.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.029+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~ICPX7O4IZ0TP.2 size=488265 2024-09-16T11:23:25.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.032+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=ICPX7O4IZ0TP tag=S44F5C1HSGNB type=write size=3633993 2024-09-16T11:23:25.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.033+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=HNVWWILZS7ZT type=del size=3024020 2024-09-16T11:23:25.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.035+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~KL059OS762FG.0 size=44923 2024-09-16T11:23:25.039 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.038+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=KL059OS762FG tag=XGB00KBR3GFX type=write size=1093499 2024-09-16T11:23:25.041 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.040+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=D7C1UXH3LXHE type=del size=1878267 2024-09-16T11:23:25.043 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.041+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=IFFTG5YRXB3V type=del 2024-09-16T11:23:25.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.044+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=XN59UVH7A2I1 type=del size=1445044 2024-09-16T11:23:25.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.050+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=0PY4HM09FWD6 type=del size=1762952 2024-09-16T11:23:25.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.054+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~AN2XSRSNI129.0 size=272377 2024-09-16T11:23:25.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.054+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=AN2XSRSNI129 tag=45L0W4FPLVQC type=write size=1320953 2024-09-16T11:23:25.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.058+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=TIG5QBC31NR4 type=del 2024-09-16T11:23:25.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.060+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=GBBV61MSBRTF type=del size=3936572 2024-09-16T11:23:25.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.061+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HS8UI281SEDL.0 size=1048576 2024-09-16T11:23:25.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.063+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HS8UI281SEDL.1 size=519966 2024-09-16T11:23:25.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.066+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=HS8UI281SEDL tag=KI24IMJ4BU65 type=write size=2617118 2024-09-16T11:23:25.068 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.067+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=0L8JD9SSWTU9 type=write size=800380 2024-09-16T11:23:25.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.069+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=1GG4HNBIAGHS type=del 2024-09-16T11:23:25.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.072+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~95B7LGX3IIGI.0 size=1048576 2024-09-16T11:23:25.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.074+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~95B7LGX3IIGI.1 size=600580 2024-09-16T11:23:25.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.074+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=95B7LGX3IIGI tag=LCI5P6IJ67GR type=write size=2697732 2024-09-16T11:23:25.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.076+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~2C62E0WBAUQT.0 size=1048576 2024-09-16T11:23:25.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.077+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~2C62E0WBAUQT.1 size=790984 2024-09-16T11:23:25.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.080+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=2C62E0WBAUQT tag=H3F212SFGBV7 type=write size=2888136 2024-09-16T11:23:25.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.082+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=SF9WUR2090T7 type=del size=2753829 2024-09-16T11:23:25.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.083+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.0 size=1048576 2024-09-16T11:23:25.086 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.085+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.1 size=1048576 2024-09-16T11:23:25.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.086+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~JSUPUWW55L52.2 size=473003 2024-09-16T11:23:25.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.091+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=JSUPUWW55L52 tag=QK2BXBDFJCQ4 type=write size=3618731 2024-09-16T11:23:25.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.093+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=ZRGAD3L3AHSU type=del size=1628976 2024-09-16T11:23:25.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.095+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=URJ2ZSL1IXBL type=del 2024-09-16T11:23:25.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.099+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~0PCPHN2XERC2.0 size=1048576 2024-09-16T11:23:25.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.100+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~0PCPHN2XERC2.1 size=23951 2024-09-16T11:23:25.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.100+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=0PCPHN2XERC2 tag=JO2V8411PB98 type=write size=2121103 2024-09-16T11:23:25.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.102+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~XF3DTZKP25VD.0 size=1048576 2024-09-16T11:23:25.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.103+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~XF3DTZKP25VD.1 size=980710 2024-09-16T11:23:25.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.106+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=XF3DTZKP25VD tag=SVFDK7X3SP3F type=write size=3077862 2024-09-16T11:23:25.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.108+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=JUSYMXONFZ3S type=del size=1180999 2024-09-16T11:23:25.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.111+0000 7fb66dec2640 1 < suggested update operation key=VF9C7DHNEIOX tag=QBM1TNNRKULH type=del size=3323303 2024-09-16T11:23:25.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.114+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~FA19ELN627P0.0 size=1048576 2024-09-16T11:23:25.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.116+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~FA19ELN627P0.1 size=569029 2024-09-16T11:23:25.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.116+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=FA19ELN627P0 tag=6D37RPKCYTM8 type=write size=2666181 2024-09-16T11:23:25.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.118+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=5AG2VBLS8UND type=del 2024-09-16T11:23:25.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.119+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=2HEYKJL3MT41 type=del size=1230326 2024-09-16T11:23:25.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.123+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.0 size=1048576 2024-09-16T11:23:25.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.126+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.1 size=1048576 2024-09-16T11:23:25.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.127+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~04IALQSB06IN.2 size=801578 2024-09-16T11:23:25.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.130+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=04IALQSB06IN tag=0VSKGJ1HBABB type=write size=3947306 2024-09-16T11:23:25.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.132+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=ZOZJNT6P3LY2 type=del size=1062083 2024-09-16T11:23:25.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.133+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~4ZFJRI7EAG1J.0 size=1048576 2024-09-16T11:23:25.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.135+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~4ZFJRI7EAG1J.1 size=19270 2024-09-16T11:23:25.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.138+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=4ZFJRI7EAG1J tag=RWJGLA61UQPH type=write size=2116422 2024-09-16T11:23:25.141 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.140+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=6SAQLZY1VUF7 type=del size=283980 2024-09-16T11:23:25.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.142+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~T7OZ80ZXHUUE.0 size=175244 2024-09-16T11:23:25.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.145+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=T7OZ80ZXHUUE tag=UJ6YHVI01XTV type=write size=1223820 2024-09-16T11:23:25.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.146+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=F9BS6CENFIOU type=write size=857537 2024-09-16T11:23:25.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.148+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=HNVWWILZS7ZT type=del 2024-09-16T11:23:25.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.150+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=B8PN004KNRFI type=del size=3798373 2024-09-16T11:23:25.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.151+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=D7C1UXH3LXHE type=del 2024-09-16T11:23:25.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.155+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.0 size=1048576 2024-09-16T11:23:25.157 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.156+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.1 size=1048576 2024-09-16T11:23:25.159 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.158+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.2 size=34711 2024-09-16T11:23:25.159 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.158+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=1HDKIP7JCER9 tag=25LH47PS0A2F type=write size=3180439 2024-09-16T11:23:25.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.160+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=XN59UVH7A2I1 type=del 2024-09-16T11:23:25.163 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.162+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=8R67J7JXAFCZ type=del size=2063908 2024-09-16T11:23:25.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.163+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~AN2XSRSNI129.0 size=272377 2024-09-16T11:23:25.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.166+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=AN2XSRSNI129 tag=45L0W4FPLVQC type=write size=1320953 2024-09-16T11:23:25.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.169+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=V7ELRMTPZFK8 type=del size=3673541 2024-09-16T11:23:25.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.171+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=GBBV61MSBRTF type=del 2024-09-16T11:23:25.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.174+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=G23PC8H7QYX0 type=del size=3577761 2024-09-16T11:23:25.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.177+0000 7fb66dec2640 -1 < failed to complete operation key=VF9C7DHNEIOX tag=0L8JD9SSWTU9 type=write size=800380: (22) Invalid argument 2024-09-16T11:23:25.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.181+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.0 size=1048576 2024-09-16T11:23:25.184 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.183+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.1 size=1048576 2024-09-16T11:23:25.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.184+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.2 size=804098 2024-09-16T11:23:25.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.184+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=R5GGUSO84DCJ tag=WKWCW2VQVI1R type=write size=3949826 2024-09-16T11:23:25.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.186+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~95B7LGX3IIGI.0 size=1048576 2024-09-16T11:23:25.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.187+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~95B7LGX3IIGI.1 size=600580 2024-09-16T11:23:25.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.191+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=95B7LGX3IIGI tag=LCI5P6IJ67GR type=write size=2697732 2024-09-16T11:23:25.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.196+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~UC6K4YZE3ERM.0 size=1048576 2024-09-16T11:23:25.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.197+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~UC6K4YZE3ERM.1 size=437932 2024-09-16T11:23:25.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.197+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=UC6K4YZE3ERM tag=OV5HGMONZJ6T type=write size=2535084 2024-09-16T11:23:25.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.200+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=SF9WUR2090T7 type=del 2024-09-16T11:23:25.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.206+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~STV09HPLX5MT.0 size=1048576 2024-09-16T11:23:25.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.208+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~STV09HPLX5MT.1 size=676871 2024-09-16T11:23:25.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.208+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=STV09HPLX5MT tag=PX15XUEVBHID type=write size=2774023 2024-09-16T11:23:25.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.211+0000 7fb66dec2640 1 < canceled operation key=O6UNHL80RFVL tag=ZRGAD3L3AHSU type=del size=1628976 2024-09-16T11:23:25.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.213+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=59Y4B7PZ8GHX type=del size=3259744 2024-09-16T11:23:25.215 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.214+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~0PCPHN2XERC2.0 size=1048576 2024-09-16T11:23:25.217 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.216+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~0PCPHN2XERC2.1 size=23951 2024-09-16T11:23:25.220 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.218+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=0PCPHN2XERC2 tag=JO2V8411PB98 type=write size=2121103 2024-09-16T11:23:25.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.220+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=LFJH1WM55APW type=del size=3475545 2024-09-16T11:23:25.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.222+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=JUSYMXONFZ3S type=del 2024-09-16T11:23:25.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.224+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=4CERZQY215G4 type=write size=753998 2024-09-16T11:23:25.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.225+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~FA19ELN627P0.0 size=1048576 2024-09-16T11:23:25.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.227+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~FA19ELN627P0.1 size=569029 2024-09-16T11:23:25.231 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.230+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=FA19ELN627P0 tag=6D37RPKCYTM8 type=write size=2666181 2024-09-16T11:23:25.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.232+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=FHN1P47ISAQX type=del size=4060816 2024-09-16T11:23:25.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.234+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=2HEYKJL3MT41 type=del 2024-09-16T11:23:25.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.237+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~94K3ZQ25MMK5.0 size=1048576 2024-09-16T11:23:25.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.239+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~94K3ZQ25MMK5.1 size=669185 2024-09-16T11:23:25.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.239+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=94K3ZQ25MMK5 tag=134YHQV4M7UE type=write size=2766337 2024-09-16T11:23:25.242 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.240+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=ZOZJNT6P3LY2 type=del 2024-09-16T11:23:25.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.244+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~7N2UP15T1K2B.0 size=589025 2024-09-16T11:23:25.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.244+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=7N2UP15T1K2B tag=E18R22P4TDJM type=write size=1637601 2024-09-16T11:23:25.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.247+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=6SAQLZY1VUF7 type=del 2024-09-16T11:23:25.250 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.249+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=KGGO151RZPG3 type=del size=2079915 2024-09-16T11:23:25.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.253+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=F9BS6CENFIOU type=write size=857537 2024-09-16T11:23:25.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.256+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.0 size=1048576 2024-09-16T11:23:25.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.258+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.1 size=1048576 2024-09-16T11:23:25.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.259+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.2 size=604754 2024-09-16T11:23:25.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.259+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=YGHYS6REL0HY tag=6UWVUN9XD1LX type=write size=3750482 2024-09-16T11:23:25.264 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.263+0000 7fb66dec2640 1 < suggested remove operation key=SXTKV1YIBM8U tag=B8PN004KNRFI type=del 2024-09-16T11:23:25.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.266+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.0 size=1048576 2024-09-16T11:23:25.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.268+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.1 size=1048576 2024-09-16T11:23:25.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.269+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.2 size=608359 2024-09-16T11:23:25.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.269+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=LZFY53PJUYSS tag=LTALMX9MSNUT type=write size=3754087 2024-09-16T11:23:25.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.271+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.0 size=1048576 2024-09-16T11:23:25.274 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.273+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.1 size=1048576 2024-09-16T11:23:25.275 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.274+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~1HDKIP7JCER9.2 size=34711 2024-09-16T11:23:25.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.277+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=1HDKIP7JCER9 tag=25LH47PS0A2F type=write size=3180439 2024-09-16T11:23:25.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.281+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.0 size=1048576 2024-09-16T11:23:25.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.283+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.1 size=1048576 2024-09-16T11:23:25.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.284+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.2 size=940108 2024-09-16T11:23:25.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.284+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=DJV8GCD1TO9N tag=NXOU9IXO82LV type=write size=4085836 2024-09-16T11:23:25.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.286+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=8R67J7JXAFCZ type=del 2024-09-16T11:23:25.289 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.288+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=BJEIQ8CCM0MU type=del size=758408 2024-09-16T11:23:25.291 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.290+0000 7fb66dec2640 -1 < failed to complete operation key=224VQRZ2GHDJ tag=V7ELRMTPZFK8 type=del size=3673541: (22) Invalid argument 2024-09-16T11:23:25.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.292+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=1N51SMKZOO4C type=del size=22970 2024-09-16T11:23:25.295 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.294+0000 7fb66dec2640 -1 < failed to complete operation key=SXTKV1YIBM8U tag=G23PC8H7QYX0 type=del size=3577761: (22) Invalid argument 2024-09-16T11:23:25.299 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.298+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.0 size=1048576 2024-09-16T11:23:25.302 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.301+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.1 size=1048576 2024-09-16T11:23:25.304 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.303+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.2 size=389507 2024-09-16T11:23:25.304 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.303+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=WMFLLY048O9D tag=329EQP394AIC type=write size=3535235 2024-09-16T11:23:25.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.305+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.0 size=1048576 2024-09-16T11:23:25.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.305+0000 7fb66dec2640 1 < canceled part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.1 size=1048576 2024-09-16T11:23:25.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.306+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~R5GGUSO84DCJ.2 size=804098 2024-09-16T11:23:25.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.309+0000 7fb66dec2640 1 < canceled multipart upload key=PKSRPG0T3DRS upload=R5GGUSO84DCJ tag=WKWCW2VQVI1R type=write size=3949826 2024-09-16T11:23:25.312 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.311+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=B082FHAURGLC type=write size=208640 2024-09-16T11:23:25.314 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.313+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~UC6K4YZE3ERM.0 size=1048576 2024-09-16T11:23:25.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.314+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~UC6K4YZE3ERM.1 size=437932 2024-09-16T11:23:25.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.318+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=UC6K4YZE3ERM tag=OV5HGMONZJ6T type=write size=2535084 2024-09-16T11:23:25.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.320+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=1YRWMSCXRMTE type=del size=666754 2024-09-16T11:23:25.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.323+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~STV09HPLX5MT.0 size=1048576 2024-09-16T11:23:25.325 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.324+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~STV09HPLX5MT.1 size=676871 2024-09-16T11:23:25.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.327+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=STV09HPLX5MT tag=PX15XUEVBHID type=write size=2774023 2024-09-16T11:23:25.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.329+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=CF28WYCU8F2N type=del size=3305596 2024-09-16T11:23:25.331 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.330+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=59Y4B7PZ8GHX type=del 2024-09-16T11:23:25.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.332+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=T8SIMNHHK7BE type=del size=4058764 2024-09-16T11:23:25.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.336+0000 7fb66dec2640 1 < suggested update operation key=I575ZO6BYNEZ tag=LFJH1WM55APW type=del size=3475545 2024-09-16T11:23:25.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.338+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=BL4OT6DPDLWT type=write size=416229 2024-09-16T11:23:25.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.340+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=4CERZQY215G4 type=write size=753998 2024-09-16T11:23:25.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.342+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=JF6MDTWGBVVH type=del size=1628657 2024-09-16T11:23:25.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.344+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=FHN1P47ISAQX type=del 2024-09-16T11:23:25.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.347+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~8UTQL80KFYJA.0 size=1048576 2024-09-16T11:23:25.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.349+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~8UTQL80KFYJA.1 size=175660 2024-09-16T11:23:25.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.349+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=8UTQL80KFYJA tag=X7IXBH2Q7GHR type=write size=2272812 2024-09-16T11:23:25.352 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.351+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~94K3ZQ25MMK5.0 size=1048576 2024-09-16T11:23:25.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.352+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~94K3ZQ25MMK5.1 size=669185 2024-09-16T11:23:25.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.356+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=94K3ZQ25MMK5 tag=134YHQV4M7UE type=write size=2766337 2024-09-16T11:23:25.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.358+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=J95TGC6OOCME type=del size=1134613 2024-09-16T11:23:25.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.359+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~7N2UP15T1K2B.0 size=589025 2024-09-16T11:23:25.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.362+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=7N2UP15T1K2B tag=E18R22P4TDJM type=write size=1637601 2024-09-16T11:23:25.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.365+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=FNW4EEZ5I4RD type=del size=950514 2024-09-16T11:23:25.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.366+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=KGGO151RZPG3 type=del 2024-09-16T11:23:25.369 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.368+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=N6C1M9MZ8IZE type=write size=213237 2024-09-16T11:23:25.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.370+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.0 size=1048576 2024-09-16T11:23:25.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.372+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.1 size=1048576 2024-09-16T11:23:25.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.372+0000 7fb66dec2640 1 < canceled part key=_multipart_YF35LMA056BI.2~YGHYS6REL0HY.2 size=604754 2024-09-16T11:23:25.378 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.377+0000 7fb66dec2640 1 < canceled multipart upload key=YF35LMA056BI upload=YGHYS6REL0HY tag=6UWVUN9XD1LX type=write size=3750482 2024-09-16T11:23:25.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.380+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=OQBMQF4DTQ8Z type=write size=821085 2024-09-16T11:23:25.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.383+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.0 size=1048576 2024-09-16T11:23:25.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.384+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.1 size=1048576 2024-09-16T11:23:25.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.386+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~LZFY53PJUYSS.2 size=608359 2024-09-16T11:23:25.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.388+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=LZFY53PJUYSS tag=LTALMX9MSNUT type=write size=3754087 2024-09-16T11:23:25.391 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.390+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=BCOO287ZFP70 type=del size=3359757 2024-09-16T11:23:25.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.392+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.0 size=1048576 2024-09-16T11:23:25.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.393+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.1 size=1048576 2024-09-16T11:23:25.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.394+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~DJV8GCD1TO9N.2 size=940108 2024-09-16T11:23:25.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.397+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=DJV8GCD1TO9N tag=NXOU9IXO82LV type=write size=4085836 2024-09-16T11:23:25.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.398+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=7TWDM3JHH775 type=write size=348964 2024-09-16T11:23:25.401 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.400+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=BJEIQ8CCM0MU type=del 2024-09-16T11:23:25.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.402+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=SKULHVM7F7SC type=del size=506673 2024-09-16T11:23:25.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.403+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=1N51SMKZOO4C type=del 2024-09-16T11:23:25.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.405+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=811G0Z9EV7PO type=del size=2308812 2024-09-16T11:23:25.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.406+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.0 size=1048576 2024-09-16T11:23:25.409 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.408+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.1 size=1048576 2024-09-16T11:23:25.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.409+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~WMFLLY048O9D.2 size=389507 2024-09-16T11:23:25.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.412+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=WMFLLY048O9D tag=329EQP394AIC type=write size=3535235 2024-09-16T11:23:25.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.414+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=AE0K2II462PT type=del size=1332497 2024-09-16T11:23:25.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.416+0000 7fb66dec2640 1 < canceled operation key=OEN3JZU6OLXI tag=B082FHAURGLC type=write size=208640 2024-09-16T11:23:25.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.419+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.0 size=1048576 2024-09-16T11:23:25.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.420+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.1 size=1048576 2024-09-16T11:23:25.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.422+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.2 size=730439 2024-09-16T11:23:25.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.422+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=U1LVUAXTTY4P tag=UMCZM1OVAW6J type=write size=3876167 2024-09-16T11:23:25.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.423+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=1YRWMSCXRMTE type=del 2024-09-16T11:23:25.427 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.426+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.0 size=1048576 2024-09-16T11:23:25.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.427+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.1 size=1048576 2024-09-16T11:23:25.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.429+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.2 size=138447 2024-09-16T11:23:25.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.429+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=ZYVP5GPKV5VJ tag=WOXUTUN7WK4U type=write size=3284175 2024-09-16T11:23:25.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.431+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=CF28WYCU8F2N type=del 2024-09-16T11:23:25.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.432+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=NL4S12M4XKLW type=del size=3617749 2024-09-16T11:23:25.435 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.434+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=T8SIMNHHK7BE type=del 2024-09-16T11:23:25.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.435+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=8XF20B5GTF7X type=del size=2837699 2024-09-16T11:23:25.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.437+0000 7fb66dec2640 1 < completed write operation key=TVK5OH5E1PV4 tag=BL4OT6DPDLWT type=write size=416229 2024-09-16T11:23:25.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.440+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.0 size=1048576 2024-09-16T11:23:25.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.441+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.1 size=1048576 2024-09-16T11:23:25.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.443+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.2 size=843566 2024-09-16T11:23:25.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.443+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=84Y56UU8VHJW tag=CFDZFL9JQ803 type=write size=3989294 2024-09-16T11:23:25.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.446+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=JF6MDTWGBVVH type=del 2024-09-16T11:23:25.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.449+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.0 size=1048576 2024-09-16T11:23:25.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.450+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.1 size=1048576 2024-09-16T11:23:25.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.452+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.2 size=986151 2024-09-16T11:23:25.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.452+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=7CVUHK5U80DS tag=16NM7IMO6C3Q type=write size=4131879 2024-09-16T11:23:25.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.454+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~8UTQL80KFYJA.0 size=1048576 2024-09-16T11:23:25.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.455+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~8UTQL80KFYJA.1 size=175660 2024-09-16T11:23:25.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.458+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=8UTQL80KFYJA tag=X7IXBH2Q7GHR type=write size=2272812 2024-09-16T11:23:25.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.462+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~49HKP6PSLHL6.0 size=1048576 2024-09-16T11:23:25.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.464+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~49HKP6PSLHL6.1 size=811349 2024-09-16T11:23:25.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.464+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=49HKP6PSLHL6 tag=R0JZO8VMEU43 type=write size=2908501 2024-09-16T11:23:25.466 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.465+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=J95TGC6OOCME type=del 2024-09-16T11:23:25.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.467+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=OHTFMH9X19I2 type=del size=1836812 2024-09-16T11:23:25.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.469+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=FNW4EEZ5I4RD type=del 2024-09-16T11:23:25.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.470+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=S120K2W0QF9A type=del size=2634661 2024-09-16T11:23:25.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.472+0000 7fb66dec2640 1 < completed write operation key=57XW02KN8W4Z tag=N6C1M9MZ8IZE type=write size=213237 2024-09-16T11:23:25.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.475+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~D6SMHHY395I8.0 size=858826 2024-09-16T11:23:25.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.475+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=D6SMHHY395I8 tag=F59VEDRS4CE3 type=write size=1907402 2024-09-16T11:23:25.479 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.478+0000 7fb66dec2640 1 < suggested remove operation key=D4SQZJ77RBR1 tag=OQBMQF4DTQ8Z type=write 2024-09-16T11:23:25.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.482+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~NTCMQSPQP1O9.0 size=199193 2024-09-16T11:23:25.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.482+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=NTCMQSPQP1O9 tag=5K3J9OFFY911 type=write size=1247769 2024-09-16T11:23:25.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.485+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=BCOO287ZFP70 type=del size=3359757 2024-09-16T11:23:25.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.486+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=W2PSAGIXUL9B type=write size=748046 2024-09-16T11:23:25.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.488+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=7TWDM3JHH775 type=write size=348964 2024-09-16T11:23:25.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.490+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=YEG2XQZHZ74X type=write size=696669 2024-09-16T11:23:25.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.493+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=SKULHVM7F7SC type=del size=506673 2024-09-16T11:23:25.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.495+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=RQ71WRACDY6S type=del size=2283229 2024-09-16T11:23:25.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.499+0000 7fb66dec2640 1 < suggested remove operation key=KW19TYJ86X9U tag=811G0Z9EV7PO type=del 2024-09-16T11:23:25.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.500+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=STIIX5LHFZB6 type=write size=338907 2024-09-16T11:23:25.503 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.502+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=AE0K2II462PT type=del 2024-09-16T11:23:25.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.505+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~7NKIX0BTVSAZ.0 size=1793 2024-09-16T11:23:25.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.505+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=7NKIX0BTVSAZ tag=40R5J6ZC97O5 type=write size=1050369 2024-09-16T11:23:25.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.508+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.0 size=1048576 2024-09-16T11:23:25.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.509+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.1 size=1048576 2024-09-16T11:23:25.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.511+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~U1LVUAXTTY4P.2 size=730439 2024-09-16T11:23:25.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.514+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=U1LVUAXTTY4P tag=UMCZM1OVAW6J type=write size=3876167 2024-09-16T11:23:25.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.516+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=JZE8JKV7FHAS type=del size=4045134 2024-09-16T11:23:25.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.518+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.0 size=1048576 2024-09-16T11:23:25.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.518+0000 7fb66dec2640 1 < canceled part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.1 size=1048576 2024-09-16T11:23:25.520 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.519+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~ZYVP5GPKV5VJ.2 size=138447 2024-09-16T11:23:25.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.522+0000 7fb66dec2640 1 < canceled multipart upload key=3G4SVBOPOKXF upload=ZYVP5GPKV5VJ tag=WOXUTUN7WK4U type=write size=3284175 2024-09-16T11:23:25.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.525+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~TCVA61OKRO7S.0 size=1048576 2024-09-16T11:23:25.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.527+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~TCVA61OKRO7S.1 size=888965 2024-09-16T11:23:25.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.527+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=TCVA61OKRO7S tag=2MJ4DCM8KQRI type=write size=2986117 2024-09-16T11:23:25.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.530+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=NL4S12M4XKLW type=del 2024-09-16T11:23:25.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.534+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~V8D1SCAPSA0X.0 size=1048576 2024-09-16T11:23:25.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.535+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~V8D1SCAPSA0X.1 size=452967 2024-09-16T11:23:25.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.535+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=V8D1SCAPSA0X tag=WS2AINAQOFG0 type=write size=2550119 2024-09-16T11:23:25.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.537+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=8XF20B5GTF7X type=del 2024-09-16T11:23:25.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.538+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=VR4SMD2OVXL1 type=del size=1766061 2024-09-16T11:23:25.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.540+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.0 size=1048576 2024-09-16T11:23:25.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.540+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.1 size=1048576 2024-09-16T11:23:25.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.542+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~84Y56UU8VHJW.2 size=843566 2024-09-16T11:23:25.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.546+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=84Y56UU8VHJW tag=CFDZFL9JQ803 type=write size=3989294 2024-09-16T11:23:25.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.549+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~RKYS9DOXF6SQ.0 size=290774 2024-09-16T11:23:25.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.549+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=RKYS9DOXF6SQ tag=FRIC2LVBQHJV type=write size=1339350 2024-09-16T11:23:25.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.551+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.0 size=1048576 2024-09-16T11:23:25.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.552+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.1 size=1048576 2024-09-16T11:23:25.554 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.553+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~7CVUHK5U80DS.2 size=986151 2024-09-16T11:23:25.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.556+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=7CVUHK5U80DS tag=16NM7IMO6C3Q type=write size=4131879 2024-09-16T11:23:25.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.558+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=DM8MS8P5ICYE type=del size=1892355 2024-09-16T11:23:25.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.558+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~49HKP6PSLHL6.0 size=1048576 2024-09-16T11:23:25.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.560+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~49HKP6PSLHL6.1 size=811349 2024-09-16T11:23:25.564 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.562+0000 7fb66dec2640 1 < canceled multipart upload key=E9JN9AJSKBMD upload=49HKP6PSLHL6 tag=R0JZO8VMEU43 type=write size=2908501 2024-09-16T11:23:25.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.566+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~T77UTOH8X5VO.0 size=203414 2024-09-16T11:23:25.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.566+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=T77UTOH8X5VO tag=E7096YYIVUDY type=write size=1251990 2024-09-16T11:23:25.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.567+0000 7fb66dec2640 1 < canceled operation key=U5T3M5C2I7Z6 tag=OHTFMH9X19I2 type=del size=1836812 2024-09-16T11:23:25.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.569+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=WELIKZKB8WHR type=del size=669955 2024-09-16T11:23:25.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.571+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=S120K2W0QF9A type=del 2024-09-16T11:23:25.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.572+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=MNNL5SFNKR7G type=del size=847751 2024-09-16T11:23:25.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.575+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~D6SMHHY395I8.0 size=858826 2024-09-16T11:23:25.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.578+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=D6SMHHY395I8 tag=F59VEDRS4CE3 type=write size=1907402 2024-09-16T11:23:25.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.581+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~2NBI90OO96AF.0 size=1042516 2024-09-16T11:23:25.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.581+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=2NBI90OO96AF tag=8PTOCR19VXMM type=write size=2091092 2024-09-16T11:23:25.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.582+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~NTCMQSPQP1O9.0 size=199193 2024-09-16T11:23:25.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.585+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=NTCMQSPQP1O9 tag=5K3J9OFFY911 type=write size=1247769 2024-09-16T11:23:25.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.587+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=8HU9LHQ3FQTG type=del size=3979700 2024-09-16T11:23:25.590 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.589+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=W2PSAGIXUL9B type=write size=748046 2024-09-16T11:23:25.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.593+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~3U8YQJR1TY51.0 size=1048576 2024-09-16T11:23:25.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.595+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~3U8YQJR1TY51.1 size=291473 2024-09-16T11:23:25.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.595+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=3U8YQJR1TY51 tag=U2BJ3BSBH118 type=write size=2388625 2024-09-16T11:23:25.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.597+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=YEG2XQZHZ74X type=write size=696669 2024-09-16T11:23:25.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.599+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=KL2GCGIZA5OD type=del size=804482 2024-09-16T11:23:25.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.600+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=RQ71WRACDY6S type=del 2024-09-16T11:23:25.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.604+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~QUXHOR8DHJOK.0 size=703108 2024-09-16T11:23:25.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.604+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=QUXHOR8DHJOK tag=KWUT3R2ZOCDW type=write size=1751684 2024-09-16T11:23:25.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.606+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=STIIX5LHFZB6 type=write size=338907 2024-09-16T11:23:25.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.607+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=WZ7DGFL1YU5A type=del size=1991241 2024-09-16T11:23:25.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.609+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~7NKIX0BTVSAZ.0 size=1793 2024-09-16T11:23:25.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.612+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=7NKIX0BTVSAZ tag=40R5J6ZC97O5 type=write size=1050369 2024-09-16T11:23:25.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.614+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=3BZUUT0I0J8D type=del size=2020284 2024-09-16T11:23:25.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.615+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=JZE8JKV7FHAS type=del 2024-09-16T11:23:25.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.617+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=85XE8C4B5XZY type=del size=594079 2024-09-16T11:23:25.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.619+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~TCVA61OKRO7S.0 size=1048576 2024-09-16T11:23:25.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.620+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~TCVA61OKRO7S.1 size=888965 2024-09-16T11:23:25.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.623+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=TCVA61OKRO7S tag=2MJ4DCM8KQRI type=write size=2986117 2024-09-16T11:23:25.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.626+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6YNIJA5U8NWW.0 size=1048576 2024-09-16T11:23:25.628 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.627+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6YNIJA5U8NWW.1 size=504516 2024-09-16T11:23:25.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.627+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=6YNIJA5U8NWW tag=FBR485MDEQ0G type=write size=2601668 2024-09-16T11:23:25.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.629+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~V8D1SCAPSA0X.0 size=1048576 2024-09-16T11:23:25.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.629+0000 7fb66dec2640 1 < canceled part key=_multipart_VZOJ74356GH2.2~V8D1SCAPSA0X.1 size=452967 2024-09-16T11:23:25.634 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.633+0000 7fb66dec2640 1 < canceled multipart upload key=VZOJ74356GH2 upload=V8D1SCAPSA0X tag=WS2AINAQOFG0 type=write size=2550119 2024-09-16T11:23:25.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.636+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~L5ZZR6KNHNVT.0 size=1048576 2024-09-16T11:23:25.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.638+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~L5ZZR6KNHNVT.1 size=785394 2024-09-16T11:23:25.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.638+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=L5ZZR6KNHNVT tag=KCJPHU5BZYLA type=write size=2882546 2024-09-16T11:23:25.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.640+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=VR4SMD2OVXL1 type=del size=1766061 2024-09-16T11:23:25.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.641+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=0N4DTA1B6B12 type=del size=3096858 2024-09-16T11:23:25.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.643+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~RKYS9DOXF6SQ.0 size=290774 2024-09-16T11:23:25.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.646+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=RKYS9DOXF6SQ tag=FRIC2LVBQHJV type=write size=1339350 2024-09-16T11:23:25.649 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.648+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=86OJB8OPVCDQ type=del size=2513495 2024-09-16T11:23:25.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.651+0000 7fb66dec2640 1 < suggested update operation key=2C0Y1546EQZK tag=DM8MS8P5ICYE type=del size=1892355 2024-09-16T11:23:25.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.654+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=4QT6WU7V5RU0 type=write size=120852 2024-09-16T11:23:25.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.656+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~T77UTOH8X5VO.0 size=203414 2024-09-16T11:23:25.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.658+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=T77UTOH8X5VO tag=E7096YYIVUDY type=write size=1251990 2024-09-16T11:23:25.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.661+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=X5GUWS7S6VAV type=write size=767296 2024-09-16T11:23:25.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.663+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=WELIKZKB8WHR type=del 2024-09-16T11:23:25.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.666+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~6YH6TEEY9RV3.0 size=1048576 2024-09-16T11:23:25.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.668+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~6YH6TEEY9RV3.1 size=810035 2024-09-16T11:23:25.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.668+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=6YH6TEEY9RV3 tag=AGUH790Z0SPJ type=write size=2907187 2024-09-16T11:23:25.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.669+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=MNNL5SFNKR7G type=del 2024-09-16T11:23:25.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.671+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=JUDMW4PPYXWS type=del size=790684 2024-09-16T11:23:25.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.673+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~2NBI90OO96AF.0 size=1042516 2024-09-16T11:23:25.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.676+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=2NBI90OO96AF tag=8PTOCR19VXMM type=write size=2091092 2024-09-16T11:23:25.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.679+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~3GWMS2HFVBQJ.0 size=527826 2024-09-16T11:23:25.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.679+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=3GWMS2HFVBQJ tag=JR9HS4DZL98I type=write size=1576402 2024-09-16T11:23:25.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.682+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=8HU9LHQ3FQTG type=del 2024-09-16T11:23:25.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.686+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=LN960271WIP4 type=write size=453688 2024-09-16T11:23:25.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.688+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~3U8YQJR1TY51.0 size=1048576 2024-09-16T11:23:25.691 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.690+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~3U8YQJR1TY51.1 size=291473 2024-09-16T11:23:25.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.693+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=3U8YQJR1TY51 tag=U2BJ3BSBH118 type=write size=2388625 2024-09-16T11:23:25.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.694+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=5NT5LCTZTSH3 type=write size=1034600 2024-09-16T11:23:25.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.696+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=KL2GCGIZA5OD type=del 2024-09-16T11:23:25.700 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.699+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~JI3AN8I40ML9.0 size=541422 2024-09-16T11:23:25.701 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.699+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=JI3AN8I40ML9 tag=KJC00JEGNH41 type=write size=1589998 2024-09-16T11:23:25.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.701+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~QUXHOR8DHJOK.0 size=703108 2024-09-16T11:23:25.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.704+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=QUXHOR8DHJOK tag=KWUT3R2ZOCDW type=write size=1751684 2024-09-16T11:23:25.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.708+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EIWE1LK8FVMI.0 size=1048576 2024-09-16T11:23:25.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.709+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EIWE1LK8FVMI.1 size=580370 2024-09-16T11:23:25.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.709+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=EIWE1LK8FVMI tag=AFHMHDNQCJQ0 type=write size=2677522 2024-09-16T11:23:25.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.712+0000 7fb66dec2640 1 < suggested update operation key=2C0Y1546EQZK tag=WZ7DGFL1YU5A type=del size=1991241 2024-09-16T11:23:25.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.716+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~JEJ5ZA6J8JN4.0 size=1048576 2024-09-16T11:23:25.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.717+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~JEJ5ZA6J8JN4.1 size=1011709 2024-09-16T11:23:25.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.717+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=JEJ5ZA6J8JN4 tag=QHBJBJGY1W0U type=write size=3108861 2024-09-16T11:23:25.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.720+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=3BZUUT0I0J8D type=del size=2020284 2024-09-16T11:23:25.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.722+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=YZPHA9K1UXMR type=del size=2885088 2024-09-16T11:23:25.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.726+0000 7fb66dec2640 1 < suggested remove operation key=W6R5LJLF4MG0 tag=85XE8C4B5XZY type=del 2024-09-16T11:23:25.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.728+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=4BRZNAX29HIA type=write size=861737 2024-09-16T11:23:25.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.730+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~6YNIJA5U8NWW.0 size=1048576 2024-09-16T11:23:25.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.730+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~6YNIJA5U8NWW.1 size=504516 2024-09-16T11:23:25.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.734+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=6YNIJA5U8NWW tag=FBR485MDEQ0G type=write size=2601668 2024-09-16T11:23:25.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.736+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=GB0J8GK1SNQF type=del size=269660 2024-09-16T11:23:25.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.738+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~L5ZZR6KNHNVT.0 size=1048576 2024-09-16T11:23:25.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.738+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~L5ZZR6KNHNVT.1 size=785394 2024-09-16T11:23:25.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.740+0000 7fb66dec2640 1 < canceled multipart upload key=WQGRWNTRNYI7 upload=L5ZZR6KNHNVT tag=KCJPHU5BZYLA type=write size=2882546 2024-09-16T11:23:25.743 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.742+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=C0102SJ9G0B7 type=del size=4080740 2024-09-16T11:23:25.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.744+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=0N4DTA1B6B12 type=del 2024-09-16T11:23:25.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.745+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=J136YNSJJ06E type=del size=176757 2024-09-16T11:23:25.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.748+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=86OJB8OPVCDQ type=del 2024-09-16T11:23:25.751 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.750+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=2GGT82UM7BCG type=del size=1702864 2024-09-16T11:23:25.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.753+0000 7fb66dec2640 1 < suggested remove operation key=P9HEIJBYI7VR tag=4QT6WU7V5RU0 type=write 2024-09-16T11:23:25.757 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.756+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=0IUIW2EJD7YZ type=del size=4147052 2024-09-16T11:23:25.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.759+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=X5GUWS7S6VAV type=write size=767296 2024-09-16T11:23:25.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.761+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=868SUP3LKHD6 type=del size=526859 2024-09-16T11:23:25.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.761+0000 7fb66dec2640 1 < canceled part key=_multipart_P9HEIJBYI7VR.2~6YH6TEEY9RV3.0 size=1048576 2024-09-16T11:23:25.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.762+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~6YH6TEEY9RV3.1 size=810035 2024-09-16T11:23:25.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.766+0000 7fb66dec2640 1 < canceled multipart upload key=P9HEIJBYI7VR upload=6YH6TEEY9RV3 tag=AGUH790Z0SPJ type=write size=2907187 2024-09-16T11:23:25.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.767+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=1238KXZ4U1A8 type=write size=400866 2024-09-16T11:23:25.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.771+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=JUDMW4PPYXWS type=del size=790684 2024-09-16T11:23:25.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.773+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=S2ZHSH07MV31 type=del size=634278 2024-09-16T11:23:25.775 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.774+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~3GWMS2HFVBQJ.0 size=527826 2024-09-16T11:23:25.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.777+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=3GWMS2HFVBQJ tag=JR9HS4DZL98I type=write size=1576402 2024-09-16T11:23:25.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.779+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=3DLU6CKPJ1TM type=del size=186816 2024-09-16T11:23:25.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.783+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=LN960271WIP4 type=write size=453688 2024-09-16T11:23:25.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.785+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=RTM0AO3ZHCVO type=del size=761470 2024-09-16T11:23:25.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.788+0000 7fb66dec2640 -1 < failed to complete operation key=P9HEIJBYI7VR tag=5NT5LCTZTSH3 type=write size=1034600: (22) Invalid argument 2024-09-16T11:23:25.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.791+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.0 size=1048576 2024-09-16T11:23:25.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.793+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.1 size=1048576 2024-09-16T11:23:25.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.794+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.2 size=465421 2024-09-16T11:23:25.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.794+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=03OJB6UVBE02 tag=EEMAX40AA1SI type=write size=3611149 2024-09-16T11:23:25.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.796+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~JI3AN8I40ML9.0 size=541422 2024-09-16T11:23:25.800 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.799+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=JI3AN8I40ML9 tag=KJC00JEGNH41 type=write size=1589998 2024-09-16T11:23:25.802 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.801+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=DBAJDX51OAUY type=write size=718420 2024-09-16T11:23:25.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.802+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EIWE1LK8FVMI.0 size=1048576 2024-09-16T11:23:25.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.804+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EIWE1LK8FVMI.1 size=580370 2024-09-16T11:23:25.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.807+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=EIWE1LK8FVMI tag=AFHMHDNQCJQ0 type=write size=2677522 2024-09-16T11:23:25.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.809+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=8YX2ZAXP51HK type=del size=3372162 2024-09-16T11:23:25.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.810+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~JEJ5ZA6J8JN4.0 size=1048576 2024-09-16T11:23:25.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.812+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~JEJ5ZA6J8JN4.1 size=1011709 2024-09-16T11:23:25.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.815+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=JEJ5ZA6J8JN4 tag=QHBJBJGY1W0U type=write size=3108861 2024-09-16T11:23:25.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.818+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.0 size=1048576 2024-09-16T11:23:25.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.820+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.1 size=1048576 2024-09-16T11:23:25.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.821+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.2 size=980127 2024-09-16T11:23:25.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.821+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=BO2S9PKRSF9P tag=4BRS07S786KY type=write size=4125855 2024-09-16T11:23:25.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.823+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=YZPHA9K1UXMR type=del 2024-09-16T11:23:25.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.824+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=I7X9FY933GXM type=del size=1178359 2024-09-16T11:23:25.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.827+0000 7fb66dec2640 -1 < failed to complete operation key=P4R6KUKVO6TJ tag=4BRZNAX29HIA type=write size=861737: (22) Invalid argument 2024-09-16T11:23:25.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.828+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=CRYO35T4ZIWE type=write size=998710 2024-09-16T11:23:25.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.832+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=GB0J8GK1SNQF type=del size=269660 2024-09-16T11:23:25.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.836+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.0 size=1048576 2024-09-16T11:23:25.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.837+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.1 size=1048576 2024-09-16T11:23:25.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.839+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.2 size=34968 2024-09-16T11:23:25.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.839+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=UGQXUO61Q300 tag=4D1SUEOAFN2D type=write size=3180696 2024-09-16T11:23:25.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.840+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=C0102SJ9G0B7 type=del 2024-09-16T11:23:25.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.842+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=CV3KL1E5AE3Z type=del size=3565722 2024-09-16T11:23:25.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.844+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=J136YNSJJ06E type=del 2024-09-16T11:23:25.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.845+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=6HU0YNJKEMEF type=del size=1978835 2024-09-16T11:23:25.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.847+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=2GGT82UM7BCG type=del 2024-09-16T11:23:25.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.849+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=S2U24A8XZIGJ type=write size=192907 2024-09-16T11:23:25.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.851+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=0IUIW2EJD7YZ type=del 2024-09-16T11:23:25.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.853+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=9GM7CR2QCSHJ type=del size=2039545 2024-09-16T11:23:25.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.854+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=868SUP3LKHD6 type=del 2024-09-16T11:23:25.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.856+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=E75YW7N8E09M type=del size=3430312 2024-09-16T11:23:25.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.858+0000 7fb66dec2640 1 < completed write operation key=57XW02KN8W4Z tag=1238KXZ4U1A8 type=write size=400866 2024-09-16T11:23:25.862 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.861+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.0 size=1048576 2024-09-16T11:23:25.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.863+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.1 size=1048576 2024-09-16T11:23:25.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.865+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.2 size=740033 2024-09-16T11:23:25.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.865+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=BOODE9FYK98P tag=9GW93A57AWAI type=write size=3885761 2024-09-16T11:23:25.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.868+0000 7fb66dec2640 1 < suggested remove operation key=I575ZO6BYNEZ tag=S2ZHSH07MV31 type=del 2024-09-16T11:23:25.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.871+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=NQGR9D5521UB type=del size=1673877 2024-09-16T11:23:25.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.875+0000 7fb66dec2640 1 < suggested remove operation key=P9HEIJBYI7VR tag=3DLU6CKPJ1TM type=del 2024-09-16T11:23:25.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.878+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~6NSEPRINQA4K.0 size=1048576 2024-09-16T11:23:25.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.880+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~6NSEPRINQA4K.1 size=894511 2024-09-16T11:23:25.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.880+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=6NSEPRINQA4K tag=UE9JFYC8TE61 type=write size=2991663 2024-09-16T11:23:25.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.882+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=RTM0AO3ZHCVO type=del 2024-09-16T11:23:25.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.883+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=WX35HA2UD2MP type=write size=215176 2024-09-16T11:23:25.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.885+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.0 size=1048576 2024-09-16T11:23:25.887 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.886+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.1 size=1048576 2024-09-16T11:23:25.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.888+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~03OJB6UVBE02.2 size=465421 2024-09-16T11:23:25.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.892+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=03OJB6UVBE02 tag=EEMAX40AA1SI type=write size=3611149 2024-09-16T11:23:25.897 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.896+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~W0HVY5ENWO0I.0 size=1048576 2024-09-16T11:23:25.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.898+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~W0HVY5ENWO0I.1 size=433576 2024-09-16T11:23:25.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.898+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=W0HVY5ENWO0I tag=JATH8R9Z107I type=write size=2530728 2024-09-16T11:23:25.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.899+0000 7fb66dec2640 1 < canceled operation key=WQGRWNTRNYI7 tag=DBAJDX51OAUY type=write size=718420 2024-09-16T11:23:25.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.903+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~SZM28MU6LILA.0 size=1048576 2024-09-16T11:23:25.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.905+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~SZM28MU6LILA.1 size=244470 2024-09-16T11:23:25.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.905+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=SZM28MU6LILA tag=WLBZ8G1JNEHD type=write size=2341622 2024-09-16T11:23:25.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.908+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=8YX2ZAXP51HK type=del 2024-09-16T11:23:25.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.910+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=KKB3JM5AVPTG type=del size=588133 2024-09-16T11:23:25.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.911+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.0 size=1048576 2024-09-16T11:23:25.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.912+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.1 size=1048576 2024-09-16T11:23:25.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.914+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~BO2S9PKRSF9P.2 size=980127 2024-09-16T11:23:25.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.917+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=BO2S9PKRSF9P tag=4BRS07S786KY type=write size=4125855 2024-09-16T11:23:25.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.918+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=YMTWNVO2QL2D type=del size=2090158 2024-09-16T11:23:25.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.922+0000 7fb66dec2640 1 < suggested update operation key=CX33VNVA75KY tag=I7X9FY933GXM type=del size=1178359 2024-09-16T11:23:25.925 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.924+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=1FH6VAQFBOCA type=del size=1987125 2024-09-16T11:23:25.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.927+0000 7fb66dec2640 -1 < failed to complete operation key=I575ZO6BYNEZ tag=CRYO35T4ZIWE type=write size=998710: (22) Invalid argument 2024-09-16T11:23:25.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.928+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=FN84BMVQ24XW type=del size=1505924 2024-09-16T11:23:25.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.930+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.0 size=1048576 2024-09-16T11:23:25.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.931+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.1 size=1048576 2024-09-16T11:23:25.934 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.933+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~UGQXUO61Q300.2 size=34968 2024-09-16T11:23:25.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.936+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=UGQXUO61Q300 tag=4D1SUEOAFN2D type=write size=3180696 2024-09-16T11:23:25.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.938+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=ZUR5RBOTILYU type=del size=3172153 2024-09-16T11:23:25.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.940+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=CV3KL1E5AE3Z type=del 2024-09-16T11:23:25.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.943+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~QIZ5VC2RNYG7.0 size=872250 2024-09-16T11:23:25.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.943+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=QIZ5VC2RNYG7 tag=92PFZTXLLKSD type=write size=1920826 2024-09-16T11:23:25.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.945+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=6HU0YNJKEMEF type=del 2024-09-16T11:23:25.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.947+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=D9P7ZD8SUUST type=del size=3846654 2024-09-16T11:23:25.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.949+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=S2U24A8XZIGJ type=write size=192907 2024-09-16T11:23:25.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.951+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=70B8C6Z9RU95 type=del size=1916898 2024-09-16T11:23:25.956 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.954+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=9GM7CR2QCSHJ type=del size=2039545 2024-09-16T11:23:25.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.956+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=DSRJT6QBUMD2 type=del size=766188 2024-09-16T11:23:25.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.960+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=E75YW7N8E09M type=del size=3430312 2024-09-16T11:23:25.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.962+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=H0Q97SORVLT7 type=write size=141341 2024-09-16T11:23:25.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.964+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.0 size=1048576 2024-09-16T11:23:25.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.965+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.1 size=1048576 2024-09-16T11:23:25.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.967+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~BOODE9FYK98P.2 size=740033 2024-09-16T11:23:25.971 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.970+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=BOODE9FYK98P tag=9GW93A57AWAI type=write size=3885761 2024-09-16T11:23:25.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.972+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=ZX3RU626NCQ8 type=write size=568007 2024-09-16T11:23:25.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.973+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=NQGR9D5521UB type=del 2024-09-16T11:23:25.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.975+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=FK7MSI38U29O type=del size=3314894 2024-09-16T11:23:25.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.977+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~6NSEPRINQA4K.0 size=1048576 2024-09-16T11:23:25.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.977+0000 7fb66dec2640 1 < canceled part key=_multipart_ZJBL3MHVCGZG.2~6NSEPRINQA4K.1 size=894511 2024-09-16T11:23:25.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.980+0000 7fb66dec2640 1 < canceled multipart upload key=ZJBL3MHVCGZG upload=6NSEPRINQA4K tag=UE9JFYC8TE61 type=write size=2991663 2024-09-16T11:23:25.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.984+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~EE3SBKSJJ5DE.0 size=1048576 2024-09-16T11:23:25.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.986+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~EE3SBKSJJ5DE.1 size=626188 2024-09-16T11:23:25.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.986+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=EE3SBKSJJ5DE tag=7U203QDCJ1W6 type=write size=2723340 2024-09-16T11:23:25.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.988+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=WX35HA2UD2MP type=write size=215176 2024-09-16T11:23:25.991 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.990+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=DX11OJZ2A3K7 type=del size=4146359 2024-09-16T11:23:25.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.992+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~W0HVY5ENWO0I.0 size=1048576 2024-09-16T11:23:25.996 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:25.995+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~W0HVY5ENWO0I.1 size=433576 2024-09-16T11:23:26.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.000+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=W0HVY5ENWO0I tag=JATH8R9Z107I type=write size=2530728 2024-09-16T11:23:26.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.001+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=EQ05UZ9U0E3K type=del size=2728836 2024-09-16T11:23:26.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.003+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~SZM28MU6LILA.0 size=1048576 2024-09-16T11:23:26.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.005+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~SZM28MU6LILA.1 size=244470 2024-09-16T11:23:26.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.007+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=SZM28MU6LILA tag=WLBZ8G1JNEHD type=write size=2341622 2024-09-16T11:23:26.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.010+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~NZBJUKEBFBR7.0 size=886586 2024-09-16T11:23:26.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.010+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=NZBJUKEBFBR7 tag=X20PWOHNVFDA type=write size=1935162 2024-09-16T11:23:26.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.014+0000 7fb66dec2640 1 < suggested remove operation key=UBJMF37RRIGD tag=KKB3JM5AVPTG type=del 2024-09-16T11:23:26.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.015+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=UJ6UMFITZ2X7 type=write size=467277 2024-09-16T11:23:26.018 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.017+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=YMTWNVO2QL2D type=del 2024-09-16T11:23:26.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.019+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=BDEPXDQIOOHA type=write size=310855 2024-09-16T11:23:26.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.019+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=UBJMF37RRIGD tag=1FH6VAQFBOCA type=del size=1987125: (2) No such file or directory 2024-09-16T11:23:26.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.021+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=8IEJHWRIJREU type=del size=511123 2024-09-16T11:23:26.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.024+0000 7fb66dec2640 1 < suggested update operation key=TVK5OH5E1PV4 tag=FN84BMVQ24XW type=del size=1505924 2024-09-16T11:23:26.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.025+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=2XD076M0HECT type=del size=260670 2024-09-16T11:23:26.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.027+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=ZUR5RBOTILYU type=del 2024-09-16T11:23:26.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.030+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~Y3WJDE8SW8V8.0 size=410784 2024-09-16T11:23:26.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.031+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=Y3WJDE8SW8V8 tag=SJ5MFFW79J3A type=write size=1459360 2024-09-16T11:23:26.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.033+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~QIZ5VC2RNYG7.0 size=872250 2024-09-16T11:23:26.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.036+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=QIZ5VC2RNYG7 tag=92PFZTXLLKSD type=write size=1920826 2024-09-16T11:23:26.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.037+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=L4NJJ1YAEI9P type=del size=3608612 2024-09-16T11:23:26.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.039+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=D9P7ZD8SUUST type=del 2024-09-16T11:23:26.041 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.040+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=U9NT5Z7GZFGR type=del size=875606 2024-09-16T11:23:26.043 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.042+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=70B8C6Z9RU95 type=del 2024-09-16T11:23:26.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.043+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=7IXO7YIAPEQF type=del size=34424 2024-09-16T11:23:26.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.045+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=DSRJT6QBUMD2 type=del 2024-09-16T11:23:26.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.048+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.0 size=1048576 2024-09-16T11:23:26.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.049+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.1 size=1048576 2024-09-16T11:23:26.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.051+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.2 size=120684 2024-09-16T11:23:26.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.051+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=2QXFBD0XVIQ8 tag=7F21FC3E77E5 type=write size=3266412 2024-09-16T11:23:26.055 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.054+0000 7fb66dec2640 1 < suggested remove operation key=3G4SVBOPOKXF tag=H0Q97SORVLT7 type=write 2024-09-16T11:23:26.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.055+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=PR8X3O0MN0N8 type=write size=244718 2024-09-16T11:23:26.058 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.057+0000 7fb66dec2640 1 < completed write operation key=P4R6KUKVO6TJ tag=ZX3RU626NCQ8 type=write size=568007 2024-09-16T11:23:26.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.060+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~UB1XA81WB2LV.0 size=1048576 2024-09-16T11:23:26.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.061+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~UB1XA81WB2LV.1 size=426899 2024-09-16T11:23:26.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.061+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=UB1XA81WB2LV tag=3DWGBVZRS1BU type=write size=2524051 2024-09-16T11:23:26.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.064+0000 7fb66dec2640 -1 < failed to complete operation key=UBJMF37RRIGD tag=FK7MSI38U29O type=del size=3314894: (22) Invalid argument 2024-09-16T11:23:26.068 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.066+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~Q7FZ5LXFUY31.0 size=525544 2024-09-16T11:23:26.068 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.066+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=Q7FZ5LXFUY31 tag=QD9LPPE8MP2V type=write size=1574120 2024-09-16T11:23:26.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.068+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~EE3SBKSJJ5DE.0 size=1048576 2024-09-16T11:23:26.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.069+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~EE3SBKSJJ5DE.1 size=626188 2024-09-16T11:23:26.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.072+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=EE3SBKSJJ5DE tag=7U203QDCJ1W6 type=write size=2723340 2024-09-16T11:23:26.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.074+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=HFR03PB1V9I4 type=del size=3365816 2024-09-16T11:23:26.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.076+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=DX11OJZ2A3K7 type=del 2024-09-16T11:23:26.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.077+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=YRI0ZQHT70NT type=del size=1920531 2024-09-16T11:23:26.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.080+0000 7fb66dec2640 -1 < failed to complete operation key=UBJMF37RRIGD tag=EQ05UZ9U0E3K type=del size=2728836: (22) Invalid argument 2024-09-16T11:23:26.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.083+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6Y28KSUQ98ZB.0 size=727716 2024-09-16T11:23:26.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.083+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=6Y28KSUQ98ZB tag=XRW8V8DOR692 type=write size=1776292 2024-09-16T11:23:26.086 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.085+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~NZBJUKEBFBR7.0 size=886586 2024-09-16T11:23:26.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.087+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=NZBJUKEBFBR7 tag=X20PWOHNVFDA type=write size=1935162 2024-09-16T11:23:26.090 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.089+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=5ACEHFRGROZE type=del size=3767815 2024-09-16T11:23:26.091 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.090+0000 7fb66dec2640 1 < completed write operation key=5SP701M6TW6O tag=UJ6UMFITZ2X7 type=write size=467277 2024-09-16T11:23:26.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.092+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=AQQD2HEMSVNN type=write size=58145 2024-09-16T11:23:26.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.094+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=BDEPXDQIOOHA type=write size=310855 2024-09-16T11:23:26.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.095+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=5KTPXIE5UVZ1 type=del size=2962649 2024-09-16T11:23:26.098 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.097+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=8IEJHWRIJREU type=del 2024-09-16T11:23:26.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.098+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=B20EFB43WC9K type=del size=719018 2024-09-16T11:23:26.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.100+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=2XD076M0HECT type=del 2024-09-16T11:23:26.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.103+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~61KFPI019EY4.0 size=620976 2024-09-16T11:23:26.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.103+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=61KFPI019EY4 tag=V4K8ZLKW1DE3 type=write size=1669552 2024-09-16T11:23:26.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.105+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~Y3WJDE8SW8V8.0 size=410784 2024-09-16T11:23:26.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.108+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=Y3WJDE8SW8V8 tag=SJ5MFFW79J3A type=write size=1459360 2024-09-16T11:23:26.111 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.110+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=6RMMF59LFBMI type=del size=709766 2024-09-16T11:23:26.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.111+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=L4NJJ1YAEI9P type=del 2024-09-16T11:23:26.114 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.113+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=7FV39YIVS39Z type=write size=1020125 2024-09-16T11:23:26.116 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.115+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=U9NT5Z7GZFGR type=del 2024-09-16T11:23:26.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.116+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=34RNHA7LMVTA type=write size=918061 2024-09-16T11:23:26.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.118+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=7IXO7YIAPEQF type=del 2024-09-16T11:23:26.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.120+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=J8701A1IJLI7 type=del size=3323916 2024-09-16T11:23:26.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.121+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.0 size=1048576 2024-09-16T11:23:26.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.123+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.1 size=1048576 2024-09-16T11:23:26.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.124+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~2QXFBD0XVIQ8.2 size=120684 2024-09-16T11:23:26.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.127+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=2QXFBD0XVIQ8 tag=7F21FC3E77E5 type=write size=3266412 2024-09-16T11:23:26.129 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.128+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=SG3ZUWDZSTYX type=del size=2797888 2024-09-16T11:23:26.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.130+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=PR8X3O0MN0N8 type=write size=244718 2024-09-16T11:23:26.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.131+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=6W6UM8XC0N6H type=del size=2746258 2024-09-16T11:23:26.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.132+0000 7fb66dec2640 1 < canceled part key=_multipart_U5T3M5C2I7Z6.2~UB1XA81WB2LV.0 size=1048576 2024-09-16T11:23:26.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.133+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~UB1XA81WB2LV.1 size=426899 2024-09-16T11:23:26.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.136+0000 7fb66dec2640 1 < canceled multipart upload key=U5T3M5C2I7Z6 upload=UB1XA81WB2LV tag=3DWGBVZRS1BU type=write size=2524051 2024-09-16T11:23:26.138 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.137+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=VY2GPEDM4ZCX type=del size=1067345 2024-09-16T11:23:26.140 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.139+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~Q7FZ5LXFUY31.0 size=525544 2024-09-16T11:23:26.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.142+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=Q7FZ5LXFUY31 tag=QD9LPPE8MP2V type=write size=1574120 2024-09-16T11:23:26.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.145+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~3OP4ORYQ5PZO.0 size=771856 2024-09-16T11:23:26.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.145+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=3OP4ORYQ5PZO tag=XFTBP5P1ZTSB type=write size=1820432 2024-09-16T11:23:26.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.146+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=HFR03PB1V9I4 type=del 2024-09-16T11:23:26.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.148+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=P0TFG1CBAEA1 type=del size=4170209 2024-09-16T11:23:26.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.149+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=YRI0ZQHT70NT type=del 2024-09-16T11:23:26.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.153+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~P5WMROA3GF04.0 size=1048576 2024-09-16T11:23:26.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.154+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~P5WMROA3GF04.1 size=435581 2024-09-16T11:23:26.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.154+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=P5WMROA3GF04 tag=I107MQQ4SWAW type=write size=2532733 2024-09-16T11:23:26.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.154+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~6Y28KSUQ98ZB.0 size=727716 2024-09-16T11:23:26.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.157+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=6Y28KSUQ98ZB tag=XRW8V8DOR692 type=write size=1776292 2024-09-16T11:23:26.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.159+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=0KY9ULDKA7D0 type=del size=1675666 2024-09-16T11:23:26.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.161+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=5ACEHFRGROZE type=del 2024-09-16T11:23:26.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.164+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~DAZKT4JKUA74.0 size=1048576 2024-09-16T11:23:26.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.165+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~DAZKT4JKUA74.1 size=880605 2024-09-16T11:23:26.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.165+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=DAZKT4JKUA74 tag=PGB9N2DJ49YW type=write size=2977757 2024-09-16T11:23:26.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.167+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=AQQD2HEMSVNN type=write size=58145 2024-09-16T11:23:26.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.168+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=DDXPXBTR44Y7 type=write size=928290 2024-09-16T11:23:26.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.170+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=5KTPXIE5UVZ1 type=del 2024-09-16T11:23:26.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.172+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=MLKK29T2RNMP type=del size=3196119 2024-09-16T11:23:26.176 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.175+0000 7fb66dec2640 1 < suggested update operation key=2FIB0YA81SZT tag=B20EFB43WC9K type=del size=719018 2024-09-16T11:23:26.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.177+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=JXIX0XA53BG2 type=del size=2479407 2024-09-16T11:23:26.179 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.178+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~61KFPI019EY4.0 size=620976 2024-09-16T11:23:26.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.181+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=61KFPI019EY4 tag=V4K8ZLKW1DE3 type=write size=1669552 2024-09-16T11:23:26.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.182+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=MBDOPK2H5ANY type=del size=2045612 2024-09-16T11:23:26.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.184+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=6RMMF59LFBMI type=del 2024-09-16T11:23:26.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.186+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=HJ73451ZZ7GF type=del size=2054980 2024-09-16T11:23:26.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.187+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=7FV39YIVS39Z type=write size=1020125 2024-09-16T11:23:26.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.189+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=II9UNTTPKLM0 type=del size=1463505 2024-09-16T11:23:26.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.191+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=34RNHA7LMVTA type=write size=918061 2024-09-16T11:23:26.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.193+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=IKRTZP31EXP5 type=write size=208359 2024-09-16T11:23:26.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.197+0000 7fb66dec2640 1 < suggested remove operation key=3G4SVBOPOKXF tag=J8701A1IJLI7 type=del 2024-09-16T11:23:26.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.199+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=PTIYGN8CEKIH type=del size=36763 2024-09-16T11:23:26.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.201+0000 7fb66dec2640 -1 < failed to complete operation key=2FIB0YA81SZT tag=SG3ZUWDZSTYX type=del size=2797888: (22) Invalid argument 2024-09-16T11:23:26.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.203+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=4UUD8AIJ7WQI type=del size=2878304 2024-09-16T11:23:26.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.206+0000 7fb66dec2640 1 < suggested update operation key=NM5WWTC1BEDM tag=6W6UM8XC0N6H type=del size=2746258 2024-09-16T11:23:26.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.208+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=GWTPT0XN28U3 type=del size=1659526 2024-09-16T11:23:26.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.209+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=VY2GPEDM4ZCX type=del 2024-09-16T11:23:26.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.212+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=CWWHRWP7WRCA type=write size=694366 2024-09-16T11:23:26.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.213+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~3OP4ORYQ5PZO.0 size=771856 2024-09-16T11:23:26.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.217+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=3OP4ORYQ5PZO tag=XFTBP5P1ZTSB type=write size=1820432 2024-09-16T11:23:26.220 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.218+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=S92BV1Z3XWZK type=del size=443793 2024-09-16T11:23:26.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.220+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=P0TFG1CBAEA1 type=del 2024-09-16T11:23:26.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.222+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=4EAVAGNYB1UM type=del size=1078331 2024-09-16T11:23:26.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.224+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~P5WMROA3GF04.0 size=1048576 2024-09-16T11:23:26.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.225+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~P5WMROA3GF04.1 size=435581 2024-09-16T11:23:26.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.228+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=P5WMROA3GF04 tag=I107MQQ4SWAW type=write size=2532733 2024-09-16T11:23:26.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.231+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.0 size=1048576 2024-09-16T11:23:26.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.233+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.1 size=1048576 2024-09-16T11:23:26.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.234+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.2 size=599356 2024-09-16T11:23:26.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.234+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=1PHVIAE21D5X tag=D1Q44RYZ1JS1 type=write size=3745084 2024-09-16T11:23:26.237 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.236+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=0KY9ULDKA7D0 type=del 2024-09-16T11:23:26.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.240+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~63NJ6RKFJMK6.0 size=1048576 2024-09-16T11:23:26.242 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.241+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~63NJ6RKFJMK6.1 size=651756 2024-09-16T11:23:26.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.241+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=63NJ6RKFJMK6 tag=IVTP69QSSIBJ type=write size=2748908 2024-09-16T11:23:26.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.243+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~DAZKT4JKUA74.0 size=1048576 2024-09-16T11:23:26.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.243+0000 7fb66dec2640 1 < canceled part key=_multipart_224VQRZ2GHDJ.2~DAZKT4JKUA74.1 size=880605 2024-09-16T11:23:26.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.247+0000 7fb66dec2640 1 < canceled multipart upload key=224VQRZ2GHDJ upload=DAZKT4JKUA74 tag=PGB9N2DJ49YW type=write size=2977757 2024-09-16T11:23:26.251 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.250+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~HA1QI8JCV1RN.0 size=1048576 2024-09-16T11:23:26.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.252+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~HA1QI8JCV1RN.1 size=504245 2024-09-16T11:23:26.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.252+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=HA1QI8JCV1RN tag=G0P16OH0CB4K type=write size=2601397 2024-09-16T11:23:26.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.254+0000 7fb66dec2640 1 < completed write operation key=ZJBL3MHVCGZG tag=DDXPXBTR44Y7 type=write size=928290 2024-09-16T11:23:26.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.255+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=ZTR4M7S4ZDJS type=write size=287707 2024-09-16T11:23:26.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.258+0000 7fb66dec2640 -1 < failed to complete operation key=2FIB0YA81SZT tag=MLKK29T2RNMP type=del size=3196119: (22) Invalid argument 2024-09-16T11:23:26.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.260+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=9KNX26WDW29H type=write size=148061 2024-09-16T11:23:26.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.263+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=JXIX0XA53BG2 type=del size=2479407 2024-09-16T11:23:26.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.266+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=UGRZGURHAGLQ type=del size=758703 2024-09-16T11:23:26.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.270+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=MBDOPK2H5ANY type=del 2024-09-16T11:23:26.274 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.272+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=42G6ZTO3OJGW type=del size=2628664 2024-09-16T11:23:26.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.275+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=HJ73451ZZ7GF type=del 2024-09-16T11:23:26.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.276+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=FVYP65ARW2QE type=del size=931123 2024-09-16T11:23:26.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.279+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=II9UNTTPKLM0 type=del 2024-09-16T11:23:26.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.281+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=1075RYF332QD type=del size=91739 2024-09-16T11:23:26.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.282+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=IKRTZP31EXP5 type=write size=208359 2024-09-16T11:23:26.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.284+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=BM2HFSDDM4FZ type=del size=1824713 2024-09-16T11:23:26.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.286+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=PTIYGN8CEKIH type=del 2024-09-16T11:23:26.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.289+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~3Y4XQSILVVQR.0 size=587278 2024-09-16T11:23:26.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.289+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=3Y4XQSILVVQR tag=NJ4D8RFPUVJE type=write size=1635854 2024-09-16T11:23:26.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.292+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=4UUD8AIJ7WQI type=del 2024-09-16T11:23:26.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.295+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.0 size=1048576 2024-09-16T11:23:26.298 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.297+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.1 size=1048576 2024-09-16T11:23:26.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.299+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.2 size=221044 2024-09-16T11:23:26.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.299+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=52S6KNCJ7CO7 tag=9A3XEDT64Y0H type=write size=3366772 2024-09-16T11:23:26.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.300+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=GWTPT0XN28U3 type=del 2024-09-16T11:23:26.303 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.302+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=TQHTZ4A1ONKR type=del size=3137267 2024-09-16T11:23:26.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.305+0000 7fb66dec2640 -1 < failed to complete operation key=U5T3M5C2I7Z6 tag=CWWHRWP7WRCA type=write size=694366: (22) Invalid argument 2024-09-16T11:23:26.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.307+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=PT9PDANA7QQ9 type=del size=3058596 2024-09-16T11:23:26.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.310+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=S92BV1Z3XWZK type=del size=443793 2024-09-16T11:23:26.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.314+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.0 size=1048576 2024-09-16T11:23:26.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.315+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.1 size=1048576 2024-09-16T11:23:26.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.316+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.2 size=619714 2024-09-16T11:23:26.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.316+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=WGGEPH128EW0 tag=P10UGUY0UD1D type=write size=3765442 2024-09-16T11:23:26.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.318+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=4EAVAGNYB1UM type=del size=1078331 2024-09-16T11:23:26.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.320+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=16NPVZDNOAHL type=del size=408593 2024-09-16T11:23:26.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.320+0000 7fb66dec2640 1 < canceled part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.0 size=1048576 2024-09-16T11:23:26.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.322+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.1 size=1048576 2024-09-16T11:23:26.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.323+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~1PHVIAE21D5X.2 size=599356 2024-09-16T11:23:26.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.327+0000 7fb66dec2640 1 < canceled multipart upload key=PKSRPG0T3DRS upload=1PHVIAE21D5X tag=D1Q44RYZ1JS1 type=write size=3745084 2024-09-16T11:23:26.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.329+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=WNMKLQGCB6OD type=write size=801974 2024-09-16T11:23:26.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.330+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~63NJ6RKFJMK6.0 size=1048576 2024-09-16T11:23:26.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.332+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~63NJ6RKFJMK6.1 size=651756 2024-09-16T11:23:26.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.335+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=63NJ6RKFJMK6 tag=IVTP69QSSIBJ type=write size=2748908 2024-09-16T11:23:26.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.339+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.0 size=1048576 2024-09-16T11:23:26.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.340+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.1 size=1048576 2024-09-16T11:23:26.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.342+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.2 size=925958 2024-09-16T11:23:26.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.342+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=8OYYZF2QF22P tag=L2BURJ6H68GT type=write size=4071686 2024-09-16T11:23:26.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.344+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~HA1QI8JCV1RN.0 size=1048576 2024-09-16T11:23:26.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.345+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~HA1QI8JCV1RN.1 size=504245 2024-09-16T11:23:26.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.349+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=HA1QI8JCV1RN tag=G0P16OH0CB4K type=write size=2601397 2024-09-16T11:23:26.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.353+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~OV7N1T1NL43S.0 size=1048576 2024-09-16T11:23:26.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.354+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~OV7N1T1NL43S.1 size=223528 2024-09-16T11:23:26.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.354+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=OV7N1T1NL43S tag=HG7T0HUJEHFR type=write size=2320680 2024-09-16T11:23:26.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.357+0000 7fb66dec2640 1 < canceled operation key=2FIB0YA81SZT tag=ZTR4M7S4ZDJS type=write size=287707 2024-09-16T11:23:26.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.359+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=8HD2Y9D3WTQV type=del size=1906755 2024-09-16T11:23:26.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.360+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=9KNX26WDW29H type=write size=148061 2024-09-16T11:23:26.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.362+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=SF5ALH5AFOCY type=del size=3128222 2024-09-16T11:23:26.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.364+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=UGRZGURHAGLQ type=del 2024-09-16T11:23:26.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.365+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=X2N4PX11318G type=del size=2780626 2024-09-16T11:23:26.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.367+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=42G6ZTO3OJGW type=del 2024-09-16T11:23:26.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.369+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=UDYEEBAAIOB0 type=write size=209565 2024-09-16T11:23:26.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.372+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=FVYP65ARW2QE type=del size=931123 2024-09-16T11:23:26.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.374+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=8NXDYZ76HCG3 type=del size=1749584 2024-09-16T11:23:26.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.376+0000 7fb66dec2640 1 < canceled operation key=D4SQZJ77RBR1 tag=1075RYF332QD type=del size=91739 2024-09-16T11:23:26.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.379+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.0 size=1048576 2024-09-16T11:23:26.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.380+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.1 size=1048576 2024-09-16T11:23:26.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.382+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.2 size=502037 2024-09-16T11:23:26.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.382+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=81HCGGEW1QG1 tag=TRMX3BIQ88C6 type=write size=3647765 2024-09-16T11:23:26.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.384+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=BM2HFSDDM4FZ type=del 2024-09-16T11:23:26.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.386+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=CBB4OLCZJ4VN type=del size=2656160 2024-09-16T11:23:26.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.388+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~3Y4XQSILVVQR.0 size=587278 2024-09-16T11:23:26.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.391+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=3Y4XQSILVVQR tag=NJ4D8RFPUVJE type=write size=1635854 2024-09-16T11:23:26.396 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.395+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~E884HMLSLZ1G.0 size=1048576 2024-09-16T11:23:26.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.396+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~E884HMLSLZ1G.1 size=453366 2024-09-16T11:23:26.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.396+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=E884HMLSLZ1G tag=IKG2LUA1F2D3 type=write size=2550518 2024-09-16T11:23:26.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.398+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.0 size=1048576 2024-09-16T11:23:26.401 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.400+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.1 size=1048576 2024-09-16T11:23:26.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.401+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~52S6KNCJ7CO7.2 size=221044 2024-09-16T11:23:26.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.405+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=52S6KNCJ7CO7 tag=9A3XEDT64Y0H type=write size=3366772 2024-09-16T11:23:26.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.407+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=Q1SYXEKG5BHI type=del size=1294157 2024-09-16T11:23:26.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.409+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=TQHTZ4A1ONKR type=del 2024-09-16T11:23:26.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.411+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=8YQXI4FVT2TU type=del size=1185103 2024-09-16T11:23:26.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.413+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=PT9PDANA7QQ9 type=del 2024-09-16T11:23:26.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.416+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=PLKGGV5BC58J type=write size=121999 2024-09-16T11:23:26.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.417+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.0 size=1048576 2024-09-16T11:23:26.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.419+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.1 size=1048576 2024-09-16T11:23:26.422 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.421+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~WGGEPH128EW0.2 size=619714 2024-09-16T11:23:26.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.423+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=WGGEPH128EW0 tag=P10UGUY0UD1D type=write size=3765442 2024-09-16T11:23:26.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.425+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=Q6RY77YXM93I type=write size=266912 2024-09-16T11:23:26.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.427+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=16NPVZDNOAHL type=del 2024-09-16T11:23:26.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.429+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=8ICVY0GJTQA2 type=del size=3521651 2024-09-16T11:23:26.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.430+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=WNMKLQGCB6OD type=write size=801974 2024-09-16T11:23:26.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.432+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=KRLTT80DF2Q2 type=del size=2696367 2024-09-16T11:23:26.435 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.434+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.0 size=1048576 2024-09-16T11:23:26.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.436+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.1 size=1048576 2024-09-16T11:23:26.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.437+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~8OYYZF2QF22P.2 size=925958 2024-09-16T11:23:26.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.441+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=8OYYZF2QF22P tag=L2BURJ6H68GT type=write size=4071686 2024-09-16T11:23:26.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.442+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=05RTTHQVW6QO type=write size=341514 2024-09-16T11:23:26.445 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.444+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~OV7N1T1NL43S.0 size=1048576 2024-09-16T11:23:26.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.446+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~OV7N1T1NL43S.1 size=223528 2024-09-16T11:23:26.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.449+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=OV7N1T1NL43S tag=HG7T0HUJEHFR type=write size=2320680 2024-09-16T11:23:26.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.453+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~URBJ2FUFN7RL.0 size=1048576 2024-09-16T11:23:26.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.455+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~URBJ2FUFN7RL.1 size=680928 2024-09-16T11:23:26.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.455+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=URBJ2FUFN7RL tag=RX1CHB24QJQ0 type=write size=2778080 2024-09-16T11:23:26.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.457+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=8HD2Y9D3WTQV type=del 2024-09-16T11:23:26.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.458+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=ZMTFSDLWHJOF type=del size=1754037 2024-09-16T11:23:26.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.460+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=SF5ALH5AFOCY type=del 2024-09-16T11:23:26.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.462+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=ET4ZOL9K0HGO type=del size=674455 2024-09-16T11:23:26.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.464+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=X2N4PX11318G type=del 2024-09-16T11:23:26.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.467+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~E0KMGQGJHRBO.0 size=1048576 2024-09-16T11:23:26.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.469+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~E0KMGQGJHRBO.1 size=647106 2024-09-16T11:23:26.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.469+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=E0KMGQGJHRBO tag=TI3HGQSLNSK7 type=write size=2744258 2024-09-16T11:23:26.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.471+0000 7fb66dec2640 1 < canceled operation key=Y6MT7DT0JW3D tag=UDYEEBAAIOB0 type=write size=209565 2024-09-16T11:23:26.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.474+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~UX07DS37NS4R.0 size=1048576 2024-09-16T11:23:26.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.476+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~UX07DS37NS4R.1 size=425937 2024-09-16T11:23:26.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.476+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=UX07DS37NS4R tag=4ZLBH6A4NFF2 type=write size=2523089 2024-09-16T11:23:26.479 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.477+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=8NXDYZ76HCG3 type=del 2024-09-16T11:23:26.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.479+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=MFOY4S2M2N6F type=del size=761490 2024-09-16T11:23:26.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.481+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.0 size=1048576 2024-09-16T11:23:26.484 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.482+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.1 size=1048576 2024-09-16T11:23:26.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.484+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~81HCGGEW1QG1.2 size=502037 2024-09-16T11:23:26.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.487+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=81HCGGEW1QG1 tag=TRMX3BIQ88C6 type=write size=3647765 2024-09-16T11:23:26.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.491+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.0 size=1048576 2024-09-16T11:23:26.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.493+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.1 size=1048576 2024-09-16T11:23:26.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.494+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.2 size=899276 2024-09-16T11:23:26.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.494+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=2ZX5ZAZFVNH6 tag=0MDN967DB1JU type=write size=4045004 2024-09-16T11:23:26.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.497+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=CBB4OLCZJ4VN type=del size=2656160 2024-09-16T11:23:26.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.498+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=PE3TT3S88ZE3 type=del size=2169693 2024-09-16T11:23:26.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.501+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~E884HMLSLZ1G.0 size=1048576 2024-09-16T11:23:26.503 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.502+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~E884HMLSLZ1G.1 size=453366 2024-09-16T11:23:26.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.506+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=E884HMLSLZ1G tag=IKG2LUA1F2D3 type=write size=2550518 2024-09-16T11:23:26.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.507+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=7Y3JONPSJI9Y type=del size=941478 2024-09-16T11:23:26.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.511+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=Q1SYXEKG5BHI type=del 2024-09-16T11:23:26.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.512+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=EZGU3K3UDMEO type=del size=3032169 2024-09-16T11:23:26.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.514+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=8YQXI4FVT2TU type=del 2024-09-16T11:23:26.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.516+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=ELXZ5QLM5C1Z type=write size=454462 2024-09-16T11:23:26.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.518+0000 7fb66dec2640 1 < completed write operation key=ZJBL3MHVCGZG tag=PLKGGV5BC58J type=write size=121999 2024-09-16T11:23:26.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.520+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=GFLJTJYGRA8U type=del size=3164614 2024-09-16T11:23:26.525 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.524+0000 7fb66dec2640 1 < suggested update operation key=2FIB0YA81SZT tag=Q6RY77YXM93I type=write size=266912 2024-09-16T11:23:26.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.526+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=GE84NG13M5S4 type=del size=3651909 2024-09-16T11:23:26.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.528+0000 7fb66dec2640 -1 < failed to complete operation key=2FIB0YA81SZT tag=8ICVY0GJTQA2 type=del size=3521651: (22) Invalid argument 2024-09-16T11:23:26.532 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.531+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=HA8CZLYVWGT7 type=write size=256770 2024-09-16T11:23:26.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.533+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=KRLTT80DF2Q2 type=del 2024-09-16T11:23:26.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.536+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~PXO0Z4C3EK1U.0 size=1048576 2024-09-16T11:23:26.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.537+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~PXO0Z4C3EK1U.1 size=408889 2024-09-16T11:23:26.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.537+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=PXO0Z4C3EK1U tag=TD4FEA4C0MCI type=write size=2506041 2024-09-16T11:23:26.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.539+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=05RTTHQVW6QO type=write size=341514 2024-09-16T11:23:26.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.541+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=K50KE8JKIQNA type=write size=59655 2024-09-16T11:23:26.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.542+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~URBJ2FUFN7RL.0 size=1048576 2024-09-16T11:23:26.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.544+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~URBJ2FUFN7RL.1 size=680928 2024-09-16T11:23:26.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.547+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=URBJ2FUFN7RL tag=RX1CHB24QJQ0 type=write size=2778080 2024-09-16T11:23:26.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.548+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=QB5TVFXJX6R5 type=write size=572802 2024-09-16T11:23:26.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.550+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=ZMTFSDLWHJOF type=del 2024-09-16T11:23:26.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.552+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=O9O335E6F17Y type=del size=1721016 2024-09-16T11:23:26.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.554+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=ET4ZOL9K0HGO type=del 2024-09-16T11:23:26.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.557+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~CWSCQLTFHFFA.0 size=1048576 2024-09-16T11:23:26.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.559+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~CWSCQLTFHFFA.1 size=560515 2024-09-16T11:23:26.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.559+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=CWSCQLTFHFFA tag=008A5ZNY23N7 type=write size=2657667 2024-09-16T11:23:26.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.561+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~E0KMGQGJHRBO.0 size=1048576 2024-09-16T11:23:26.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.562+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~E0KMGQGJHRBO.1 size=647106 2024-09-16T11:23:26.566 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.565+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=E0KMGQGJHRBO tag=TI3HGQSLNSK7 type=write size=2744258 2024-09-16T11:23:26.568 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.567+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=EBP7X3284YR2 type=del size=3065377 2024-09-16T11:23:26.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.569+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~UX07DS37NS4R.0 size=1048576 2024-09-16T11:23:26.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.570+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~UX07DS37NS4R.1 size=425937 2024-09-16T11:23:26.575 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.574+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=UX07DS37NS4R tag=4ZLBH6A4NFF2 type=write size=2523089 2024-09-16T11:23:26.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.577+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~RI1TTTUGMMXK.0 size=465503 2024-09-16T11:23:26.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.577+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=RI1TTTUGMMXK tag=72359BM2WJP5 type=write size=1514079 2024-09-16T11:23:26.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.580+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=MFOY4S2M2N6F type=del 2024-09-16T11:23:26.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.582+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=RTU4GD9PBZUT type=del size=2229550 2024-09-16T11:23:26.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.584+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.0 size=1048576 2024-09-16T11:23:26.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.585+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.1 size=1048576 2024-09-16T11:23:26.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.587+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2ZX5ZAZFVNH6.2 size=899276 2024-09-16T11:23:26.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.590+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=2ZX5ZAZFVNH6 tag=0MDN967DB1JU type=write size=4045004 2024-09-16T11:23:26.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.592+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=GCU8IBIR3QJ3 type=del size=1316765 2024-09-16T11:23:26.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.596+0000 7fb66dec2640 1 < suggested update operation key=YF35LMA056BI tag=PE3TT3S88ZE3 type=del size=2169693 2024-09-16T11:23:26.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.597+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=GOU5W7FQF22E type=del size=3029847 2024-09-16T11:23:26.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.601+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=7Y3JONPSJI9Y type=del size=941478 2024-09-16T11:23:26.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.603+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=10QXZYL00LIX type=write size=872465 2024-09-16T11:23:26.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.607+0000 7fb66dec2640 1 < suggested remove operation key=57XW02KN8W4Z tag=EZGU3K3UDMEO type=del 2024-09-16T11:23:26.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.609+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=M22R3MZ9MIZA type=write size=145331 2024-09-16T11:23:26.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.610+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=8M7Y5EHLQWPK tag=ELXZ5QLM5C1Z type=write size=454462: (2) No such file or directory 2024-09-16T11:23:26.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.612+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=297JQDCU3ZU7 type=del size=750323 2024-09-16T11:23:26.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.614+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=GFLJTJYGRA8U type=del 2024-09-16T11:23:26.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.616+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=YQ37TPBNEILK type=del size=3691654 2024-09-16T11:23:26.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.618+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=GE84NG13M5S4 type=del 2024-09-16T11:23:26.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.620+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=I3B6R9677DII type=write size=779028 2024-09-16T11:23:26.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.622+0000 7fb66dec2640 1 < completed write operation key=CX33VNVA75KY tag=HA8CZLYVWGT7 type=write size=256770 2024-09-16T11:23:26.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.626+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.0 size=1048576 2024-09-16T11:23:26.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.628+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.1 size=1048576 2024-09-16T11:23:26.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.630+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.2 size=176835 2024-09-16T11:23:26.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.630+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=GBYWMD41QRMD tag=0JSXSV2F71O8 type=write size=3322563 2024-09-16T11:23:26.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.632+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~PXO0Z4C3EK1U.0 size=1048576 2024-09-16T11:23:26.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.632+0000 7fb66dec2640 1 < canceled part key=_multipart_ZJBL3MHVCGZG.2~PXO0Z4C3EK1U.1 size=408889 2024-09-16T11:23:26.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.637+0000 7fb66dec2640 1 < canceled multipart upload key=ZJBL3MHVCGZG upload=PXO0Z4C3EK1U tag=TD4FEA4C0MCI type=write size=2506041 2024-09-16T11:23:26.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.639+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=6NOD4HYVFAU0 type=del size=336265 2024-09-16T11:23:26.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.641+0000 7fb66dec2640 1 < completed write operation key=224VQRZ2GHDJ tag=K50KE8JKIQNA type=write size=59655 2024-09-16T11:23:26.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.644+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~6W1TRP3GIIQR.0 size=306061 2024-09-16T11:23:26.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.644+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=6W1TRP3GIIQR tag=IZ1TMPRYW60L type=write size=1354637 2024-09-16T11:23:26.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.646+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=QB5TVFXJX6R5 type=write size=572802 2024-09-16T11:23:26.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.650+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~J56WE032D4CN.0 size=256627 2024-09-16T11:23:26.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.650+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=J56WE032D4CN tag=1NBT4GO5MGO3 type=write size=1305203 2024-09-16T11:23:26.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.651+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=O9O335E6F17Y type=del 2024-09-16T11:23:26.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.655+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.0 size=1048576 2024-09-16T11:23:26.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.657+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.1 size=1048576 2024-09-16T11:23:26.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.658+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.2 size=476019 2024-09-16T11:23:26.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.658+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=2MR8CJY1TPD9 tag=0484AY7NEVAH type=write size=3621747 2024-09-16T11:23:26.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.660+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~CWSCQLTFHFFA.0 size=1048576 2024-09-16T11:23:26.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.662+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~CWSCQLTFHFFA.1 size=560515 2024-09-16T11:23:26.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.665+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=CWSCQLTFHFFA tag=008A5ZNY23N7 type=write size=2657667 2024-09-16T11:23:26.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.668+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.0 size=1048576 2024-09-16T11:23:26.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:26 smithi077 ceph-mon[86047]: pgmap v1432: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:26 smithi077 ceph-mon[88497]: pgmap v1432: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:26.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.670+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.1 size=1048576 2024-09-16T11:23:26.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.672+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.2 size=506967 2024-09-16T11:23:26.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.672+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=3H6BSW6KUQ5G tag=73GLTC7F81AL type=write size=3652695 2024-09-16T11:23:26.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.675+0000 7fb66dec2640 1 < suggested update operation key=VF9C7DHNEIOX tag=EBP7X3284YR2 type=del size=3065377 2024-09-16T11:23:26.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.678+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~UIE55XW1AS76.0 size=997590 2024-09-16T11:23:26.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.678+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=UIE55XW1AS76 tag=OR63RX21I0S8 type=write size=2046166 2024-09-16T11:23:26.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.680+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~RI1TTTUGMMXK.0 size=465503 2024-09-16T11:23:26.684 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.683+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=RI1TTTUGMMXK tag=72359BM2WJP5 type=write size=1514079 2024-09-16T11:23:26.685 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.684+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=7SH18HNW7X4Z type=write size=491616 2024-09-16T11:23:26.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.688+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=RTU4GD9PBZUT type=del size=2229550 2024-09-16T11:23:26.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.691+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~8SY380DF9O9N.0 size=964652 2024-09-16T11:23:26.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.691+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=8SY380DF9O9N tag=BTGGBKNPU8CJ type=write size=2013228 2024-09-16T11:23:26.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.693+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=GCU8IBIR3QJ3 type=del 2024-09-16T11:23:26.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.695+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=MZKIWEE1DEH7 type=del size=2116990 2024-09-16T11:23:26.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.697+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=GOU5W7FQF22E type=del 2024-09-16T11:23:26.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.701+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~LOJ3CUZVT0UN.0 size=423764 2024-09-16T11:23:26.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.701+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=LOJ3CUZVT0UN tag=4NDLGVTYJ61W type=write size=1472340 2024-09-16T11:23:26.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.704+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=10QXZYL00LIX type=write 2024-09-16T11:23:26.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.706+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=GONHZ7YV492P type=del size=3009301 2024-09-16T11:23:26.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.708+0000 7fb66dec2640 1 < canceled operation key=57XW02KN8W4Z tag=M22R3MZ9MIZA type=write size=145331 2024-09-16T11:23:26.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.710+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=20KYHY8ODFLV type=del size=154235 2024-09-16T11:23:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:26 smithi191 ceph-mon[84934]: pgmap v1432: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:26.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.712+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=297JQDCU3ZU7 type=del 2024-09-16T11:23:26.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.716+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~M0DEZY640Y0B.0 size=1048576 2024-09-16T11:23:26.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.717+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~M0DEZY640Y0B.1 size=304904 2024-09-16T11:23:26.719 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.717+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=M0DEZY640Y0B tag=LBOMA04QULOW type=write size=2402056 2024-09-16T11:23:26.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.719+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=YQ37TPBNEILK type=del 2024-09-16T11:23:26.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.721+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=RMXZT8WGWCX0 type=del size=2381826 2024-09-16T11:23:26.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.723+0000 7fb66dec2640 1 < completed write operation key=P9HEIJBYI7VR tag=I3B6R9677DII type=write size=779028 2024-09-16T11:23:26.725 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.724+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=PVPKWAXZ7NBK type=del size=1170749 2024-09-16T11:23:26.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.726+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.0 size=1048576 2024-09-16T11:23:26.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.728+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.1 size=1048576 2024-09-16T11:23:26.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.729+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~GBYWMD41QRMD.2 size=176835 2024-09-16T11:23:26.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.732+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=GBYWMD41QRMD tag=0JSXSV2F71O8 type=write size=3322563 2024-09-16T11:23:26.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.734+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=U1GSTIMLF92X type=del size=2522243 2024-09-16T11:23:26.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.739+0000 7fb66dec2640 1 < suggested update operation key=2FIB0YA81SZT tag=6NOD4HYVFAU0 type=del size=336265 2024-09-16T11:23:26.742 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.741+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=EME1JP8P452R type=del size=60299 2024-09-16T11:23:26.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.742+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~6W1TRP3GIIQR.0 size=306061 2024-09-16T11:23:26.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.746+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=6W1TRP3GIIQR tag=IZ1TMPRYW60L type=write size=1354637 2024-09-16T11:23:26.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.749+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.0 size=1048576 2024-09-16T11:23:26.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.750+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.1 size=1048576 2024-09-16T11:23:26.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.752+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.2 size=272904 2024-09-16T11:23:26.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.752+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=1WMOY9AGQD6G tag=35BFIALDOHQJ type=write size=3418632 2024-09-16T11:23:26.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.753+0000 7fb66dec2640 1 < canceled part key=_multipart_224VQRZ2GHDJ.2~J56WE032D4CN.0 size=256627 2024-09-16T11:23:26.757 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.756+0000 7fb66dec2640 1 < canceled multipart upload key=224VQRZ2GHDJ upload=J56WE032D4CN tag=1NBT4GO5MGO3 type=write size=1305203 2024-09-16T11:23:26.759 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.758+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=B0LZUUBS2LJI type=del size=3206112 2024-09-16T11:23:26.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.760+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.0 size=1048576 2024-09-16T11:23:26.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.762+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.1 size=1048576 2024-09-16T11:23:26.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.763+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~2MR8CJY1TPD9.2 size=476019 2024-09-16T11:23:26.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.766+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=2MR8CJY1TPD9 tag=0484AY7NEVAH type=write size=3621747 2024-09-16T11:23:26.769 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.768+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=T7WEPDY7WCIJ type=del size=1907186 2024-09-16T11:23:26.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.770+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.0 size=1048576 2024-09-16T11:23:26.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.772+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.1 size=1048576 2024-09-16T11:23:26.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.773+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~3H6BSW6KUQ5G.2 size=506967 2024-09-16T11:23:26.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.776+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=3H6BSW6KUQ5G tag=73GLTC7F81AL type=write size=3652695 2024-09-16T11:23:26.779 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.778+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=E99QJASD1VRL type=del size=1483472 2024-09-16T11:23:26.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.780+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~UIE55XW1AS76.0 size=997590 2024-09-16T11:23:26.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.783+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=UIE55XW1AS76 tag=OR63RX21I0S8 type=write size=2046166 2024-09-16T11:23:26.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.785+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=263299J48D7B type=del size=4011037 2024-09-16T11:23:26.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.789+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=7SH18HNW7X4Z type=write 2024-09-16T11:23:26.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.791+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=ZOOPUAUNKWEN type=del size=390223 2024-09-16T11:23:26.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.793+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~8SY380DF9O9N.0 size=964652 2024-09-16T11:23:26.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.796+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=8SY380DF9O9N tag=BTGGBKNPU8CJ type=write size=2013228 2024-09-16T11:23:26.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.798+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=85S54DXZ1559 type=del size=1844378 2024-09-16T11:23:26.802 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.801+0000 7fb66dec2640 1 < suggested update operation key=O6UNHL80RFVL tag=MZKIWEE1DEH7 type=del size=2116990 2024-09-16T11:23:26.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.802+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=RP48VBGJ6KZF type=del size=1902804 2024-09-16T11:23:26.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.804+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~LOJ3CUZVT0UN.0 size=423764 2024-09-16T11:23:26.809 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.808+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=LOJ3CUZVT0UN tag=4NDLGVTYJ61W type=write size=1472340 2024-09-16T11:23:26.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.810+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=IMETDSILFPGY type=del size=444097 2024-09-16T11:23:26.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.812+0000 7fb66dec2640 1 < canceled operation key=E9JN9AJSKBMD tag=GONHZ7YV492P type=del size=3009301 2024-09-16T11:23:26.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.814+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=YFF5TT9F3FRX type=write size=878529 2024-09-16T11:23:26.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.816+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=20KYHY8ODFLV type=del 2024-09-16T11:23:26.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.818+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=O682KEYIC03Z type=del size=332251 2024-09-16T11:23:26.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.820+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~M0DEZY640Y0B.0 size=1048576 2024-09-16T11:23:26.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.820+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~M0DEZY640Y0B.1 size=304904 2024-09-16T11:23:26.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.823+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=M0DEZY640Y0B tag=LBOMA04QULOW type=write size=2402056 2024-09-16T11:23:26.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.827+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~ITJR4Q7U9XEB.0 size=634137 2024-09-16T11:23:26.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.827+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=ITJR4Q7U9XEB tag=GJG5WXH1NWJ6 type=write size=1682713 2024-09-16T11:23:26.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.829+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=RMXZT8WGWCX0 type=del 2024-09-16T11:23:26.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.832+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~YQ5L8FRELJUD.0 size=1048576 2024-09-16T11:23:26.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.833+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~YQ5L8FRELJUD.1 size=834942 2024-09-16T11:23:26.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.833+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=YQ5L8FRELJUD tag=0238W7L4SFAO type=write size=2932094 2024-09-16T11:23:26.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.837+0000 7fb66dec2640 1 < suggested remove operation key=CX33VNVA75KY tag=PVPKWAXZ7NBK type=del 2024-09-16T11:23:26.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.840+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~4FQHX841B2IM.0 size=526480 2024-09-16T11:23:26.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.840+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=4FQHX841B2IM tag=UT25L3IL0EEN type=write size=1575056 2024-09-16T11:23:26.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.841+0000 7fb66dec2640 1 < canceled operation key=8M7Y5EHLQWPK tag=U1GSTIMLF92X type=del size=2522243 2024-09-16T11:23:26.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.845+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.0 size=1048576 2024-09-16T11:23:26.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.846+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.1 size=1048576 2024-09-16T11:23:26.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.847+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.2 size=608059 2024-09-16T11:23:26.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.847+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=V75QBQV59WEO tag=KUKNDYGGMUOZ type=write size=3753787 2024-09-16T11:23:26.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.849+0000 7fb66dec2640 -1 < failed to complete operation key=224VQRZ2GHDJ tag=EME1JP8P452R type=del size=60299: (22) Invalid argument 2024-09-16T11:23:26.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.851+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=8ZGRE6G9IOTO type=del size=235131 2024-09-16T11:23:26.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.853+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.0 size=1048576 2024-09-16T11:23:26.856 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.854+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.1 size=1048576 2024-09-16T11:23:26.858 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.856+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1WMOY9AGQD6G.2 size=272904 2024-09-16T11:23:26.861 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.860+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=1WMOY9AGQD6G tag=35BFIALDOHQJ type=write size=3418632 2024-09-16T11:23:26.862 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.861+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=P1A55AURLUUL type=del size=2196103 2024-09-16T11:23:26.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.863+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=B0LZUUBS2LJI type=del 2024-09-16T11:23:26.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.865+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=V5X0KBAKJCM5 type=del size=2679699 2024-09-16T11:23:26.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.866+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=T7WEPDY7WCIJ type=del 2024-09-16T11:23:26.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.868+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=D83MTMEHRYK5 type=del size=1628380 2024-09-16T11:23:26.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.870+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=E99QJASD1VRL type=del 2024-09-16T11:23:26.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.872+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=TTDXZPZSBS2B type=del size=3028436 2024-09-16T11:23:26.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.874+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=263299J48D7B type=del 2024-09-16T11:23:26.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.877+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~S2X0ZKEGLWVR.0 size=956978 2024-09-16T11:23:26.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.877+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=S2X0ZKEGLWVR tag=YHOJH6RQFKPK type=write size=2005554 2024-09-16T11:23:26.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.879+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=ZOOPUAUNKWEN type=del 2024-09-16T11:23:26.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.882+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.0 size=1048576 2024-09-16T11:23:26.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.883+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.1 size=1048576 2024-09-16T11:23:26.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.885+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.2 size=511377 2024-09-16T11:23:26.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.885+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=1AFK2NXW7ILY tag=FY4J1SQJ93DK type=write size=3657105 2024-09-16T11:23:26.887 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.886+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=85S54DXZ1559 type=del 2024-09-16T11:23:26.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.889+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.0 size=1048576 2024-09-16T11:23:26.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.891+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.1 size=1048576 2024-09-16T11:23:26.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.892+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.2 size=316675 2024-09-16T11:23:26.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.892+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=FKGPA3DTURIU tag=MPBKMZFOMV1B type=write size=3462403 2024-09-16T11:23:26.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.894+0000 7fb66dec2640 1 < canceled operation key=W6R5LJLF4MG0 tag=RP48VBGJ6KZF type=del size=1902804 2024-09-16T11:23:26.897 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.895+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=J2PWEZTG8HB2 type=write size=570635 2024-09-16T11:23:26.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.899+0000 7fb66dec2640 1 < suggested update operation key=NM5WWTC1BEDM tag=IMETDSILFPGY type=del size=444097 2024-09-16T11:23:26.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.902+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~WTESTBVW2CMT.0 size=364009 2024-09-16T11:23:26.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.902+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=WTESTBVW2CMT tag=ZPY4OE7LI1BS type=write size=1412585 2024-09-16T11:23:26.905 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.904+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=YFF5TT9F3FRX type=write size=878529 2024-09-16T11:23:26.907 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.906+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=F64YRFSDSPF2 type=del size=2047506 2024-09-16T11:23:26.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.908+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=O682KEYIC03Z type=del 2024-09-16T11:23:26.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.909+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=FY22MBBYXVS9 type=del size=3404129 2024-09-16T11:23:26.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.910+0000 7fb66dec2640 1 < canceled part key=_multipart_0KLATQC7UXQS.2~ITJR4Q7U9XEB.0 size=634137 2024-09-16T11:23:26.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.912+0000 7fb66dec2640 1 < canceled multipart upload key=0KLATQC7UXQS upload=ITJR4Q7U9XEB tag=GJG5WXH1NWJ6 type=write size=1682713 2024-09-16T11:23:26.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.916+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~MKXGQYV95Y9B.0 size=1048576 2024-09-16T11:23:26.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.917+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~MKXGQYV95Y9B.1 size=758183 2024-09-16T11:23:26.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.917+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=MKXGQYV95Y9B tag=P2ZG2FX35ONB type=write size=2855335 2024-09-16T11:23:26.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.919+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~YQ5L8FRELJUD.0 size=1048576 2024-09-16T11:23:26.922 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.921+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~YQ5L8FRELJUD.1 size=834942 2024-09-16T11:23:26.924 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.923+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=YQ5L8FRELJUD tag=0238W7L4SFAO type=write size=2932094 2024-09-16T11:23:26.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.925+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=AWZJXSS6CA7F type=del size=3494648 2024-09-16T11:23:26.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.925+0000 7fb66dec2640 1 < canceled part key=_multipart_CX33VNVA75KY.2~4FQHX841B2IM.0 size=526480 2024-09-16T11:23:26.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.928+0000 7fb66dec2640 1 < canceled multipart upload key=CX33VNVA75KY upload=4FQHX841B2IM tag=UT25L3IL0EEN type=write size=1575056 2024-09-16T11:23:26.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.930+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=VQQ1GC9E4KVU type=del size=186431 2024-09-16T11:23:26.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.932+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.0 size=1048576 2024-09-16T11:23:26.934 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.933+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.1 size=1048576 2024-09-16T11:23:26.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.935+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~V75QBQV59WEO.2 size=608059 2024-09-16T11:23:26.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.938+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=V75QBQV59WEO tag=KUKNDYGGMUOZ type=write size=3753787 2024-09-16T11:23:26.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.940+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=UFJDXHA68DWA type=del size=2304940 2024-09-16T11:23:26.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.942+0000 7fb66dec2640 1 < canceled operation key=YF35LMA056BI tag=8ZGRE6G9IOTO type=del size=235131 2024-09-16T11:23:26.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.944+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=2T7M130HJ9FR type=del size=2521450 2024-09-16T11:23:26.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.946+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=P1A55AURLUUL type=del 2024-09-16T11:23:26.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.949+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~OW4EU5CU07ZE.0 size=1048576 2024-09-16T11:23:26.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.951+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~OW4EU5CU07ZE.1 size=127567 2024-09-16T11:23:26.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.951+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=OW4EU5CU07ZE tag=DZUDWHO0HWW2 type=write size=2224719 2024-09-16T11:23:26.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.954+0000 7fb66dec2640 1 < suggested remove operation key=W6R5LJLF4MG0 tag=V5X0KBAKJCM5 type=del 2024-09-16T11:23:26.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.956+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=UEODSMK130LD type=del size=651724 2024-09-16T11:23:26.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.957+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=D83MTMEHRYK5 type=del 2024-09-16T11:23:26.960 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.959+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=5PBV4LBLC5QT type=del size=475476 2024-09-16T11:23:26.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.961+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=TTDXZPZSBS2B type=del 2024-09-16T11:23:26.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.965+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~XH5I5JG4CP91.0 size=1048576 2024-09-16T11:23:26.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.966+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~XH5I5JG4CP91.1 size=165298 2024-09-16T11:23:26.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.966+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=XH5I5JG4CP91 tag=0GIBBW3I4573 type=write size=2262450 2024-09-16T11:23:26.969 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.968+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~S2X0ZKEGLWVR.0 size=956978 2024-09-16T11:23:26.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.971+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=S2X0ZKEGLWVR tag=YHOJH6RQFKPK type=write size=2005554 2024-09-16T11:23:26.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.975+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~HMI9PJYPRAV9.0 size=382904 2024-09-16T11:23:26.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.975+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=HMI9PJYPRAV9 tag=CZZ0KNY001W2 type=write size=1431480 2024-09-16T11:23:26.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.978+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.0 size=1048576 2024-09-16T11:23:26.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.979+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.1 size=1048576 2024-09-16T11:23:26.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.981+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1AFK2NXW7ILY.2 size=511377 2024-09-16T11:23:26.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.985+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=1AFK2NXW7ILY tag=FY4J1SQJ93DK type=write size=3657105 2024-09-16T11:23:26.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.986+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=HMQ7COX0K2K1 type=del size=1242580 2024-09-16T11:23:26.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.988+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.0 size=1048576 2024-09-16T11:23:26.989 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.988+0000 7fb66dec2640 1 < canceled part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.1 size=1048576 2024-09-16T11:23:26.991 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.990+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~FKGPA3DTURIU.2 size=316675 2024-09-16T11:23:26.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.993+0000 7fb66dec2640 1 < canceled multipart upload key=VZOJ74356GH2 upload=FKGPA3DTURIU tag=MPBKMZFOMV1B type=write size=3462403 2024-09-16T11:23:26.996 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.995+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=PKCJKZO9E2HB type=del size=2544158 2024-09-16T11:23:26.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:26.997+0000 7fb66dec2640 1 < completed write operation key=TVK5OH5E1PV4 tag=J2PWEZTG8HB2 type=write size=570635 2024-09-16T11:23:27.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.000+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.0 size=1048576 2024-09-16T11:23:27.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.001+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.1 size=1048576 2024-09-16T11:23:27.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.003+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.2 size=320010 2024-09-16T11:23:27.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.003+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=Y0ZCSNC668RH tag=R6EFJF26GQCX type=write size=3465738 2024-09-16T11:23:27.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.005+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~WTESTBVW2CMT.0 size=364009 2024-09-16T11:23:27.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.008+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=WTESTBVW2CMT tag=ZPY4OE7LI1BS type=write size=1412585 2024-09-16T11:23:27.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.010+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=NLJSIKE5JB1L type=del size=151904 2024-09-16T11:23:27.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.011+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=F64YRFSDSPF2 type=del 2024-09-16T11:23:27.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.015+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~YM9T1H8A6BPK.0 size=851787 2024-09-16T11:23:27.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.015+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=YM9T1H8A6BPK tag=3C7SFMT95ZPA type=write size=1900363 2024-09-16T11:23:27.018 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.017+0000 7fb66dec2640 1 < canceled operation key=P9HEIJBYI7VR tag=FY22MBBYXVS9 type=del size=3404129 2024-09-16T11:23:27.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.021+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~CPF8WK877U67.0 size=1048576 2024-09-16T11:23:27.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.023+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~CPF8WK877U67.1 size=267878 2024-09-16T11:23:27.024 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.023+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=CPF8WK877U67 tag=9WPAY3WOUDRF type=write size=2365030 2024-09-16T11:23:27.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.025+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~MKXGQYV95Y9B.0 size=1048576 2024-09-16T11:23:27.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.027+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~MKXGQYV95Y9B.1 size=758183 2024-09-16T11:23:27.031 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.030+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=MKXGQYV95Y9B tag=P2ZG2FX35ONB type=write size=2855335 2024-09-16T11:23:27.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.032+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=49VY7C0DORBX type=del size=1708959 2024-09-16T11:23:27.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.033+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=AWZJXSS6CA7F type=del 2024-09-16T11:23:27.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.036+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=YE4ZKPOI3OEN type=write size=167671 2024-09-16T11:23:27.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.037+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=VQQ1GC9E4KVU type=del 2024-09-16T11:23:27.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.041+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.0 size=1048576 2024-09-16T11:23:27.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.043+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.1 size=1048576 2024-09-16T11:23:27.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.045+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.2 size=18115 2024-09-16T11:23:27.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.045+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=FNMH6AZLMQIJ tag=5ZCJHYP4759Q type=write size=3163843 2024-09-16T11:23:27.048 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.047+0000 7fb66dec2640 1 < canceled operation key=224VQRZ2GHDJ tag=UFJDXHA68DWA type=del size=2304940 2024-09-16T11:23:27.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.049+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=PKLZ0RNOQ650 type=del size=1934699 2024-09-16T11:23:27.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.051+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=2T7M130HJ9FR type=del 2024-09-16T11:23:27.055 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.054+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~44JUYWTW99ZQ.0 size=1048576 2024-09-16T11:23:27.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.056+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~44JUYWTW99ZQ.1 size=277576 2024-09-16T11:23:27.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.056+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=44JUYWTW99ZQ tag=7FD7C5TXCCTI type=write size=2374728 2024-09-16T11:23:27.058 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.057+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~OW4EU5CU07ZE.0 size=1048576 2024-09-16T11:23:27.060 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.059+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~OW4EU5CU07ZE.1 size=127567 2024-09-16T11:23:27.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.062+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=OW4EU5CU07ZE tag=DZUDWHO0HWW2 type=write size=2224719 2024-09-16T11:23:27.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.064+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=OK81F2RH1X66 type=write size=11339 2024-09-16T11:23:27.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.066+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=UEODSMK130LD type=del 2024-09-16T11:23:27.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.068+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=KHLYAEBAWVDA type=del size=472630 2024-09-16T11:23:27.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.072+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=5PBV4LBLC5QT type=del size=475476 2024-09-16T11:23:27.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.074+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=00EQKAN4DH90 type=write size=404899 2024-09-16T11:23:27.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.076+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~XH5I5JG4CP91.0 size=1048576 2024-09-16T11:23:27.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.076+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~XH5I5JG4CP91.1 size=165298 2024-09-16T11:23:27.080 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.079+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=XH5I5JG4CP91 tag=0GIBBW3I4573 type=write size=2262450 2024-09-16T11:23:27.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.081+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=D2KQKGE7SFUK type=write size=964826 2024-09-16T11:23:27.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.083+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~HMI9PJYPRAV9.0 size=382904 2024-09-16T11:23:27.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.086+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=HMI9PJYPRAV9 tag=CZZ0KNY001W2 type=write size=1431480 2024-09-16T11:23:27.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.088+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=VCJ08HYJVGPJ type=del size=2119946 2024-09-16T11:23:27.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.091+0000 7fb66dec2640 1 < suggested remove operation key=5SP701M6TW6O tag=HMQ7COX0K2K1 type=del 2024-09-16T11:23:27.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.093+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=E0EADS1US2D2 type=del size=971170 2024-09-16T11:23:27.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.095+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=PKCJKZO9E2HB type=del 2024-09-16T11:23:27.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.099+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.0 size=1048576 2024-09-16T11:23:27.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.101+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.1 size=1048576 2024-09-16T11:23:27.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.102+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.2 size=580242 2024-09-16T11:23:27.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.102+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=4Z3ZI7ONSKL4 tag=WSIWIOP8Q528 type=write size=3725970 2024-09-16T11:23:27.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.104+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.0 size=1048576 2024-09-16T11:23:27.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.104+0000 7fb66dec2640 1 < canceled part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.1 size=1048576 2024-09-16T11:23:27.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.106+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~Y0ZCSNC668RH.2 size=320010 2024-09-16T11:23:27.110 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.109+0000 7fb66dec2640 1 < canceled multipart upload key=CX33VNVA75KY upload=Y0ZCSNC668RH tag=R6EFJF26GQCX type=write size=3465738 2024-09-16T11:23:27.114 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.113+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~5ZIXQ16LD62T.0 size=758219 2024-09-16T11:23:27.114 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.113+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=5ZIXQ16LD62T tag=EM06UO7CJ1E8 type=write size=1806795 2024-09-16T11:23:27.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.116+0000 7fb66dec2640 -1 < failed to complete operation key=5SP701M6TW6O tag=NLJSIKE5JB1L type=del size=151904: (22) Invalid argument 2024-09-16T11:23:27.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.118+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=WBNFQUMQLBQ0 type=write size=95802 2024-09-16T11:23:27.120 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.119+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~YM9T1H8A6BPK.0 size=851787 2024-09-16T11:23:27.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.122+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=YM9T1H8A6BPK tag=3C7SFMT95ZPA type=write size=1900363 2024-09-16T11:23:27.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.124+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=ZLRJBKY0GPH0 type=del size=2797024 2024-09-16T11:23:27.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.125+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~CPF8WK877U67.0 size=1048576 2024-09-16T11:23:27.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.126+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~CPF8WK877U67.1 size=267878 2024-09-16T11:23:27.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.129+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=CPF8WK877U67 tag=9WPAY3WOUDRF type=write size=2365030 2024-09-16T11:23:27.132 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.131+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=H0FSE02VFFUO type=write size=789072 2024-09-16T11:23:27.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.133+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=49VY7C0DORBX type=del 2024-09-16T11:23:27.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.135+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=5NUM5M8TJEKV type=del size=3339834 2024-09-16T11:23:27.138 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.137+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=YE4ZKPOI3OEN type=write size=167671 2024-09-16T11:23:27.141 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.140+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.0 size=1048576 2024-09-16T11:23:27.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.142+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.1 size=1048576 2024-09-16T11:23:27.144 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.143+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.2 size=972930 2024-09-16T11:23:27.144 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.143+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=5VZHMLYB1XOI tag=8KJ47BQLB41Z type=write size=4118658 2024-09-16T11:23:27.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.145+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.0 size=1048576 2024-09-16T11:23:27.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.147+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.1 size=1048576 2024-09-16T11:23:27.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.148+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~FNMH6AZLMQIJ.2 size=18115 2024-09-16T11:23:27.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.152+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=FNMH6AZLMQIJ tag=5ZCJHYP4759Q type=write size=3163843 2024-09-16T11:23:27.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.153+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=LNTUZLRUMW23 type=del size=581427 2024-09-16T11:23:27.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.157+0000 7fb66dec2640 1 < suggested remove operation key=TVK5OH5E1PV4 tag=PKLZ0RNOQ650 type=del 2024-09-16T11:23:27.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.159+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=9AV5FNGC1CO7 type=del size=2626612 2024-09-16T11:23:27.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.160+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~44JUYWTW99ZQ.0 size=1048576 2024-09-16T11:23:27.163 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.162+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~44JUYWTW99ZQ.1 size=277576 2024-09-16T11:23:27.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.165+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=44JUYWTW99ZQ tag=7FD7C5TXCCTI type=write size=2374728 2024-09-16T11:23:27.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.167+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=RXK4Y1M8EDW7 type=del size=2849229 2024-09-16T11:23:27.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.170+0000 7fb66dec2640 1 < completed write operation key=P4R6KUKVO6TJ tag=OK81F2RH1X66 type=write size=11339 2024-09-16T11:23:27.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:26] "GET /metrics HTTP/1.1" 200 38710 "" "Prometheus/2.43.0" 2024-09-16T11:23:27.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.172+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=J6NHUJK5DO3G type=del size=3794764 2024-09-16T11:23:27.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.174+0000 7fb66dec2640 -1 < failed to complete operation key=5SP701M6TW6O tag=KHLYAEBAWVDA type=del size=472630: (22) Invalid argument 2024-09-16T11:23:27.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.176+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=9DSTQT3IHP96 type=del size=926999 2024-09-16T11:23:27.180 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.179+0000 7fb66dec2640 1 < completed write operation key=C9EOE5MOFBOT tag=00EQKAN4DH90 type=write size=404899 2024-09-16T11:23:27.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.180+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=8JN9AIMCVPN4 type=write size=277431 2024-09-16T11:23:27.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.182+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=D2KQKGE7SFUK type=write size=964826 2024-09-16T11:23:27.186 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.185+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~WKFHLDIVM0VJ.0 size=489424 2024-09-16T11:23:27.186 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.185+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=WKFHLDIVM0VJ tag=F0US22NTZ0Q2 type=write size=1538000 2024-09-16T11:23:27.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.187+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=VCJ08HYJVGPJ type=del 2024-09-16T11:23:27.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.189+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=O8AO7ZWYI6L3 type=del size=1759011 2024-09-16T11:23:27.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.191+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=E0EADS1US2D2 type=del 2024-09-16T11:23:27.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.194+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~R67EO6S8DI3S.0 size=1048576 2024-09-16T11:23:27.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.196+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~R67EO6S8DI3S.1 size=955865 2024-09-16T11:23:27.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.196+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=R67EO6S8DI3S tag=1FURM1J94YTK type=write size=3053017 2024-09-16T11:23:27.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.198+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.0 size=1048576 2024-09-16T11:23:27.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.199+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.1 size=1048576 2024-09-16T11:23:27.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.201+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~4Z3ZI7ONSKL4.2 size=580242 2024-09-16T11:23:27.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.204+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=4Z3ZI7ONSKL4 tag=WSIWIOP8Q528 type=write size=3725970 2024-09-16T11:23:27.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.208+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~R372RU9SQARK.0 size=1048576 2024-09-16T11:23:27.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.209+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~R372RU9SQARK.1 size=54888 2024-09-16T11:23:27.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.209+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=R372RU9SQARK tag=PWKKW2U4WLYO type=write size=2152040 2024-09-16T11:23:27.212 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.211+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~5ZIXQ16LD62T.0 size=758219 2024-09-16T11:23:27.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.215+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=5ZIXQ16LD62T tag=EM06UO7CJ1E8 type=write size=1806795 2024-09-16T11:23:27.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.217+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=UL2P7WD4F78C type=del size=44615 2024-09-16T11:23:27.219 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.218+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=WBNFQUMQLBQ0 type=write size=95802 2024-09-16T11:23:27.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.220+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=O1KX1S16G48G type=del size=2626113 2024-09-16T11:23:27.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.223+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=ZLRJBKY0GPH0 type=del 2024-09-16T11:23:27.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.224+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=QRO3YRJ52P46 type=write size=726587 2024-09-16T11:23:27.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.227+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=H0FSE02VFFUO type=write size=789072 2024-09-16T11:23:27.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.231+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~6DRJYLAVE398.0 size=1007453 2024-09-16T11:23:27.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.231+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=6DRJYLAVE398 tag=ZVARX64H6M33 type=write size=2056029 2024-09-16T11:23:27.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.233+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=5NUM5M8TJEKV type=del 2024-09-16T11:23:27.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.235+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=GLZ52PQTRPV5 type=write size=281802 2024-09-16T11:23:27.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.235+0000 7fb66dec2640 1 < canceled part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.0 size=1048576 2024-09-16T11:23:27.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.237+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.1 size=1048576 2024-09-16T11:23:27.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.239+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~5VZHMLYB1XOI.2 size=972930 2024-09-16T11:23:27.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.242+0000 7fb66dec2640 1 < canceled multipart upload key=PKSRPG0T3DRS upload=5VZHMLYB1XOI tag=8KJ47BQLB41Z type=write size=4118658 2024-09-16T11:23:27.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.246+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~WSPW7A7CWVZH.0 size=1048576 2024-09-16T11:23:27.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.247+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~WSPW7A7CWVZH.1 size=718279 2024-09-16T11:23:27.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.247+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=WSPW7A7CWVZH tag=TM88NIWHRWRG type=write size=2815431 2024-09-16T11:23:27.250 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.249+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=LNTUZLRUMW23 type=del 2024-09-16T11:23:27.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.253+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~ZIU3NTYOGSBB.0 size=318363 2024-09-16T11:23:27.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.253+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=ZIU3NTYOGSBB tag=8PH8GGCP0R7W type=write size=1366939 2024-09-16T11:23:27.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.255+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=9AV5FNGC1CO7 type=del 2024-09-16T11:23:27.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.259+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~DY43RJFP7KRU.0 size=1048576 2024-09-16T11:23:27.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.260+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~DY43RJFP7KRU.1 size=317315 2024-09-16T11:23:27.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.260+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=DY43RJFP7KRU tag=I05RD17Z1I4M type=write size=2414467 2024-09-16T11:23:27.266 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.265+0000 7fb66dec2640 1 < suggested update operation key=VF9C7DHNEIOX tag=RXK4Y1M8EDW7 type=del size=2849229 2024-09-16T11:23:27.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.266+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=W5EZX34MWXY5 type=del size=329630 2024-09-16T11:23:27.271 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.270+0000 7fb66dec2640 1 < suggested remove operation key=P9HEIJBYI7VR tag=J6NHUJK5DO3G type=del 2024-09-16T11:23:27.275 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.274+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.0 size=1048576 2024-09-16T11:23:27.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.275+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.1 size=1048576 2024-09-16T11:23:27.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.277+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.2 size=96685 2024-09-16T11:23:27.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.277+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=D1GIB3RVE1BZ tag=XGIJY2CK9M9D type=write size=3242413 2024-09-16T11:23:27.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.281+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=9DSTQT3IHP96 type=del 2024-09-16T11:23:27.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.286+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~4X6CJEYTJXEG.0 size=591287 2024-09-16T11:23:27.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.286+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=4X6CJEYTJXEG tag=G0WY682ZQFE7 type=write size=1639863 2024-09-16T11:23:27.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.289+0000 7fb66dec2640 1 < suggested remove operation key=C9EOE5MOFBOT tag=8JN9AIMCVPN4 type=write 2024-09-16T11:23:27.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.291+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=QSJHL8FUZT6Z type=del size=3802582 2024-09-16T11:23:27.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.293+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~WKFHLDIVM0VJ.0 size=489424 2024-09-16T11:23:27.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.296+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=WKFHLDIVM0VJ tag=F0US22NTZ0Q2 type=write size=1538000 2024-09-16T11:23:27.299 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.298+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=ZBM0ET7L0LIK type=write size=415446 2024-09-16T11:23:27.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.300+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=O8AO7ZWYI6L3 type=del 2024-09-16T11:23:27.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.304+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~S1MDUMGXFNOE.0 size=1048576 2024-09-16T11:23:27.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.305+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~S1MDUMGXFNOE.1 size=823807 2024-09-16T11:23:27.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.305+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=S1MDUMGXFNOE tag=CH2244TOQ21C type=write size=2920959 2024-09-16T11:23:27.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.307+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~R67EO6S8DI3S.0 size=1048576 2024-09-16T11:23:27.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.309+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~R67EO6S8DI3S.1 size=955865 2024-09-16T11:23:27.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.312+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=R67EO6S8DI3S tag=1FURM1J94YTK type=write size=3053017 2024-09-16T11:23:27.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.314+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=1V14GVVW9HET type=del size=503007 2024-09-16T11:23:27.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.315+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~R372RU9SQARK.0 size=1048576 2024-09-16T11:23:27.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.316+0000 7fb66dec2640 1 < canceled part key=_multipart_O6UNHL80RFVL.2~R372RU9SQARK.1 size=54888 2024-09-16T11:23:27.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.319+0000 7fb66dec2640 1 < canceled multipart upload key=O6UNHL80RFVL upload=R372RU9SQARK tag=PWKKW2U4WLYO type=write size=2152040 2024-09-16T11:23:27.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.323+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~JUWHB0UJXGUE.0 size=1048576 2024-09-16T11:23:27.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.325+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~JUWHB0UJXGUE.1 size=553290 2024-09-16T11:23:27.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.325+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=JUWHB0UJXGUE tag=EU6L84J7SHOY type=write size=2650442 2024-09-16T11:23:27.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.326+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=UL2P7WD4F78C type=del 2024-09-16T11:23:27.331 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.330+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CHUCCN4RYHMY.0 size=1048576 2024-09-16T11:23:27.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.332+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CHUCCN4RYHMY.1 size=924213 2024-09-16T11:23:27.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.332+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=CHUCCN4RYHMY tag=4D1U6QV9XMJ7 type=write size=3021365 2024-09-16T11:23:27.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.336+0000 7fb66dec2640 1 < suggested remove operation key=57XW02KN8W4Z tag=O1KX1S16G48G type=del 2024-09-16T11:23:27.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.339+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~QXB4Z63ZEM2K.0 size=879883 2024-09-16T11:23:27.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.339+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=QXB4Z63ZEM2K tag=8VJ1LYOWVJGR type=write size=1928459 2024-09-16T11:23:27.342 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.341+0000 7fb66dec2640 1 < completed write operation key=2FIB0YA81SZT tag=QRO3YRJ52P46 type=write size=726587 2024-09-16T11:23:27.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.344+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.0 size=1048576 2024-09-16T11:23:27.347 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.346+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.1 size=1048576 2024-09-16T11:23:27.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.347+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.2 size=410135 2024-09-16T11:23:27.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.347+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=7GUN028K6BDX tag=E5337M8FIHCT type=write size=3555863 2024-09-16T11:23:27.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.349+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~6DRJYLAVE398.0 size=1007453 2024-09-16T11:23:27.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.353+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=6DRJYLAVE398 tag=ZVARX64H6M33 type=write size=2056029 2024-09-16T11:23:27.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.355+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=DX9V6KGUQXSN type=del size=3350725 2024-09-16T11:23:27.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.356+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=GLZ52PQTRPV5 type=write size=281802 2024-09-16T11:23:27.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.358+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=2RFZ7ZFNNE9V type=del size=1401466 2024-09-16T11:23:27.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.360+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~WSPW7A7CWVZH.0 size=1048576 2024-09-16T11:23:27.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.362+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~WSPW7A7CWVZH.1 size=718279 2024-09-16T11:23:27.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.366+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=WSPW7A7CWVZH tag=TM88NIWHRWRG type=write size=2815431 2024-09-16T11:23:27.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.369+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~ZIOC1ZOB1SSP.0 size=1048576 2024-09-16T11:23:27.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.371+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~ZIOC1ZOB1SSP.1 size=946176 2024-09-16T11:23:27.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.371+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=ZIOC1ZOB1SSP tag=2H7BS1U6ED9L type=write size=3043328 2024-09-16T11:23:27.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.373+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~ZIU3NTYOGSBB.0 size=318363 2024-09-16T11:23:27.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.376+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=ZIU3NTYOGSBB tag=8PH8GGCP0R7W type=write size=1366939 2024-09-16T11:23:27.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.378+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=BJYMAIKBXWX5 type=del size=1372972 2024-09-16T11:23:27.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.380+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~DY43RJFP7KRU.0 size=1048576 2024-09-16T11:23:27.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.382+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~DY43RJFP7KRU.1 size=317315 2024-09-16T11:23:27.386 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.385+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=DY43RJFP7KRU tag=I05RD17Z1I4M type=write size=2414467 2024-09-16T11:23:27.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.387+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=E5CRKZ89BXKP type=write size=1013862 2024-09-16T11:23:27.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.389+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=W5EZX34MWXY5 type=del 2024-09-16T11:23:27.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.391+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=LFIAJ4OHILES type=write size=432384 2024-09-16T11:23:27.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.393+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.0 size=1048576 2024-09-16T11:23:27.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.394+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.1 size=1048576 2024-09-16T11:23:27.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.396+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~D1GIB3RVE1BZ.2 size=96685 2024-09-16T11:23:27.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.399+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=D1GIB3RVE1BZ tag=XGIJY2CK9M9D type=write size=3242413 2024-09-16T11:23:27.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.402+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~4R3CTSJJ77D5.0 size=1048576 2024-09-16T11:23:27.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.404+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~4R3CTSJJ77D5.1 size=249661 2024-09-16T11:23:27.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.404+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=4R3CTSJJ77D5 tag=RHYTL7EKLVZD type=write size=2346813 2024-09-16T11:23:27.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.406+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~4X6CJEYTJXEG.0 size=591287 2024-09-16T11:23:27.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.409+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=4X6CJEYTJXEG tag=G0WY682ZQFE7 type=write size=1639863 2024-09-16T11:23:27.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.411+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=PSE7VHW9EQUP type=del size=1479439 2024-09-16T11:23:27.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.413+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=QSJHL8FUZT6Z type=del 2024-09-16T11:23:27.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.416+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.0 size=1048576 2024-09-16T11:23:27.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.418+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.1 size=1048576 2024-09-16T11:23:27.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.419+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.2 size=90934 2024-09-16T11:23:27.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.419+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=YMDSQ05276CD tag=4E35Y78EIEEE type=write size=3236662 2024-09-16T11:23:27.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.423+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=ZBM0ET7L0LIK type=write 2024-09-16T11:23:27.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.426+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.0 size=1048576 2024-09-16T11:23:27.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.428+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.1 size=1048576 2024-09-16T11:23:27.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.429+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.2 size=960486 2024-09-16T11:23:27.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.429+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=CNGRF7MD1LIN tag=EYG1WWB9VC8B type=write size=4106214 2024-09-16T11:23:27.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.431+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~S1MDUMGXFNOE.0 size=1048576 2024-09-16T11:23:27.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.433+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~S1MDUMGXFNOE.1 size=823807 2024-09-16T11:23:27.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.437+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=S1MDUMGXFNOE tag=CH2244TOQ21C type=write size=2920959 2024-09-16T11:23:27.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.439+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=QM8I5A3JB11Z type=del size=3074432 2024-09-16T11:23:27.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.441+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=1V14GVVW9HET type=del 2024-09-16T11:23:27.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.445+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~UC2PC3ZAI2NJ.0 size=174644 2024-09-16T11:23:27.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.445+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=UC2PC3ZAI2NJ tag=LMZ83RGSME0W type=write size=1223220 2024-09-16T11:23:27.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.447+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~JUWHB0UJXGUE.0 size=1048576 2024-09-16T11:23:27.449 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.448+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~JUWHB0UJXGUE.1 size=553290 2024-09-16T11:23:27.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.451+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=JUWHB0UJXGUE tag=EU6L84J7SHOY type=write size=2650442 2024-09-16T11:23:27.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.453+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=B8PKBUVXOXRK type=del size=1445859 2024-09-16T11:23:27.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.455+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~CHUCCN4RYHMY.0 size=1048576 2024-09-16T11:23:27.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.455+0000 7fb66dec2640 1 < canceled part key=_multipart_I575ZO6BYNEZ.2~CHUCCN4RYHMY.1 size=924213 2024-09-16T11:23:27.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.459+0000 7fb66dec2640 1 < canceled multipart upload key=I575ZO6BYNEZ upload=CHUCCN4RYHMY tag=4D1U6QV9XMJ7 type=write size=3021365 2024-09-16T11:23:27.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.461+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=21QIH8FNV19K type=del size=3401761 2024-09-16T11:23:27.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.462+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~QXB4Z63ZEM2K.0 size=879883 2024-09-16T11:23:27.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.466+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=QXB4Z63ZEM2K tag=8VJ1LYOWVJGR type=write size=1928459 2024-09-16T11:23:27.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.469+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.0 size=1048576 2024-09-16T11:23:27.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.471+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.1 size=1048576 2024-09-16T11:23:27.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.472+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.2 size=133270 2024-09-16T11:23:27.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.472+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=STBNIMKI43XO tag=Z2O87D7T4EDM type=write size=3278998 2024-09-16T11:23:27.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.474+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.0 size=1048576 2024-09-16T11:23:27.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.475+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.1 size=1048576 2024-09-16T11:23:27.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.477+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~7GUN028K6BDX.2 size=410135 2024-09-16T11:23:27.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.480+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=7GUN028K6BDX tag=E5337M8FIHCT type=write size=3555863 2024-09-16T11:23:27.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.483+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~34LWWR2Q5EDO.0 size=297587 2024-09-16T11:23:27.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.483+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=34LWWR2Q5EDO tag=NRYQUUMDCZM3 type=write size=1346163 2024-09-16T11:23:27.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.485+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=DX9V6KGUQXSN type=del 2024-09-16T11:23:27.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.487+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=UI2J373RG3K0 type=del size=2388191 2024-09-16T11:23:27.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.489+0000 7fb66dec2640 1 < canceled operation key=PKSRPG0T3DRS tag=2RFZ7ZFNNE9V type=del size=1401466 2024-09-16T11:23:27.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.491+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=C82006F510NK type=write size=213565 2024-09-16T11:23:27.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.493+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~ZIOC1ZOB1SSP.0 size=1048576 2024-09-16T11:23:27.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.494+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~ZIOC1ZOB1SSP.1 size=946176 2024-09-16T11:23:27.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.498+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=ZIOC1ZOB1SSP tag=2H7BS1U6ED9L type=write size=3043328 2024-09-16T11:23:27.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.500+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=302VIE2I56AT type=del size=837207 2024-09-16T11:23:27.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.503+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=BJYMAIKBXWX5 type=del 2024-09-16T11:23:27.506 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.505+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=LI0AFINSH30B type=write size=979897 2024-09-16T11:23:27.508 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.507+0000 7fb66dec2640 -1 < failed to complete operation key=ZJBL3MHVCGZG tag=E5CRKZ89BXKP type=write size=1013862: (22) Invalid argument 2024-09-16T11:23:27.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.509+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=PUTZLCU71DDX type=del size=1702660 2024-09-16T11:23:27.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.511+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=LFIAJ4OHILES type=write size=432384 2024-09-16T11:23:27.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.512+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=3WZUF7KZPYHS type=del size=3837021 2024-09-16T11:23:27.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.514+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~4R3CTSJJ77D5.0 size=1048576 2024-09-16T11:23:27.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.516+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~4R3CTSJJ77D5.1 size=249661 2024-09-16T11:23:27.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.520+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=4R3CTSJJ77D5 tag=RHYTL7EKLVZD type=write size=2346813 2024-09-16T11:23:27.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.521+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=XOQ67E99CXMH type=del size=2133231 2024-09-16T11:23:27.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.523+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=PSE7VHW9EQUP type=del 2024-09-16T11:23:27.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.526+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~EKCMYJI905EE.0 size=267874 2024-09-16T11:23:27.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.526+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=EKCMYJI905EE tag=RDF8DQ9NW2LA type=write size=1316450 2024-09-16T11:23:27.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.528+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.0 size=1048576 2024-09-16T11:23:27.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.528+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.1 size=1048576 2024-09-16T11:23:27.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.528+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~YMDSQ05276CD.2 size=90934 2024-09-16T11:23:27.532 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.531+0000 7fb66dec2640 1 < canceled multipart upload key=E9JN9AJSKBMD upload=YMDSQ05276CD tag=4E35Y78EIEEE type=write size=3236662 2024-09-16T11:23:27.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.533+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=8C0T5AAHRHRI type=del size=3337921 2024-09-16T11:23:27.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.534+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.0 size=1048576 2024-09-16T11:23:27.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.536+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.1 size=1048576 2024-09-16T11:23:27.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.536+0000 7fb66dec2640 1 < canceled part key=_multipart_I575ZO6BYNEZ.2~CNGRF7MD1LIN.2 size=960486 2024-09-16T11:23:27.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.539+0000 7fb66dec2640 1 < canceled multipart upload key=I575ZO6BYNEZ upload=CNGRF7MD1LIN tag=EYG1WWB9VC8B type=write size=4106214 2024-09-16T11:23:27.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.543+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~XXBKOLR8XK7S.0 size=455188 2024-09-16T11:23:27.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.543+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=XXBKOLR8XK7S tag=NH8U2H97BBRF type=write size=1503764 2024-09-16T11:23:27.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.545+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=QM8I5A3JB11Z type=del 2024-09-16T11:23:27.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.548+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~ZBEFEN42QAZA.0 size=1048576 2024-09-16T11:23:27.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.550+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~ZBEFEN42QAZA.1 size=115168 2024-09-16T11:23:27.551 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.550+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=ZBEFEN42QAZA tag=HA6RPJXZBWO0 type=write size=2212320 2024-09-16T11:23:27.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.552+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~UC2PC3ZAI2NJ.0 size=174644 2024-09-16T11:23:27.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.554+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=UC2PC3ZAI2NJ tag=LMZ83RGSME0W type=write size=1223220 2024-09-16T11:23:27.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.556+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=DC31OHD0WN3Y type=del size=329525 2024-09-16T11:23:27.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.558+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=B8PKBUVXOXRK type=del 2024-09-16T11:23:27.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.560+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=UWYRPF17VTRN type=write size=528983 2024-09-16T11:23:27.563 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.562+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=21QIH8FNV19K type=del 2024-09-16T11:23:27.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.564+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=YS6XEEXI50BD type=write size=455587 2024-09-16T11:23:27.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.564+0000 7fb66dec2640 1 < canceled part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.0 size=1048576 2024-09-16T11:23:27.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.566+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.1 size=1048576 2024-09-16T11:23:27.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.566+0000 7fb66dec2640 1 < canceled part key=_multipart_OEN3JZU6OLXI.2~STBNIMKI43XO.2 size=133270 2024-09-16T11:23:27.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.569+0000 7fb66dec2640 1 < canceled multipart upload key=OEN3JZU6OLXI upload=STBNIMKI43XO tag=Z2O87D7T4EDM type=write size=3278998 2024-09-16T11:23:27.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.573+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~9A075A7PNSMT.0 size=1048576 2024-09-16T11:23:27.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.575+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~9A075A7PNSMT.1 size=490857 2024-09-16T11:23:27.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.575+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=9A075A7PNSMT tag=65F1R8KQYF6G type=write size=2588009 2024-09-16T11:23:27.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.576+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~34LWWR2Q5EDO.0 size=297587 2024-09-16T11:23:27.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.579+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=34LWWR2Q5EDO tag=NRYQUUMDCZM3 type=write size=1346163 2024-09-16T11:23:27.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.581+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=87R9BYWL9VI5 type=del size=768369 2024-09-16T11:23:27.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.583+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=UI2J373RG3K0 type=del 2024-09-16T11:23:27.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.587+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~QDTDC18NAXT6.0 size=1023331 2024-09-16T11:23:27.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.587+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=QDTDC18NAXT6 tag=KXT2B2J0EWP1 type=write size=2071907 2024-09-16T11:23:27.592 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.591+0000 7fb66dec2640 1 < suggested update operation key=VZOJ74356GH2 tag=C82006F510NK type=write size=213565 2024-09-16T11:23:27.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.594+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~M12OIWC2I3YN.0 size=1048576 2024-09-16T11:23:27.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.596+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~M12OIWC2I3YN.1 size=99343 2024-09-16T11:23:27.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.596+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=M12OIWC2I3YN tag=XJX1V9ZAR5YC type=write size=2196495 2024-09-16T11:23:27.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.598+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=302VIE2I56AT type=del 2024-09-16T11:23:27.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.600+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=YB9PMKG5U0X1 type=del size=2478916 2024-09-16T11:23:27.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.602+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=LI0AFINSH30B type=write size=979897 2024-09-16T11:23:27.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.605+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~VA0VWP213ONI.0 size=1048576 2024-09-16T11:23:27.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.607+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~VA0VWP213ONI.1 size=253518 2024-09-16T11:23:27.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.607+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=VA0VWP213ONI tag=MSECNN6EPSD8 type=write size=2350670 2024-09-16T11:23:27.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.609+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=PUTZLCU71DDX type=del 2024-09-16T11:23:27.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.613+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~65JUX6C14YY4.0 size=1048576 2024-09-16T11:23:27.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.615+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~65JUX6C14YY4.1 size=695919 2024-09-16T11:23:27.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.615+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=65JUX6C14YY4 tag=O8WCT35H1V0V type=write size=2793071 2024-09-16T11:23:27.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.618+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=3WZUF7KZPYHS type=del 2024-09-16T11:23:27.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.620+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=0BA8IETAOL9K type=write size=791547 2024-09-16T11:23:27.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.622+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=XOQ67E99CXMH type=del 2024-09-16T11:23:27.626 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.625+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.0 size=1048576 2024-09-16T11:23:27.628 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.627+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.1 size=1048576 2024-09-16T11:23:27.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.629+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.2 size=366126 2024-09-16T11:23:27.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.629+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=4D1E1HRFL57H tag=C1MSQH084EM9 type=write size=3511854 2024-09-16T11:23:27.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.631+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~EKCMYJI905EE.0 size=267874 2024-09-16T11:23:27.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.634+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=EKCMYJI905EE tag=RDF8DQ9NW2LA type=write size=1316450 2024-09-16T11:23:27.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.637+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.0 size=1048576 2024-09-16T11:23:27.640 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.639+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.1 size=1048576 2024-09-16T11:23:27.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.640+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.2 size=259529 2024-09-16T11:23:27.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.640+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=S9AYBZOREMMV tag=UV2HFSFEQ286 type=write size=3405257 2024-09-16T11:23:27.643 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.642+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=8C0T5AAHRHRI type=del 2024-09-16T11:23:27.647 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.646+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.0 size=1048576 2024-09-16T11:23:27.648 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.647+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.1 size=1048576 2024-09-16T11:23:27.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.649+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.2 size=521304 2024-09-16T11:23:27.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.649+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=QUTSO6B2W05C tag=AFR1MNW5TOWN type=write size=3667032 2024-09-16T11:23:27.652 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.651+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~XXBKOLR8XK7S.0 size=455188 2024-09-16T11:23:27.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.654+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=XXBKOLR8XK7S tag=NH8U2H97BBRF type=write size=1503764 2024-09-16T11:23:27.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.657+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~LVZEKSGJG2Z2.0 size=1048576 2024-09-16T11:23:27.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.659+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~LVZEKSGJG2Z2.1 size=28871 2024-09-16T11:23:27.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.659+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=LVZEKSGJG2Z2 tag=6R0GZSTX2X4W type=write size=2126023 2024-09-16T11:23:27.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.661+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~ZBEFEN42QAZA.0 size=1048576 2024-09-16T11:23:27.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.662+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~ZBEFEN42QAZA.1 size=115168 2024-09-16T11:23:27.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.666+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=ZBEFEN42QAZA tag=HA6RPJXZBWO0 type=write size=2212320 2024-09-16T11:23:27.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.669+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.0 size=1048576 2024-09-16T11:23:27.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.671+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.1 size=1048576 2024-09-16T11:23:27.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.672+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.2 size=982864 2024-09-16T11:23:27.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.672+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=9TI4WJH9TW3W tag=6MX10MX80SGQ type=write size=4128592 2024-09-16T11:23:27.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.674+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=DC31OHD0WN3Y type=del 2024-09-16T11:23:27.678 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.677+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.0 size=1048576 2024-09-16T11:23:27.680 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.679+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.1 size=1048576 2024-09-16T11:23:27.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.680+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.2 size=870506 2024-09-16T11:23:27.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.680+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=CM1CKKW5T4TR tag=I4AT8467QMVR type=write size=4016234 2024-09-16T11:23:27.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.682+0000 7fb66dec2640 1 < canceled operation key=SXTKV1YIBM8U tag=UWYRPF17VTRN type=write size=528983 2024-09-16T11:23:27.685 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.683+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=MWC9TWVWNM1L type=del size=953117 2024-09-16T11:23:27.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.685+0000 7fb66dec2640 1 < completed write operation key=E9JN9AJSKBMD tag=YS6XEEXI50BD type=write size=455587 2024-09-16T11:23:27.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.687+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=BX2XBBY62Z9Z type=del size=1917290 2024-09-16T11:23:27.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.689+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~9A075A7PNSMT.0 size=1048576 2024-09-16T11:23:27.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.691+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~9A075A7PNSMT.1 size=490857 2024-09-16T11:23:27.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.694+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=9A075A7PNSMT tag=65F1R8KQYF6G type=write size=2588009 2024-09-16T11:23:27.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.696+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=ADG0U5R2BW7A type=write size=964597 2024-09-16T11:23:27.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.698+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=87R9BYWL9VI5 type=del 2024-09-16T11:23:27.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.701+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.0 size=1048576 2024-09-16T11:23:27.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.702+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.1 size=1048576 2024-09-16T11:23:27.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.704+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.2 size=848411 2024-09-16T11:23:27.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.704+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=NEDPZT0NRDH8 tag=49I7YPOLQPZE type=write size=3994139 2024-09-16T11:23:27.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.706+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~QDTDC18NAXT6.0 size=1023331 2024-09-16T11:23:27.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.709+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=QDTDC18NAXT6 tag=KXT2B2J0EWP1 type=write size=2071907 2024-09-16T11:23:27.712 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.711+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=112R76U9CRTZ type=del size=2094318 2024-09-16T11:23:27.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.713+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~M12OIWC2I3YN.0 size=1048576 2024-09-16T11:23:27.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.714+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~M12OIWC2I3YN.1 size=99343 2024-09-16T11:23:27.719 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.717+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=M12OIWC2I3YN tag=XJX1V9ZAR5YC type=write size=2196495 2024-09-16T11:23:27.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.719+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=EU5JUQOR3463 type=del size=609444 2024-09-16T11:23:27.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.721+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=YB9PMKG5U0X1 type=del 2024-09-16T11:23:27.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.723+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=XC6CRNNHLULF type=del size=3280100 2024-09-16T11:23:27.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.723+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~VA0VWP213ONI.0 size=1048576 2024-09-16T11:23:27.725 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.723+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~VA0VWP213ONI.1 size=253518 2024-09-16T11:23:27.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.727+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=VA0VWP213ONI tag=MSECNN6EPSD8 type=write size=2350670 2024-09-16T11:23:27.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.730+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~FGMX0F5UVUW4.0 size=377201 2024-09-16T11:23:27.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.730+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=FGMX0F5UVUW4 tag=WGW7KKBO0M47 type=write size=1425777 2024-09-16T11:23:27.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.730+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~65JUX6C14YY4.0 size=1048576 2024-09-16T11:23:27.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.732+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~65JUX6C14YY4.1 size=695919 2024-09-16T11:23:27.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.735+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=65JUX6C14YY4 tag=O8WCT35H1V0V type=write size=2793071 2024-09-16T11:23:27.738 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.736+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=908NK1JG3CVM type=del size=2036831 2024-09-16T11:23:27.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.739+0000 7fb66dec2640 1 < completed write operation key=VF9C7DHNEIOX tag=0BA8IETAOL9K type=write size=791547 2024-09-16T11:23:27.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.740+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=MFB258SR23P1 type=del size=1774068 2024-09-16T11:23:27.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.743+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.0 size=1048576 2024-09-16T11:23:27.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.743+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.1 size=1048576 2024-09-16T11:23:27.746 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.745+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~4D1E1HRFL57H.2 size=366126 2024-09-16T11:23:27.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.748+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=4D1E1HRFL57H tag=C1MSQH084EM9 type=write size=3511854 2024-09-16T11:23:27.751 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.750+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=CVQKTRP9DZR5 type=write size=539685 2024-09-16T11:23:27.753 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.751+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.0 size=1048576 2024-09-16T11:23:27.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.753+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.1 size=1048576 2024-09-16T11:23:27.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.755+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~S9AYBZOREMMV.2 size=259529 2024-09-16T11:23:27.759 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.758+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=S9AYBZOREMMV tag=UV2HFSFEQ286 type=write size=3405257 2024-09-16T11:23:27.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.761+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~ZSBK632GFN7F.0 size=922603 2024-09-16T11:23:27.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.761+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=ZSBK632GFN7F tag=2DX35BKS45B3 type=write size=1971179 2024-09-16T11:23:27.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.763+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.0 size=1048576 2024-09-16T11:23:27.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.765+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.1 size=1048576 2024-09-16T11:23:27.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.766+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~QUTSO6B2W05C.2 size=521304 2024-09-16T11:23:27.771 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.770+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=QUTSO6B2W05C tag=AFR1MNW5TOWN type=write size=3667032 2024-09-16T11:23:27.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.772+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=MDM59XMX2MHL type=del size=1582066 2024-09-16T11:23:27.775 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.774+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~LVZEKSGJG2Z2.0 size=1048576 2024-09-16T11:23:27.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.775+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~LVZEKSGJG2Z2.1 size=28871 2024-09-16T11:23:27.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.779+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=LVZEKSGJG2Z2 tag=6R0GZSTX2X4W type=write size=2126023 2024-09-16T11:23:27.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.781+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=5M1KAZGNPWMG type=del size=1993307 2024-09-16T11:23:27.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.782+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.0 size=1048576 2024-09-16T11:23:27.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.782+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.1 size=1048576 2024-09-16T11:23:27.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.784+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~9TI4WJH9TW3W.2 size=982864 2024-09-16T11:23:27.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.787+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=9TI4WJH9TW3W tag=6MX10MX80SGQ type=write size=4128592 2024-09-16T11:23:27.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.789+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=6R9V7EX1H56O type=del size=1859071 2024-09-16T11:23:27.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.791+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.0 size=1048576 2024-09-16T11:23:27.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.793+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.1 size=1048576 2024-09-16T11:23:27.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.794+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~CM1CKKW5T4TR.2 size=870506 2024-09-16T11:23:27.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.798+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=CM1CKKW5T4TR tag=I4AT8467QMVR type=write size=4016234 2024-09-16T11:23:27.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.800+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=378Z72U5U01B type=del size=2424989 2024-09-16T11:23:27.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.803+0000 7fb66dec2640 1 < suggested update operation key=C9EOE5MOFBOT tag=MWC9TWVWNM1L type=del size=953117 2024-09-16T11:23:27.806 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.805+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=IL7UY81EZZ63 type=del size=1593334 2024-09-16T11:23:27.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.809+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=BX2XBBY62Z9Z type=del size=1917290 2024-09-16T11:23:27.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.813+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~TUBJ5D591IJQ.0 size=1048576 2024-09-16T11:23:27.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.814+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~TUBJ5D591IJQ.1 size=740711 2024-09-16T11:23:27.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.814+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=TUBJ5D591IJQ tag=9852M2LT14SR type=write size=2837863 2024-09-16T11:23:27.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.816+0000 7fb66dec2640 1 < completed write operation key=Y6MT7DT0JW3D tag=ADG0U5R2BW7A type=write size=964597 2024-09-16T11:23:27.820 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.819+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~XBLAUJ979CPC.0 size=1048576 2024-09-16T11:23:27.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.821+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~XBLAUJ979CPC.1 size=858909 2024-09-16T11:23:27.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.821+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=XBLAUJ979CPC tag=E93TW45E0BO4 type=write size=2956061 2024-09-16T11:23:27.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.821+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.0 size=1048576 2024-09-16T11:23:27.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.821+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.1 size=1048576 2024-09-16T11:23:27.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.823+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~NEDPZT0NRDH8.2 size=848411 2024-09-16T11:23:27.827 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.826+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=NEDPZT0NRDH8 tag=49I7YPOLQPZE type=write size=3994139 2024-09-16T11:23:27.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.828+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=QR8IZQ2894VB type=write size=110255 2024-09-16T11:23:27.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.829+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=112R76U9CRTZ type=del 2024-09-16T11:23:27.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.834+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.0 size=1048576 2024-09-16T11:23:27.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.835+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.1 size=1048576 2024-09-16T11:23:27.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.836+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.2 size=727433 2024-09-16T11:23:27.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.836+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=ZWKN9HYBZXE0 tag=R42XT7Z7Y99E type=write size=3873161 2024-09-16T11:23:27.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.838+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=EU5JUQOR3463 type=del 2024-09-16T11:23:27.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.842+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~KBY3FKM8ZGYX.0 size=618082 2024-09-16T11:23:27.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.842+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=KBY3FKM8ZGYX tag=I7606H36QM8J type=write size=1666658 2024-09-16T11:23:27.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.844+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=XC6CRNNHLULF type=del 2024-09-16T11:23:27.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.846+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=LHIBTCQQJMXH type=del size=855671 2024-09-16T11:23:27.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.846+0000 7fb66dec2640 1 < canceled part key=_multipart_YYAA5H9KJ8EB.2~FGMX0F5UVUW4.0 size=377201 2024-09-16T11:23:27.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.850+0000 7fb66dec2640 1 < canceled multipart upload key=YYAA5H9KJ8EB upload=FGMX0F5UVUW4 tag=WGW7KKBO0M47 type=write size=1425777 2024-09-16T11:23:27.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.854+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~RR2505BG013Y.0 size=634119 2024-09-16T11:23:27.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.854+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=RR2505BG013Y tag=C4VH3UNY74GD type=write size=1682695 2024-09-16T11:23:27.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.855+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=908NK1JG3CVM type=del 2024-09-16T11:23:27.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.859+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~JGP6SP9O5XUB.0 size=199959 2024-09-16T11:23:27.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.859+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=JGP6SP9O5XUB tag=I9VWGOL8ZEDI type=write size=1248535 2024-09-16T11:23:27.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.863+0000 7fb66dec2640 1 < suggested remove operation key=D4SQZJ77RBR1 tag=MFB258SR23P1 type=del 2024-09-16T11:23:27.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.867+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~JJ8AKR0N6S0V.0 size=1048576 2024-09-16T11:23:27.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.869+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~JJ8AKR0N6S0V.1 size=800234 2024-09-16T11:23:27.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.869+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=JJ8AKR0N6S0V tag=CMX1UOAY1XSQ type=write size=2897386 2024-09-16T11:23:27.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.870+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=CVQKTRP9DZR5 type=write size=539685 2024-09-16T11:23:27.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.872+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=7QNKOVHNBWNY type=del size=491366 2024-09-16T11:23:27.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.874+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~ZSBK632GFN7F.0 size=922603 2024-09-16T11:23:27.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.877+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=ZSBK632GFN7F tag=2DX35BKS45B3 type=write size=1971179 2024-09-16T11:23:27.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.879+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=15A0UZHOFJG6 type=write size=508419 2024-09-16T11:23:27.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.881+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=MDM59XMX2MHL type=del 2024-09-16T11:23:27.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.884+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~VDZZ2Z5MZMZS.0 size=131176 2024-09-16T11:23:27.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.884+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=VDZZ2Z5MZMZS tag=04MG6S6IKVBF type=write size=1179752 2024-09-16T11:23:27.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.888+0000 7fb66dec2640 1 < suggested update operation key=KW19TYJ86X9U tag=5M1KAZGNPWMG type=del size=1993307 2024-09-16T11:23:27.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.892+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.0 size=1048576 2024-09-16T11:23:27.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.893+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.1 size=1048576 2024-09-16T11:23:27.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.895+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.2 size=121723 2024-09-16T11:23:27.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.895+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=ENS32Y3G9KU2 tag=RWIEAIWRAV5C type=write size=3267451 2024-09-16T11:23:27.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.897+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=6R9V7EX1H56O type=del 2024-09-16T11:23:27.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.899+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=BCB5FR98LFSP type=del size=2937207 2024-09-16T11:23:27.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.901+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=378Z72U5U01B type=del 2024-09-16T11:23:27.905 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.904+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.0 size=1048576 2024-09-16T11:23:27.907 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.906+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.1 size=1048576 2024-09-16T11:23:27.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.908+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.2 size=974251 2024-09-16T11:23:27.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.908+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=CGXGSJSIKA0R tag=QW30J34WMYNP type=write size=4119979 2024-09-16T11:23:27.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.909+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=IL7UY81EZZ63 type=del 2024-09-16T11:23:27.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.911+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=AW328EOXFW03 type=del size=2763514 2024-09-16T11:23:27.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.911+0000 7fb66dec2640 1 < canceled part key=_multipart_W6R5LJLF4MG0.2~TUBJ5D591IJQ.0 size=1048576 2024-09-16T11:23:27.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.913+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~TUBJ5D591IJQ.1 size=740711 2024-09-16T11:23:27.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.916+0000 7fb66dec2640 1 < canceled multipart upload key=W6R5LJLF4MG0 upload=TUBJ5D591IJQ tag=9852M2LT14SR type=write size=2837863 2024-09-16T11:23:27.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.918+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=I8US5HZS2BPT type=del size=1080356 2024-09-16T11:23:27.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.920+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~XBLAUJ979CPC.0 size=1048576 2024-09-16T11:23:27.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.920+0000 7fb66dec2640 1 < canceled part key=_multipart_D4SQZJ77RBR1.2~XBLAUJ979CPC.1 size=858909 2024-09-16T11:23:27.924 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.923+0000 7fb66dec2640 1 < canceled multipart upload key=D4SQZJ77RBR1 upload=XBLAUJ979CPC tag=E93TW45E0BO4 type=write size=2956061 2024-09-16T11:23:27.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.925+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=Q7B7KS21KBKE type=del size=1310951 2024-09-16T11:23:27.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.926+0000 7fb66dec2640 1 < completed write operation key=P4R6KUKVO6TJ tag=QR8IZQ2894VB type=write size=110255 2024-09-16T11:23:27.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.930+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~F6OR2YZ20ZRN.0 size=434718 2024-09-16T11:23:27.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.930+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=F6OR2YZ20ZRN tag=D9LDZQ7K60Y9 type=write size=1483294 2024-09-16T11:23:27.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.930+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.0 size=1048576 2024-09-16T11:23:27.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.932+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.1 size=1048576 2024-09-16T11:23:27.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.932+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~ZWKN9HYBZXE0.2 size=727433 2024-09-16T11:23:27.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.935+0000 7fb66dec2640 1 < canceled multipart upload key=WQGRWNTRNYI7 upload=ZWKN9HYBZXE0 tag=R42XT7Z7Y99E type=write size=3873161 2024-09-16T11:23:27.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.938+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=X44VCZLXC9XC type=del size=2122966 2024-09-16T11:23:27.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.940+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~KBY3FKM8ZGYX.0 size=618082 2024-09-16T11:23:27.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.944+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=KBY3FKM8ZGYX tag=I7606H36QM8J type=write size=1666658 2024-09-16T11:23:27.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.946+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=MMODM7EFR6DI type=del size=3671791 2024-09-16T11:23:27.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.948+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=LHIBTCQQJMXH type=del 2024-09-16T11:23:27.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.950+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=P7FF4JU0R5P4 type=del size=4179864 2024-09-16T11:23:27.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.952+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~RR2505BG013Y.0 size=634119 2024-09-16T11:23:27.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.956+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=RR2505BG013Y tag=C4VH3UNY74GD type=write size=1682695 2024-09-16T11:23:27.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.959+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~N0TF4IPPOAN6.0 size=1048576 2024-09-16T11:23:27.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.961+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~N0TF4IPPOAN6.1 size=521381 2024-09-16T11:23:27.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.961+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=N0TF4IPPOAN6 tag=ZD3YDWEEUZ81 type=write size=2618533 2024-09-16T11:23:27.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.963+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~JGP6SP9O5XUB.0 size=199959 2024-09-16T11:23:27.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.966+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=JGP6SP9O5XUB tag=I9VWGOL8ZEDI type=write size=1248535 2024-09-16T11:23:27.971 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.970+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.0 size=1048576 2024-09-16T11:23:27.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.973+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.1 size=1048576 2024-09-16T11:23:27.977 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.976+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.2 size=425597 2024-09-16T11:23:27.977 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.976+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=DC7OXEUL7BFF tag=V9UENI07SHG1 type=write size=3571325 2024-09-16T11:23:27.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.979+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~JJ8AKR0N6S0V.0 size=1048576 2024-09-16T11:23:27.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.979+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~JJ8AKR0N6S0V.1 size=800234 2024-09-16T11:23:27.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.983+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=JJ8AKR0N6S0V tag=CMX1UOAY1XSQ type=write size=2897386 2024-09-16T11:23:27.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.985+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=YPA2IR2SFKYH type=write size=722276 2024-09-16T11:23:27.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.987+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=7QNKOVHNBWNY type=del 2024-09-16T11:23:27.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.989+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=ODZTX22WGHPK type=del size=223852 2024-09-16T11:23:27.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.993+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=15A0UZHOFJG6 type=write 2024-09-16T11:23:27.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.998+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.0 size=1048576 2024-09-16T11:23:28.000 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:27.999+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.1 size=1048576 2024-09-16T11:23:28.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.001+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.2 size=759448 2024-09-16T11:23:28.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.001+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=Z8GQWLMTBHK7 tag=PBH3LST3LNSX type=write size=3905176 2024-09-16T11:23:28.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.003+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~VDZZ2Z5MZMZS.0 size=131176 2024-09-16T11:23:28.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.007+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=VDZZ2Z5MZMZS tag=04MG6S6IKVBF type=write size=1179752 2024-09-16T11:23:28.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.010+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~SGKJOKD3TIDM.0 size=1023423 2024-09-16T11:23:28.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.010+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=SGKJOKD3TIDM tag=H27M2VEQ3XAZ type=write size=2071999 2024-09-16T11:23:28.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.012+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.0 size=1048576 2024-09-16T11:23:28.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.014+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.1 size=1048576 2024-09-16T11:23:28.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.015+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~ENS32Y3G9KU2.2 size=121723 2024-09-16T11:23:28.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.019+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=ENS32Y3G9KU2 tag=RWIEAIWRAV5C type=write size=3267451 2024-09-16T11:23:28.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.020+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=UF814U9SE5Y6 type=del size=2255361 2024-09-16T11:23:28.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.022+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=BCB5FR98LFSP type=del 2024-09-16T11:23:28.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.024+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=Z3OW2OEQND7A type=del size=1878021 2024-09-16T11:23:28.027 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.026+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.0 size=1048576 2024-09-16T11:23:28.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.027+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.1 size=1048576 2024-09-16T11:23:28.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.029+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~CGXGSJSIKA0R.2 size=974251 2024-09-16T11:23:28.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.032+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=CGXGSJSIKA0R tag=QW30J34WMYNP type=write size=4119979 2024-09-16T11:23:28.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.036+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.0 size=1048576 2024-09-16T11:23:28.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.037+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.1 size=1048576 2024-09-16T11:23:28.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.039+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.2 size=554646 2024-09-16T11:23:28.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.039+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=T3Y776FFMBIO tag=4X1E75Z8XK4M type=write size=3700374 2024-09-16T11:23:28.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.041+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=AW328EOXFW03 type=del 2024-09-16T11:23:28.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.043+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=RBLKTBNFY0KO type=del size=3003001 2024-09-16T11:23:28.048 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.045+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=I8US5HZS2BPT type=del 2024-09-16T11:23:28.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.048+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~U1M74FR41OQ4.0 size=170631 2024-09-16T11:23:28.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.048+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=U1M74FR41OQ4 tag=T8ZVPOXQS1ST type=write size=1219207 2024-09-16T11:23:28.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.050+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=Q7B7KS21KBKE type=del 2024-09-16T11:23:28.053 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.052+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=AAQV56647D5T type=del size=3252548 2024-09-16T11:23:28.055 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.054+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~F6OR2YZ20ZRN.0 size=434718 2024-09-16T11:23:28.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.058+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=F6OR2YZ20ZRN tag=D9LDZQ7K60Y9 type=write size=1483294 2024-09-16T11:23:28.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.061+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~9GXT2S159Y21.0 size=1048576 2024-09-16T11:23:28.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.063+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~9GXT2S159Y21.1 size=916722 2024-09-16T11:23:28.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.063+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=9GXT2S159Y21 tag=2OZVX73B3OLM type=write size=3013874 2024-09-16T11:23:28.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.064+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=X44VCZLXC9XC type=del 2024-09-16T11:23:28.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.068+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.0 size=1048576 2024-09-16T11:23:28.070 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.069+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.1 size=1048576 2024-09-16T11:23:28.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.071+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.2 size=875350 2024-09-16T11:23:28.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.071+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=D9GB76RIY4AZ tag=48KA362L3HBO type=write size=4021078 2024-09-16T11:23:28.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.073+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=MMODM7EFR6DI type=del 2024-09-16T11:23:28.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.074+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=TZDLKKDFX1OA type=del size=711299 2024-09-16T11:23:28.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.076+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=P7FF4JU0R5P4 type=del 2024-09-16T11:23:28.079 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.078+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=N4B8T5I27Q6U type=write size=399072 2024-09-16T11:23:28.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.080+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~N0TF4IPPOAN6.0 size=1048576 2024-09-16T11:23:28.083 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.082+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~N0TF4IPPOAN6.1 size=521381 2024-09-16T11:23:28.086 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.085+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=N0TF4IPPOAN6 tag=ZD3YDWEEUZ81 type=write size=2618533 2024-09-16T11:23:28.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.087+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=25YZKT0GXW8V type=del size=2498282 2024-09-16T11:23:28.090 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.089+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.0 size=1048576 2024-09-16T11:23:28.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.091+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.1 size=1048576 2024-09-16T11:23:28.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.092+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~DC7OXEUL7BFF.2 size=425597 2024-09-16T11:23:28.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.095+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=DC7OXEUL7BFF tag=V9UENI07SHG1 type=write size=3571325 2024-09-16T11:23:28.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.099+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~QFL9VNO17KPV.0 size=1048576 2024-09-16T11:23:28.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.100+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~QFL9VNO17KPV.1 size=859134 2024-09-16T11:23:28.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.100+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=QFL9VNO17KPV tag=KMHRHF1YRUS9 type=write size=2956286 2024-09-16T11:23:28.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.102+0000 7fb66dec2640 1 < completed write operation key=TVK5OH5E1PV4 tag=YPA2IR2SFKYH type=write size=722276 2024-09-16T11:23:28.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.104+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=KWKI21RP4A37 type=del size=1981459 2024-09-16T11:23:28.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.106+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=ODZTX22WGHPK type=del 2024-09-16T11:23:28.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.107+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=6PGKGY1USPDF type=del size=406380 2024-09-16T11:23:28.110 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.109+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.0 size=1048576 2024-09-16T11:23:28.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.111+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.1 size=1048576 2024-09-16T11:23:28.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.112+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~Z8GQWLMTBHK7.2 size=759448 2024-09-16T11:23:28.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.115+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=Z8GQWLMTBHK7 tag=PBH3LST3LNSX type=write size=3905176 2024-09-16T11:23:28.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.117+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=QADH3MRHDZ0H type=write size=639697 2024-09-16T11:23:28.120 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.119+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~SGKJOKD3TIDM.0 size=1023423 2024-09-16T11:23:28.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.122+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=SGKJOKD3TIDM tag=H27M2VEQ3XAZ type=write size=2071999 2024-09-16T11:23:28.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.124+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=LD1UVBYRJFLQ type=del size=2074265 2024-09-16T11:23:28.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.126+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=UF814U9SE5Y6 type=del 2024-09-16T11:23:28.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.130+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~FCSO3CGA1WOL.0 size=1048576 2024-09-16T11:23:28.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.132+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~FCSO3CGA1WOL.1 size=10502 2024-09-16T11:23:28.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.132+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=FCSO3CGA1WOL tag=QZUFOKCMPGIJ type=write size=2107654 2024-09-16T11:23:28.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.134+0000 7fb66dec2640 1 < canceled operation key=0KLATQC7UXQS tag=Z3OW2OEQND7A type=del size=1878021 2024-09-16T11:23:28.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.135+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=E1WD7T6FYIWH type=del size=3823489 2024-09-16T11:23:28.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.137+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.0 size=1048576 2024-09-16T11:23:28.140 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.139+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.1 size=1048576 2024-09-16T11:23:28.142 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.141+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~T3Y776FFMBIO.2 size=554646 2024-09-16T11:23:28.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.144+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=T3Y776FFMBIO tag=4X1E75Z8XK4M type=write size=3700374 2024-09-16T11:23:28.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.148+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~TZDR84OX8WUC.0 size=885838 2024-09-16T11:23:28.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.148+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=TZDR84OX8WUC tag=UXOFKTCI6TGN type=write size=1934414 2024-09-16T11:23:28.152 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.151+0000 7fb66dec2640 1 < suggested remove operation key=3G4SVBOPOKXF tag=RBLKTBNFY0KO type=del 2024-09-16T11:23:28.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.153+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=8D6SIS4QPHLF type=del size=1839017 2024-09-16T11:23:28.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.155+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~U1M74FR41OQ4.0 size=170631 2024-09-16T11:23:28.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.158+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=U1M74FR41OQ4 tag=T8ZVPOXQS1ST type=write size=1219207 2024-09-16T11:23:28.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.160+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=KG57EHVQMBXZ type=del size=1999539 2024-09-16T11:23:28.163 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.162+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=AAQV56647D5T type=del 2024-09-16T11:23:28.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.166+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~DRBTKNNCUH5B.0 size=1048576 2024-09-16T11:23:28.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.167+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~DRBTKNNCUH5B.1 size=797610 2024-09-16T11:23:28.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.167+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=DRBTKNNCUH5B tag=EMXKQD1WB9A1 type=write size=2894762 2024-09-16T11:23:28.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.170+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~9GXT2S159Y21.0 size=1048576 2024-09-16T11:23:28.172 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.171+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~9GXT2S159Y21.1 size=916722 2024-09-16T11:23:28.176 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.174+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=9GXT2S159Y21 tag=2OZVX73B3OLM type=write size=3013874 2024-09-16T11:23:28.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.176+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=6ZM0AUAM39VX type=del size=3793046 2024-09-16T11:23:28.179 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.178+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.0 size=1048576 2024-09-16T11:23:28.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.180+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.1 size=1048576 2024-09-16T11:23:28.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.181+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~D9GB76RIY4AZ.2 size=875350 2024-09-16T11:23:28.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.186+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=D9GB76RIY4AZ tag=48KA362L3HBO type=write size=4021078 2024-09-16T11:23:28.191 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.190+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~G0UF71WB609V.0 size=1048576 2024-09-16T11:23:28.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.191+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~G0UF71WB609V.1 size=246746 2024-09-16T11:23:28.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.191+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=G0UF71WB609V tag=GQNY3XE8CXYD type=write size=2343898 2024-09-16T11:23:28.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.193+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=TZDLKKDFX1OA type=del 2024-09-16T11:23:28.196 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.195+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=CD6HNSBOFVHN type=del size=3713196 2024-09-16T11:23:28.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.196+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=N4B8T5I27Q6U type=write size=399072 2024-09-16T11:23:28.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.198+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=O23XDLR0SZ9X type=del size=523782 2024-09-16T11:23:28.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.201+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=25YZKT0GXW8V type=del 2024-09-16T11:23:28.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.204+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~ALEX86YCCQFY.0 size=1048576 2024-09-16T11:23:28.206 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.205+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~ALEX86YCCQFY.1 size=266729 2024-09-16T11:23:28.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.205+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=ALEX86YCCQFY tag=TH8JISVN9MCP type=write size=2363881 2024-09-16T11:23:28.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.207+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~QFL9VNO17KPV.0 size=1048576 2024-09-16T11:23:28.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.209+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~QFL9VNO17KPV.1 size=859134 2024-09-16T11:23:28.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.212+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=QFL9VNO17KPV tag=KMHRHF1YRUS9 type=write size=2956286 2024-09-16T11:23:28.215 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.214+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=YR0D756J6HUO type=del size=1583723 2024-09-16T11:23:28.217 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.216+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=KWKI21RP4A37 type=del 2024-09-16T11:23:28.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.220+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.0 size=1048576 2024-09-16T11:23:28.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.221+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.1 size=1048576 2024-09-16T11:23:28.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.223+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.2 size=128147 2024-09-16T11:23:28.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.223+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=D2DU5L3PWGEN tag=RKUHFYHIL2QJ type=write size=3273875 2024-09-16T11:23:28.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.227+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=6PGKGY1USPDF type=del size=406380 2024-09-16T11:23:28.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.229+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=7NV5ZJ2NR08X type=del size=2362142 2024-09-16T11:23:28.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.231+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=QADH3MRHDZ0H type=write size=639697 2024-09-16T11:23:28.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.233+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=MY790DFM0Z1N type=del size=2252303 2024-09-16T11:23:28.237 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.236+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=LD1UVBYRJFLQ type=del 2024-09-16T11:23:28.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.239+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~MTD33YZ65F0M.0 size=116982 2024-09-16T11:23:28.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.239+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=MTD33YZ65F0M tag=NGB0PIQFBLQL type=write size=1165558 2024-09-16T11:23:28.242 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.241+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~FCSO3CGA1WOL.0 size=1048576 2024-09-16T11:23:28.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.243+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~FCSO3CGA1WOL.1 size=10502 2024-09-16T11:23:28.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.247+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=FCSO3CGA1WOL tag=QZUFOKCMPGIJ type=write size=2107654 2024-09-16T11:23:28.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.251+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=PV9HLG3JC2FQ type=del size=3741498 2024-09-16T11:23:28.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.256+0000 7fb66dec2640 1 < suggested remove operation key=2FIB0YA81SZT tag=E1WD7T6FYIWH type=del 2024-09-16T11:23:28.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.258+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=KL3LJKMZE1BO type=write size=766199 2024-09-16T11:23:28.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.260+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~TZDR84OX8WUC.0 size=885838 2024-09-16T11:23:28.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.264+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=TZDR84OX8WUC tag=UXOFKTCI6TGN type=write size=1934414 2024-09-16T11:23:28.268 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.267+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=YDLVVHMRY48I type=del size=1675992 2024-09-16T11:23:28.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.269+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=8D6SIS4QPHLF type=del 2024-09-16T11:23:28.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.272+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=8JGQ142VWAX1 type=del size=1361103 2024-09-16T11:23:28.275 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.274+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=KG57EHVQMBXZ type=del 2024-09-16T11:23:28.279 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.278+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.0 size=1048576 2024-09-16T11:23:28.281 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.279+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.1 size=1048576 2024-09-16T11:23:28.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.281+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.2 size=805007 2024-09-16T11:23:28.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.281+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=M6BUR0DT565W tag=WXWXGQZR5WLY type=write size=3950735 2024-09-16T11:23:28.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.281+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~DRBTKNNCUH5B.0 size=1048576 2024-09-16T11:23:28.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.283+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~DRBTKNNCUH5B.1 size=797610 2024-09-16T11:23:28.288 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.287+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=DRBTKNNCUH5B tag=EMXKQD1WB9A1 type=write size=2894762 2024-09-16T11:23:28.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.289+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=ESVXP5A65LEM type=del size=1823714 2024-09-16T11:23:28.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.291+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=6ZM0AUAM39VX type=del 2024-09-16T11:23:28.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.293+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=WQOUI2R92CRB type=del size=450322 2024-09-16T11:23:28.296 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.295+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~G0UF71WB609V.0 size=1048576 2024-09-16T11:23:28.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.296+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~G0UF71WB609V.1 size=246746 2024-09-16T11:23:28.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.300+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=G0UF71WB609V tag=GQNY3XE8CXYD type=write size=2343898 2024-09-16T11:23:28.303 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.302+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=I99RQRAJ8WPN type=del size=941406 2024-09-16T11:23:28.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.304+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=CD6HNSBOFVHN type=del 2024-09-16T11:23:28.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.306+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=Y9644OXVWAED type=write size=654311 2024-09-16T11:23:28.309 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.308+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=O23XDLR0SZ9X type=del 2024-09-16T11:23:28.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.312+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.0 size=1048576 2024-09-16T11:23:28.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.313+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.1 size=1048576 2024-09-16T11:23:28.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.315+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.2 size=903367 2024-09-16T11:23:28.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.315+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=NIGC3104HR9B tag=9JQVQGFWMVEE type=write size=4049095 2024-09-16T11:23:28.318 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.317+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~ALEX86YCCQFY.0 size=1048576 2024-09-16T11:23:28.318 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.317+0000 7fb66dec2640 1 < canceled part key=_multipart_U5T3M5C2I7Z6.2~ALEX86YCCQFY.1 size=266729 2024-09-16T11:23:28.322 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.321+0000 7fb66dec2640 1 < canceled multipart upload key=U5T3M5C2I7Z6 upload=ALEX86YCCQFY tag=TH8JISVN9MCP type=write size=2363881 2024-09-16T11:23:28.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.323+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=EJ7CNWTWSF7O type=del size=190564 2024-09-16T11:23:28.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.327+0000 7fb66dec2640 1 < suggested update operation key=224VQRZ2GHDJ tag=YR0D756J6HUO type=del size=1583723 2024-09-16T11:23:28.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.330+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~KTE5ZFGL04RC.0 size=1048576 2024-09-16T11:23:28.334 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.332+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~KTE5ZFGL04RC.1 size=259251 2024-09-16T11:23:28.334 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.332+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=KTE5ZFGL04RC tag=HRJN4Y1DECYL type=write size=2356403 2024-09-16T11:23:28.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.335+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.0 size=1048576 2024-09-16T11:23:28.338 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.337+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.1 size=1048576 2024-09-16T11:23:28.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.338+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~D2DU5L3PWGEN.2 size=128147 2024-09-16T11:23:28.342 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.341+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=D2DU5L3PWGEN tag=RKUHFYHIL2QJ type=write size=3273875 2024-09-16T11:23:28.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.344+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=00O6H0S9PN12 type=write size=243219 2024-09-16T11:23:28.347 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.346+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=7NV5ZJ2NR08X type=del 2024-09-16T11:23:28.351 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.350+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~AOIO9WV7BENM.0 size=809872 2024-09-16T11:23:28.351 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.350+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=AOIO9WV7BENM tag=80MY8GUOGFYJ type=write size=1858448 2024-09-16T11:23:28.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.352+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=MY790DFM0Z1N type=del 2024-09-16T11:23:28.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.355+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~9XIX7BW9PK2Q.0 size=206566 2024-09-16T11:23:28.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.355+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=9XIX7BW9PK2Q tag=LGMQL1LRYVZ0 type=write size=1255142 2024-09-16T11:23:28.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.358+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~MTD33YZ65F0M.0 size=116982 2024-09-16T11:23:28.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.361+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=MTD33YZ65F0M tag=NGB0PIQFBLQL type=write size=1165558 2024-09-16T11:23:28.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.365+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~VPK59HJP4FM6.0 size=917314 2024-09-16T11:23:28.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.365+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=VPK59HJP4FM6 tag=PJNSFQH5CUA2 type=write size=1965890 2024-09-16T11:23:28.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.365+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=2FIB0YA81SZT tag=PV9HLG3JC2FQ type=del size=3741498: (2) No such file or directory 2024-09-16T11:23:28.369 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.368+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=W91T9SGD44FJ type=del size=2661504 2024-09-16T11:23:28.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.370+0000 7fb66dec2640 1 < canceled operation key=TVK5OH5E1PV4 tag=KL3LJKMZE1BO type=write size=766199 2024-09-16T11:23:28.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.372+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=45TIMZH5K2O0 type=del size=3556491 2024-09-16T11:23:28.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.374+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=YDLVVHMRY48I type=del 2024-09-16T11:23:28.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.376+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=G7HY2D0NIGI1 type=write size=288126 2024-09-16T11:23:28.381 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.380+0000 7fb66dec2640 1 < suggested remove operation key=W6R5LJLF4MG0 tag=8JGQ142VWAX1 type=del 2024-09-16T11:23:28.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.382+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=2G0YJ35RLFMZ type=del size=1695679 2024-09-16T11:23:28.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.384+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.0 size=1048576 2024-09-16T11:23:28.386 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.385+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.1 size=1048576 2024-09-16T11:23:28.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.387+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~M6BUR0DT565W.2 size=805007 2024-09-16T11:23:28.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.391+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=M6BUR0DT565W tag=WXWXGQZR5WLY type=write size=3950735 2024-09-16T11:23:28.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.393+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=R12K6P98D95B type=del size=1124140 2024-09-16T11:23:28.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.394+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=ESVXP5A65LEM type=del 2024-09-16T11:23:28.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.396+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=P3N392EWHS6G type=del size=3783360 2024-09-16T11:23:28.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.399+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=WQOUI2R92CRB type=del 2024-09-16T11:23:28.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.402+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~VDYMNMYPQ00F.0 size=1048576 2024-09-16T11:23:28.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.404+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~VDYMNMYPQ00F.1 size=706349 2024-09-16T11:23:28.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.404+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=VDYMNMYPQ00F tag=XZ6M8YJHT3PY type=write size=2803501 2024-09-16T11:23:28.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.406+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=I99RQRAJ8WPN type=del 2024-09-16T11:23:28.409 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.408+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=YPAN43QSDSAB type=del size=3628824 2024-09-16T11:23:28.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.410+0000 7fb66dec2640 1 < completed write operation key=3G4SVBOPOKXF tag=Y9644OXVWAED type=write size=654311 2024-09-16T11:23:28.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.414+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.0 size=1048576 2024-09-16T11:23:28.416 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.415+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.1 size=1048576 2024-09-16T11:23:28.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.417+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.2 size=573100 2024-09-16T11:23:28.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.417+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=KIMLYQBWA5ZE tag=DALPJ3WPWOHU type=write size=3718828 2024-09-16T11:23:28.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.419+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.0 size=1048576 2024-09-16T11:23:28.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[86047]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.94k op/s 2024-09-16T11:23:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:27 smithi077 ceph-mon[88497]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.94k op/s 2024-09-16T11:23:28.422 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.420+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.1 size=1048576 2024-09-16T11:23:28.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.422+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~NIGC3104HR9B.2 size=903367 2024-09-16T11:23:28.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.425+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=NIGC3104HR9B tag=9JQVQGFWMVEE type=write size=4049095 2024-09-16T11:23:28.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.429+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.0 size=1048576 2024-09-16T11:23:28.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.431+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.1 size=1048576 2024-09-16T11:23:28.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.432+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.2 size=818693 2024-09-16T11:23:28.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.432+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=AU4CCTRSAJ85 tag=QTV4012WG8IB type=write size=3964421 2024-09-16T11:23:28.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.434+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=EJ7CNWTWSF7O type=del 2024-09-16T11:23:28.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.437+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=2UN21YBOEV1H type=del size=1549612 2024-09-16T11:23:28.439 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.438+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~KTE5ZFGL04RC.0 size=1048576 2024-09-16T11:23:28.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.441+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~KTE5ZFGL04RC.1 size=259251 2024-09-16T11:23:28.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.445+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=KTE5ZFGL04RC tag=HRJN4Y1DECYL type=write size=2356403 2024-09-16T11:23:28.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.446+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=DP3EVWFW2UTE type=del size=917240 2024-09-16T11:23:28.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.451+0000 7fb66dec2640 1 < suggested remove operation key=YF35LMA056BI tag=00O6H0S9PN12 type=write 2024-09-16T11:23:28.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.455+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.0 size=1048576 2024-09-16T11:23:28.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.457+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.1 size=1048576 2024-09-16T11:23:28.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.458+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.2 size=270754 2024-09-16T11:23:28.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.458+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=9KONPD211DFN tag=9BMFDFK2Z1CR type=write size=3416482 2024-09-16T11:23:28.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.460+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~AOIO9WV7BENM.0 size=809872 2024-09-16T11:23:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:27 smithi191 ceph-mon[84934]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.94k op/s 2024-09-16T11:23:28.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.464+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=AOIO9WV7BENM tag=80MY8GUOGFYJ type=write size=1858448 2024-09-16T11:23:28.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.467+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~DLTCRMNH39TV.0 size=1048576 2024-09-16T11:23:28.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.469+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~DLTCRMNH39TV.1 size=237081 2024-09-16T11:23:28.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.469+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=DLTCRMNH39TV tag=F7U1FG1FBYN1 type=write size=2334233 2024-09-16T11:23:28.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.471+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~9XIX7BW9PK2Q.0 size=206566 2024-09-16T11:23:28.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.474+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=9XIX7BW9PK2Q tag=LGMQL1LRYVZ0 type=write size=1255142 2024-09-16T11:23:28.479 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.478+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=BDY3F813B8A8 type=del size=1082058 2024-09-16T11:23:28.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.480+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~VPK59HJP4FM6.0 size=917314 2024-09-16T11:23:28.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.484+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=VPK59HJP4FM6 tag=PJNSFQH5CUA2 type=write size=1965890 2024-09-16T11:23:28.487 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.486+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=G5DY0PHUDM8T type=write size=149650 2024-09-16T11:23:28.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.488+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=W91T9SGD44FJ type=del 2024-09-16T11:23:28.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.489+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=TSF5WTE6UQTY type=del size=2423674 2024-09-16T11:23:28.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.491+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=45TIMZH5K2O0 type=del 2024-09-16T11:23:28.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.493+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=3BKYZKJH0Z9T type=del size=2628557 2024-09-16T11:23:28.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.495+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=G7HY2D0NIGI1 type=write size=288126 2024-09-16T11:23:28.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.497+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=YJUFI81AK1I6 type=del size=2937853 2024-09-16T11:23:28.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.501+0000 7fb66dec2640 1 < suggested remove operation key=YYAA5H9KJ8EB tag=2G0YJ35RLFMZ type=del 2024-09-16T11:23:28.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.503+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=JM8AIQRIUF8U type=del size=4033304 2024-09-16T11:23:28.508 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.507+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=R12K6P98D95B type=del 2024-09-16T11:23:28.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.511+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.0 size=1048576 2024-09-16T11:23:28.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.513+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.1 size=1048576 2024-09-16T11:23:28.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.514+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.2 size=278302 2024-09-16T11:23:28.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.514+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=S7VMCE0BAQRU tag=781GF3OBD55N type=write size=3424030 2024-09-16T11:23:28.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.516+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=P3N392EWHS6G type=del 2024-09-16T11:23:28.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.518+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=C20UNIKKXNU0 type=write size=316514 2024-09-16T11:23:28.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.521+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~VDYMNMYPQ00F.0 size=1048576 2024-09-16T11:23:28.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.522+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~VDYMNMYPQ00F.1 size=706349 2024-09-16T11:23:28.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.526+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=VDYMNMYPQ00F tag=XZ6M8YJHT3PY type=write size=2803501 2024-09-16T11:23:28.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.530+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~32YMP2FRS1TA.0 size=942327 2024-09-16T11:23:28.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.530+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=32YMP2FRS1TA tag=8HA0OTRHCW7M type=write size=1990903 2024-09-16T11:23:28.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.534+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=YPAN43QSDSAB type=del size=3628824 2024-09-16T11:23:28.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.536+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=26UB7OQ1GPMI type=write size=326707 2024-09-16T11:23:28.539 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.538+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.0 size=1048576 2024-09-16T11:23:28.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.540+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.1 size=1048576 2024-09-16T11:23:28.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.542+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~KIMLYQBWA5ZE.2 size=573100 2024-09-16T11:23:28.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.547+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=KIMLYQBWA5ZE tag=DALPJ3WPWOHU type=write size=3718828 2024-09-16T11:23:28.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.550+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.0 size=1048576 2024-09-16T11:23:28.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.552+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.1 size=1048576 2024-09-16T11:23:28.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.554+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.2 size=72440 2024-09-16T11:23:28.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.554+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=0W570UOZUBCX tag=Z3J41DD0UFOF type=write size=3218168 2024-09-16T11:23:28.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.557+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.0 size=1048576 2024-09-16T11:23:28.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.559+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.1 size=1048576 2024-09-16T11:23:28.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.561+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~AU4CCTRSAJ85.2 size=818693 2024-09-16T11:23:28.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.564+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=AU4CCTRSAJ85 tag=QTV4012WG8IB type=write size=3964421 2024-09-16T11:23:28.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.568+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~EG7I3IRSVMUO.0 size=440274 2024-09-16T11:23:28.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.568+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=EG7I3IRSVMUO tag=3FQEJKD9QDQS type=write size=1488850 2024-09-16T11:23:28.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.570+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=2UN21YBOEV1H type=del 2024-09-16T11:23:28.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.572+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=K73Y7XGVN6BT type=del size=974073 2024-09-16T11:23:28.575 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.574+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=DP3EVWFW2UTE type=del 2024-09-16T11:23:28.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.578+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~YZ3FPVPQ3JDS.0 size=1048576 2024-09-16T11:23:28.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.579+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~YZ3FPVPQ3JDS.1 size=97592 2024-09-16T11:23:28.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.579+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=YZ3FPVPQ3JDS tag=NLUQH4DNZSHJ type=write size=2194744 2024-09-16T11:23:28.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.581+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.0 size=1048576 2024-09-16T11:23:28.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.583+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.1 size=1048576 2024-09-16T11:23:28.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.584+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~9KONPD211DFN.2 size=270754 2024-09-16T11:23:28.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.588+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=9KONPD211DFN tag=9BMFDFK2Z1CR type=write size=3416482 2024-09-16T11:23:28.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.592+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~6RSWDM2W072V.0 size=162309 2024-09-16T11:23:28.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.592+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=6RSWDM2W072V tag=GKU5PBZ1OUQH type=write size=1210885 2024-09-16T11:23:28.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.594+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~DLTCRMNH39TV.0 size=1048576 2024-09-16T11:23:28.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.594+0000 7fb66dec2640 1 < canceled part key=_multipart_SXTKV1YIBM8U.2~DLTCRMNH39TV.1 size=237081 2024-09-16T11:23:28.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.597+0000 7fb66dec2640 1 < canceled multipart upload key=SXTKV1YIBM8U upload=DLTCRMNH39TV tag=F7U1FG1FBYN1 type=write size=2334233 2024-09-16T11:23:28.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.599+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=WGFGDYQVS1DC type=write size=622547 2024-09-16T11:23:28.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.602+0000 7fb66dec2640 -1 < failed to complete operation key=YYAA5H9KJ8EB tag=BDY3F813B8A8 type=del size=1082058: (22) Invalid argument 2024-09-16T11:23:28.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.605+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=25SPG9EB5CQE type=del size=2757281 2024-09-16T11:23:28.612 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.611+0000 7fb66dec2640 1 < suggested update operation key=I575ZO6BYNEZ tag=G5DY0PHUDM8T type=write size=149650 2024-09-16T11:23:28.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.615+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~PMFYIBVME9X9.0 size=412385 2024-09-16T11:23:28.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.615+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=PMFYIBVME9X9 tag=S6LQ0U307M2S type=write size=1460961 2024-09-16T11:23:28.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.617+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=TSF5WTE6UQTY type=del 2024-09-16T11:23:28.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.619+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=2XSCX0PNBLXI type=write size=466361 2024-09-16T11:23:28.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.623+0000 7fb66dec2640 1 < suggested update operation key=I575ZO6BYNEZ tag=3BKYZKJH0Z9T type=del size=2628557 2024-09-16T11:23:28.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.626+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=PWMH4X9Y0WC6 type=write size=916670 2024-09-16T11:23:28.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.628+0000 7fb66dec2640 1 < canceled operation key=P9HEIJBYI7VR tag=YJUFI81AK1I6 type=del size=2937853 2024-09-16T11:23:28.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.632+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~3CLH2D3YJP9G.0 size=433769 2024-09-16T11:23:28.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.632+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=3CLH2D3YJP9G tag=09FRNR10QY5D type=write size=1482345 2024-09-16T11:23:28.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.634+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=JM8AIQRIUF8U type=del 2024-09-16T11:23:28.637 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.636+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=Q8ALL7LYP274 type=del size=2268276 2024-09-16T11:23:28.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.638+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.0 size=1048576 2024-09-16T11:23:28.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.640+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.1 size=1048576 2024-09-16T11:23:28.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.643+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~S7VMCE0BAQRU.2 size=278302 2024-09-16T11:23:28.648 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.647+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=S7VMCE0BAQRU tag=781GF3OBD55N type=write size=3424030 2024-09-16T11:23:28.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.649+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=3ZW1RASNZ1VV type=del size=2086686 2024-09-16T11:23:28.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.653+0000 7fb66dec2640 1 < suggested remove operation key=PKSRPG0T3DRS tag=C20UNIKKXNU0 type=write 2024-09-16T11:23:28.658 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.657+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~BS1XX4AVVSYY.0 size=1048576 2024-09-16T11:23:28.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.659+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~BS1XX4AVVSYY.1 size=313894 2024-09-16T11:23:28.660 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.659+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=BS1XX4AVVSYY tag=WAHRQCR32JZQ type=write size=2411046 2024-09-16T11:23:28.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.661+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~32YMP2FRS1TA.0 size=942327 2024-09-16T11:23:28.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.665+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=32YMP2FRS1TA tag=8HA0OTRHCW7M type=write size=1990903 2024-09-16T11:23:28.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.667+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=1PSPGECJJOTR type=del size=2408901 2024-09-16T11:23:28.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.669+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=26UB7OQ1GPMI type=write size=326707 2024-09-16T11:23:28.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.671+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=VPGCF5CBI115 type=del size=781439 2024-09-16T11:23:28.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.673+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.0 size=1048576 2024-09-16T11:23:28.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.674+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.1 size=1048576 2024-09-16T11:23:28.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.676+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~0W570UOZUBCX.2 size=72440 2024-09-16T11:23:28.680 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.679+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=0W570UOZUBCX tag=Z3J41DD0UFOF type=write size=3218168 2024-09-16T11:23:28.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.681+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=FRG0JYPKXNSI type=del size=1178547 2024-09-16T11:23:28.684 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.683+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~EG7I3IRSVMUO.0 size=440274 2024-09-16T11:23:28.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.687+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=EG7I3IRSVMUO tag=3FQEJKD9QDQS type=write size=1488850 2024-09-16T11:23:28.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.691+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~0WKFJL68JJM2.0 size=1048576 2024-09-16T11:23:28.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.692+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~0WKFJL68JJM2.1 size=765561 2024-09-16T11:23:28.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.692+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=0WKFJL68JJM2 tag=CKLPBQBYDRNC type=write size=2862713 2024-09-16T11:23:28.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.695+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=K73Y7XGVN6BT type=del 2024-09-16T11:23:28.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.697+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=FYLU7QFRPH5V type=write size=965298 2024-09-16T11:23:28.700 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.699+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~YZ3FPVPQ3JDS.0 size=1048576 2024-09-16T11:23:28.701 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.700+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~YZ3FPVPQ3JDS.1 size=97592 2024-09-16T11:23:28.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.704+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=YZ3FPVPQ3JDS tag=NLUQH4DNZSHJ type=write size=2194744 2024-09-16T11:23:28.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.706+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=RGIT8SJKD67V type=del size=1110813 2024-09-16T11:23:28.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.708+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~6RSWDM2W072V.0 size=162309 2024-09-16T11:23:28.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.712+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=6RSWDM2W072V tag=GKU5PBZ1OUQH type=write size=1210885 2024-09-16T11:23:28.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.714+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=F2SUYFJRD5DK type=del size=3940710 2024-09-16T11:23:28.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.716+0000 7fb66dec2640 1 < completed write operation key=8M7Y5EHLQWPK tag=WGFGDYQVS1DC type=write size=622547 2024-09-16T11:23:28.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.720+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~F5KM2YOZ1IOP.0 size=1048576 2024-09-16T11:23:28.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.721+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~F5KM2YOZ1IOP.1 size=1037220 2024-09-16T11:23:28.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.721+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=F5KM2YOZ1IOP tag=EJ2298461TEZ type=write size=3134372 2024-09-16T11:23:28.726 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.725+0000 7fb66dec2640 1 < suggested remove operation key=CX33VNVA75KY tag=25SPG9EB5CQE type=del 2024-09-16T11:23:28.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.729+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~BG4O43C1351D.0 size=1015463 2024-09-16T11:23:28.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.729+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=BG4O43C1351D tag=WGE44CLVKSQF type=write size=2064039 2024-09-16T11:23:28.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.731+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~PMFYIBVME9X9.0 size=412385 2024-09-16T11:23:28.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.735+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=PMFYIBVME9X9 tag=S6LQ0U307M2S type=write size=1460961 2024-09-16T11:23:28.738 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.737+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=8T736QIDU5WW type=del size=4032645 2024-09-16T11:23:28.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.739+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=2XSCX0PNBLXI type=write size=466361 2024-09-16T11:23:28.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.743+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.0 size=1048576 2024-09-16T11:23:28.746 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.744+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.1 size=1048576 2024-09-16T11:23:28.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.746+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.2 size=266733 2024-09-16T11:23:28.748 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.746+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=TDF704BCKXHK tag=XV709J1UMZZS type=write size=3412461 2024-09-16T11:23:28.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.749+0000 7fb66dec2640 1 < completed write operation key=0KLATQC7UXQS tag=PWMH4X9Y0WC6 type=write size=916670 2024-09-16T11:23:28.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.753+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~VQ7IU7GPNTL8.0 size=917260 2024-09-16T11:23:28.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.753+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=VQ7IU7GPNTL8 tag=P7W4AT35EOCF type=write size=1965836 2024-09-16T11:23:28.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.755+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~3CLH2D3YJP9G.0 size=433769 2024-09-16T11:23:28.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.759+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=3CLH2D3YJP9G tag=09FRNR10QY5D type=write size=1482345 2024-09-16T11:23:28.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.761+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=ET6971UVCU5N type=del size=3301346 2024-09-16T11:23:28.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.763+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=Q8ALL7LYP274 type=del 2024-09-16T11:23:28.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.765+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=SF39Q8EMFROA type=del size=2212974 2024-09-16T11:23:28.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.769+0000 7fb66dec2640 1 < suggested remove operation key=3G4SVBOPOKXF tag=3ZW1RASNZ1VV type=del 2024-09-16T11:23:28.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.771+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=5Y3N8EO7VUPP type=del size=271809 2024-09-16T11:23:28.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.771+0000 7fb66dec2640 1 < canceled part key=_multipart_YF35LMA056BI.2~BS1XX4AVVSYY.0 size=1048576 2024-09-16T11:23:28.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.773+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~BS1XX4AVVSYY.1 size=313894 2024-09-16T11:23:28.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.777+0000 7fb66dec2640 1 < canceled multipart upload key=YF35LMA056BI upload=BS1XX4AVVSYY tag=WAHRQCR32JZQ type=write size=2411046 2024-09-16T11:23:28.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.779+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=IXQ752AHVVAE type=del size=2385057 2024-09-16T11:23:28.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.781+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=1PSPGECJJOTR type=del 2024-09-16T11:23:28.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.783+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=97UGJQSKXGKC type=del size=2970111 2024-09-16T11:23:28.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.788+0000 7fb66dec2640 1 < suggested remove operation key=VZOJ74356GH2 tag=VPGCF5CBI115 type=del 2024-09-16T11:23:28.791 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.790+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=R6B8UD5BKPUQ type=write size=275807 2024-09-16T11:23:28.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.792+0000 7fb66dec2640 1 < canceled operation key=2C0Y1546EQZK tag=FRG0JYPKXNSI type=del size=1178547 2024-09-16T11:23:28.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.794+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=ABNVNQROHLH0 type=del size=2797632 2024-09-16T11:23:28.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.796+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~0WKFJL68JJM2.0 size=1048576 2024-09-16T11:23:28.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.798+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~0WKFJL68JJM2.1 size=765561 2024-09-16T11:23:28.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.803+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=0WKFJL68JJM2 tag=CKLPBQBYDRNC type=write size=2862713 2024-09-16T11:23:28.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.806+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~6L5K0QUGMMUY.0 size=879267 2024-09-16T11:23:28.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.806+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=6L5K0QUGMMUY tag=YKXSF6ZFXDQH type=write size=1927843 2024-09-16T11:23:28.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.809+0000 7fb66dec2640 1 < completed write operation key=VF9C7DHNEIOX tag=FYLU7QFRPH5V type=write size=965298 2024-09-16T11:23:28.812 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.811+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=YC9NUAYQX52H type=del size=3423129 2024-09-16T11:23:28.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.815+0000 7fb66dec2640 1 < canceled operation key=O6UNHL80RFVL tag=RGIT8SJKD67V type=del size=1110813 2024-09-16T11:23:28.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.820+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=NQXI61TURH25 type=write size=279257 2024-09-16T11:23:28.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.823+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=F2SUYFJRD5DK type=del 2024-09-16T11:23:28.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.827+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.0 size=1048576 2024-09-16T11:23:28.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.828+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.1 size=1048576 2024-09-16T11:23:28.831 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.830+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.2 size=389216 2024-09-16T11:23:28.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.830+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=ZNM2HFRTEYE3 tag=5Z7P2UDCLL9P type=write size=3534944 2024-09-16T11:23:28.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.833+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~F5KM2YOZ1IOP.0 size=1048576 2024-09-16T11:23:28.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.835+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~F5KM2YOZ1IOP.1 size=1037220 2024-09-16T11:23:28.839 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.838+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=F5KM2YOZ1IOP tag=EJ2298461TEZ type=write size=3134372 2024-09-16T11:23:28.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.841+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=TGZPJFA3DOGR type=del size=275408 2024-09-16T11:23:28.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.843+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~BG4O43C1351D.0 size=1015463 2024-09-16T11:23:28.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.846+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=BG4O43C1351D tag=WGE44CLVKSQF type=write size=2064039 2024-09-16T11:23:28.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.850+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~90JBQSVX4LDC.0 size=191007 2024-09-16T11:23:28.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.850+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=90JBQSVX4LDC tag=NLVU9R0INRW8 type=write size=1239583 2024-09-16T11:23:28.853 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.852+0000 7fb66dec2640 -1 < failed to complete operation key=3G4SVBOPOKXF tag=8T736QIDU5WW type=del size=4032645: (22) Invalid argument 2024-09-16T11:23:28.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.857+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~YDCH00AKJAL6.0 size=1048576 2024-09-16T11:23:28.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.859+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~YDCH00AKJAL6.1 size=364936 2024-09-16T11:23:28.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.859+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=YDCH00AKJAL6 tag=ZM24THMQAIQU type=write size=2462088 2024-09-16T11:23:28.862 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.861+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.0 size=1048576 2024-09-16T11:23:28.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.863+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.1 size=1048576 2024-09-16T11:23:28.865 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.864+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~TDF704BCKXHK.2 size=266733 2024-09-16T11:23:28.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.868+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=TDF704BCKXHK tag=XV709J1UMZZS type=write size=3412461 2024-09-16T11:23:28.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.871+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~RRTQ5KUNEZ93.0 size=1048576 2024-09-16T11:23:28.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.873+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~RRTQ5KUNEZ93.1 size=174062 2024-09-16T11:23:28.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.873+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=RRTQ5KUNEZ93 tag=WRPWW02K1GO0 type=write size=2271214 2024-09-16T11:23:28.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.875+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~VQ7IU7GPNTL8.0 size=917260 2024-09-16T11:23:28.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.878+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=VQ7IU7GPNTL8 tag=P7W4AT35EOCF type=write size=1965836 2024-09-16T11:23:28.881 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.880+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=1QU1T7EG1ID5 type=del size=2339745 2024-09-16T11:23:28.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.884+0000 7fb66dec2640 1 < suggested remove operation key=CX33VNVA75KY tag=ET6971UVCU5N type=del 2024-09-16T11:23:28.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.887+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=4TICDLRP84AU type=del size=1172268 2024-09-16T11:23:28.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.891+0000 7fb66dec2640 1 < suggested remove operation key=YYAA5H9KJ8EB tag=SF39Q8EMFROA type=del 2024-09-16T11:23:28.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.893+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=TD23MJBCTBLA type=del size=677243 2024-09-16T11:23:28.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.896+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=5Y3N8EO7VUPP type=del 2024-09-16T11:23:28.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.901+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~12OSDEE8DBVT.0 size=184758 2024-09-16T11:23:28.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.901+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=12OSDEE8DBVT tag=7W823IWHJNWY type=write size=1233334 2024-09-16T11:23:28.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.903+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=IXQ752AHVVAE type=del 2024-09-16T11:23:28.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.905+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=7ZDKGZ050N0F type=del size=4169759 2024-09-16T11:23:28.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.907+0000 7fb66dec2640 1 < canceled operation key=SXTKV1YIBM8U tag=97UGJQSKXGKC type=del size=2970111 2024-09-16T11:23:28.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.910+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=OHUTZO63V4GY type=del size=2517052 2024-09-16T11:23:28.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.913+0000 7fb66dec2640 1 < completed write operation key=57XW02KN8W4Z tag=R6B8UD5BKPUQ type=write size=275807 2024-09-16T11:23:28.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.915+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=N2J14K74L1L3 type=del size=2262995 2024-09-16T11:23:28.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.917+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=ABNVNQROHLH0 type=del 2024-09-16T11:23:28.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.919+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=HDLATD2K7P9A type=del size=2412097 2024-09-16T11:23:28.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.922+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~6L5K0QUGMMUY.0 size=879267 2024-09-16T11:23:28.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.925+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=6L5K0QUGMMUY tag=YKXSF6ZFXDQH type=write size=1927843 2024-09-16T11:23:28.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.927+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=P3W8YUXB7752 type=del size=2820888 2024-09-16T11:23:28.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.930+0000 7fb66dec2640 -1 < failed to complete operation key=YYAA5H9KJ8EB tag=YC9NUAYQX52H type=del size=3423129: (22) Invalid argument 2024-09-16T11:23:28.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.934+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~IV7JTLVYVHEK.0 size=1048576 2024-09-16T11:23:28.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.936+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~IV7JTLVYVHEK.1 size=679214 2024-09-16T11:23:28.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.936+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=IV7JTLVYVHEK tag=K075P9PZV773 type=write size=2776366 2024-09-16T11:23:28.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.939+0000 7fb66dec2640 1 < completed write operation key=ZJBL3MHVCGZG tag=NQXI61TURH25 type=write size=279257 2024-09-16T11:23:28.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.943+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~2K3IN4SW3S20.0 size=434324 2024-09-16T11:23:28.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.943+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=2K3IN4SW3S20 tag=DUA7862PWVKI type=write size=1482900 2024-09-16T11:23:28.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.945+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.0 size=1048576 2024-09-16T11:23:28.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.945+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.1 size=1048576 2024-09-16T11:23:28.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.947+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~ZNM2HFRTEYE3.2 size=389216 2024-09-16T11:23:28.952 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.951+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=ZNM2HFRTEYE3 tag=5Z7P2UDCLL9P type=write size=3534944 2024-09-16T11:23:28.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.953+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=D9BVL7LBVRSO type=write size=222384 2024-09-16T11:23:28.956 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.955+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=TGZPJFA3DOGR type=del 2024-09-16T11:23:28.960 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.959+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~KV9S7YLMQ3OW.0 size=1048576 2024-09-16T11:23:28.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.960+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~KV9S7YLMQ3OW.1 size=964789 2024-09-16T11:23:28.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.960+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=KV9S7YLMQ3OW tag=87ON5KL553E4 type=write size=3061941 2024-09-16T11:23:28.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.962+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~90JBQSVX4LDC.0 size=191007 2024-09-16T11:23:28.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.966+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=90JBQSVX4LDC tag=NLVU9R0INRW8 type=write size=1239583 2024-09-16T11:23:28.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.971+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~08M65JY1OEU0.0 size=1048576 2024-09-16T11:23:28.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.972+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~08M65JY1OEU0.1 size=345489 2024-09-16T11:23:28.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.972+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=08M65JY1OEU0 tag=W2JUBBX5X5FK type=write size=2442641 2024-09-16T11:23:28.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.975+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~YDCH00AKJAL6.0 size=1048576 2024-09-16T11:23:28.977 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.976+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~YDCH00AKJAL6.1 size=364936 2024-09-16T11:23:28.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.980+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=YDCH00AKJAL6 tag=ZM24THMQAIQU type=write size=2462088 2024-09-16T11:23:28.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.982+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=WAIL09FL340J type=del size=2860131 2024-09-16T11:23:28.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.984+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~RRTQ5KUNEZ93.0 size=1048576 2024-09-16T11:23:28.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.986+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~RRTQ5KUNEZ93.1 size=174062 2024-09-16T11:23:28.991 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.989+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=RRTQ5KUNEZ93 tag=WRPWW02K1GO0 type=write size=2271214 2024-09-16T11:23:28.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.992+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=OQ8DQPB0BGHA type=del size=1515961 2024-09-16T11:23:28.996 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.995+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=1QU1T7EG1ID5 type=del 2024-09-16T11:23:28.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.997+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=O9X6UT2IXIHW type=write size=917855 2024-09-16T11:23:29.000 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:28.999+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=4TICDLRP84AU type=del 2024-09-16T11:23:29.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.002+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=8D3V30VXNHPQ type=del size=2083336 2024-09-16T11:23:29.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.004+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=TD23MJBCTBLA type=del 2024-09-16T11:23:29.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.008+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~C2A6J3GW00Y2.0 size=622635 2024-09-16T11:23:29.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.008+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=C2A6J3GW00Y2 tag=MIRDG832FWWQ type=write size=1671211 2024-09-16T11:23:29.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.011+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~12OSDEE8DBVT.0 size=184758 2024-09-16T11:23:29.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.015+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=12OSDEE8DBVT tag=7W823IWHJNWY type=write size=1233334 2024-09-16T11:23:29.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.016+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=8BRNVJXMYWJK type=del size=2012549 2024-09-16T11:23:29.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.019+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=7ZDKGZ050N0F type=del 2024-09-16T11:23:29.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.022+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~XW1NML0WEWG8.0 size=492135 2024-09-16T11:23:29.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.022+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=XW1NML0WEWG8 tag=S4XG4WORN2SG type=write size=1540711 2024-09-16T11:23:29.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.024+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=OHUTZO63V4GY type=del 2024-09-16T11:23:29.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.027+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=M53CAWTKOC4B type=del size=4086770 2024-09-16T11:23:29.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.031+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=N2J14K74L1L3 type=del size=2262995 2024-09-16T11:23:29.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.032+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=J895A984I82J type=del size=3170295 2024-09-16T11:23:29.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.035+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=HDLATD2K7P9A type=del 2024-09-16T11:23:29.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.039+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~SHR0VICQZ4U9.0 size=1048576 2024-09-16T11:23:29.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.041+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~SHR0VICQZ4U9.1 size=421470 2024-09-16T11:23:29.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.041+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=SHR0VICQZ4U9 tag=QWCJ9VHEMS0R type=write size=2518622 2024-09-16T11:23:29.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.044+0000 7fb66dec2640 -1 < failed to complete operation key=SXTKV1YIBM8U tag=P3W8YUXB7752 type=del size=2820888: (22) Invalid argument 2024-09-16T11:23:29.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.047+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~IBDQN1VILD1C.0 size=556782 2024-09-16T11:23:29.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.047+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=IBDQN1VILD1C tag=RYWOTKF6493E type=write size=1605358 2024-09-16T11:23:29.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.049+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~IV7JTLVYVHEK.0 size=1048576 2024-09-16T11:23:29.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.051+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~IV7JTLVYVHEK.1 size=679214 2024-09-16T11:23:29.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.055+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=IV7JTLVYVHEK tag=K075P9PZV773 type=write size=2776366 2024-09-16T11:23:29.060 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.059+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~JOTHH7RHK6ML.0 size=1048576 2024-09-16T11:23:29.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.061+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~JOTHH7RHK6ML.1 size=47040 2024-09-16T11:23:29.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.061+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=JOTHH7RHK6ML tag=BV5LM7OOX64C type=write size=2144192 2024-09-16T11:23:29.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.063+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~2K3IN4SW3S20.0 size=434324 2024-09-16T11:23:29.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.066+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=2K3IN4SW3S20 tag=DUA7862PWVKI type=write size=1482900 2024-09-16T11:23:29.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.071+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.0 size=1048576 2024-09-16T11:23:29.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.073+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.1 size=1048576 2024-09-16T11:23:29.076 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.074+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.2 size=156569 2024-09-16T11:23:29.076 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.075+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=TFGVFME1D8LG tag=E2ESEW104NZA type=write size=3302297 2024-09-16T11:23:29.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.077+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=D9BVL7LBVRSO type=write size=222384 2024-09-16T11:23:29.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.081+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~RM2WFP41NOVV.0 size=1048576 2024-09-16T11:23:29.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.083+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~RM2WFP41NOVV.1 size=654213 2024-09-16T11:23:29.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.083+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=RM2WFP41NOVV tag=C0S1NGP78L13 type=write size=2751365 2024-09-16T11:23:29.086 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.085+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~KV9S7YLMQ3OW.0 size=1048576 2024-09-16T11:23:29.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.087+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~KV9S7YLMQ3OW.1 size=964789 2024-09-16T11:23:29.091 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.090+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=KV9S7YLMQ3OW tag=87ON5KL553E4 type=write size=3061941 2024-09-16T11:23:29.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.093+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=9SX77XDUTFP2 type=del size=1395795 2024-09-16T11:23:29.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.095+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~08M65JY1OEU0.0 size=1048576 2024-09-16T11:23:29.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.095+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~08M65JY1OEU0.1 size=345489 2024-09-16T11:23:29.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.099+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=08M65JY1OEU0 tag=W2JUBBX5X5FK type=write size=2442641 2024-09-16T11:23:29.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.101+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=2H83CK8RI75E type=del size=2563573 2024-09-16T11:23:29.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.103+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=WAIL09FL340J type=del 2024-09-16T11:23:29.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.105+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=9H2NRCZBBJLW type=del size=2122198 2024-09-16T11:23:29.110 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.109+0000 7fb66dec2640 1 < suggested remove operation key=NM5WWTC1BEDM tag=OQ8DQPB0BGHA type=del 2024-09-16T11:23:29.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.114+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.0 size=1048576 2024-09-16T11:23:29.116 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.115+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.1 size=1048576 2024-09-16T11:23:29.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.117+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.2 size=192630 2024-09-16T11:23:29.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.117+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=SX1J769CWAQ6 tag=DD67KTR8V6C6 type=write size=3338358 2024-09-16T11:23:29.120 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.119+0000 7fb66dec2640 1 < canceled operation key=YF35LMA056BI tag=O9X6UT2IXIHW type=write size=917855 2024-09-16T11:23:29.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.122+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=J1SILMJYLVYA type=del size=2235777 2024-09-16T11:23:29.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.124+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=8D3V30VXNHPQ type=del 2024-09-16T11:23:29.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.126+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=FIEVGBTNO649 type=del size=2134147 2024-09-16T11:23:29.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.127+0000 7fb66dec2640 1 < canceled part key=_multipart_224VQRZ2GHDJ.2~C2A6J3GW00Y2.0 size=622635 2024-09-16T11:23:29.131 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.130+0000 7fb66dec2640 1 < canceled multipart upload key=224VQRZ2GHDJ upload=C2A6J3GW00Y2 tag=MIRDG832FWWQ type=write size=1671211 2024-09-16T11:23:29.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.134+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~56ZIHQ19XQEW.0 size=800556 2024-09-16T11:23:29.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.134+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=56ZIHQ19XQEW tag=UBVJLL3BJIB9 type=write size=1849132 2024-09-16T11:23:29.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.138+0000 7fb66dec2640 1 < suggested update operation key=O6UNHL80RFVL tag=8BRNVJXMYWJK type=del size=2012549 2024-09-16T11:23:29.141 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.140+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=U7FE90O1RZYX type=del size=3064458 2024-09-16T11:23:29.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.142+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~XW1NML0WEWG8.0 size=492135 2024-09-16T11:23:29.146 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.145+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=XW1NML0WEWG8 tag=S4XG4WORN2SG type=write size=1540711 2024-09-16T11:23:29.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.147+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=GWNSE3SUM1JM type=del size=1313222 2024-09-16T11:23:29.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.149+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=M53CAWTKOC4B type=del 2024-09-16T11:23:29.152 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.151+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=OWIYHL2L2EEH type=del size=77012 2024-09-16T11:23:29.154 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.153+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=J895A984I82J type=del 2024-09-16T11:23:29.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.157+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~OPQ1QU2HQ6ZB.0 size=539177 2024-09-16T11:23:29.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.157+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=OPQ1QU2HQ6ZB tag=8PC0XNWNN93K type=write size=1587753 2024-09-16T11:23:29.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.159+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~SHR0VICQZ4U9.0 size=1048576 2024-09-16T11:23:29.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.161+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~SHR0VICQZ4U9.1 size=421470 2024-09-16T11:23:29.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.164+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=SHR0VICQZ4U9 tag=QWCJ9VHEMS0R type=write size=2518622 2024-09-16T11:23:29.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.168+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~5ZQZ7MHN3Y1U.0 size=1048576 2024-09-16T11:23:29.170 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.169+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~5ZQZ7MHN3Y1U.1 size=348783 2024-09-16T11:23:29.170 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.169+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=5ZQZ7MHN3Y1U tag=Q8DWBLB3KN70 type=write size=2445935 2024-09-16T11:23:29.172 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.171+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~IBDQN1VILD1C.0 size=556782 2024-09-16T11:23:29.176 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.175+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=IBDQN1VILD1C tag=RYWOTKF6493E type=write size=1605358 2024-09-16T11:23:29.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.177+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=I91PG6XS0N25 type=del size=3557950 2024-09-16T11:23:29.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.180+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~JOTHH7RHK6ML.0 size=1048576 2024-09-16T11:23:29.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.182+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~JOTHH7RHK6ML.1 size=47040 2024-09-16T11:23:29.186 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.185+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=JOTHH7RHK6ML tag=BV5LM7OOX64C type=write size=2144192 2024-09-16T11:23:29.191 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.189+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~UE5FNDRI45IP.0 size=526462 2024-09-16T11:23:29.191 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.189+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=UE5FNDRI45IP tag=XEO7UP24GN2E type=write size=1575038 2024-09-16T11:23:29.191 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.190+0000 7fb66dec2640 1 < canceled part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.0 size=1048576 2024-09-16T11:23:29.193 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.191+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.1 size=1048576 2024-09-16T11:23:29.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.193+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~TFGVFME1D8LG.2 size=156569 2024-09-16T11:23:29.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.197+0000 7fb66dec2640 1 < canceled multipart upload key=U5T3M5C2I7Z6 upload=TFGVFME1D8LG tag=E2ESEW104NZA type=write size=3302297 2024-09-16T11:23:29.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.199+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=7CR2I65XMA6G type=del size=2314061 2024-09-16T11:23:29.202 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.201+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~RM2WFP41NOVV.0 size=1048576 2024-09-16T11:23:29.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.203+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~RM2WFP41NOVV.1 size=654213 2024-09-16T11:23:29.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.207+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=RM2WFP41NOVV tag=C0S1NGP78L13 type=write size=2751365 2024-09-16T11:23:29.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.211+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.0 size=1048576 2024-09-16T11:23:29.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.213+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.1 size=1048576 2024-09-16T11:23:29.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.215+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.2 size=595640 2024-09-16T11:23:29.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.215+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=SHI7Z5Z0GWZR tag=MS82HLBF0G8S type=write size=3741368 2024-09-16T11:23:29.219 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.218+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=9SX77XDUTFP2 type=del 2024-09-16T11:23:29.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.221+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~00VTEKXFSSYB.0 size=1048576 2024-09-16T11:23:29.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.223+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~00VTEKXFSSYB.1 size=972330 2024-09-16T11:23:29.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.223+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=00VTEKXFSSYB tag=H0OPGP31EOVK type=write size=3069482 2024-09-16T11:23:29.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.225+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=2H83CK8RI75E type=del 2024-09-16T11:23:29.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.229+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.0 size=1048576 2024-09-16T11:23:29.231 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.230+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.1 size=1048576 2024-09-16T11:23:29.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.232+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.2 size=427791 2024-09-16T11:23:29.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.232+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=L4Y122P5CVU6 tag=EX5VBQLMPBJ2 type=write size=3573519 2024-09-16T11:23:29.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.235+0000 7fb66dec2640 -1 < failed to complete operation key=O6UNHL80RFVL tag=9H2NRCZBBJLW type=del size=2122198: (22) Invalid argument 2024-09-16T11:23:29.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.237+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=LBGISFOKQCYE type=del size=139643 2024-09-16T11:23:29.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.239+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.0 size=1048576 2024-09-16T11:23:29.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.240+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.1 size=1048576 2024-09-16T11:23:29.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.242+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~SX1J769CWAQ6.2 size=192630 2024-09-16T11:23:29.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.246+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=SX1J769CWAQ6 tag=DD67KTR8V6C6 type=write size=3338358 2024-09-16T11:23:29.249 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.248+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=OTSUWPQZ3IFY type=del size=2207853 2024-09-16T11:23:29.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.251+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=J1SILMJYLVYA type=del 2024-09-16T11:23:29.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.253+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=OVTIQYLBZNMO type=del size=3602290 2024-09-16T11:23:29.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.256+0000 7fb66dec2640 -1 < failed to complete operation key=O6UNHL80RFVL tag=FIEVGBTNO649 type=del size=2134147: (22) Invalid argument 2024-09-16T11:23:29.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.258+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=7T9FBP64WETP type=del size=3611085 2024-09-16T11:23:29.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.260+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~56ZIHQ19XQEW.0 size=800556 2024-09-16T11:23:29.264 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.263+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=56ZIHQ19XQEW tag=UBVJLL3BJIB9 type=write size=1849132 2024-09-16T11:23:29.266 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.265+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=1UN13UEVMIO2 type=del size=1313584 2024-09-16T11:23:29.268 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.267+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=U7FE90O1RZYX type=del 2024-09-16T11:23:29.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.272+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~PAPTKW30DCGG.0 size=187524 2024-09-16T11:23:29.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.272+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=PAPTKW30DCGG tag=QA1R98IVV3OD type=write size=1236100 2024-09-16T11:23:29.277 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.274+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=GWNSE3SUM1JM type=del 2024-09-16T11:23:29.277 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.276+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=2GVIL1SOLKFR type=write size=913850 2024-09-16T11:23:29.279 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.278+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=OWIYHL2L2EEH type=del 2024-09-16T11:23:29.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.282+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~3KZMBLLWWA7Z.0 size=1048576 2024-09-16T11:23:29.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.283+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~3KZMBLLWWA7Z.1 size=750296 2024-09-16T11:23:29.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.283+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=3KZMBLLWWA7Z tag=B3Z0R8HTSOZQ type=write size=2847448 2024-09-16T11:23:29.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.285+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~OPQ1QU2HQ6ZB.0 size=539177 2024-09-16T11:23:29.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.289+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=OPQ1QU2HQ6ZB tag=8PC0XNWNN93K type=write size=1587753 2024-09-16T11:23:29.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.291+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=QN2DDNHW0RDW type=del size=2009933 2024-09-16T11:23:29.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.293+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~5ZQZ7MHN3Y1U.0 size=1048576 2024-09-16T11:23:29.296 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.295+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~5ZQZ7MHN3Y1U.1 size=348783 2024-09-16T11:23:29.299 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.298+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=5ZQZ7MHN3Y1U tag=Q8DWBLB3KN70 type=write size=2445935 2024-09-16T11:23:29.303 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.302+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~2B7CKXYE4Q1L.0 size=1048576 2024-09-16T11:23:29.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.304+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~2B7CKXYE4Q1L.1 size=1023752 2024-09-16T11:23:29.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.304+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=2B7CKXYE4Q1L tag=LDMSTTKOAK2W type=write size=3120904 2024-09-16T11:23:29.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.307+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=I91PG6XS0N25 type=del 2024-09-16T11:23:29.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.309+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=SUM61HXBH2MH type=del size=4152612 2024-09-16T11:23:29.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.312+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~UE5FNDRI45IP.0 size=526462 2024-09-16T11:23:29.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.315+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=UE5FNDRI45IP tag=XEO7UP24GN2E type=write size=1575038 2024-09-16T11:23:29.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.320+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~SKM4RAMD41I0.0 size=749002 2024-09-16T11:23:29.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.320+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=SKM4RAMD41I0 tag=2BEKRI0UNWWY type=write size=1797578 2024-09-16T11:23:29.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.321+0000 7fb66dec2640 1 < canceled operation key=8M7Y5EHLQWPK tag=7CR2I65XMA6G type=del size=2314061 2024-09-16T11:23:29.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.326+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~U5NY79WSRO6V.0 size=686396 2024-09-16T11:23:29.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.326+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=U5NY79WSRO6V tag=P43H3312Z531 type=write size=1734972 2024-09-16T11:23:29.329 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.328+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.0 size=1048576 2024-09-16T11:23:29.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.329+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.1 size=1048576 2024-09-16T11:23:29.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.331+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~SHI7Z5Z0GWZR.2 size=595640 2024-09-16T11:23:29.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.335+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=SHI7Z5Z0GWZR tag=MS82HLBF0G8S type=write size=3741368 2024-09-16T11:23:29.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.340+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.0 size=1048576 2024-09-16T11:23:29.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.342+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.1 size=1048576 2024-09-16T11:23:29.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.344+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.2 size=762602 2024-09-16T11:23:29.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.344+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=Z4BCHOPU7TH0 tag=6S119X6JX73A type=write size=3908330 2024-09-16T11:23:29.347 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.346+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~00VTEKXFSSYB.0 size=1048576 2024-09-16T11:23:29.349 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.348+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~00VTEKXFSSYB.1 size=972330 2024-09-16T11:23:29.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.351+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=00VTEKXFSSYB tag=H0OPGP31EOVK type=write size=3069482 2024-09-16T11:23:29.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.353+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=4A6VZB48XGAP type=write size=812129 2024-09-16T11:23:29.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.356+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.0 size=1048576 2024-09-16T11:23:29.358 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.357+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.1 size=1048576 2024-09-16T11:23:29.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.359+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~L4Y122P5CVU6.2 size=427791 2024-09-16T11:23:29.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.363+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=L4Y122P5CVU6 tag=EX5VBQLMPBJ2 type=write size=3573519 2024-09-16T11:23:29.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.365+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=AZ4SD3UDWWEZ type=del size=293526 2024-09-16T11:23:29.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.367+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=LBGISFOKQCYE type=del 2024-09-16T11:23:29.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.369+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=8UYQ0LHSN420 type=del size=537404 2024-09-16T11:23:29.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.373+0000 7fb66dec2640 1 < suggested remove operation key=I575ZO6BYNEZ tag=OTSUWPQZ3IFY type=del 2024-09-16T11:23:29.376 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.375+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=MU323257XNYR type=del size=1494555 2024-09-16T11:23:29.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.379+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=OVTIQYLBZNMO type=del size=3602290 2024-09-16T11:23:29.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.382+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.0 size=1048576 2024-09-16T11:23:29.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.384+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.1 size=1048576 2024-09-16T11:23:29.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.386+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.2 size=195460 2024-09-16T11:23:29.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.386+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=AK8KQMKI8KR6 tag=47LMYVVE03VG type=write size=3341188 2024-09-16T11:23:29.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.388+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=7T9FBP64WETP type=del 2024-09-16T11:23:29.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.392+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.0 size=1048576 2024-09-16T11:23:29.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.394+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.1 size=1048576 2024-09-16T11:23:29.396 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.395+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.2 size=925566 2024-09-16T11:23:29.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.395+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=P6CHWHK7S552 tag=KCP8JTHWHQSV type=write size=4071294 2024-09-16T11:23:29.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.399+0000 7fb66dec2640 1 < suggested remove operation key=YF35LMA056BI tag=1UN13UEVMIO2 type=del 2024-09-16T11:23:29.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.401+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=QUJ4ZKFVZF3I type=del size=180736 2024-09-16T11:23:29.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.403+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~PAPTKW30DCGG.0 size=187524 2024-09-16T11:23:29.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.406+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=PAPTKW30DCGG tag=QA1R98IVV3OD type=write size=1236100 2024-09-16T11:23:29.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.410+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~X4W76XGCU4WJ.0 size=172975 2024-09-16T11:23:29.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.410+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=X4W76XGCU4WJ tag=Y74016N62K5O type=write size=1221551 2024-09-16T11:23:29.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.412+0000 7fb66dec2640 1 < completed write operation key=8M7Y5EHLQWPK tag=2GVIL1SOLKFR type=write size=913850 2024-09-16T11:23:29.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.416+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~LZ20TEUSGIUN.0 size=618842 2024-09-16T11:23:29.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.416+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=LZ20TEUSGIUN tag=MIXOXQ5TRHXI type=write size=1667418 2024-09-16T11:23:29.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.417+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~3KZMBLLWWA7Z.0 size=1048576 2024-09-16T11:23:29.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.419+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~3KZMBLLWWA7Z.1 size=750296 2024-09-16T11:23:29.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.423+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=3KZMBLLWWA7Z tag=B3Z0R8HTSOZQ type=write size=2847448 2024-09-16T11:23:29.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.425+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=7MBAWNEPXGL4 type=del size=1473935 2024-09-16T11:23:29.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.428+0000 7fb66dec2640 -1 < failed to complete operation key=SXTKV1YIBM8U tag=QN2DDNHW0RDW type=del size=2009933: (22) Invalid argument 2024-09-16T11:23:29.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.430+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=GM0EA82H7FT5 type=write size=672784 2024-09-16T11:23:29.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.432+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~2B7CKXYE4Q1L.0 size=1048576 2024-09-16T11:23:29.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.433+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~2B7CKXYE4Q1L.1 size=1023752 2024-09-16T11:23:29.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.437+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=2B7CKXYE4Q1L tag=LDMSTTKOAK2W type=write size=3120904 2024-09-16T11:23:29.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.439+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=Q9TYCGHAMOCK type=del size=793865 2024-09-16T11:23:29.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.441+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=SUM61HXBH2MH type=del 2024-09-16T11:23:29.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.445+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~IVVSNI5DC3W2.0 size=1048576 2024-09-16T11:23:29.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.447+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~IVVSNI5DC3W2.1 size=206264 2024-09-16T11:23:29.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.447+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=IVVSNI5DC3W2 tag=L3UV88OVMM1R type=write size=2303416 2024-09-16T11:23:29.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.449+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~SKM4RAMD41I0.0 size=749002 2024-09-16T11:23:29.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.453+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=SKM4RAMD41I0 tag=2BEKRI0UNWWY type=write size=1797578 2024-09-16T11:23:29.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.455+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=I3E3RH90W2H0 type=del size=145294 2024-09-16T11:23:29.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.455+0000 7fb66dec2640 1 < canceled part key=_multipart_Y6MT7DT0JW3D.2~U5NY79WSRO6V.0 size=686396 2024-09-16T11:23:29.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.459+0000 7fb66dec2640 1 < canceled multipart upload key=Y6MT7DT0JW3D upload=U5NY79WSRO6V tag=P43H3312Z531 type=write size=1734972 2024-09-16T11:23:29.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.463+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~LSSDVS131G8A.0 size=593185 2024-09-16T11:23:29.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.463+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=LSSDVS131G8A tag=1L55T54GVU6X type=write size=1641761 2024-09-16T11:23:29.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.466+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.0 size=1048576 2024-09-16T11:23:29.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.467+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.1 size=1048576 2024-09-16T11:23:29.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.469+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~Z4BCHOPU7TH0.2 size=762602 2024-09-16T11:23:29.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.473+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=Z4BCHOPU7TH0 tag=6S119X6JX73A type=write size=3908330 2024-09-16T11:23:29.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.475+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=B6GPJQY9VDB7 type=del size=1877862 2024-09-16T11:23:29.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.476+0000 7fb66dec2640 1 < canceled operation key=P4R6KUKVO6TJ tag=4A6VZB48XGAP type=write size=812129 2024-09-16T11:23:29.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.480+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~9MUZ0QHVCCWQ.0 size=1048576 2024-09-16T11:23:29.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.482+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~9MUZ0QHVCCWQ.1 size=966462 2024-09-16T11:23:29.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.482+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=9MUZ0QHVCCWQ tag=JEV0KHWE0UT5 type=write size=3063614 2024-09-16T11:23:29.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.485+0000 7fb66dec2640 1 < suggested remove operation key=5SP701M6TW6O tag=AZ4SD3UDWWEZ type=del 2024-09-16T11:23:29.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.487+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=6EDAYTQRFNPI type=del size=601691 2024-09-16T11:23:29.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.489+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=8UYQ0LHSN420 type=del 2024-09-16T11:23:29.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.491+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=YQLN1V58B04Z type=del size=2101734 2024-09-16T11:23:29.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.493+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=MU323257XNYR type=del 2024-09-16T11:23:29.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.494+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=ZR16CBCFYG5C type=del size=710378 2024-09-16T11:23:29.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.496+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.0 size=1048576 2024-09-16T11:23:29.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.499+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.1 size=1048576 2024-09-16T11:23:29.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.500+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~AK8KQMKI8KR6.2 size=195460 2024-09-16T11:23:29.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.504+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=AK8KQMKI8KR6 tag=47LMYVVE03VG type=write size=3341188 2024-09-16T11:23:29.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.508+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.0 size=1048576 2024-09-16T11:23:29.510 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.509+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.1 size=1048576 2024-09-16T11:23:29.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.511+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.2 size=822995 2024-09-16T11:23:29.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.511+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=9PJ81I8F11BH tag=XINP83IM485M type=write size=3968723 2024-09-16T11:23:29.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.511+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.0 size=1048576 2024-09-16T11:23:29.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.513+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.1 size=1048576 2024-09-16T11:23:29.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.514+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~P6CHWHK7S552.2 size=925566 2024-09-16T11:23:29.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.518+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=P6CHWHK7S552 tag=KCP8JTHWHQSV type=write size=4071294 2024-09-16T11:23:29.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.519+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=14S3P2CRPO42 type=del size=3302682 2024-09-16T11:23:29.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.521+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=QUJ4ZKFVZF3I type=del 2024-09-16T11:23:29.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.523+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=5MEOR5OU4C3O type=del size=1269071 2024-09-16T11:23:29.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.525+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~X4W76XGCU4WJ.0 size=172975 2024-09-16T11:23:29.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.528+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=X4W76XGCU4WJ tag=Y74016N62K5O type=write size=1221551 2024-09-16T11:23:29.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.530+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=JRVWJXOK0KVQ type=del size=1205947 2024-09-16T11:23:29.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.532+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~LZ20TEUSGIUN.0 size=618842 2024-09-16T11:23:29.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.536+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=LZ20TEUSGIUN tag=MIXOXQ5TRHXI type=write size=1667418 2024-09-16T11:23:29.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.539+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~CJZ36N5X9JVP.0 size=81990 2024-09-16T11:23:29.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.539+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=CJZ36N5X9JVP tag=TUWMHBF7NS2J type=write size=1130566 2024-09-16T11:23:29.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.541+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=7MBAWNEPXGL4 type=del 2024-09-16T11:23:29.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.545+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~84VTV3RR6LVF.0 size=441635 2024-09-16T11:23:29.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.545+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=84VTV3RR6LVF tag=VZ1XREHM48HF type=write size=1490211 2024-09-16T11:23:29.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.547+0000 7fb66dec2640 1 < completed write operation key=VF9C7DHNEIOX tag=GM0EA82H7FT5 type=write size=672784 2024-09-16T11:23:29.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.549+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=PAAZV64OY7YP type=del size=3788156 2024-09-16T11:23:29.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.551+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=Q9TYCGHAMOCK type=del 2024-09-16T11:23:29.556 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.555+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~FSBSZ2MZ1QSQ.0 size=1048576 2024-09-16T11:23:29.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.557+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~FSBSZ2MZ1QSQ.1 size=9104 2024-09-16T11:23:29.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.557+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=FSBSZ2MZ1QSQ tag=QIYHATBFH15V type=write size=2106256 2024-09-16T11:23:29.560 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.559+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~IVVSNI5DC3W2.0 size=1048576 2024-09-16T11:23:29.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.560+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~IVVSNI5DC3W2.1 size=206264 2024-09-16T11:23:29.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.564+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=IVVSNI5DC3W2 tag=L3UV88OVMM1R type=write size=2303416 2024-09-16T11:23:29.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.566+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=Q6XE2A7NFB84 type=del size=2456548 2024-09-16T11:23:29.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.568+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=I3E3RH90W2H0 type=del 2024-09-16T11:23:29.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.571+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~39MEP7ODBB2C.0 size=132425 2024-09-16T11:23:29.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.571+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=39MEP7ODBB2C tag=A7F98RMIZMTK type=write size=1181001 2024-09-16T11:23:29.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.573+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~LSSDVS131G8A.0 size=593185 2024-09-16T11:23:29.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.576+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=LSSDVS131G8A tag=1L55T54GVU6X type=write size=1641761 2024-09-16T11:23:29.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.578+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=CPALMSTA9FDL type=del size=1827045 2024-09-16T11:23:29.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.580+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=B6GPJQY9VDB7 type=del 2024-09-16T11:23:29.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.584+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.0 size=1048576 2024-09-16T11:23:29.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.585+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.1 size=1048576 2024-09-16T11:23:29.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.587+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.2 size=453771 2024-09-16T11:23:29.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.587+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=J1PV3987ETQ0 tag=9NXUHO3O80GJ type=write size=3599499 2024-09-16T11:23:29.590 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.589+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~9MUZ0QHVCCWQ.0 size=1048576 2024-09-16T11:23:29.592 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.591+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~9MUZ0QHVCCWQ.1 size=966462 2024-09-16T11:23:29.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.594+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=9MUZ0QHVCCWQ tag=JEV0KHWE0UT5 type=write size=3063614 2024-09-16T11:23:29.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.598+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~AHM99HDOXB6M.0 size=528217 2024-09-16T11:23:29.599 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.598+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=AHM99HDOXB6M tag=NWEYLAYA6ROO type=write size=1576793 2024-09-16T11:23:29.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.600+0000 7fb66dec2640 1 < canceled operation key=KW19TYJ86X9U tag=6EDAYTQRFNPI type=del size=601691 2024-09-16T11:23:29.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.602+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=J4RW2AKLS6M5 type=del size=3534692 2024-09-16T11:23:29.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.605+0000 7fb66dec2640 1 < suggested remove operation key=SXTKV1YIBM8U tag=YQLN1V58B04Z type=del 2024-09-16T11:23:29.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.610+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~TC3U7E4RDABO.0 size=1048576 2024-09-16T11:23:29.612 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.611+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~TC3U7E4RDABO.1 size=435590 2024-09-16T11:23:29.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.611+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=TC3U7E4RDABO tag=UNPHW9XDPWMD type=write size=2532742 2024-09-16T11:23:29.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.615+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=ZR16CBCFYG5C type=del size=710378 2024-09-16T11:23:29.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.617+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=POMUYP252XRI type=del size=3234410 2024-09-16T11:23:29.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.619+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.0 size=1048576 2024-09-16T11:23:29.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.619+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.1 size=1048576 2024-09-16T11:23:29.622 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.621+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~9PJ81I8F11BH.2 size=822995 2024-09-16T11:23:29.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.624+0000 7fb66dec2640 1 < canceled multipart upload key=WQGRWNTRNYI7 upload=9PJ81I8F11BH tag=XINP83IM485M type=write size=3968723 2024-09-16T11:23:29.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.628+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~E8C9H73AKPGK.0 size=1048576 2024-09-16T11:23:29.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.630+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~E8C9H73AKPGK.1 size=1016666 2024-09-16T11:23:29.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.630+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=E8C9H73AKPGK tag=X8P0BK3WIZVI type=write size=3113818 2024-09-16T11:23:29.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.632+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=14S3P2CRPO42 type=del size=3302682 2024-09-16T11:23:29.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.634+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=QR5YU292UCP6 type=del size=1247051 2024-09-16T11:23:29.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.638+0000 7fb66dec2640 1 < suggested remove operation key=NM5WWTC1BEDM tag=5MEOR5OU4C3O type=del 2024-09-16T11:23:29.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.640+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=O7VXGBFNPPO5 type=del size=1586748 2024-09-16T11:23:29.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.641+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=JRVWJXOK0KVQ type=del 2024-09-16T11:23:29.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.643+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=3C9SY076KM2D type=del size=3922619 2024-09-16T11:23:29.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.645+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~CJZ36N5X9JVP.0 size=81990 2024-09-16T11:23:29.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.649+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=CJZ36N5X9JVP tag=TUWMHBF7NS2J type=write size=1130566 2024-09-16T11:23:29.654 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.653+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~LS23GZZUEFMK.0 size=1048576 2024-09-16T11:23:29.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.654+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~LS23GZZUEFMK.1 size=968940 2024-09-16T11:23:29.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.654+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=LS23GZZUEFMK tag=9GUFCF4K2N2J type=write size=3066092 2024-09-16T11:23:29.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.656+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~84VTV3RR6LVF.0 size=441635 2024-09-16T11:23:29.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.660+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=84VTV3RR6LVF tag=VZ1XREHM48HF type=write size=1490211 2024-09-16T11:23:29.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.662+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=MNEBDRAKJHJU type=write size=62385 2024-09-16T11:23:29.665 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.664+0000 7fb66dec2640 -1 < failed to complete operation key=57XW02KN8W4Z tag=PAAZV64OY7YP type=del size=3788156: (22) Invalid argument 2024-09-16T11:23:29.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.666+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=B9HE0G3GMOVK type=write size=273677 2024-09-16T11:23:29.669 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.668+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~FSBSZ2MZ1QSQ.0 size=1048576 2024-09-16T11:23:29.671 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.670+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~FSBSZ2MZ1QSQ.1 size=9104 2024-09-16T11:23:29.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.673+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=FSBSZ2MZ1QSQ tag=QIYHATBFH15V type=write size=2106256 2024-09-16T11:23:29.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.675+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=EV3C3PW279Y3 type=del size=801201 2024-09-16T11:23:29.680 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.679+0000 7fb66dec2640 1 < suggested remove operation key=PKSRPG0T3DRS tag=Q6XE2A7NFB84 type=del 2024-09-16T11:23:29.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.681+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=DNDM7SPKSC5W type=del size=461875 2024-09-16T11:23:29.684 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.683+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~39MEP7ODBB2C.0 size=132425 2024-09-16T11:23:29.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.686+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=39MEP7ODBB2C tag=A7F98RMIZMTK type=write size=1181001 2024-09-16T11:23:29.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.689+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=J73JUVUNKSHX type=del size=1365413 2024-09-16T11:23:29.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.691+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=CPALMSTA9FDL type=del 2024-09-16T11:23:29.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.692+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=E4MN4LK16TU7 type=del size=1288899 2024-09-16T11:23:29.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.694+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.0 size=1048576 2024-09-16T11:23:29.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.696+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.1 size=1048576 2024-09-16T11:23:29.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.698+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~J1PV3987ETQ0.2 size=453771 2024-09-16T11:23:29.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.701+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=J1PV3987ETQ0 tag=9NXUHO3O80GJ type=write size=3599499 2024-09-16T11:23:29.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.703+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=ODX7DUVYNTB9 type=write size=579419 2024-09-16T11:23:29.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.704+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~AHM99HDOXB6M.0 size=528217 2024-09-16T11:23:29.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.708+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=AHM99HDOXB6M tag=NWEYLAYA6ROO type=write size=1576793 2024-09-16T11:23:29.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.709+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=7NTIWAWLGROA type=write size=991995 2024-09-16T11:23:29.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.710+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=NM5WWTC1BEDM tag=J4RW2AKLS6M5 type=del size=3534692: (2) No such file or directory 2024-09-16T11:23:29.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.712+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=5D7MMOQY7ZMY type=del size=1269503 2024-09-16T11:23:29.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.712+0000 7fb66dec2640 1 < canceled part key=_multipart_O6UNHL80RFVL.2~TC3U7E4RDABO.0 size=1048576 2024-09-16T11:23:29.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.714+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~TC3U7E4RDABO.1 size=435590 2024-09-16T11:23:29.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.717+0000 7fb66dec2640 1 < canceled multipart upload key=O6UNHL80RFVL upload=TC3U7E4RDABO tag=UNPHW9XDPWMD type=write size=2532742 2024-09-16T11:23:29.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.721+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~KS9VLZDBP8N8.0 size=111661 2024-09-16T11:23:29.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.721+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=KS9VLZDBP8N8 tag=4296GQIPFW9I type=write size=1160237 2024-09-16T11:23:29.726 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.725+0000 7fb66dec2640 1 < suggested update operation key=O6UNHL80RFVL tag=POMUYP252XRI type=del size=3234410 2024-09-16T11:23:29.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.728+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~5LLZ0206G2H5.0 size=1016352 2024-09-16T11:23:29.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.728+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=5LLZ0206G2H5 tag=ZHITMQ1F4DHT type=write size=2064928 2024-09-16T11:23:29.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.730+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~E8C9H73AKPGK.0 size=1048576 2024-09-16T11:23:29.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.732+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~E8C9H73AKPGK.1 size=1016666 2024-09-16T11:23:29.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.735+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=E8C9H73AKPGK tag=X8P0BK3WIZVI type=write size=3113818 2024-09-16T11:23:29.738 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.737+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=0DH2SAH2SZ9I type=del size=3112776 2024-09-16T11:23:29.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.739+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=QR5YU292UCP6 type=del 2024-09-16T11:23:29.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.743+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.0 size=1048576 2024-09-16T11:23:29.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.744+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.1 size=1048576 2024-09-16T11:23:29.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.746+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.2 size=250908 2024-09-16T11:23:29.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.746+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=Z9WKUD56JZHT tag=JQR7IG7FJJDL type=write size=3396636 2024-09-16T11:23:29.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.748+0000 7fb66dec2640 1 < canceled operation key=P4R6KUKVO6TJ tag=O7VXGBFNPPO5 type=del size=1586748 2024-09-16T11:23:29.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.751+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~Y7BDV23E03G3.0 size=1048576 2024-09-16T11:23:29.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.753+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~Y7BDV23E03G3.1 size=94522 2024-09-16T11:23:29.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.753+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=Y7BDV23E03G3 tag=GYSTFZIA03Z2 type=write size=2191674 2024-09-16T11:23:29.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.757+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=3C9SY076KM2D type=del size=3922619 2024-09-16T11:23:29.759 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.758+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=P814H33M0UXL type=write size=496698 2024-09-16T11:23:29.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.760+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~LS23GZZUEFMK.0 size=1048576 2024-09-16T11:23:29.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.762+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~LS23GZZUEFMK.1 size=968940 2024-09-16T11:23:29.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.765+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=LS23GZZUEFMK tag=9GUFCF4K2N2J type=write size=3066092 2024-09-16T11:23:29.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.767+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=2GNUT8SDSTMZ type=del size=3101801 2024-09-16T11:23:29.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.769+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=MNEBDRAKJHJU type=write size=62385 2024-09-16T11:23:29.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.771+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=2E9MHQY3HB0V type=write size=521596 2024-09-16T11:23:29.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.773+0000 7fb66dec2640 1 < canceled operation key=E9JN9AJSKBMD tag=B9HE0G3GMOVK type=write size=273677 2024-09-16T11:23:29.776 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.775+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=SU8G2NNH1BI3 type=del size=1718334 2024-09-16T11:23:29.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.776+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=EV3C3PW279Y3 type=del size=801201 2024-09-16T11:23:29.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.780+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~ZXSGP6NFBYKI.0 size=855701 2024-09-16T11:23:29.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.780+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=ZXSGP6NFBYKI tag=LV6FRAJ839TI type=write size=1904277 2024-09-16T11:23:29.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.782+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=DNDM7SPKSC5W type=del 2024-09-16T11:23:29.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.784+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=K4V2W5NEIJDO type=del size=2431210 2024-09-16T11:23:29.787 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.786+0000 7fb66dec2640 1 < canceled operation key=2FIB0YA81SZT tag=J73JUVUNKSHX type=del size=1365413 2024-09-16T11:23:29.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.787+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=3RNZDMUGREFO type=write size=522419 2024-09-16T11:23:29.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.791+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=E4MN4LK16TU7 type=del 2024-09-16T11:23:29.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.793+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=70471AK9RIO2 type=del size=3634839 2024-09-16T11:23:29.796 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.795+0000 7fb66dec2640 1 < completed write operation key=SXTKV1YIBM8U tag=ODX7DUVYNTB9 type=write size=579419 2024-09-16T11:23:29.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.797+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=KWO20MCONUXZ type=del size=2963175 2024-09-16T11:23:29.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.798+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=7NTIWAWLGROA type=write size=991995 2024-09-16T11:23:29.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.802+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SIN0WTZNTBS1.0 size=1048576 2024-09-16T11:23:29.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.803+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~SIN0WTZNTBS1.1 size=1014891 2024-09-16T11:23:29.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.803+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=SIN0WTZNTBS1 tag=2VLTRMZ99FK4 type=write size=3112043 2024-09-16T11:23:29.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.806+0000 7fb66dec2640 -1 < failed to complete operation key=UBJMF37RRIGD tag=5D7MMOQY7ZMY type=del size=1269503: (22) Invalid argument 2024-09-16T11:23:29.809 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.808+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=4CMM4KU8T6Q8 type=del size=3082665 2024-09-16T11:23:29.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.810+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~KS9VLZDBP8N8.0 size=111661 2024-09-16T11:23:29.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.813+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=KS9VLZDBP8N8 tag=4296GQIPFW9I type=write size=1160237 2024-09-16T11:23:29.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.815+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=X307XE60FOBM type=write size=747696 2024-09-16T11:23:29.818 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.817+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~5LLZ0206G2H5.0 size=1016352 2024-09-16T11:23:29.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.821+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=5LLZ0206G2H5 tag=ZHITMQ1F4DHT type=write size=2064928 2024-09-16T11:23:29.825 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.824+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.0 size=1048576 2024-09-16T11:23:29.827 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.826+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.1 size=1048576 2024-09-16T11:23:29.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.828+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.2 size=249204 2024-09-16T11:23:29.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.828+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=I7AOYHY74VGU tag=UYGLFDCVG2JS type=write size=3394932 2024-09-16T11:23:29.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.831+0000 7fb66dec2640 1 < suggested remove operation key=WQGRWNTRNYI7 tag=0DH2SAH2SZ9I type=del 2024-09-16T11:23:29.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.835+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~QJC5SFFAHUUV.0 size=1048576 2024-09-16T11:23:29.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.836+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~QJC5SFFAHUUV.1 size=565120 2024-09-16T11:23:29.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.836+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=QJC5SFFAHUUV tag=9BH1DCLTATXF type=write size=2662272 2024-09-16T11:23:29.839 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.838+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.0 size=1048576 2024-09-16T11:23:29.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.840+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.1 size=1048576 2024-09-16T11:23:29.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.840+0000 7fb66dec2640 1 < canceled part key=_multipart_CX33VNVA75KY.2~Z9WKUD56JZHT.2 size=250908 2024-09-16T11:23:29.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.843+0000 7fb66dec2640 1 < canceled multipart upload key=CX33VNVA75KY upload=Z9WKUD56JZHT tag=JQR7IG7FJJDL type=write size=3396636 2024-09-16T11:23:29.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.845+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=STK8CF6C6BS1 type=del size=3408210 2024-09-16T11:23:29.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.847+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~Y7BDV23E03G3.0 size=1048576 2024-09-16T11:23:29.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.849+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~Y7BDV23E03G3.1 size=94522 2024-09-16T11:23:29.853 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.852+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=Y7BDV23E03G3 tag=GYSTFZIA03Z2 type=write size=2191674 2024-09-16T11:23:29.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.854+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=4P5OB7J58ZGF type=del size=3069760 2024-09-16T11:23:29.858 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.857+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=P814H33M0UXL type=write size=496698 2024-09-16T11:23:29.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.859+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=SRIBX01H2Q63 type=del size=1621387 2024-09-16T11:23:29.862 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.861+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=2GNUT8SDSTMZ type=del 2024-09-16T11:23:29.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.863+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=49132VIQ38QP type=del size=3395 2024-09-16T11:23:29.866 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.865+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=2E9MHQY3HB0V type=write size=521596 2024-09-16T11:23:29.873 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.872+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=J7II6GIY3A49 type=del size=1832862 2024-09-16T11:23:29.877 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.876+0000 7fb66dec2640 1 < suggested update operation key=OEN3JZU6OLXI tag=SU8G2NNH1BI3 type=del size=1718334 2024-09-16T11:23:29.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.878+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=WJK0MUZZN94S type=del size=401799 2024-09-16T11:23:29.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.880+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~ZXSGP6NFBYKI.0 size=855701 2024-09-16T11:23:29.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.884+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=ZXSGP6NFBYKI tag=LV6FRAJ839TI type=write size=1904277 2024-09-16T11:23:29.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.887+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~0E64543UVCFE.0 size=1048576 2024-09-16T11:23:29.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.889+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~0E64543UVCFE.1 size=751403 2024-09-16T11:23:29.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.889+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=0E64543UVCFE tag=4B2PXBGT0CRA type=write size=2848555 2024-09-16T11:23:29.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.893+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=K4V2W5NEIJDO type=del size=2431210 2024-09-16T11:23:29.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.895+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=WZIRD1QE0FGT type=del size=62028 2024-09-16T11:23:29.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.898+0000 7fb66dec2640 1 < canceled operation key=TVK5OH5E1PV4 tag=3RNZDMUGREFO type=write size=522419 2024-09-16T11:23:29.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.900+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=69EJZMK1UVZZ type=del size=2853019 2024-09-16T11:23:29.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.902+0000 7fb66dec2640 1 < canceled operation key=CX33VNVA75KY tag=70471AK9RIO2 type=del size=3634839 2024-09-16T11:23:29.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.903+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=4HSSLXHLV106 type=write size=19449 2024-09-16T11:23:29.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.905+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=KWO20MCONUXZ type=del 2024-09-16T11:23:29.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.907+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=NQ4NUHT3OWGA type=write size=587686 2024-09-16T11:23:29.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.909+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SIN0WTZNTBS1.0 size=1048576 2024-09-16T11:23:29.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.911+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~SIN0WTZNTBS1.1 size=1014891 2024-09-16T11:23:29.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.915+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=SIN0WTZNTBS1 tag=2VLTRMZ99FK4 type=write size=3112043 2024-09-16T11:23:29.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.918+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~CE4UFM268RMD.0 size=1001056 2024-09-16T11:23:29.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.919+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=CE4UFM268RMD tag=C5FMXEV0U75B type=write size=2049632 2024-09-16T11:23:29.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.920+0000 7fb66dec2640 1 < canceled operation key=YYAA5H9KJ8EB tag=4CMM4KU8T6Q8 type=del size=3082665 2024-09-16T11:23:29.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.922+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=8TUKAVC5UV94 type=del size=525881 2024-09-16T11:23:29.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.926+0000 7fb66dec2640 1 < suggested update operation key=E9JN9AJSKBMD tag=X307XE60FOBM type=write size=747696 2024-09-16T11:23:29.929 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.928+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=M12LCNSSOCFZ type=write size=609534 2024-09-16T11:23:29.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.930+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.0 size=1048576 2024-09-16T11:23:29.933 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.932+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.1 size=1048576 2024-09-16T11:23:29.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.934+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~I7AOYHY74VGU.2 size=249204 2024-09-16T11:23:29.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.938+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=I7AOYHY74VGU tag=UYGLFDCVG2JS type=write size=3394932 2024-09-16T11:23:29.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.942+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.0 size=1048576 2024-09-16T11:23:29.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.943+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.1 size=1048576 2024-09-16T11:23:29.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.945+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.2 size=406605 2024-09-16T11:23:29.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.945+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=RUE5IN1FZEJ8 tag=H4VZ6F3PKMPU type=write size=3552333 2024-09-16T11:23:29.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.947+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~QJC5SFFAHUUV.0 size=1048576 2024-09-16T11:23:29.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.949+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~QJC5SFFAHUUV.1 size=565120 2024-09-16T11:23:29.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.953+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=QJC5SFFAHUUV tag=9BH1DCLTATXF type=write size=2662272 2024-09-16T11:23:29.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.957+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~QIFQLM0OMZZH.0 size=947789 2024-09-16T11:23:29.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.957+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=QIFQLM0OMZZH tag=5FC5X69VVVNO type=write size=1996365 2024-09-16T11:23:29.960 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.959+0000 7fb66dec2640 1 < canceled operation key=224VQRZ2GHDJ tag=STK8CF6C6BS1 type=del size=3408210 2024-09-16T11:23:29.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.961+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=9ZKHLVZXBI8A type=del size=3037808 2024-09-16T11:23:29.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.962+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=4P5OB7J58ZGF type=del size=3069760 2024-09-16T11:23:29.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.965+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=OE6U6X0D3X76 type=write size=15519 2024-09-16T11:23:29.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.967+0000 7fb66dec2640 1 < canceled operation key=O6UNHL80RFVL tag=SRIBX01H2Q63 type=del size=1621387 2024-09-16T11:23:29.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.969+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=C4J8IJF411DT type=write size=747231 2024-09-16T11:23:29.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.971+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=49132VIQ38QP type=del 2024-09-16T11:23:29.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.973+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=5K5167L3FGWO type=del size=1937043 2024-09-16T11:23:29.976 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.975+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=J7II6GIY3A49 type=del 2024-09-16T11:23:29.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.977+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=JQQLH78JBZHC type=del size=3102474 2024-09-16T11:23:29.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.979+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=WJK0MUZZN94S type=del 2024-09-16T11:23:29.984 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.982+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=9GUOK2GC81JW type=del size=2760429 2024-09-16T11:23:29.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.984+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~0E64543UVCFE.0 size=1048576 2024-09-16T11:23:29.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.986+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~0E64543UVCFE.1 size=751403 2024-09-16T11:23:29.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.989+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=0E64543UVCFE tag=4B2PXBGT0CRA type=write size=2848555 2024-09-16T11:23:29.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.993+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~SMV6EKF8CYCI.0 size=1048576 2024-09-16T11:23:29.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.994+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~SMV6EKF8CYCI.1 size=191771 2024-09-16T11:23:29.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.994+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=SMV6EKF8CYCI tag=BDRQWUSNLVBZ type=write size=2288923 2024-09-16T11:23:29.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.996+0000 7fb66dec2640 1 < canceled operation key=W6R5LJLF4MG0 tag=WZIRD1QE0FGT type=del size=62028 2024-09-16T11:23:29.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:29.998+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=TBEYW5POHC5G type=del size=887729 2024-09-16T11:23:30.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.002+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=69EJZMK1UVZZ type=del 2024-09-16T11:23:30.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.005+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~GL7CI01KJ241.0 size=1048576 2024-09-16T11:23:30.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.007+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~GL7CI01KJ241.1 size=574868 2024-09-16T11:23:30.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.007+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=GL7CI01KJ241 tag=U7KTF1TYY409 type=write size=2672020 2024-09-16T11:23:30.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.011+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=4HSSLXHLV106 type=write size=19449 2024-09-16T11:23:30.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.014+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.0 size=1048576 2024-09-16T11:23:30.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.016+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.1 size=1048576 2024-09-16T11:23:30.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.018+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.2 size=11493 2024-09-16T11:23:30.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.018+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=A3KZLD3Y1YFX tag=HI99PI42WUG4 type=write size=3157221 2024-09-16T11:23:30.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.020+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=NQ4NUHT3OWGA type=write size=587686 2024-09-16T11:23:30.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.022+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=VZ9VBHEGCY18 type=write size=541108 2024-09-16T11:23:30.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.022+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~CE4UFM268RMD.0 size=1001056 2024-09-16T11:23:30.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.025+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=CE4UFM268RMD tag=C5FMXEV0U75B type=write size=2049632 2024-09-16T11:23:30.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.029+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~3W30DZV7OEBK.0 size=1048576 2024-09-16T11:23:30.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.031+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~3W30DZV7OEBK.1 size=216869 2024-09-16T11:23:30.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.031+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=3W30DZV7OEBK tag=2ORO0YIIOOUV type=write size=2314021 2024-09-16T11:23:30.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.032+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=8TUKAVC5UV94 type=del 2024-09-16T11:23:30.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.034+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=1093K6RVINCD type=del size=4117142 2024-09-16T11:23:30.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.037+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=M12LCNSSOCFZ type=write size=609534 2024-09-16T11:23:30.041 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.040+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.0 size=1048576 2024-09-16T11:23:30.043 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.042+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.1 size=1048576 2024-09-16T11:23:30.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.043+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.2 size=62257 2024-09-16T11:23:30.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.043+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=9JZ48LF0VWI0 tag=HDY99R66VG06 type=write size=3207985 2024-09-16T11:23:30.047 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.046+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.0 size=1048576 2024-09-16T11:23:30.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.048+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.1 size=1048576 2024-09-16T11:23:30.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.049+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~RUE5IN1FZEJ8.2 size=406605 2024-09-16T11:23:30.054 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.053+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=RUE5IN1FZEJ8 tag=H4VZ6F3PKMPU type=write size=3552333 2024-09-16T11:23:30.058 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.057+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.0 size=1048576 2024-09-16T11:23:30.060 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.059+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.1 size=1048576 2024-09-16T11:23:30.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.060+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.2 size=344304 2024-09-16T11:23:30.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.060+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=J27RKPBP13YE tag=LOK0CYY1NEAV type=write size=3490032 2024-09-16T11:23:30.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.062+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~QIFQLM0OMZZH.0 size=947789 2024-09-16T11:23:30.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.066+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=QIFQLM0OMZZH tag=5FC5X69VVVNO type=write size=1996365 2024-09-16T11:23:30.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.070+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~B0U2I6ZF4EOA.0 size=377780 2024-09-16T11:23:30.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.070+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=B0U2I6ZF4EOA tag=296OO11RL0OH type=write size=1426356 2024-09-16T11:23:30.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.072+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=9ZKHLVZXBI8A type=del 2024-09-16T11:23:30.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.074+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=E2BVGMIPTJAW type=write size=478318 2024-09-16T11:23:30.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.076+0000 7fb66dec2640 1 < completed write operation key=P9HEIJBYI7VR tag=OE6U6X0D3X76 type=write size=15519 2024-09-16T11:23:30.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.080+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~689DPKZ1KEAF.0 size=1048576 2024-09-16T11:23:30.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.081+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~689DPKZ1KEAF.1 size=135694 2024-09-16T11:23:30.083 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.081+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=689DPKZ1KEAF tag=TH2U6CA9H463 type=write size=2232846 2024-09-16T11:23:30.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.084+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=C4J8IJF411DT type=write size=747231 2024-09-16T11:23:30.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.086+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=NO7TAEAW963A type=del size=3263417 2024-09-16T11:23:30.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.088+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=5K5167L3FGWO type=del 2024-09-16T11:23:30.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.091+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=6HNKSOMVQF0F type=del size=4020516 2024-09-16T11:23:30.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.091+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=ZJBL3MHVCGZG tag=JQQLH78JBZHC type=del size=3102474: (2) No such file or directory 2024-09-16T11:23:30.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.093+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=RI1XKOBIFRIH type=write size=382127 2024-09-16T11:23:30.098 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.097+0000 7fb66dec2640 1 < suggested remove operation key=O6UNHL80RFVL tag=9GUOK2GC81JW type=del 2024-09-16T11:23:30.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.099+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=71MYCYHCFNJX type=write size=858655 2024-09-16T11:23:30.103 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.102+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~SMV6EKF8CYCI.0 size=1048576 2024-09-16T11:23:30.105 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.104+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~SMV6EKF8CYCI.1 size=191771 2024-09-16T11:23:30.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.108+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=SMV6EKF8CYCI tag=BDRQWUSNLVBZ type=write size=2288923 2024-09-16T11:23:30.111 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.110+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=Y50J91DRBO42 type=del size=1602533 2024-09-16T11:23:30.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.112+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=TBEYW5POHC5G type=del 2024-09-16T11:23:30.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.116+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~GSP7VAI055KW.0 size=1048576 2024-09-16T11:23:30.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.118+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~GSP7VAI055KW.1 size=228342 2024-09-16T11:23:30.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.118+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=GSP7VAI055KW tag=GP9U9KT3XNW9 type=write size=2325494 2024-09-16T11:23:30.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.120+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~GL7CI01KJ241.0 size=1048576 2024-09-16T11:23:30.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.122+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~GL7CI01KJ241.1 size=574868 2024-09-16T11:23:30.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.125+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=GL7CI01KJ241 tag=U7KTF1TYY409 type=write size=2672020 2024-09-16T11:23:30.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.127+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=55W2JI4Y97NV type=del size=689886 2024-09-16T11:23:30.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.127+0000 7fb66dec2640 1 < canceled part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.0 size=1048576 2024-09-16T11:23:30.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.129+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.1 size=1048576 2024-09-16T11:23:30.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.129+0000 7fb66dec2640 1 < canceled part key=_multipart_ZJBL3MHVCGZG.2~A3KZLD3Y1YFX.2 size=11493 2024-09-16T11:23:30.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.132+0000 7fb66dec2640 1 < canceled multipart upload key=ZJBL3MHVCGZG upload=A3KZLD3Y1YFX tag=HI99PI42WUG4 type=write size=3157221 2024-09-16T11:23:30.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.134+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=QO6A8QIRGFO0 type=del size=577464 2024-09-16T11:23:30.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.136+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=VZ9VBHEGCY18 type=write size=541108 2024-09-16T11:23:30.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.138+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=Y2UKN039RSY7 type=del size=1116445 2024-09-16T11:23:30.142 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.141+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~3W30DZV7OEBK.0 size=1048576 2024-09-16T11:23:30.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.142+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~3W30DZV7OEBK.1 size=216869 2024-09-16T11:23:30.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.146+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=3W30DZV7OEBK tag=2ORO0YIIOOUV type=write size=2314021 2024-09-16T11:23:30.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.148+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=KP0SRDQIR0FA type=del size=1831723 2024-09-16T11:23:30.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.150+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=1093K6RVINCD type=del 2024-09-16T11:23:30.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.154+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.0 size=1048576 2024-09-16T11:23:30.156 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.155+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.1 size=1048576 2024-09-16T11:23:30.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.157+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.2 size=258592 2024-09-16T11:23:30.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.157+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=MSGZ9DH2B4JY tag=0Q0AJ20UNNKZ type=write size=3404320 2024-09-16T11:23:30.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.159+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.0 size=1048576 2024-09-16T11:23:30.161 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.160+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.1 size=1048576 2024-09-16T11:23:30.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.160+0000 7fb66dec2640 1 < canceled part key=_multipart_224VQRZ2GHDJ.2~9JZ48LF0VWI0.2 size=62257 2024-09-16T11:23:30.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.164+0000 7fb66dec2640 1 < canceled multipart upload key=224VQRZ2GHDJ upload=9JZ48LF0VWI0 tag=HDY99R66VG06 type=write size=3207985 2024-09-16T11:23:30.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.168+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.0 size=1048576 2024-09-16T11:23:30.170 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.169+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.1 size=1048576 2024-09-16T11:23:30.172 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.171+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.2 size=124590 2024-09-16T11:23:30.172 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.171+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=KJSH2W9QJL95 tag=HGS6ECDKN1ZH type=write size=3270318 2024-09-16T11:23:30.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.173+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.0 size=1048576 2024-09-16T11:23:30.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.174+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.1 size=1048576 2024-09-16T11:23:30.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.176+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~J27RKPBP13YE.2 size=344304 2024-09-16T11:23:30.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.180+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=J27RKPBP13YE tag=LOK0CYY1NEAV type=write size=3490032 2024-09-16T11:23:30.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.184+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~8KT4J3GJ159S.0 size=1048576 2024-09-16T11:23:30.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.186+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~8KT4J3GJ159S.1 size=928736 2024-09-16T11:23:30.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.186+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=8KT4J3GJ159S tag=PG5V22PREZF7 type=write size=3025888 2024-09-16T11:23:30.189 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.188+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~B0U2I6ZF4EOA.0 size=377780 2024-09-16T11:23:30.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.191+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=B0U2I6ZF4EOA tag=296OO11RL0OH type=write size=1426356 2024-09-16T11:23:30.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.193+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=EZ54D3VUXMRX type=del size=306601 2024-09-16T11:23:30.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.196+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=E2BVGMIPTJAW type=write size=478318 2024-09-16T11:23:30.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.198+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=F0C1HJZZ6W5P type=del size=275771 2024-09-16T11:23:30.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.200+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~689DPKZ1KEAF.0 size=1048576 2024-09-16T11:23:30.203 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.202+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~689DPKZ1KEAF.1 size=135694 2024-09-16T11:23:30.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.207+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=689DPKZ1KEAF tag=TH2U6CA9H463 type=write size=2232846 2024-09-16T11:23:30.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.210+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=KWU5L8WHQJB6 type=del size=2815025 2024-09-16T11:23:30.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.212+0000 7fb66dec2640 1 < canceled operation key=P9HEIJBYI7VR tag=NO7TAEAW963A type=del size=3263417 2024-09-16T11:23:30.216 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.214+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=I987ZVVU7C0I type=del size=291169 2024-09-16T11:23:30.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.217+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=6HNKSOMVQF0F type=del 2024-09-16T11:23:30.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.221+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~BJL0RZEWHY0A.0 size=1048576 2024-09-16T11:23:30.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.223+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~BJL0RZEWHY0A.1 size=838039 2024-09-16T11:23:30.224 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.223+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=BJL0RZEWHY0A tag=O8LUCMHBQ0F2 type=write size=2935191 2024-09-16T11:23:30.226 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.225+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=RI1XKOBIFRIH type=write size=382127 2024-09-16T11:23:30.228 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.227+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=DPAFS662VGFW type=del size=3944412 2024-09-16T11:23:30.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.229+0000 7fb66dec2640 1 < completed write operation key=224VQRZ2GHDJ tag=71MYCYHCFNJX type=write size=858655 2024-09-16T11:23:30.233 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.232+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=C9QK9O16PXVX type=del size=338774 2024-09-16T11:23:30.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.234+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=Y50J91DRBO42 type=del 2024-09-16T11:23:30.237 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.236+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=ZGGEH2SCHV0Z type=del size=1462567 2024-09-16T11:23:30.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.238+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~GSP7VAI055KW.0 size=1048576 2024-09-16T11:23:30.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.240+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~GSP7VAI055KW.1 size=228342 2024-09-16T11:23:30.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.243+0000 7fb66dec2640 1 < completed multipart upload key=P4R6KUKVO6TJ upload=GSP7VAI055KW tag=GP9U9KT3XNW9 type=write size=2325494 2024-09-16T11:23:30.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.246+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=O8U1L46DH844 type=del size=3286707 2024-09-16T11:23:30.249 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.248+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=55W2JI4Y97NV type=del 2024-09-16T11:23:30.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.252+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.0 size=1048576 2024-09-16T11:23:30.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.253+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.1 size=1048576 2024-09-16T11:23:30.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.255+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.2 size=1008478 2024-09-16T11:23:30.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.255+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=2G7FWQOFF0CQ tag=SBOR4XN6T9P7 type=write size=4154206 2024-09-16T11:23:30.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.258+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=QO6A8QIRGFO0 type=del 2024-09-16T11:23:30.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.260+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=CX3W840IZVVG type=del size=3881345 2024-09-16T11:23:30.263 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.262+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=Y2UKN039RSY7 type=del 2024-09-16T11:23:30.266 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.265+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=Q9O46GW6IIQQ type=write size=537867 2024-09-16T11:23:30.268 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.267+0000 7fb66dec2640 1 < canceled operation key=UBJMF37RRIGD tag=KP0SRDQIR0FA type=del size=1831723 2024-09-16T11:23:30.270 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.269+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=FEGYUG7E2NZE type=del size=3532032 2024-09-16T11:23:30.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.271+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.0 size=1048576 2024-09-16T11:23:30.274 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.273+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.1 size=1048576 2024-09-16T11:23:30.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.275+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~MSGZ9DH2B4JY.2 size=258592 2024-09-16T11:23:30.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.279+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=MSGZ9DH2B4JY tag=0Q0AJ20UNNKZ type=write size=3404320 2024-09-16T11:23:30.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.281+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=CXMXXC9ZHC8J type=del size=2679040 2024-09-16T11:23:30.284 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.283+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.0 size=1048576 2024-09-16T11:23:30.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.285+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.1 size=1048576 2024-09-16T11:23:30.288 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.287+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~KJSH2W9QJL95.2 size=124590 2024-09-16T11:23:30.291 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.290+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=KJSH2W9QJL95 tag=HGS6ECDKN1ZH type=write size=3270318 2024-09-16T11:23:30.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.292+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=SK304OTZ1EJH type=del size=3061076 2024-09-16T11:23:30.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.292+0000 7fb66dec2640 1 < canceled part key=_multipart_OEN3JZU6OLXI.2~8KT4J3GJ159S.0 size=1048576 2024-09-16T11:23:30.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.294+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~8KT4J3GJ159S.1 size=928736 2024-09-16T11:23:30.298 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.297+0000 7fb66dec2640 1 < canceled multipart upload key=OEN3JZU6OLXI upload=8KT4J3GJ159S tag=PG5V22PREZF7 type=write size=3025888 2024-09-16T11:23:30.302 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.301+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~XTSPCLZWFLCM.0 size=1048576 2024-09-16T11:23:30.304 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.303+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~XTSPCLZWFLCM.1 size=709507 2024-09-16T11:23:30.304 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.303+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=XTSPCLZWFLCM tag=FO61JBEYPW2Q type=write size=2806659 2024-09-16T11:23:30.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.305+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=EZ54D3VUXMRX type=del 2024-09-16T11:23:30.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.310+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~10YFPRL6JSB6.0 size=1048576 2024-09-16T11:23:30.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.312+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~10YFPRL6JSB6.1 size=186318 2024-09-16T11:23:30.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.312+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=10YFPRL6JSB6 tag=MWH31LYP4FHU type=write size=2283470 2024-09-16T11:23:30.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.315+0000 7fb66dec2640 1 < suggested remove operation key=UBJMF37RRIGD tag=F0C1HJZZ6W5P type=del 2024-09-16T11:23:30.318 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.317+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=CY2F5GCYPOJ9 type=del size=1742993 2024-09-16T11:23:30.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.319+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=KWU5L8WHQJB6 type=del 2024-09-16T11:23:30.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.322+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=X1FSKLE9UGIS type=del size=272940 2024-09-16T11:23:30.325 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.324+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=I987ZVVU7C0I type=del 2024-09-16T11:23:30.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.327+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~3VVCD9843BWD.0 size=1048576 2024-09-16T11:23:30.329 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.329+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~3VVCD9843BWD.1 size=827065 2024-09-16T11:23:30.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.329+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=3VVCD9843BWD tag=B1HILPYQQYHT type=write size=2924217 2024-09-16T11:23:30.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.331+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~BJL0RZEWHY0A.0 size=1048576 2024-09-16T11:23:30.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.331+0000 7fb66dec2640 1 < canceled part key=_multipart_57XW02KN8W4Z.2~BJL0RZEWHY0A.1 size=838039 2024-09-16T11:23:30.335 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.334+0000 7fb66dec2640 1 < canceled multipart upload key=57XW02KN8W4Z upload=BJL0RZEWHY0A tag=O8LUCMHBQ0F2 type=write size=2935191 2024-09-16T11:23:30.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.336+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=LF2W9S1UY2CE type=del size=686217 2024-09-16T11:23:30.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.338+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=DPAFS662VGFW type=del 2024-09-16T11:23:30.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.342+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.0 size=1048576 2024-09-16T11:23:30.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.343+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.1 size=1048576 2024-09-16T11:23:30.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.345+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.2 size=138114 2024-09-16T11:23:30.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.345+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=BBVI1AJAAJTH tag=MRO4MN4Z1HGB type=write size=3283842 2024-09-16T11:23:30.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.347+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=C9QK9O16PXVX type=del 2024-09-16T11:23:30.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.352+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.0 size=1048576 2024-09-16T11:23:30.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.354+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.1 size=1048576 2024-09-16T11:23:30.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.355+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.2 size=393748 2024-09-16T11:23:30.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.355+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=GKC6AX2OINZU tag=G9LJ5K3B2LK2 type=write size=3539476 2024-09-16T11:23:30.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.358+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=ZGGEH2SCHV0Z type=del 2024-09-16T11:23:30.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.360+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=5XNMEX5AH9P1 type=del size=3444999 2024-09-16T11:23:30.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.362+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=O8U1L46DH844 type=del 2024-09-16T11:23:30.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.364+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=V3FR6ASR1ZT7 type=del size=1676841 2024-09-16T11:23:30.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.366+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.0 size=1048576 2024-09-16T11:23:30.369 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.368+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.1 size=1048576 2024-09-16T11:23:30.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.370+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~2G7FWQOFF0CQ.2 size=1008478 2024-09-16T11:23:30.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.374+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=2G7FWQOFF0CQ tag=SBOR4XN6T9P7 type=write size=4154206 2024-09-16T11:23:30.378 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.377+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.0 size=1048576 2024-09-16T11:23:30.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.379+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.1 size=1048576 2024-09-16T11:23:30.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.381+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.2 size=830705 2024-09-16T11:23:30.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.381+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=0AC9B3V8ZVY3 tag=QHZTRS3V9W35 type=write size=3976433 2024-09-16T11:23:30.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.383+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=CX3W840IZVVG type=del 2024-09-16T11:23:30.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.387+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.0 size=1048576 2024-09-16T11:23:30.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.388+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.1 size=1048576 2024-09-16T11:23:30.391 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.390+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.2 size=106624 2024-09-16T11:23:30.391 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.390+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=X94SYVC9G13V tag=2OT22B1V2G9R type=write size=3252352 2024-09-16T11:23:30.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.392+0000 7fb66dec2640 1 < canceled operation key=2C0Y1546EQZK tag=Q9O46GW6IIQQ type=write size=537867 2024-09-16T11:23:30.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.396+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~T6098RO6Y4B0.0 size=391861 2024-09-16T11:23:30.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.396+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=T6098RO6Y4B0 tag=B2O679SYKN6I type=write size=1440437 2024-09-16T11:23:30.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.398+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=FEGYUG7E2NZE type=del 2024-09-16T11:23:30.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.401+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=8W7Y51CZ4SS0 type=del size=3131062 2024-09-16T11:23:30.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.403+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=CXMXXC9ZHC8J type=del 2024-09-16T11:23:30.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.405+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=2RQ6JJ316MUI type=del size=3460383 2024-09-16T11:23:30.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.407+0000 7fb66dec2640 1 < canceled operation key=VZOJ74356GH2 tag=SK304OTZ1EJH type=del size=3061076 2024-09-16T11:23:30.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.411+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~72QVPQ3LVEWB.0 size=893026 2024-09-16T11:23:30.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.411+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=72QVPQ3LVEWB tag=BMULW83WMTAU type=write size=1941602 2024-09-16T11:23:30.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.412+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~XTSPCLZWFLCM.0 size=1048576 2024-09-16T11:23:30.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.414+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~XTSPCLZWFLCM.1 size=709507 2024-09-16T11:23:30.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.418+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=XTSPCLZWFLCM tag=FO61JBEYPW2Q type=write size=2806659 2024-09-16T11:23:30.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.420+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=0HBTEP4HP7EE type=del size=1085349 2024-09-16T11:23:30.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.422+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~10YFPRL6JSB6.0 size=1048576 2024-09-16T11:23:30.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.424+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~10YFPRL6JSB6.1 size=186318 2024-09-16T11:23:30.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.428+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=10YFPRL6JSB6 tag=MWH31LYP4FHU type=write size=2283470 2024-09-16T11:23:30.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.430+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=BE4PL0ZZ8SOM type=write size=1002213 2024-09-16T11:23:30.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.434+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=CY2F5GCYPOJ9 type=del size=1742993 2024-09-16T11:23:30.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.436+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=3BA9D00Z4UBH type=del size=3394186 2024-09-16T11:23:30.441 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.440+0000 7fb66dec2640 1 < suggested remove operation key=NM5WWTC1BEDM tag=X1FSKLE9UGIS type=del 2024-09-16T11:23:30.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.441+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=DMUBD4Y1M4BE type=write size=408608 2024-09-16T11:23:30.445 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.443+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~3VVCD9843BWD.0 size=1048576 2024-09-16T11:23:30.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.445+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~3VVCD9843BWD.1 size=827065 2024-09-16T11:23:30.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.449+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=3VVCD9843BWD tag=B1HILPYQQYHT type=write size=2924217 2024-09-16T11:23:30.452 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.451+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=R4K4YH5JBADQ type=del size=1270515 2024-09-16T11:23:30.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.455+0000 7fb66dec2640 1 < suggested update operation key=5SP701M6TW6O tag=LF2W9S1UY2CE type=del size=686217 2024-09-16T11:23:30.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.457+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=0XC4B25MLB32 type=del size=3258601 2024-09-16T11:23:30.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.457+0000 7fb66dec2640 1 < canceled part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.0 size=1048576 2024-09-16T11:23:30.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.459+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.1 size=1048576 2024-09-16T11:23:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:30 smithi191 ceph-mon[84934]: pgmap v1434: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 942 KiB/s rd, 328 KiB/s wr, 1.67k op/s 2024-09-16T11:23:30.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.461+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~BBVI1AJAAJTH.2 size=138114 2024-09-16T11:23:30.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.464+0000 7fb66dec2640 1 < canceled multipart upload key=5SP701M6TW6O upload=BBVI1AJAAJTH tag=MRO4MN4Z1HGB type=write size=3283842 2024-09-16T11:23:30.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.466+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=2QVHOCRZDH4N type=del size=2128022 2024-09-16T11:23:30.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.468+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.0 size=1048576 2024-09-16T11:23:30.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.468+0000 7fb66dec2640 1 < canceled part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.1 size=1048576 2024-09-16T11:23:30.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.470+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~GKC6AX2OINZU.2 size=393748 2024-09-16T11:23:30.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.474+0000 7fb66dec2640 1 < canceled multipart upload key=D4SQZJ77RBR1 upload=GKC6AX2OINZU tag=G9LJ5K3B2LK2 type=write size=3539476 2024-09-16T11:23:30.477 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.476+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=9FUPPSXRLB61 type=write size=503663 2024-09-16T11:23:30.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.479+0000 7fb66dec2640 1 < suggested remove operation key=KW19TYJ86X9U tag=5XNMEX5AH9P1 type=del 2024-09-16T11:23:30.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.484+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~7DHD7XI3RB04.0 size=1048576 2024-09-16T11:23:30.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.485+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~7DHD7XI3RB04.1 size=591708 2024-09-16T11:23:30.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.485+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=7DHD7XI3RB04 tag=0O3K2AXH58S7 type=write size=2688860 2024-09-16T11:23:30.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.488+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=V3FR6ASR1ZT7 type=del 2024-09-16T11:23:30.493 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.492+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.0 size=1048576 2024-09-16T11:23:30.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.493+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.1 size=1048576 2024-09-16T11:23:30.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.495+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.2 size=247979 2024-09-16T11:23:30.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.495+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=TROUHAE2J3U0 tag=1N1LB3OCVAHC type=write size=3393707 2024-09-16T11:23:30.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.497+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.0 size=1048576 2024-09-16T11:23:30.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.499+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.1 size=1048576 2024-09-16T11:23:30.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.501+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~0AC9B3V8ZVY3.2 size=830705 2024-09-16T11:23:30.505 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.504+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=0AC9B3V8ZVY3 tag=QHZTRS3V9W35 type=write size=3976433 2024-09-16T11:23:30.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.508+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~4J75FX2E3XDH.0 size=560166 2024-09-16T11:23:30.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.508+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=4J75FX2E3XDH tag=WAOJX071HA9O type=write size=1608742 2024-09-16T11:23:30.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.510+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.0 size=1048576 2024-09-16T11:23:30.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.512+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.1 size=1048576 2024-09-16T11:23:30.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.514+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~X94SYVC9G13V.2 size=106624 2024-09-16T11:23:30.518 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.517+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=X94SYVC9G13V tag=2OT22B1V2G9R type=write size=3252352 2024-09-16T11:23:30.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.520+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=R2640V5NPWKT type=del size=762501 2024-09-16T11:23:30.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.522+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~T6098RO6Y4B0.0 size=391861 2024-09-16T11:23:30.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.525+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=T6098RO6Y4B0 tag=B2O679SYKN6I type=write size=1440437 2024-09-16T11:23:30.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.527+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=LE7P1MKAN09X type=del size=1311204 2024-09-16T11:23:30.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.529+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=8W7Y51CZ4SS0 type=del 2024-09-16T11:23:30.532 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.531+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=IZ2ESRCP9Y4H type=del size=3047563 2024-09-16T11:23:30.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.534+0000 7fb66dec2640 1 < canceled operation key=Y6MT7DT0JW3D tag=2RQ6JJ316MUI type=del size=3460383 2024-09-16T11:23:30.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.537+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.0 size=1048576 2024-09-16T11:23:30.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.539+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.1 size=1048576 2024-09-16T11:23:30.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.540+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.2 size=430498 2024-09-16T11:23:30.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.540+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=1IT9ZR0VLEJE tag=HBOH271P45K5 type=write size=3576226 2024-09-16T11:23:30.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.543+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~72QVPQ3LVEWB.0 size=893026 2024-09-16T11:23:30.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.546+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=72QVPQ3LVEWB tag=BMULW83WMTAU type=write size=1941602 2024-09-16T11:23:30.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.548+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=QI3N4YH6XZF4 type=del size=3103035 2024-09-16T11:23:30.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.550+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=0HBTEP4HP7EE type=del 2024-09-16T11:23:30.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.554+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~RX372YTUKSZL.0 size=758999 2024-09-16T11:23:30.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.554+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=RX372YTUKSZL tag=IIESKRPV8N3U type=write size=1807575 2024-09-16T11:23:30.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.556+0000 7fb66dec2640 1 < completed write operation key=I575ZO6BYNEZ tag=BE4PL0ZZ8SOM type=write size=1002213 2024-09-16T11:23:30.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.558+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=NUAJ3VQR7SOX type=del size=3991156 2024-09-16T11:23:30.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.560+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=3BA9D00Z4UBH type=del 2024-09-16T11:23:30.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.564+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~I7MB8M5FSG1M.0 size=74293 2024-09-16T11:23:30.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.564+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=I7MB8M5FSG1M tag=ZEE1FTBBVJZ6 type=write size=1122869 2024-09-16T11:23:30.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.566+0000 7fb66dec2640 1 < completed write operation key=D4SQZJ77RBR1 tag=DMUBD4Y1M4BE type=write size=408608 2024-09-16T11:23:30.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.568+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=5KRZMQQT07DN type=del size=1587181 2024-09-16T11:23:30.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.571+0000 7fb66dec2640 -1 < failed to complete operation key=KW19TYJ86X9U tag=R4K4YH5JBADQ type=del size=1270515: (22) Invalid argument 2024-09-16T11:23:30.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.573+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=U8ERE0Q1ANED type=del size=1631412 2024-09-16T11:23:30.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.575+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=0XC4B25MLB32 type=del 2024-09-16T11:23:30.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.578+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~DIHA9DTS8D6T.0 size=470531 2024-09-16T11:23:30.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.578+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=DIHA9DTS8D6T tag=JLIB2S3FC9S9 type=write size=1519107 2024-09-16T11:23:30.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.580+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=2QVHOCRZDH4N type=del 2024-09-16T11:23:30.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.584+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~FGJPJ20KQTRB.0 size=1048576 2024-09-16T11:23:30.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.586+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~FGJPJ20KQTRB.1 size=896313 2024-09-16T11:23:30.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.586+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=FGJPJ20KQTRB tag=9ORK7T2EWA5I type=write size=2993465 2024-09-16T11:23:30.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.588+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=9FUPPSXRLB61 type=write size=503663 2024-09-16T11:23:30.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.590+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=Z9EHYLW6UWDR type=del size=103869 2024-09-16T11:23:30.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.592+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~7DHD7XI3RB04.0 size=1048576 2024-09-16T11:23:30.595 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.594+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~7DHD7XI3RB04.1 size=591708 2024-09-16T11:23:30.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.597+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=7DHD7XI3RB04 tag=0O3K2AXH58S7 type=write size=2688860 2024-09-16T11:23:30.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.599+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=6T0QJ0C73JDT type=del size=866468 2024-09-16T11:23:30.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.601+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.0 size=1048576 2024-09-16T11:23:30.604 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.603+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.1 size=1048576 2024-09-16T11:23:30.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.604+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~TROUHAE2J3U0.2 size=247979 2024-09-16T11:23:30.609 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.608+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=TROUHAE2J3U0 tag=1N1LB3OCVAHC type=write size=3393707 2024-09-16T11:23:30.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.610+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=TLRQXOJVN1G4 type=del size=3460321 2024-09-16T11:23:30.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.612+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~4J75FX2E3XDH.0 size=560166 2024-09-16T11:23:30.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.615+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=4J75FX2E3XDH tag=WAOJX071HA9O type=write size=1608742 2024-09-16T11:23:30.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.617+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=5LUV5OJAAX3O type=del size=1723688 2024-09-16T11:23:30.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.619+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=R2640V5NPWKT type=del 2024-09-16T11:23:30.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.622+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=OTLVBXHKBL3U type=del size=2411737 2024-09-16T11:23:30.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.626+0000 7fb66dec2640 1 < suggested update operation key=3G4SVBOPOKXF tag=LE7P1MKAN09X type=del size=1311204 2024-09-16T11:23:30.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.630+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~998JZJBX5CM6.0 size=283361 2024-09-16T11:23:30.631 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.630+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=998JZJBX5CM6 tag=NE85ZZ9YLE7N type=write size=1331937 2024-09-16T11:23:30.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.632+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=IZ2ESRCP9Y4H type=del 2024-09-16T11:23:30.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.634+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=PXC07ITEMH03 type=del size=3277107 2024-09-16T11:23:30.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.634+0000 7fb66dec2640 1 < canceled part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.0 size=1048576 2024-09-16T11:23:30.637 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.636+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.1 size=1048576 2024-09-16T11:23:30.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.638+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~1IT9ZR0VLEJE.2 size=430498 2024-09-16T11:23:30.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.641+0000 7fb66dec2640 1 < canceled multipart upload key=D4SQZJ77RBR1 upload=1IT9ZR0VLEJE tag=HBOH271P45K5 type=write size=3576226 2024-09-16T11:23:30.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.643+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=KPE9TP7L303P type=del size=3495821 2024-09-16T11:23:30.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.645+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=QI3N4YH6XZF4 type=del 2024-09-16T11:23:30.648 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.647+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=Z2FMXYTRMQJH type=write size=197589 2024-09-16T11:23:30.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.649+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~RX372YTUKSZL.0 size=758999 2024-09-16T11:23:30.654 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.653+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=RX372YTUKSZL tag=IIESKRPV8N3U type=write size=1807575 2024-09-16T11:23:30.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.655+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=37M27ABOXBWK type=write size=819410 2024-09-16T11:23:30.658 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.657+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=NUAJ3VQR7SOX type=del size=3991156 2024-09-16T11:23:30.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.661+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~Z03ENUHPUWG3.0 size=213867 2024-09-16T11:23:30.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.661+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=Z03ENUHPUWG3 tag=5LBXU6JCU6JH type=write size=1262443 2024-09-16T11:23:30.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.663+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~I7MB8M5FSG1M.0 size=74293 2024-09-16T11:23:30.668 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.667+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=I7MB8M5FSG1M tag=ZEE1FTBBVJZ6 type=write size=1122869 2024-09-16T11:23:30.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:30 smithi077 ceph-mon[86047]: pgmap v1434: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 942 KiB/s rd, 328 KiB/s wr, 1.67k op/s 2024-09-16T11:23:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:30 smithi077 ceph-mon[88497]: pgmap v1434: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 942 KiB/s rd, 328 KiB/s wr, 1.67k op/s 2024-09-16T11:23:30.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.670+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~9NFEVV53S0U5.0 size=1048576 2024-09-16T11:23:30.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.672+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~9NFEVV53S0U5.1 size=200661 2024-09-16T11:23:30.673 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.672+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=9NFEVV53S0U5 tag=BDG0VJMW9WU0 type=write size=2297813 2024-09-16T11:23:30.675 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.674+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=5KRZMQQT07DN type=del 2024-09-16T11:23:30.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.676+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=GDOGQ4QNPDOA type=del size=1137066 2024-09-16T11:23:30.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.678+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=U8ERE0Q1ANED type=del 2024-09-16T11:23:30.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.680+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=MWYK9LATE6SM type=del size=2591502 2024-09-16T11:23:30.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.682+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~DIHA9DTS8D6T.0 size=470531 2024-09-16T11:23:30.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.686+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=DIHA9DTS8D6T tag=JLIB2S3FC9S9 type=write size=1519107 2024-09-16T11:23:30.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.689+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.0 size=1048576 2024-09-16T11:23:30.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.691+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.1 size=1048576 2024-09-16T11:23:30.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.693+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.2 size=138247 2024-09-16T11:23:30.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.693+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=D2XGZKY2GQ7A tag=XSUWLD1NL1PQ type=write size=3283975 2024-09-16T11:23:30.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.695+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~FGJPJ20KQTRB.0 size=1048576 2024-09-16T11:23:30.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.697+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~FGJPJ20KQTRB.1 size=896313 2024-09-16T11:23:30.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.701+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=FGJPJ20KQTRB tag=9ORK7T2EWA5I type=write size=2993465 2024-09-16T11:23:30.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.703+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=X1040JRB7IZE type=del size=264135 2024-09-16T11:23:30.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.705+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=Z9EHYLW6UWDR type=del 2024-09-16T11:23:30.708 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.707+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=UJN4UQ7242YB type=del size=2680308 2024-09-16T11:23:30.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.710+0000 7fb66dec2640 1 < suggested remove operation key=WQGRWNTRNYI7 tag=6T0QJ0C73JDT type=del 2024-09-16T11:23:30.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.714+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~BGHTNF8EADN7.0 size=1048576 2024-09-16T11:23:30.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.716+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~BGHTNF8EADN7.1 size=437743 2024-09-16T11:23:30.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.716+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=BGHTNF8EADN7 tag=H030BLIK092A type=write size=2534895 2024-09-16T11:23:30.719 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.718+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=TLRQXOJVN1G4 type=del 2024-09-16T11:23:30.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.722+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~30U925XI08MN.0 size=1048576 2024-09-16T11:23:30.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.723+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~30U925XI08MN.1 size=768374 2024-09-16T11:23:30.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.723+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=30U925XI08MN tag=25CRMBK1H6Q1 type=write size=2865526 2024-09-16T11:23:30.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.726+0000 7fb66dec2640 1 < canceled operation key=ZJBL3MHVCGZG tag=5LUV5OJAAX3O type=del size=1723688 2024-09-16T11:23:30.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.730+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~V0A15NWX1KI6.0 size=1048576 2024-09-16T11:23:30.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.732+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~V0A15NWX1KI6.1 size=829601 2024-09-16T11:23:30.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.732+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=V0A15NWX1KI6 tag=3K5T2S6E8TNP type=write size=2926753 2024-09-16T11:23:30.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.734+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=OTLVBXHKBL3U type=del 2024-09-16T11:23:30.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.738+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~8B9N03DZQ356.0 size=1048576 2024-09-16T11:23:30.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.740+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~8B9N03DZQ356.1 size=295182 2024-09-16T11:23:30.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.740+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=8B9N03DZQ356 tag=IPJ11SZYQRJA type=write size=2392334 2024-09-16T11:23:30.743 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.742+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~998JZJBX5CM6.0 size=283361 2024-09-16T11:23:30.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.746+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=998JZJBX5CM6 tag=NE85ZZ9YLE7N type=write size=1331937 2024-09-16T11:23:30.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.748+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=41GIHAJP5SXI type=del size=556701 2024-09-16T11:23:30.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.751+0000 7fb66dec2640 -1 < failed to complete operation key=WQGRWNTRNYI7 tag=PXC07ITEMH03 type=del size=3277107: (22) Invalid argument 2024-09-16T11:23:30.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.753+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=LPVJCH3U9Z8Z type=del size=3653191 2024-09-16T11:23:30.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.757+0000 7fb66dec2640 1 < suggested update operation key=W6R5LJLF4MG0 tag=KPE9TP7L303P type=del size=3495821 2024-09-16T11:23:30.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.760+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=4UK5H0VBWJ44 type=del size=422171 2024-09-16T11:23:30.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.762+0000 7fb66dec2640 1 < completed write operation key=OEN3JZU6OLXI tag=Z2FMXYTRMQJH type=write size=197589 2024-09-16T11:23:30.766 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.765+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~N75QI867DHF9.0 size=822249 2024-09-16T11:23:30.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.765+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=N75QI867DHF9 tag=YH4SMXPTVILF type=write size=1870825 2024-09-16T11:23:30.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.767+0000 7fb66dec2640 1 < completed write operation key=SXTKV1YIBM8U tag=37M27ABOXBWK type=write size=819410 2024-09-16T11:23:30.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.769+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=W527NLEMBBMX type=del size=3815130 2024-09-16T11:23:30.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.771+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~Z03ENUHPUWG3.0 size=213867 2024-09-16T11:23:30.776 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.775+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=Z03ENUHPUWG3 tag=5LBXU6JCU6JH type=write size=1262443 2024-09-16T11:23:30.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.779+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~IJ34A8RFAADI.0 size=1048576 2024-09-16T11:23:30.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.780+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~IJ34A8RFAADI.1 size=721003 2024-09-16T11:23:30.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.780+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=IJ34A8RFAADI tag=IA6CMJW03DSE type=write size=2818155 2024-09-16T11:23:30.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.783+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~9NFEVV53S0U5.0 size=1048576 2024-09-16T11:23:30.785 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.784+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~9NFEVV53S0U5.1 size=200661 2024-09-16T11:23:30.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.788+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=9NFEVV53S0U5 tag=BDG0VJMW9WU0 type=write size=2297813 2024-09-16T11:23:30.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.791+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~72FWMPXHDVKJ.0 size=1048576 2024-09-16T11:23:30.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.793+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~72FWMPXHDVKJ.1 size=531642 2024-09-16T11:23:30.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.793+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=72FWMPXHDVKJ tag=XDZZF81RH6EB type=write size=2628794 2024-09-16T11:23:30.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.797+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=GDOGQ4QNPDOA type=del 2024-09-16T11:23:30.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.800+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~QAVR1N7RJQYK.0 size=1048576 2024-09-16T11:23:30.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.802+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~QAVR1N7RJQYK.1 size=259808 2024-09-16T11:23:30.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.802+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=QAVR1N7RJQYK tag=Z3NX3OJOHOCL type=write size=2356960 2024-09-16T11:23:30.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.806+0000 7fb66dec2640 1 < suggested update operation key=SXTKV1YIBM8U tag=MWYK9LATE6SM type=del size=2591502 2024-09-16T11:23:30.809 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.808+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=NQM6RQQ0JJ3O type=write size=193448 2024-09-16T11:23:30.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.810+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.0 size=1048576 2024-09-16T11:23:30.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.812+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.1 size=1048576 2024-09-16T11:23:30.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.814+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~D2XGZKY2GQ7A.2 size=138247 2024-09-16T11:23:30.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.818+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=D2XGZKY2GQ7A tag=XSUWLD1NL1PQ type=write size=3283975 2024-09-16T11:23:30.820 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.819+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=80YTVEVSTEM6 type=del size=2022631 2024-09-16T11:23:30.823 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.822+0000 7fb66dec2640 1 < canceled operation key=0KLATQC7UXQS tag=X1040JRB7IZE type=del size=264135 2024-09-16T11:23:30.825 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.824+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=VCB3HADODTDA type=del size=716180 2024-09-16T11:23:30.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.828+0000 7fb66dec2640 1 < suggested remove operation key=I575ZO6BYNEZ tag=UJN4UQ7242YB type=del 2024-09-16T11:23:30.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.831+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=0NWKV5Y69LS3 type=del size=3564185 2024-09-16T11:23:30.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.833+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~BGHTNF8EADN7.0 size=1048576 2024-09-16T11:23:30.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.834+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~BGHTNF8EADN7.1 size=437743 2024-09-16T11:23:30.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.838+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=BGHTNF8EADN7 tag=H030BLIK092A type=write size=2534895 2024-09-16T11:23:30.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.842+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.0 size=1048576 2024-09-16T11:23:30.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.844+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.1 size=1048576 2024-09-16T11:23:30.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.847+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.2 size=157400 2024-09-16T11:23:30.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.847+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=RTJFU1O1N3GH tag=009AGMCRB3AA type=write size=3303128 2024-09-16T11:23:30.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.849+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~30U925XI08MN.0 size=1048576 2024-09-16T11:23:30.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.851+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~30U925XI08MN.1 size=768374 2024-09-16T11:23:30.856 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.855+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=30U925XI08MN tag=25CRMBK1H6Q1 type=write size=2865526 2024-09-16T11:23:30.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.858+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~I6EMY1W5FRVV.0 size=714377 2024-09-16T11:23:30.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.858+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=I6EMY1W5FRVV tag=4Z69FRMJ9C10 type=write size=1762953 2024-09-16T11:23:30.862 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.860+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~V0A15NWX1KI6.0 size=1048576 2024-09-16T11:23:30.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.862+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~V0A15NWX1KI6.1 size=829601 2024-09-16T11:23:30.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.866+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=V0A15NWX1KI6 tag=3K5T2S6E8TNP type=write size=2926753 2024-09-16T11:23:30.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.868+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=TYIB4OZTVJ17 type=del size=3461772 2024-09-16T11:23:30.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.870+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~8B9N03DZQ356.0 size=1048576 2024-09-16T11:23:30.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.871+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~8B9N03DZQ356.1 size=295182 2024-09-16T11:23:30.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.875+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=8B9N03DZQ356 tag=IPJ11SZYQRJA type=write size=2392334 2024-09-16T11:23:30.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.877+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=8E94UGWBBNNL type=del size=2367634 2024-09-16T11:23:30.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.879+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=41GIHAJP5SXI type=del 2024-09-16T11:23:30.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.881+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=7XJ022TZIAM1 type=write size=261771 2024-09-16T11:23:30.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.883+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=LPVJCH3U9Z8Z type=del 2024-09-16T11:23:30.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.885+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=29XM2VXJH3RX type=del size=762557 2024-09-16T11:23:30.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.887+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=4UK5H0VBWJ44 type=del 2024-09-16T11:23:30.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.889+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=OBM10M2D4MFU type=del size=1577818 2024-09-16T11:23:30.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.891+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~N75QI867DHF9.0 size=822249 2024-09-16T11:23:30.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.895+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=N75QI867DHF9 tag=YH4SMXPTVILF type=write size=1870825 2024-09-16T11:23:30.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.899+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.0 size=1048576 2024-09-16T11:23:30.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.901+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.1 size=1048576 2024-09-16T11:23:30.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.902+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.2 size=955941 2024-09-16T11:23:30.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.902+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=3ZNKN9DDGL08 tag=UCQ8MVVOZU1R type=write size=4101669 2024-09-16T11:23:30.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.905+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=W527NLEMBBMX type=del 2024-09-16T11:23:30.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.908+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~9ZG1FDU6S9U0.0 size=619498 2024-09-16T11:23:30.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.908+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=9ZG1FDU6S9U0 tag=T8RBXJS7ANDI type=write size=1668074 2024-09-16T11:23:30.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.909+0000 7fb66dec2640 1 < canceled part key=_multipart_224VQRZ2GHDJ.2~IJ34A8RFAADI.0 size=1048576 2024-09-16T11:23:30.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.910+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~IJ34A8RFAADI.1 size=721003 2024-09-16T11:23:30.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.914+0000 7fb66dec2640 1 < canceled multipart upload key=224VQRZ2GHDJ upload=IJ34A8RFAADI tag=IA6CMJW03DSE type=write size=2818155 2024-09-16T11:23:30.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.917+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=ICC4QREDH5XA type=del size=1638332 2024-09-16T11:23:30.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.919+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~72FWMPXHDVKJ.0 size=1048576 2024-09-16T11:23:30.922 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.921+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~72FWMPXHDVKJ.1 size=531642 2024-09-16T11:23:30.925 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.924+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=72FWMPXHDVKJ tag=XDZZF81RH6EB type=write size=2628794 2024-09-16T11:23:30.927 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.926+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=LK12DO5CZRA0 type=del size=3190180 2024-09-16T11:23:30.930 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.929+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~QAVR1N7RJQYK.0 size=1048576 2024-09-16T11:23:30.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.931+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~QAVR1N7RJQYK.1 size=259808 2024-09-16T11:23:30.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.935+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=QAVR1N7RJQYK tag=Z3NX3OJOHOCL type=write size=2356960 2024-09-16T11:23:30.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.939+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~5502AIO2CIYZ.0 size=838405 2024-09-16T11:23:30.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.939+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=5502AIO2CIYZ tag=3CCEJ7W2KJB1 type=write size=1886981 2024-09-16T11:23:30.942 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.941+0000 7fb66dec2640 1 < completed write operation key=SXTKV1YIBM8U tag=NQM6RQQ0JJ3O type=write size=193448 2024-09-16T11:23:30.946 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.945+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~KHFFJW98R4JT.0 size=1048576 2024-09-16T11:23:30.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.946+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~KHFFJW98R4JT.1 size=38664 2024-09-16T11:23:30.948 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.946+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=KHFFJW98R4JT tag=2AIDJXJIVA8L type=write size=2135816 2024-09-16T11:23:30.950 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.949+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=80YTVEVSTEM6 type=del 2024-09-16T11:23:30.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.953+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~DM9ZUL96S37Q.0 size=759794 2024-09-16T11:23:30.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.953+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=DM9ZUL96S37Q tag=VKQYCJZ0SXSL type=write size=1808370 2024-09-16T11:23:30.958 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.957+0000 7fb66dec2640 1 < suggested update operation key=D4SQZJ77RBR1 tag=VCB3HADODTDA type=del size=716180 2024-09-16T11:23:30.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.961+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~TWO8IZHVG61P.0 size=1048576 2024-09-16T11:23:30.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.963+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~TWO8IZHVG61P.1 size=220659 2024-09-16T11:23:30.964 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.963+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=TWO8IZHVG61P tag=UVDL6Y1AFMN5 type=write size=2317811 2024-09-16T11:23:30.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.965+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=0NWKV5Y69LS3 type=del 2024-09-16T11:23:30.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.967+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=00I4LS4JLE55 type=write size=214017 2024-09-16T11:23:30.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.969+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.0 size=1048576 2024-09-16T11:23:30.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.971+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.1 size=1048576 2024-09-16T11:23:30.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.973+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~RTJFU1O1N3GH.2 size=157400 2024-09-16T11:23:30.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.977+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=RTJFU1O1N3GH tag=009AGMCRB3AA type=write size=3303128 2024-09-16T11:23:30.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.980+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~FXW19Z8UM4CO.0 size=444731 2024-09-16T11:23:30.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.980+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=FXW19Z8UM4CO tag=L8BVO1J25N85 type=write size=1493307 2024-09-16T11:23:30.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.982+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~I6EMY1W5FRVV.0 size=714377 2024-09-16T11:23:30.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.986+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=I6EMY1W5FRVV tag=4Z69FRMJ9C10 type=write size=1762953 2024-09-16T11:23:30.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.989+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=Q7BVP3R5BK8E type=write size=341147 2024-09-16T11:23:30.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.991+0000 7fb66dec2640 1 < completed delete operation key=VZOJ74356GH2 tag=TYIB4OZTVJ17 type=del 2024-09-16T11:23:30.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.993+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=YDFKLFV6UK8J type=write size=295111 2024-09-16T11:23:30.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:30.998+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=8E94UGWBBNNL type=del 2024-09-16T11:23:31.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.001+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.0 size=1048576 2024-09-16T11:23:31.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.003+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.1 size=1048576 2024-09-16T11:23:31.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.005+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.2 size=725095 2024-09-16T11:23:31.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.005+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=5GK1ULR0U3FK tag=0C5Q54PEAXI6 type=write size=3870823 2024-09-16T11:23:31.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.007+0000 7fb66dec2640 1 < completed write operation key=UBJMF37RRIGD tag=7XJ022TZIAM1 type=write size=261771 2024-09-16T11:23:31.011 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.010+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=W0B3OS80ZU7J type=del size=3290854 2024-09-16T11:23:31.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.012+0000 7fb66dec2640 1 < canceled operation key=WQGRWNTRNYI7 tag=29XM2VXJH3RX type=del size=762557 2024-09-16T11:23:31.015 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.014+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=J56OXIRZBKVM type=del size=198459 2024-09-16T11:23:31.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.016+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=OBM10M2D4MFU type=del 2024-09-16T11:23:31.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.020+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~WQQRHA3X9I6U.0 size=399139 2024-09-16T11:23:31.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.020+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=WQQRHA3X9I6U tag=8MMYGBSG5Q8X type=write size=1447715 2024-09-16T11:23:31.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.022+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.0 size=1048576 2024-09-16T11:23:31.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.023+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.1 size=1048576 2024-09-16T11:23:31.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.025+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~3ZNKN9DDGL08.2 size=955941 2024-09-16T11:23:31.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.029+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=3ZNKN9DDGL08 tag=UCQ8MVVOZU1R type=write size=4101669 2024-09-16T11:23:31.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.031+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=KHJFZ3NN5FIW type=del size=2263199 2024-09-16T11:23:31.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.033+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~9ZG1FDU6S9U0.0 size=619498 2024-09-16T11:23:31.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.037+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=9ZG1FDU6S9U0 tag=T8RBXJS7ANDI type=write size=1668074 2024-09-16T11:23:31.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.039+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=L95DOX6DCTTN type=del size=1397811 2024-09-16T11:23:31.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.043+0000 7fb66dec2640 1 < suggested remove operation key=NM5WWTC1BEDM tag=ICC4QREDH5XA type=del 2024-09-16T11:23:31.047 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.046+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=QP9UDVCUE6TX type=del size=1904205 2024-09-16T11:23:31.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.048+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=LK12DO5CZRA0 type=del 2024-09-16T11:23:31.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.051+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.0 size=1048576 2024-09-16T11:23:31.054 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.053+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.1 size=1048576 2024-09-16T11:23:31.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.055+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.2 size=634779 2024-09-16T11:23:31.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.055+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=0PXDW1L62TO2 tag=RIAVDHK0PQ1U type=write size=3780507 2024-09-16T11:23:31.058 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.057+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~5502AIO2CIYZ.0 size=838405 2024-09-16T11:23:31.062 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.061+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=5502AIO2CIYZ tag=3CCEJ7W2KJB1 type=write size=1886981 2024-09-16T11:23:31.064 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.063+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=P1CORJFBIS8B type=del size=699219 2024-09-16T11:23:31.066 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.065+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~KHFFJW98R4JT.0 size=1048576 2024-09-16T11:23:31.068 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.067+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~KHFFJW98R4JT.1 size=38664 2024-09-16T11:23:31.072 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.071+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=KHFFJW98R4JT tag=2AIDJXJIVA8L type=write size=2135816 2024-09-16T11:23:31.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.076+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~CUW0316G760N.0 size=1023281 2024-09-16T11:23:31.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.076+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=CUW0316G760N tag=BF630FHHG6SF type=write size=2071857 2024-09-16T11:23:31.079 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.078+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~DM9ZUL96S37Q.0 size=759794 2024-09-16T11:23:31.083 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.082+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=DM9ZUL96S37Q tag=VKQYCJZ0SXSL type=write size=1808370 2024-09-16T11:23:31.085 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.084+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=PMPNIBSH604T type=write size=143447 2024-09-16T11:23:31.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.086+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~TWO8IZHVG61P.0 size=1048576 2024-09-16T11:23:31.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.086+0000 7fb66dec2640 1 < canceled part key=_multipart_5SP701M6TW6O.2~TWO8IZHVG61P.1 size=220659 2024-09-16T11:23:31.091 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.090+0000 7fb66dec2640 1 < canceled multipart upload key=5SP701M6TW6O upload=TWO8IZHVG61P tag=UVDL6Y1AFMN5 type=write size=2317811 2024-09-16T11:23:31.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.094+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~2WMJ82Y12D7N.0 size=650566 2024-09-16T11:23:31.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.094+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=2WMJ82Y12D7N tag=EJ92VUQG6EDB type=write size=1699142 2024-09-16T11:23:31.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.096+0000 7fb66dec2640 1 < completed write operation key=VF9C7DHNEIOX tag=00I4LS4JLE55 type=write size=214017 2024-09-16T11:23:31.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.098+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=8ET1J03TA9WF type=del size=505529 2024-09-16T11:23:31.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.100+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~FXW19Z8UM4CO.0 size=444731 2024-09-16T11:23:31.104 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.103+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=FXW19Z8UM4CO tag=L8BVO1J25N85 type=write size=1493307 2024-09-16T11:23:31.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.105+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=5VWXA0JU8K0C type=del size=1892426 2024-09-16T11:23:31.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.108+0000 7fb66dec2640 -1 < failed to complete operation key=224VQRZ2GHDJ tag=Q7BVP3R5BK8E type=write size=341147: (22) Invalid argument 2024-09-16T11:23:31.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.112+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~GGNIJOQIOL29.0 size=548599 2024-09-16T11:23:31.116 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.112+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=GGNIJOQIOL29 tag=E1H35F1YLGTU type=write size=1597175 2024-09-16T11:23:31.116 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.115+0000 7fb66dec2640 -1 < failed to complete operation key=224VQRZ2GHDJ tag=YDFKLFV6UK8J type=write size=295111: (22) Invalid argument 2024-09-16T11:23:31.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.120+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~RU7QL472OV9O.0 size=1048576 2024-09-16T11:23:31.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.121+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~RU7QL472OV9O.1 size=794024 2024-09-16T11:23:31.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.121+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=RU7QL472OV9O tag=NM39SFUWZNEU type=write size=2891176 2024-09-16T11:23:31.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.123+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.0 size=1048576 2024-09-16T11:23:31.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.125+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.1 size=1048576 2024-09-16T11:23:31.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.127+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~5GK1ULR0U3FK.2 size=725095 2024-09-16T11:23:31.132 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.131+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=5GK1ULR0U3FK tag=0C5Q54PEAXI6 type=write size=3870823 2024-09-16T11:23:31.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.135+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.0 size=1048576 2024-09-16T11:23:31.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.136+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.1 size=1048576 2024-09-16T11:23:31.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.138+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.2 size=574502 2024-09-16T11:23:31.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.138+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=DVU8DE5SP3HK tag=E8DBRH06IN2H type=write size=3720230 2024-09-16T11:23:31.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.142+0000 7fb66dec2640 1 < suggested remove operation key=2C0Y1546EQZK tag=W0B3OS80ZU7J type=del 2024-09-16T11:23:31.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.146+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~YIO0WV1OOXVU.0 size=214178 2024-09-16T11:23:31.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.146+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=YIO0WV1OOXVU tag=U5BI68GO478O type=write size=1262754 2024-09-16T11:23:31.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.148+0000 7fb66dec2640 1 < canceled operation key=Y6MT7DT0JW3D tag=J56OXIRZBKVM type=del size=198459 2024-09-16T11:23:31.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.152+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~BOP9FG8HVKWR.0 size=1048576 2024-09-16T11:23:31.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.154+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~BOP9FG8HVKWR.1 size=966776 2024-09-16T11:23:31.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.154+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=BOP9FG8HVKWR tag=5F2TR271XUFC type=write size=3063928 2024-09-16T11:23:31.157 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.156+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~WQQRHA3X9I6U.0 size=399139 2024-09-16T11:23:31.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.159+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=WQQRHA3X9I6U tag=8MMYGBSG5Q8X type=write size=1447715 2024-09-16T11:23:31.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.163+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~JU4VUL6IEB3A.0 size=248916 2024-09-16T11:23:31.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.163+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=JU4VUL6IEB3A tag=RPATE57GNNX6 type=write size=1297492 2024-09-16T11:23:31.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.166+0000 7fb66dec2640 -1 < failed to complete operation key=NM5WWTC1BEDM tag=KHJFZ3NN5FIW type=del size=2263199: (22) Invalid argument 2024-09-16T11:23:31.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.170+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~8TQN40DPN4M1.0 size=704390 2024-09-16T11:23:31.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.170+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=8TQN40DPN4M1 tag=1K03C8S2EM6Z type=write size=1752966 2024-09-16T11:23:31.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.172+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=L95DOX6DCTTN type=del 2024-09-16T11:23:31.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.174+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=18F41M75G8BK type=del size=2699832 2024-09-16T11:23:31.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.177+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=QP9UDVCUE6TX type=del 2024-09-16T11:23:31.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.181+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Y0PT5HHYVBLR.0 size=239013 2024-09-16T11:23:31.182 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.181+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=Y0PT5HHYVBLR tag=BM7VNTA432VY type=write size=1287589 2024-09-16T11:23:31.184 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.183+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.0 size=1048576 2024-09-16T11:23:31.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.184+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.1 size=1048576 2024-09-16T11:23:31.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.186+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~0PXDW1L62TO2.2 size=634779 2024-09-16T11:23:31.191 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.190+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=0PXDW1L62TO2 tag=RIAVDHK0PQ1U type=write size=3780507 2024-09-16T11:23:31.193 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.192+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=GR9F8OTGH1L2 type=write size=213193 2024-09-16T11:23:31.195 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.194+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=P1CORJFBIS8B type=del 2024-09-16T11:23:31.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.197+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=UCMZW3JGQ9QJ type=del size=443396 2024-09-16T11:23:31.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.199+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~CUW0316G760N.0 size=1023281 2024-09-16T11:23:31.204 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.203+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=CUW0316G760N tag=BF630FHHG6SF type=write size=2071857 2024-09-16T11:23:31.206 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.205+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=4W2MVQRSNZQO type=del size=1431531 2024-09-16T11:23:31.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.207+0000 7fb66dec2640 1 < canceled operation key=W6R5LJLF4MG0 tag=PMPNIBSH604T type=write size=143447 2024-09-16T11:23:31.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.209+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=3NHG33GTMC0U type=write size=484875 2024-09-16T11:23:31.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.212+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~2WMJ82Y12D7N.0 size=650566 2024-09-16T11:23:31.217 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.216+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=2WMJ82Y12D7N tag=EJ92VUQG6EDB type=write size=1699142 2024-09-16T11:23:31.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.220+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~1S5VT5X6K0F8.0 size=1048576 2024-09-16T11:23:31.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.222+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~1S5VT5X6K0F8.1 size=436867 2024-09-16T11:23:31.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.222+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=1S5VT5X6K0F8 tag=5J0VWS65G7YS type=write size=2534019 2024-09-16T11:23:31.227 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.226+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=8ET1J03TA9WF type=del 2024-09-16T11:23:31.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.228+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=IFV8UFT91Z8H type=del size=3546333 2024-09-16T11:23:31.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.231+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=5VWXA0JU8K0C type=del 2024-09-16T11:23:31.235 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.234+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=2X140ZHSRRFS type=del size=3393017 2024-09-16T11:23:31.237 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.236+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~GGNIJOQIOL29.0 size=548599 2024-09-16T11:23:31.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.239+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=GGNIJOQIOL29 tag=E1H35F1YLGTU type=write size=1597175 2024-09-16T11:23:31.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.243+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~12JAW4DJ1XYF.0 size=239098 2024-09-16T11:23:31.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.243+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=12JAW4DJ1XYF tag=OO7MGSCLVBML type=write size=1287674 2024-09-16T11:23:31.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.246+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~RU7QL472OV9O.0 size=1048576 2024-09-16T11:23:31.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.247+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~RU7QL472OV9O.1 size=794024 2024-09-16T11:23:31.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.251+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=RU7QL472OV9O tag=NM39SFUWZNEU type=write size=2891176 2024-09-16T11:23:31.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.253+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=HTRH54DUEIA5 type=del size=3657693 2024-09-16T11:23:31.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.255+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.0 size=1048576 2024-09-16T11:23:31.258 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.257+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.1 size=1048576 2024-09-16T11:23:31.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.259+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~DVU8DE5SP3HK.2 size=574502 2024-09-16T11:23:31.264 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.262+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=DVU8DE5SP3HK tag=E8DBRH06IN2H type=write size=3720230 2024-09-16T11:23:31.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.266+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~ZO936E1MYN3S.0 size=848163 2024-09-16T11:23:31.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.266+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=ZO936E1MYN3S tag=JS1LT8NLVSTO type=write size=1896739 2024-09-16T11:23:31.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.268+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~YIO0WV1OOXVU.0 size=214178 2024-09-16T11:23:31.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.272+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=YIO0WV1OOXVU tag=U5BI68GO478O type=write size=1262754 2024-09-16T11:23:31.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.275+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~7LHLIEL9YO17.0 size=1048576 2024-09-16T11:23:31.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.277+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~7LHLIEL9YO17.1 size=17708 2024-09-16T11:23:31.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.277+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=7LHLIEL9YO17 tag=UARVEOWD63JA type=write size=2114860 2024-09-16T11:23:31.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.279+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~BOP9FG8HVKWR.0 size=1048576 2024-09-16T11:23:31.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.279+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~BOP9FG8HVKWR.1 size=966776 2024-09-16T11:23:31.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.282+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=BOP9FG8HVKWR tag=5F2TR271XUFC type=write size=3063928 2024-09-16T11:23:31.285 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.284+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=YCVKQLK625BZ type=del size=3600775 2024-09-16T11:23:31.287 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.286+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~JU4VUL6IEB3A.0 size=248916 2024-09-16T11:23:31.291 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.290+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=JU4VUL6IEB3A tag=RPATE57GNNX6 type=write size=1297492 2024-09-16T11:23:31.293 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.292+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=G8D93GL8TNX4 type=del size=1397592 2024-09-16T11:23:31.295 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.294+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~8TQN40DPN4M1.0 size=704390 2024-09-16T11:23:31.299 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.298+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=8TQN40DPN4M1 tag=1K03C8S2EM6Z type=write size=1752966 2024-09-16T11:23:31.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.300+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=W13LQ7X6LW32 type=del size=3691336 2024-09-16T11:23:31.303 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.302+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=18F41M75G8BK type=del 2024-09-16T11:23:31.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.304+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=UM2DVH8U9U81 type=del size=1665643 2024-09-16T11:23:31.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.306+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Y0PT5HHYVBLR.0 size=239013 2024-09-16T11:23:31.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.309+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=Y0PT5HHYVBLR tag=BM7VNTA432VY type=write size=1287589 2024-09-16T11:23:31.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.313+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.0 size=1048576 2024-09-16T11:23:31.316 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.315+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.1 size=1048576 2024-09-16T11:23:31.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.317+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.2 size=501384 2024-09-16T11:23:31.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.317+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=ZYNYETNRKZZU tag=HHRSE7BAB2KT type=write size=3647112 2024-09-16T11:23:31.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.319+0000 7fb66dec2640 1 < completed write operation key=2FIB0YA81SZT tag=GR9F8OTGH1L2 type=write size=213193 2024-09-16T11:23:31.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.322+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~MFGS8C1WULSM.0 size=21460 2024-09-16T11:23:31.323 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.322+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=MFGS8C1WULSM tag=XJEJ23Z0FTO1 type=write size=1070036 2024-09-16T11:23:31.325 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.324+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=UCMZW3JGQ9QJ type=del 2024-09-16T11:23:31.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.326+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=QR2B0NHRVELK type=del size=677262 2024-09-16T11:23:31.329 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.328+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=4W2MVQRSNZQO type=del 2024-09-16T11:23:31.331 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.330+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=O4Q2BR5Y0H4O type=del size=965318 2024-09-16T11:23:31.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.332+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=3NHG33GTMC0U type=write size=484875 2024-09-16T11:23:31.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.336+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.0 size=1048576 2024-09-16T11:23:31.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.338+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.1 size=1048576 2024-09-16T11:23:31.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.339+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.2 size=476692 2024-09-16T11:23:31.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.339+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=OMXVX1J90OUS tag=R70WQRD8LP7H type=write size=3622420 2024-09-16T11:23:31.341 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.340+0000 7fb66dec2640 1 < canceled part key=_multipart_YF35LMA056BI.2~1S5VT5X6K0F8.0 size=1048576 2024-09-16T11:23:31.343 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.342+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~1S5VT5X6K0F8.1 size=436867 2024-09-16T11:23:31.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.345+0000 7fb66dec2640 1 < canceled multipart upload key=YF35LMA056BI upload=1S5VT5X6K0F8 tag=5J0VWS65G7YS type=write size=2534019 2024-09-16T11:23:31.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.347+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=7D4ONG9TVTOS type=del size=4193433 2024-09-16T11:23:31.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.349+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=IFV8UFT91Z8H type=del 2024-09-16T11:23:31.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.353+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~WI7KTVYWAGPO.0 size=1048576 2024-09-16T11:23:31.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.355+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~WI7KTVYWAGPO.1 size=643373 2024-09-16T11:23:31.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.355+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=WI7KTVYWAGPO tag=9T5ABNWH67UG type=write size=2740525 2024-09-16T11:23:31.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.359+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=2X140ZHSRRFS type=del size=3393017 2024-09-16T11:23:31.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.363+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.0 size=1048576 2024-09-16T11:23:31.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.365+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.1 size=1048576 2024-09-16T11:23:31.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.366+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.2 size=233360 2024-09-16T11:23:31.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.366+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=34JYUP1B1ZZA tag=JNDHXQAUCW6X type=write size=3379088 2024-09-16T11:23:31.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.369+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~12JAW4DJ1XYF.0 size=239098 2024-09-16T11:23:31.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.372+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=12JAW4DJ1XYF tag=OO7MGSCLVBML type=write size=1287674 2024-09-16T11:23:31.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.374+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=6Q8LST4X1L4F type=write size=58194 2024-09-16T11:23:31.378 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.377+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=HTRH54DUEIA5 type=del 2024-09-16T11:23:31.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.382+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~8G3V75W4BOUR.0 size=4508 2024-09-16T11:23:31.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.382+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=8G3V75W4BOUR tag=JLB3GSJC4IMF type=write size=1053084 2024-09-16T11:23:31.385 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.384+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~ZO936E1MYN3S.0 size=848163 2024-09-16T11:23:31.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.388+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=ZO936E1MYN3S tag=JS1LT8NLVSTO type=write size=1896739 2024-09-16T11:23:31.393 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.392+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~8AHYN8YESHA9.0 size=1048576 2024-09-16T11:23:31.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.394+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~8AHYN8YESHA9.1 size=446726 2024-09-16T11:23:31.395 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.394+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=8AHYN8YESHA9 tag=9LJEJZHZCQJS type=write size=2543878 2024-09-16T11:23:31.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.396+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~7LHLIEL9YO17.0 size=1048576 2024-09-16T11:23:31.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.398+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~7LHLIEL9YO17.1 size=17708 2024-09-16T11:23:31.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.403+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=7LHLIEL9YO17 tag=UARVEOWD63JA type=write size=2114860 2024-09-16T11:23:31.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.405+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=HLHHY7QUS41F type=write size=1039881 2024-09-16T11:23:31.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.407+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=YCVKQLK625BZ type=del 2024-09-16T11:23:31.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.409+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=UY33I1WVB8BQ type=write size=470738 2024-09-16T11:23:31.412 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.411+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=G8D93GL8TNX4 type=del 2024-09-16T11:23:31.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.413+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=R61N0JX4E9I9 type=del size=3971039 2024-09-16T11:23:31.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.416+0000 7fb66dec2640 1 < suggested remove operation key=TVK5OH5E1PV4 tag=W13LQ7X6LW32 type=del 2024-09-16T11:23:31.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.420+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.0 size=1048576 2024-09-16T11:23:31.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.422+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.1 size=1048576 2024-09-16T11:23:31.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.424+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.2 size=626786 2024-09-16T11:23:31.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.424+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=3B6FVQ9AFPFQ tag=NNCD3BMJ8TK6 type=write size=3772514 2024-09-16T11:23:31.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.425+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=UM2DVH8U9U81 type=del 2024-09-16T11:23:31.430 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.429+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~G485SK2V64VH.0 size=1048576 2024-09-16T11:23:31.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.431+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~G485SK2V64VH.1 size=671425 2024-09-16T11:23:31.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.431+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=G485SK2V64VH tag=28G5YZGUY5HW type=write size=2768577 2024-09-16T11:23:31.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.433+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.0 size=1048576 2024-09-16T11:23:31.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.435+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.1 size=1048576 2024-09-16T11:23:31.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.437+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~ZYNYETNRKZZU.2 size=501384 2024-09-16T11:23:31.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.441+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=ZYNYETNRKZZU tag=HHRSE7BAB2KT type=write size=3647112 2024-09-16T11:23:31.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.443+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=Q4UAEAPYRJP0 type=del size=1897448 2024-09-16T11:23:31.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.446+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~MFGS8C1WULSM.0 size=21460 2024-09-16T11:23:31.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.449+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=MFGS8C1WULSM tag=XJEJ23Z0FTO1 type=write size=1070036 2024-09-16T11:23:31.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.454+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~8BI4L726YPQX.0 size=258599 2024-09-16T11:23:31.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.454+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=8BI4L726YPQX tag=13HRG4N3A2QR type=write size=1307175 2024-09-16T11:23:31.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.456+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=QR2B0NHRVELK type=del 2024-09-16T11:23:31.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.457+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=AIAPQ28XX06Z type=del size=628833 2024-09-16T11:23:31.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.459+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=O4Q2BR5Y0H4O type=del 2024-09-16T11:23:31.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.464+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~PO2Z21EE4ON4.0 size=819307 2024-09-16T11:23:31.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.464+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=PO2Z21EE4ON4 tag=BNZ3H8DM6MBD type=write size=1867883 2024-09-16T11:23:31.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.466+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.0 size=1048576 2024-09-16T11:23:31.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.469+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.1 size=1048576 2024-09-16T11:23:31.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.471+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~OMXVX1J90OUS.2 size=476692 2024-09-16T11:23:31.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.475+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=OMXVX1J90OUS tag=R70WQRD8LP7H type=write size=3622420 2024-09-16T11:23:31.479 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.479+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~WJH25219KWDX.0 size=993876 2024-09-16T11:23:31.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.479+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=WJH25219KWDX tag=ZW0BK3UTI9L3 type=write size=2042452 2024-09-16T11:23:31.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.481+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=7D4ONG9TVTOS type=del 2024-09-16T11:23:31.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.485+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.0 size=1048576 2024-09-16T11:23:31.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.487+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.1 size=1048576 2024-09-16T11:23:31.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.489+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.2 size=180877 2024-09-16T11:23:31.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.489+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=58N41WSYUX8P tag=LY1C5JZQ0XJ2 type=write size=3326605 2024-09-16T11:23:31.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.489+0000 7fb66dec2640 1 < canceled part key=_multipart_2C0Y1546EQZK.2~WI7KTVYWAGPO.0 size=1048576 2024-09-16T11:23:31.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.491+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~WI7KTVYWAGPO.1 size=643373 2024-09-16T11:23:31.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.495+0000 7fb66dec2640 1 < canceled multipart upload key=2C0Y1546EQZK upload=WI7KTVYWAGPO tag=9T5ABNWH67UG type=write size=2740525 2024-09-16T11:23:31.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.497+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=QVUQ6A0390P3 type=del size=2206214 2024-09-16T11:23:31.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.499+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.0 size=1048576 2024-09-16T11:23:31.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.501+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.1 size=1048576 2024-09-16T11:23:31.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.503+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~34JYUP1B1ZZA.2 size=233360 2024-09-16T11:23:31.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.506+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=34JYUP1B1ZZA tag=JNDHXQAUCW6X type=write size=3379088 2024-09-16T11:23:31.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.508+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=Y1RMPY3U7UHR type=write size=529770 2024-09-16T11:23:31.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.510+0000 7fb66dec2640 1 < completed write operation key=W6R5LJLF4MG0 tag=6Q8LST4X1L4F type=write size=58194 2024-09-16T11:23:31.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.512+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=TTKI070FNR1R type=del size=1877273 2024-09-16T11:23:31.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.514+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~8G3V75W4BOUR.0 size=4508 2024-09-16T11:23:31.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.518+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=8G3V75W4BOUR tag=JLB3GSJC4IMF type=write size=1053084 2024-09-16T11:23:31.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.521+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.0 size=1048576 2024-09-16T11:23:31.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.523+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.1 size=1048576 2024-09-16T11:23:31.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.524+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.2 size=23416 2024-09-16T11:23:31.526 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.524+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=4KCO525OZKKD tag=2048XMGK4FA2 type=write size=3169144 2024-09-16T11:23:31.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.527+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~8AHYN8YESHA9.0 size=1048576 2024-09-16T11:23:31.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.528+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~8AHYN8YESHA9.1 size=446726 2024-09-16T11:23:31.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.532+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=8AHYN8YESHA9 tag=9LJEJZHZCQJS type=write size=2543878 2024-09-16T11:23:31.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.535+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~HZK46BVRR3CS.0 size=471978 2024-09-16T11:23:31.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.536+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=HZK46BVRR3CS tag=EUEI4547FZ7Q type=write size=1520554 2024-09-16T11:23:31.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.540+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=HLHHY7QUS41F type=write size=1039881 2024-09-16T11:23:31.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.542+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=7O2OMLQ1LN0S type=write size=611566 2024-09-16T11:23:31.545 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.544+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=UY33I1WVB8BQ type=write size=470738 2024-09-16T11:23:31.547 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.546+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=0GDYYNH6QB9L type=del size=180665 2024-09-16T11:23:31.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.548+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=R61N0JX4E9I9 type=del 2024-09-16T11:23:31.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.551+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~YZAHVX0P63RB.0 size=1048576 2024-09-16T11:23:31.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.554+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~YZAHVX0P63RB.1 size=643282 2024-09-16T11:23:31.555 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.554+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=YZAHVX0P63RB tag=HWGYSM9IVR63 type=write size=2740434 2024-09-16T11:23:31.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.556+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.0 size=1048576 2024-09-16T11:23:31.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.558+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.1 size=1048576 2024-09-16T11:23:31.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.560+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~3B6FVQ9AFPFQ.2 size=626786 2024-09-16T11:23:31.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.564+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=3B6FVQ9AFPFQ tag=NNCD3BMJ8TK6 type=write size=3772514 2024-09-16T11:23:31.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.566+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=1M008ZO0OQ0D type=del size=1365392 2024-09-16T11:23:31.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.569+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~G485SK2V64VH.0 size=1048576 2024-09-16T11:23:31.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.570+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~G485SK2V64VH.1 size=671425 2024-09-16T11:23:31.575 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.574+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=G485SK2V64VH tag=28G5YZGUY5HW type=write size=2768577 2024-09-16T11:23:31.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.576+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=YLA83EGHQLF0 type=del size=2295143 2024-09-16T11:23:31.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.578+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=Q4UAEAPYRJP0 type=del 2024-09-16T11:23:31.581 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.580+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=Q2XB1DM12LQ9 type=del size=2842982 2024-09-16T11:23:31.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.582+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~8BI4L726YPQX.0 size=258599 2024-09-16T11:23:31.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.586+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=8BI4L726YPQX tag=13HRG4N3A2QR type=write size=1307175 2024-09-16T11:23:31.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.588+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=VSECUZNGDBZR type=del size=3616728 2024-09-16T11:23:31.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.592+0000 7fb66dec2640 1 < suggested remove operation key=W6R5LJLF4MG0 tag=AIAPQ28XX06Z type=del 2024-09-16T11:23:31.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.596+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.0 size=1048576 2024-09-16T11:23:31.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.597+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.1 size=1048576 2024-09-16T11:23:31.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.599+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.2 size=41275 2024-09-16T11:23:31.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.599+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=94KSVD1HG8NB tag=OGRBIHP6179D type=write size=3187003 2024-09-16T11:23:31.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.601+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~PO2Z21EE4ON4.0 size=819307 2024-09-16T11:23:31.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.605+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=PO2Z21EE4ON4 tag=BNZ3H8DM6MBD type=write size=1867883 2024-09-16T11:23:31.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.607+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=MCWPTDNKKX80 type=del size=2232312 2024-09-16T11:23:31.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.609+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~WJH25219KWDX.0 size=993876 2024-09-16T11:23:31.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.613+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=WJH25219KWDX tag=ZW0BK3UTI9L3 type=write size=2042452 2024-09-16T11:23:31.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.615+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=P9IPOP8P18NU type=del size=3593785 2024-09-16T11:23:31.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.617+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.0 size=1048576 2024-09-16T11:23:31.620 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.619+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.1 size=1048576 2024-09-16T11:23:31.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.621+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~58N41WSYUX8P.2 size=180877 2024-09-16T11:23:31.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.624+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=58N41WSYUX8P tag=LY1C5JZQ0XJ2 type=write size=3326605 2024-09-16T11:23:31.628 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.627+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=C3FTNV61K5EK type=del size=1307790 2024-09-16T11:23:31.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.631+0000 7fb66dec2640 1 < suggested remove operation key=WQGRWNTRNYI7 tag=QVUQ6A0390P3 type=del 2024-09-16T11:23:31.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.634+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~H1Q44O84YFYR.0 size=807746 2024-09-16T11:23:31.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.634+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=H1Q44O84YFYR tag=ZNC82OV1W4M5 type=write size=1856322 2024-09-16T11:23:31.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.637+0000 7fb66dec2640 -1 < failed to complete operation key=WQGRWNTRNYI7 tag=Y1RMPY3U7UHR type=write size=529770: (22) Invalid argument 2024-09-16T11:23:31.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.641+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.0 size=1048576 2024-09-16T11:23:31.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.643+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.1 size=1048576 2024-09-16T11:23:31.645 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.644+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.2 size=861816 2024-09-16T11:23:31.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.644+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=J9REFJWTH7SS tag=KA379BO6UVO4 type=write size=4007544 2024-09-16T11:23:31.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.649+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=TTKI070FNR1R type=del 2024-09-16T11:23:31.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.652+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=5HRE9B4M7PF9 type=del size=505053 2024-09-16T11:23:31.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.654+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.0 size=1048576 2024-09-16T11:23:31.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.655+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.1 size=1048576 2024-09-16T11:23:31.658 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.657+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~4KCO525OZKKD.2 size=23416 2024-09-16T11:23:31.662 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.661+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=4KCO525OZKKD tag=2048XMGK4FA2 type=write size=3169144 2024-09-16T11:23:31.664 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.663+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=P7KDPVHGK5B3 type=del size=2713137 2024-09-16T11:23:31.666 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.665+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~HZK46BVRR3CS.0 size=471978 2024-09-16T11:23:31.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.669+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=HZK46BVRR3CS tag=EUEI4547FZ7Q type=write size=1520554 2024-09-16T11:23:31.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.671+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=ZTIJEGHJP9KN type=write size=202262 2024-09-16T11:23:31.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.673+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=7O2OMLQ1LN0S type=write size=611566 2024-09-16T11:23:31.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.675+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=XP9G9XSNB2IM type=write size=644909 2024-09-16T11:23:31.680 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.679+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=0GDYYNH6QB9L type=del size=180665 2024-09-16T11:23:31.682 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.680+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=78OC2ZOSJM15 type=del size=1418944 2024-09-16T11:23:31.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.682+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~YZAHVX0P63RB.0 size=1048576 2024-09-16T11:23:31.685 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.684+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~YZAHVX0P63RB.1 size=643282 2024-09-16T11:23:31.689 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.687+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=YZAHVX0P63RB tag=HWGYSM9IVR63 type=write size=2740434 2024-09-16T11:23:31.692 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.691+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.0 size=1048576 2024-09-16T11:23:31.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.693+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.1 size=1048576 2024-09-16T11:23:31.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.694+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.2 size=110149 2024-09-16T11:23:31.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.694+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=4QQLH9XXNI3P tag=XY5IVP2D6Y7W type=write size=3255877 2024-09-16T11:23:31.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.698+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=1M008ZO0OQ0D type=del size=1365392 2024-09-16T11:23:31.703 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.702+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~RYJJC002WM0F.0 size=1048576 2024-09-16T11:23:31.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.703+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~RYJJC002WM0F.1 size=516703 2024-09-16T11:23:31.705 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.704+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=RYJJC002WM0F tag=09KSXIK3A16J type=write size=2613855 2024-09-16T11:23:31.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.705+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=YLA83EGHQLF0 type=del 2024-09-16T11:23:31.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.708+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=DBS7B14TJNH8 type=del size=47208 2024-09-16T11:23:31.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.710+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=Q2XB1DM12LQ9 type=del 2024-09-16T11:23:31.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.713+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~FWPY2BCU6EMS.0 size=137016 2024-09-16T11:23:31.714 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.713+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=FWPY2BCU6EMS tag=6BDG8RXPOKVO type=write size=1185592 2024-09-16T11:23:31.717 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.715+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=VSECUZNGDBZR type=del 2024-09-16T11:23:31.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.717+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=5TIJL0MGG1ZM type=del size=4097626 2024-09-16T11:23:31.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.719+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.0 size=1048576 2024-09-16T11:23:31.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.721+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.1 size=1048576 2024-09-16T11:23:31.724 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.723+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~94KSVD1HG8NB.2 size=41275 2024-09-16T11:23:31.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.726+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=94KSVD1HG8NB tag=OGRBIHP6179D type=write size=3187003 2024-09-16T11:23:31.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.730+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~46COFWG9XXVS.0 size=1048576 2024-09-16T11:23:31.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.732+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~46COFWG9XXVS.1 size=535359 2024-09-16T11:23:31.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.732+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=46COFWG9XXVS tag=855V0HIM3O39 type=write size=2632511 2024-09-16T11:23:31.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.736+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=MCWPTDNKKX80 type=del size=2232312 2024-09-16T11:23:31.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.740+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.0 size=1048576 2024-09-16T11:23:31.742 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.741+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.1 size=1048576 2024-09-16T11:23:31.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.743+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.2 size=728178 2024-09-16T11:23:31.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.743+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=TWRAH3DD6SHS tag=U0FPHBMW4JWY type=write size=3873906 2024-09-16T11:23:31.746 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.745+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=P9IPOP8P18NU type=del 2024-09-16T11:23:31.748 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.747+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=0QB4NMTAZ34J type=del size=366966 2024-09-16T11:23:31.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.749+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=C3FTNV61K5EK type=del 2024-09-16T11:23:31.753 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.752+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~QQGRMQIKSLRS.0 size=716006 2024-09-16T11:23:31.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.752+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=QQGRMQIKSLRS tag=M9B2K8JENIZQ type=write size=1764582 2024-09-16T11:23:31.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.753+0000 7fb66dec2640 1 < canceled part key=_multipart_P9HEIJBYI7VR.2~H1Q44O84YFYR.0 size=807746 2024-09-16T11:23:31.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.757+0000 7fb66dec2640 1 < canceled multipart upload key=P9HEIJBYI7VR upload=H1Q44O84YFYR tag=ZNC82OV1W4M5 type=write size=1856322 2024-09-16T11:23:31.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.759+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=755YHC76YWR3 type=del size=4158501 2024-09-16T11:23:31.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.761+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.0 size=1048576 2024-09-16T11:23:31.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.763+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.1 size=1048576 2024-09-16T11:23:31.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.763+0000 7fb66dec2640 1 < canceled part key=_multipart_0KLATQC7UXQS.2~J9REFJWTH7SS.2 size=861816 2024-09-16T11:23:31.767 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.766+0000 7fb66dec2640 1 < canceled multipart upload key=0KLATQC7UXQS upload=J9REFJWTH7SS tag=KA379BO6UVO4 type=write size=4007544 2024-09-16T11:23:31.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.771+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~RQES428RSEWX.0 size=1048576 2024-09-16T11:23:31.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.772+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~RQES428RSEWX.1 size=61274 2024-09-16T11:23:31.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.772+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=RQES428RSEWX tag=TWESH7LNIGHQ type=write size=2158426 2024-09-16T11:23:31.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.777+0000 7fb66dec2640 1 < suggested update operation key=224VQRZ2GHDJ tag=5HRE9B4M7PF9 type=del size=505053 2024-09-16T11:23:31.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.779+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=ACCLSV44LBWF type=del size=698711 2024-09-16T11:23:31.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.781+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=P7KDPVHGK5B3 type=del 2024-09-16T11:23:31.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.784+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~1SVCRI9Y8NY2.0 size=785769 2024-09-16T11:23:31.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.784+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=1SVCRI9Y8NY2 tag=7KZBRPO3RYBZ type=write size=1834345 2024-09-16T11:23:31.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.787+0000 7fb66dec2640 1 < canceled operation key=2C0Y1546EQZK tag=ZTIJEGHJP9KN type=write size=202262 2024-09-16T11:23:31.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.791+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~4DALL1U3ZIFP.0 size=597992 2024-09-16T11:23:31.792 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.791+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=4DALL1U3ZIFP tag=BDAEWW2ESH24 type=write size=1646568 2024-09-16T11:23:31.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.793+0000 7fb66dec2640 1 < canceled operation key=TVK5OH5E1PV4 tag=XP9G9XSNB2IM type=write size=644909 2024-09-16T11:23:31.796 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.795+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=QBYAEKQ17M6M type=del size=4147171 2024-09-16T11:23:31.798 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.797+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=78OC2ZOSJM15 type=del 2024-09-16T11:23:31.800 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.799+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=K1DVHN0ULLCD type=del size=1646505 2024-09-16T11:23:31.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.802+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.0 size=1048576 2024-09-16T11:23:31.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.803+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.1 size=1048576 2024-09-16T11:23:31.806 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.805+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~4QQLH9XXNI3P.2 size=110149 2024-09-16T11:23:31.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.809+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=4QQLH9XXNI3P tag=XY5IVP2D6Y7W type=write size=3255877 2024-09-16T11:23:31.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.812+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~0HB301IKUUXS.0 size=855901 2024-09-16T11:23:31.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.812+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=0HB301IKUUXS tag=97LIKKEK1Q9O type=write size=1904477 2024-09-16T11:23:31.815 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.814+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~RYJJC002WM0F.0 size=1048576 2024-09-16T11:23:31.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.816+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~RYJJC002WM0F.1 size=516703 2024-09-16T11:23:31.822 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.821+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=RYJJC002WM0F tag=09KSXIK3A16J type=write size=2613855 2024-09-16T11:23:31.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.825+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~7VM518EC8631.0 size=1048576 2024-09-16T11:23:31.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.827+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~7VM518EC8631.1 size=890850 2024-09-16T11:23:31.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.827+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=7VM518EC8631 tag=K9J0K6M1HNDA type=write size=2988002 2024-09-16T11:23:31.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.829+0000 7fb66dec2640 1 < completed delete operation key=OEN3JZU6OLXI tag=DBS7B14TJNH8 type=del 2024-09-16T11:23:31.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.832+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~7Q9BT7FD6K2G.0 size=1048576 2024-09-16T11:23:31.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.834+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~7Q9BT7FD6K2G.1 size=495061 2024-09-16T11:23:31.836 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.834+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=7Q9BT7FD6K2G tag=XRPT056X9505 type=write size=2592213 2024-09-16T11:23:31.838 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.837+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~FWPY2BCU6EMS.0 size=137016 2024-09-16T11:23:31.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.841+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=FWPY2BCU6EMS tag=6BDG8RXPOKVO type=write size=1185592 2024-09-16T11:23:31.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.844+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~0ZZHT1Z3ZJ02.0 size=526638 2024-09-16T11:23:31.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.844+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=0ZZHT1Z3ZJ02 tag=C5YWTEUKS0I3 type=write size=1575214 2024-09-16T11:23:31.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.846+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=5TIJL0MGG1ZM type=del 2024-09-16T11:23:31.849 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.848+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=9SMHTV8G0KH6 type=del size=2801207 2024-09-16T11:23:31.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.850+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~46COFWG9XXVS.0 size=1048576 2024-09-16T11:23:31.853 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.852+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~46COFWG9XXVS.1 size=535359 2024-09-16T11:23:31.858 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.857+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=46COFWG9XXVS tag=855V0HIM3O39 type=write size=2632511 2024-09-16T11:23:31.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.859+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=1V0533FUB29A type=del size=3641144 2024-09-16T11:23:31.861 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.861+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.0 size=1048576 2024-09-16T11:23:31.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.862+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.1 size=1048576 2024-09-16T11:23:31.865 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.864+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~TWRAH3DD6SHS.2 size=728178 2024-09-16T11:23:31.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.868+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=TWRAH3DD6SHS tag=U0FPHBMW4JWY type=write size=3873906 2024-09-16T11:23:31.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.870+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=AK18OK3AD63Q type=del size=521573 2024-09-16T11:23:31.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.872+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=0QB4NMTAZ34J type=del 2024-09-16T11:23:31.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.874+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=76BRMOJ7G5KW type=del size=2368329 2024-09-16T11:23:31.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.877+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~QQGRMQIKSLRS.0 size=716006 2024-09-16T11:23:31.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.881+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=QQGRMQIKSLRS tag=M9B2K8JENIZQ type=write size=1764582 2024-09-16T11:23:31.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.885+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~8LTT8KR5744A.0 size=951971 2024-09-16T11:23:31.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.885+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=8LTT8KR5744A tag=LU2PG7K8C5Z9 type=write size=2000547 2024-09-16T11:23:31.888 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.887+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=755YHC76YWR3 type=del 2024-09-16T11:23:31.891 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.890+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=6S508IM2GN98 type=write size=485814 2024-09-16T11:23:31.893 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.892+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~RQES428RSEWX.0 size=1048576 2024-09-16T11:23:31.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.894+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~RQES428RSEWX.1 size=61274 2024-09-16T11:23:31.899 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.898+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=RQES428RSEWX tag=TWESH7LNIGHQ type=write size=2158426 2024-09-16T11:23:31.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.901+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.0 size=1048576 2024-09-16T11:23:31.904 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.903+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.1 size=1048576 2024-09-16T11:23:31.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.905+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.2 size=667864 2024-09-16T11:23:31.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.905+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=EMNYZ75Q6XWJ tag=YTZYA1PLXLPX type=write size=3813592 2024-09-16T11:23:31.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.908+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=ACCLSV44LBWF type=del 2024-09-16T11:23:31.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.910+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=ODLHGVRO5K3K type=del size=3659460 2024-09-16T11:23:31.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.912+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~1SVCRI9Y8NY2.0 size=785769 2024-09-16T11:23:31.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.916+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=1SVCRI9Y8NY2 tag=7KZBRPO3RYBZ type=write size=1834345 2024-09-16T11:23:31.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.920+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.0 size=1048576 2024-09-16T11:23:31.934 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.933+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.1 size=1048576 2024-09-16T11:23:31.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.935+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.2 size=459875 2024-09-16T11:23:31.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.935+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=1A2W70LGR1NR tag=EJPCOTBSC5SO type=write size=3605603 2024-09-16T11:23:31.940 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.937+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~4DALL1U3ZIFP.0 size=597992 2024-09-16T11:23:31.942 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.941+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=4DALL1U3ZIFP tag=BDAEWW2ESH24 type=write size=1646568 2024-09-16T11:23:31.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.945+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~2ZI6M7X5T6CI.0 size=336853 2024-09-16T11:23:31.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.945+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=2ZI6M7X5T6CI tag=ZP75GL39TYKB type=write size=1385429 2024-09-16T11:23:31.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.948+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=QBYAEKQ17M6M type=del 2024-09-16T11:23:31.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.952+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.0 size=1048576 2024-09-16T11:23:31.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.954+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.1 size=1048576 2024-09-16T11:23:31.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.956+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.2 size=295833 2024-09-16T11:23:31.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.956+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=3TH1DTOEP8HU tag=EWXGR41VXWY6 type=write size=3441561 2024-09-16T11:23:31.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.958+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=K1DVHN0ULLCD type=del 2024-09-16T11:23:31.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.960+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=DCAC62JC31DW type=del size=177023 2024-09-16T11:23:31.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.962+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~0HB301IKUUXS.0 size=855901 2024-09-16T11:23:31.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.965+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=0HB301IKUUXS tag=97LIKKEK1Q9O type=write size=1904477 2024-09-16T11:23:31.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.969+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~ST1Z1WUGIYQP.0 size=1048576 2024-09-16T11:23:31.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.971+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~ST1Z1WUGIYQP.1 size=633106 2024-09-16T11:23:31.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.971+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=ST1Z1WUGIYQP tag=R1EKMN1M7WFB type=write size=2730258 2024-09-16T11:23:31.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.972+0000 7fb66dec2640 1 < canceled part key=_multipart_5SP701M6TW6O.2~7VM518EC8631.0 size=1048576 2024-09-16T11:23:31.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.973+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~7VM518EC8631.1 size=890850 2024-09-16T11:23:31.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.977+0000 7fb66dec2640 1 < canceled multipart upload key=5SP701M6TW6O upload=7VM518EC8631 tag=K9J0K6M1HNDA type=write size=2988002 2024-09-16T11:23:31.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.979+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=PJYN92YMPGPA type=del size=2430060 2024-09-16T11:23:31.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.981+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~7Q9BT7FD6K2G.0 size=1048576 2024-09-16T11:23:31.984 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.983+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~7Q9BT7FD6K2G.1 size=495061 2024-09-16T11:23:31.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.986+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=7Q9BT7FD6K2G tag=XRPT056X9505 type=write size=2592213 2024-09-16T11:23:31.991 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.990+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.0 size=1048576 2024-09-16T11:23:31.993 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.992+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.1 size=1048576 2024-09-16T11:23:31.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.994+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.2 size=341247 2024-09-16T11:23:31.995 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.994+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=YCDALHRHNN3I tag=O48B5UR88ODE type=write size=3486975 2024-09-16T11:23:31.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:31.996+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~0ZZHT1Z3ZJ02.0 size=526638 2024-09-16T11:23:32.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.000+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=0ZZHT1Z3ZJ02 tag=C5YWTEUKS0I3 type=write size=1575214 2024-09-16T11:23:32.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.002+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=S7ZHKH2EN8RK type=del size=3973553 2024-09-16T11:23:32.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.004+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=9SMHTV8G0KH6 type=del 2024-09-16T11:23:32.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.007+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~KFH0IQC2WUJF.0 size=1048576 2024-09-16T11:23:32.010 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.009+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~KFH0IQC2WUJF.1 size=682127 2024-09-16T11:23:32.010 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.009+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=KFH0IQC2WUJF tag=UJ4X90LXMQ3A type=write size=2779279 2024-09-16T11:23:32.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.011+0000 7fb66dec2640 1 < canceled operation key=57XW02KN8W4Z tag=1V0533FUB29A type=del size=3641144 2024-09-16T11:23:32.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.015+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.0 size=1048576 2024-09-16T11:23:32.018 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.017+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.1 size=1048576 2024-09-16T11:23:32.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.019+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.2 size=294138 2024-09-16T11:23:32.020 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.019+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=137C84UBGADM tag=XBCS7RYQ0EQ7 type=write size=3439866 2024-09-16T11:23:32.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.021+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=AK18OK3AD63Q type=del 2024-09-16T11:23:32.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.025+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.0 size=1048576 2024-09-16T11:23:32.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.027+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.1 size=1048576 2024-09-16T11:23:32.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.029+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.2 size=914390 2024-09-16T11:23:32.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.029+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=DWY7L4573L3Q tag=N9WEL2BGARW5 type=write size=4060118 2024-09-16T11:23:32.032 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.031+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=76BRMOJ7G5KW type=del 2024-09-16T11:23:32.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.035+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.0 size=1048576 2024-09-16T11:23:32.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.037+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.1 size=1048576 2024-09-16T11:23:32.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.039+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.2 size=572758 2024-09-16T11:23:32.040 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.039+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=MYB1TJSTHAPU tag=1GNLUQOHLGXR type=write size=3718486 2024-09-16T11:23:32.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.040+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~8LTT8KR5744A.0 size=951971 2024-09-16T11:23:32.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.045+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=8LTT8KR5744A tag=LU2PG7K8C5Z9 type=write size=2000547 2024-09-16T11:23:32.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.049+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~E78T4PFRGX0P.0 size=6617 2024-09-16T11:23:32.050 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.049+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=E78T4PFRGX0P tag=8OQ43VZ0KFYI type=write size=1055193 2024-09-16T11:23:32.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.051+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=6S508IM2GN98 type=write size=485814 2024-09-16T11:23:32.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.055+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~3TT0ZB3LJSIV.0 size=259024 2024-09-16T11:23:32.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.055+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=3TT0ZB3LJSIV tag=8FR4X6GLIVGE type=write size=1307600 2024-09-16T11:23:32.058 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.057+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.0 size=1048576 2024-09-16T11:23:32.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.058+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.1 size=1048576 2024-09-16T11:23:32.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.060+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EMNYZ75Q6XWJ.2 size=667864 2024-09-16T11:23:32.065 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.064+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=EMNYZ75Q6XWJ tag=YTZYA1PLXLPX type=write size=3813592 2024-09-16T11:23:32.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.066+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=0Q2PN77JHOQF type=del size=986380 2024-09-16T11:23:32.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.068+0000 7fb66dec2640 1 < completed delete operation key=3G4SVBOPOKXF tag=ODLHGVRO5K3K type=del 2024-09-16T11:23:32.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.070+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=GYZYJP0R116M type=write size=27601 2024-09-16T11:23:32.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.072+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.0 size=1048576 2024-09-16T11:23:32.075 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.074+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.1 size=1048576 2024-09-16T11:23:32.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.076+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~1A2W70LGR1NR.2 size=459875 2024-09-16T11:23:32.080 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.079+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=1A2W70LGR1NR tag=EJPCOTBSC5SO type=write size=3605603 2024-09-16T11:23:32.083 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.081+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=FJ91CQOGERYF type=write size=979666 2024-09-16T11:23:32.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.083+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~2ZI6M7X5T6CI.0 size=336853 2024-09-16T11:23:32.089 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.088+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=2ZI6M7X5T6CI tag=ZP75GL39TYKB type=write size=1385429 2024-09-16T11:23:32.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.092+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~JD8IAJ8RJ269.0 size=770895 2024-09-16T11:23:32.093 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.092+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=JD8IAJ8RJ269 tag=Z0DUIL5C03M6 type=write size=1819471 2024-09-16T11:23:32.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.094+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.0 size=1048576 2024-09-16T11:23:32.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.096+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.1 size=1048576 2024-09-16T11:23:32.099 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.098+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~3TH1DTOEP8HU.2 size=295833 2024-09-16T11:23:32.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.101+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=3TH1DTOEP8HU tag=EWXGR41VXWY6 type=write size=3441561 2024-09-16T11:23:32.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.105+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~YM0BGY3AGF5K.0 size=1048576 2024-09-16T11:23:32.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.107+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~YM0BGY3AGF5K.1 size=824408 2024-09-16T11:23:32.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.107+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=YM0BGY3AGF5K tag=PIAJJ8AF1LLY type=write size=2921560 2024-09-16T11:23:32.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.112+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=DCAC62JC31DW type=del size=177023 2024-09-16T11:23:32.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.114+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=FV18KNGPT5O6 type=del size=194909 2024-09-16T11:23:32.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.116+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~ST1Z1WUGIYQP.0 size=1048576 2024-09-16T11:23:32.119 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.118+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~ST1Z1WUGIYQP.1 size=633106 2024-09-16T11:23:32.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.122+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=ST1Z1WUGIYQP tag=R1EKMN1M7WFB type=write size=2730258 2024-09-16T11:23:32.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.124+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=8F4YLDTC3BAO type=write size=550782 2024-09-16T11:23:32.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.126+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=PJYN92YMPGPA type=del 2024-09-16T11:23:32.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.129+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=XHAQDOG2ZNV0 type=del size=1181092 2024-09-16T11:23:32.132 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.131+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.0 size=1048576 2024-09-16T11:23:32.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.133+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.1 size=1048576 2024-09-16T11:23:32.135 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.134+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YCDALHRHNN3I.2 size=341247 2024-09-16T11:23:32.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.138+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=YCDALHRHNN3I tag=O48B5UR88ODE type=write size=3486975 2024-09-16T11:23:32.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.142+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~78QLQID3DG78.0 size=169729 2024-09-16T11:23:32.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.142+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=78QLQID3DG78 tag=QR5DWQ1UX53C type=write size=1218305 2024-09-16T11:23:32.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.144+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=S7ZHKH2EN8RK type=del 2024-09-16T11:23:32.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.148+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~A1CD3KTKJJZU.0 size=1048576 2024-09-16T11:23:32.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.149+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~A1CD3KTKJJZU.1 size=157603 2024-09-16T11:23:32.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.149+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=A1CD3KTKJJZU tag=L1JXUUHIQUBZ type=write size=2254755 2024-09-16T11:23:32.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.151+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~KFH0IQC2WUJF.0 size=1048576 2024-09-16T11:23:32.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.154+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~KFH0IQC2WUJF.1 size=682127 2024-09-16T11:23:32.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.157+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=KFH0IQC2WUJF tag=UJ4X90LXMQ3A type=write size=2779279 2024-09-16T11:23:32.162 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.161+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~KMG5PSWSWR6Q.0 size=1048576 2024-09-16T11:23:32.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.163+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~KMG5PSWSWR6Q.1 size=435492 2024-09-16T11:23:32.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.163+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=KMG5PSWSWR6Q tag=RJYTCW75BS3N type=write size=2532644 2024-09-16T11:23:32.166 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.165+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.0 size=1048576 2024-09-16T11:23:32.168 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.167+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.1 size=1048576 2024-09-16T11:23:32.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.168+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~137C84UBGADM.2 size=294138 2024-09-16T11:23:32.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.172+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=137C84UBGADM tag=XBCS7RYQ0EQ7 type=write size=3439866 2024-09-16T11:23:32.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.174+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=4R68V80CWE3X type=del size=1032909 2024-09-16T11:23:32.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.176+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.0 size=1048576 2024-09-16T11:23:32.179 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.178+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.1 size=1048576 2024-09-16T11:23:32.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.180+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~DWY7L4573L3Q.2 size=914390 2024-09-16T11:23:32.184 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.183+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=DWY7L4573L3Q tag=N9WEL2BGARW5 type=write size=4060118 2024-09-16T11:23:32.188 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.187+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.0 size=1048576 2024-09-16T11:23:32.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.189+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.1 size=1048576 2024-09-16T11:23:32.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.191+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.2 size=604839 2024-09-16T11:23:32.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.191+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=8DHLNQSF4SFQ tag=FHTXQE4ZAWG3 type=write size=3750567 2024-09-16T11:23:32.194 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.193+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.0 size=1048576 2024-09-16T11:23:32.196 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.195+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.1 size=1048576 2024-09-16T11:23:32.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.196+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~MYB1TJSTHAPU.2 size=572758 2024-09-16T11:23:32.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.200+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=MYB1TJSTHAPU tag=1GNLUQOHLGXR type=write size=3718486 2024-09-16T11:23:32.203 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.202+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=XA6CN2FGMLAY type=del size=3281445 2024-09-16T11:23:32.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.204+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~E78T4PFRGX0P.0 size=6617 2024-09-16T11:23:32.208 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.207+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=E78T4PFRGX0P tag=8OQ43VZ0KFYI type=write size=1055193 2024-09-16T11:23:32.210 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.209+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=D6S7MU0GTLAG type=del size=1402174 2024-09-16T11:23:32.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.212+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~3TT0ZB3LJSIV.0 size=259024 2024-09-16T11:23:32.217 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.216+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=3TT0ZB3LJSIV tag=8FR4X6GLIVGE type=write size=1307600 2024-09-16T11:23:32.221 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.220+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.0 size=1048576 2024-09-16T11:23:32.223 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.222+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.1 size=1048576 2024-09-16T11:23:32.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.224+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.2 size=602163 2024-09-16T11:23:32.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.224+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=1XSAI3OAR7YS tag=DN3I0RHLQ3VV type=write size=3747891 2024-09-16T11:23:32.227 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.226+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=0Q2PN77JHOQF type=del 2024-09-16T11:23:32.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.228+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=D5SSXBQGLQGY type=del size=2583821 2024-09-16T11:23:32.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.230+0000 7fb66dec2640 1 < completed write operation key=2FIB0YA81SZT tag=GYZYJP0R116M type=write size=27601 2024-09-16T11:23:32.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.231+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=RR3PR4VTNE5Z type=del size=436788 2024-09-16T11:23:32.234 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.233+0000 7fb66dec2640 1 < completed write operation key=SXTKV1YIBM8U tag=FJ91CQOGERYF type=write size=979666 2024-09-16T11:23:32.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.238+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~NICFYN4JXZY3.0 size=1048576 2024-09-16T11:23:32.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.240+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~NICFYN4JXZY3.1 size=1043072 2024-09-16T11:23:32.241 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.240+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=NICFYN4JXZY3 tag=7OTETFXO2XYL type=write size=3140224 2024-09-16T11:23:32.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.242+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~JD8IAJ8RJ269.0 size=770895 2024-09-16T11:23:32.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.246+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=JD8IAJ8RJ269 tag=Z0DUIL5C03M6 type=write size=1819471 2024-09-16T11:23:32.251 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.250+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YN0JY774C3XL.0 size=1048576 2024-09-16T11:23:32.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.251+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YN0JY774C3XL.1 size=1007395 2024-09-16T11:23:32.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.251+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=YN0JY774C3XL tag=C7XULOW80GUO type=write size=3104547 2024-09-16T11:23:32.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.254+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~YM0BGY3AGF5K.0 size=1048576 2024-09-16T11:23:32.257 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.256+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~YM0BGY3AGF5K.1 size=824408 2024-09-16T11:23:32.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.259+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=YM0BGY3AGF5K tag=PIAJJ8AF1LLY type=write size=2921560 2024-09-16T11:23:32.263 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.262+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=9NVJEK9OMX21 type=del size=151160 2024-09-16T11:23:32.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.264+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=FV18KNGPT5O6 type=del 2024-09-16T11:23:32.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.266+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=ZS3DH95AAAZ8 type=del size=1751627 2024-09-16T11:23:32.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.271+0000 7fb66dec2640 1 < suggested remove operation key=PKSRPG0T3DRS tag=8F4YLDTC3BAO type=write 2024-09-16T11:23:32.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.275+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~3XR7AIJFJYQI.0 size=72885 2024-09-16T11:23:32.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.275+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=3XR7AIJFJYQI tag=UOHOQ44KG2QT type=write size=1121461 2024-09-16T11:23:32.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.277+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=XHAQDOG2ZNV0 type=del size=1181092 2024-09-16T11:23:32.280 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.279+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=OEXK4NYZYKVZ type=write size=1032173 2024-09-16T11:23:32.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.281+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~78QLQID3DG78.0 size=169729 2024-09-16T11:23:32.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.285+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=78QLQID3DG78 tag=QR5DWQ1UX53C type=write size=1218305 2024-09-16T11:23:32.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.289+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.0 size=1048576 2024-09-16T11:23:32.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.291+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.1 size=1048576 2024-09-16T11:23:32.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.292+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.2 size=663020 2024-09-16T11:23:32.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.292+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=0Y9VO2LPTR4K tag=4PV3KB8TMYR0 type=write size=3808748 2024-09-16T11:23:32.295 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.294+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~A1CD3KTKJJZU.0 size=1048576 2024-09-16T11:23:32.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.296+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~A1CD3KTKJJZU.1 size=157603 2024-09-16T11:23:32.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.299+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=A1CD3KTKJJZU tag=L1JXUUHIQUBZ type=write size=2254755 2024-09-16T11:23:32.304 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.303+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HIJ1TMOHHCRR.0 size=1048576 2024-09-16T11:23:32.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.305+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~HIJ1TMOHHCRR.1 size=408570 2024-09-16T11:23:32.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.305+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=HIJ1TMOHHCRR tag=710IRD500RO0 type=write size=2505722 2024-09-16T11:23:32.307 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.305+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~KMG5PSWSWR6Q.0 size=1048576 2024-09-16T11:23:32.309 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.307+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~KMG5PSWSWR6Q.1 size=435492 2024-09-16T11:23:32.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.310+0000 7fb66dec2640 1 < canceled multipart upload key=WQGRWNTRNYI7 upload=KMG5PSWSWR6Q tag=RJYTCW75BS3N type=write size=2532644 2024-09-16T11:23:32.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.314+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~367R36WU8PCD.0 size=1048576 2024-09-16T11:23:32.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.316+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~367R36WU8PCD.1 size=695707 2024-09-16T11:23:32.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.316+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=367R36WU8PCD tag=PUNOOOFFTWCZ type=write size=2792859 2024-09-16T11:23:32.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.318+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=4R68V80CWE3X type=del 2024-09-16T11:23:32.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.320+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=U4F99J4L0YLY type=write size=674260 2024-09-16T11:23:32.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.323+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.0 size=1048576 2024-09-16T11:23:32.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.325+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.1 size=1048576 2024-09-16T11:23:32.327 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.326+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~8DHLNQSF4SFQ.2 size=604839 2024-09-16T11:23:32.331 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.330+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=8DHLNQSF4SFQ tag=FHTXQE4ZAWG3 type=write size=3750567 2024-09-16T11:23:32.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.332+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=IF2UHZR910NF type=del size=1048259 2024-09-16T11:23:32.337 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.336+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=XA6CN2FGMLAY type=del 2024-09-16T11:23:32.339 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.338+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=ZDCNEBP4RXLD type=del size=1946466 2024-09-16T11:23:32.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.340+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=D6S7MU0GTLAG type=del 2024-09-16T11:23:32.345 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.343+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=SRB52V9BLKX6 type=del size=3271168 2024-09-16T11:23:32.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.345+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.0 size=1048576 2024-09-16T11:23:32.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.347+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.1 size=1048576 2024-09-16T11:23:32.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.348+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~1XSAI3OAR7YS.2 size=602163 2024-09-16T11:23:32.353 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.352+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=1XSAI3OAR7YS tag=DN3I0RHLQ3VV type=write size=3747891 2024-09-16T11:23:32.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.356+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~72N4AR2CFY4E.0 size=266247 2024-09-16T11:23:32.357 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.356+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=72N4AR2CFY4E tag=N5XC2LNONBGT type=write size=1314823 2024-09-16T11:23:32.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.358+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=D5SSXBQGLQGY type=del 2024-09-16T11:23:32.362 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.361+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~ET73L3VKRY62.0 size=1048576 2024-09-16T11:23:32.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.364+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~ET73L3VKRY62.1 size=242523 2024-09-16T11:23:32.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.364+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=ET73L3VKRY62 tag=48ZUDO86UCYD type=write size=2339675 2024-09-16T11:23:32.367 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.366+0000 7fb66dec2640 1 < canceled operation key=YYAA5H9KJ8EB tag=RR3PR4VTNE5Z type=del size=436788 2024-09-16T11:23:32.371 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.370+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.0 size=1048576 2024-09-16T11:23:32.373 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.372+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.1 size=1048576 2024-09-16T11:23:32.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.374+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.2 size=124497 2024-09-16T11:23:32.375 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.374+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=N2LX9UVTXOFI tag=IFCKC6T29R52 type=write size=3270225 2024-09-16T11:23:32.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.376+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~NICFYN4JXZY3.0 size=1048576 2024-09-16T11:23:32.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.378+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~NICFYN4JXZY3.1 size=1043072 2024-09-16T11:23:32.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.381+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=NICFYN4JXZY3 tag=7OTETFXO2XYL type=write size=3140224 2024-09-16T11:23:32.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.383+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=RPSURJP7UG4E type=del size=3978087 2024-09-16T11:23:32.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.386+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YN0JY774C3XL.0 size=1048576 2024-09-16T11:23:32.389 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.388+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YN0JY774C3XL.1 size=1007395 2024-09-16T11:23:32.397 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.395+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=YN0JY774C3XL tag=C7XULOW80GUO type=write size=3104547 2024-09-16T11:23:32.399 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.398+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=31RR8ACVLK6N type=del size=3762445 2024-09-16T11:23:32.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.401+0000 7fb66dec2640 1 < canceled operation key=2FIB0YA81SZT tag=9NVJEK9OMX21 type=del size=151160 2024-09-16T11:23:32.404 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.403+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=BTYKNZZ8HAZ0 type=del size=625371 2024-09-16T11:23:32.406 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.405+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=ZS3DH95AAAZ8 type=del size=1751627 2024-09-16T11:23:32.408 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.407+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=CYVKOQ98YLU7 type=del size=2402351 2024-09-16T11:23:32.410 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.409+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~3XR7AIJFJYQI.0 size=72885 2024-09-16T11:23:32.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.412+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=3XR7AIJFJYQI tag=UOHOQ44KG2QT type=write size=1121461 2024-09-16T11:23:32.415 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.414+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=2L1QOVNNH15D type=del size=1573993 2024-09-16T11:23:32.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.416+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=OEXK4NYZYKVZ type=write size=1032173 2024-09-16T11:23:32.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.418+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=8436M0LNRBV2 type=del size=2238765 2024-09-16T11:23:32.421 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.420+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.0 size=1048576 2024-09-16T11:23:32.423 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.422+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.1 size=1048576 2024-09-16T11:23:32.425 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.424+0000 7fb66dec2640 1 < completed part key=_multipart_OEN3JZU6OLXI.2~0Y9VO2LPTR4K.2 size=663020 2024-09-16T11:23:32.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.427+0000 7fb66dec2640 1 < completed multipart upload key=OEN3JZU6OLXI upload=0Y9VO2LPTR4K tag=4PV3KB8TMYR0 type=write size=3808748 2024-09-16T11:23:32.432 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.431+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.0 size=1048576 2024-09-16T11:23:32.434 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.433+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.1 size=1048576 2024-09-16T11:23:32.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.435+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.2 size=7575 2024-09-16T11:23:32.436 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.435+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=4KU4H4J13F8L tag=XD2RF6DB9OTM type=write size=3153303 2024-09-16T11:23:32.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.437+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HIJ1TMOHHCRR.0 size=1048576 2024-09-16T11:23:32.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.439+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~HIJ1TMOHHCRR.1 size=408570 2024-09-16T11:23:32.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.443+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=HIJ1TMOHHCRR tag=710IRD500RO0 type=write size=2505722 2024-09-16T11:23:32.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.445+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=3079WBSKLIY0 type=del size=769321 2024-09-16T11:23:32.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.447+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~367R36WU8PCD.0 size=1048576 2024-09-16T11:23:32.450 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.449+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~367R36WU8PCD.1 size=695707 2024-09-16T11:23:32.454 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.453+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=367R36WU8PCD tag=PUNOOOFFTWCZ type=write size=2792859 2024-09-16T11:23:32.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.457+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~48YZRNTS24CP.0 size=1048576 2024-09-16T11:23:32.459 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.458+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~48YZRNTS24CP.1 size=787746 2024-09-16T11:23:32.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.458+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=48YZRNTS24CP tag=OFCDBM1E41RC type=write size=2884898 2024-09-16T11:23:32.462 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.461+0000 7fb66dec2640 1 < completed write operation key=8M7Y5EHLQWPK tag=U4F99J4L0YLY type=write size=674260 2024-09-16T11:23:32.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:32 smithi191 ceph-mon[84934]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 2.46k op/s 2024-09-16T11:23:32.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.463+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=209CKBAUE8FX type=write size=58572 2024-09-16T11:23:32.468 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.467+0000 7fb66dec2640 1 < suggested remove operation key=I575ZO6BYNEZ tag=IF2UHZR910NF type=del 2024-09-16T11:23:32.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.469+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=KX4DF7F1I9Y3 type=del size=2268125 2024-09-16T11:23:32.472 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.471+0000 7fb66dec2640 1 < completed delete operation key=Y6MT7DT0JW3D tag=ZDCNEBP4RXLD type=del 2024-09-16T11:23:32.473 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:32 smithi077 ceph-mon[88497]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 2.46k op/s 2024-09-16T11:23:32.473 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:32 smithi077 ceph-mon[86047]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 2.46k op/s 2024-09-16T11:23:32.474 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.473+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=71U7JW0QWF51 type=del size=2054639 2024-09-16T11:23:32.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.475+0000 7fb66dec2640 1 < canceled operation key=VF9C7DHNEIOX tag=SRB52V9BLKX6 type=del size=3271168 2024-09-16T11:23:32.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.477+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=8G27EQ64VT9L type=del size=2554746 2024-09-16T11:23:32.481 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.480+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~72N4AR2CFY4E.0 size=266247 2024-09-16T11:23:32.484 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.483+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=72N4AR2CFY4E tag=N5XC2LNONBGT type=write size=1314823 2024-09-16T11:23:32.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.487+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~1VIGJ0ZG29H9.0 size=381023 2024-09-16T11:23:32.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.487+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=1VIGJ0ZG29H9 tag=L902PAO43R8I type=write size=1429599 2024-09-16T11:23:32.490 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.489+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~ET73L3VKRY62.0 size=1048576 2024-09-16T11:23:32.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.491+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~ET73L3VKRY62.1 size=242523 2024-09-16T11:23:32.496 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.495+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=ET73L3VKRY62 tag=48ZUDO86UCYD type=write size=2339675 2024-09-16T11:23:32.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.499+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~G8W0I9EEPE25.0 size=848786 2024-09-16T11:23:32.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.499+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=G8W0I9EEPE25 tag=CNEGVKJWL01F type=write size=1897362 2024-09-16T11:23:32.500 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.499+0000 7fb66dec2640 1 < canceled part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.0 size=1048576 2024-09-16T11:23:32.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.501+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.1 size=1048576 2024-09-16T11:23:32.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.503+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~N2LX9UVTXOFI.2 size=124497 2024-09-16T11:23:32.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.506+0000 7fb66dec2640 1 < canceled multipart upload key=PKSRPG0T3DRS upload=N2LX9UVTXOFI tag=IFCKC6T29R52 type=write size=3270225 2024-09-16T11:23:32.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.510+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~TFADW1GR3GXB.0 size=1048576 2024-09-16T11:23:32.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.512+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~TFADW1GR3GXB.1 size=702824 2024-09-16T11:23:32.513 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.512+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=TFADW1GR3GXB tag=RW00WEB8884W type=write size=2799976 2024-09-16T11:23:32.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.514+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=RPSURJP7UG4E type=del 2024-09-16T11:23:32.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.518+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~B4DUORLUXNZG.0 size=1048576 2024-09-16T11:23:32.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.520+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~B4DUORLUXNZG.1 size=546038 2024-09-16T11:23:32.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.520+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=B4DUORLUXNZG tag=K2C3YAB98DHN type=write size=2643190 2024-09-16T11:23:32.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.522+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=31RR8ACVLK6N type=del 2024-09-16T11:23:32.525 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.524+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=OHUMGLMA3DR7 type=del size=3350338 2024-09-16T11:23:32.527 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.525+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=BTYKNZZ8HAZ0 type=del 2024-09-16T11:23:32.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.528+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=Z8TVI5DC0JQ2 type=del size=1545689 2024-09-16T11:23:32.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.530+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=CYVKOQ98YLU7 type=del 2024-09-16T11:23:32.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.534+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.0 size=1048576 2024-09-16T11:23:32.536 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.535+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.1 size=1048576 2024-09-16T11:23:32.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.537+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.2 size=726502 2024-09-16T11:23:32.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.537+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=P24Y6DRJB5BX tag=N83M963ZU6K6 type=write size=3872230 2024-09-16T11:23:32.542 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.540+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=2L1QOVNNH15D type=del size=1573993 2024-09-16T11:23:32.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.543+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=EEK3L3511TKH type=write size=99057 2024-09-16T11:23:32.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.547+0000 7fb66dec2640 1 < suggested update operation key=ZJBL3MHVCGZG tag=8436M0LNRBV2 type=del size=2238765 2024-09-16T11:23:32.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.551+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~P3O9HZYFOQ2G.0 size=852348 2024-09-16T11:23:32.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.551+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=P3O9HZYFOQ2G tag=KOWTXOJM6YUA type=write size=1900924 2024-09-16T11:23:32.554 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.553+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.0 size=1048576 2024-09-16T11:23:32.556 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.555+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.1 size=1048576 2024-09-16T11:23:32.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.556+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~4KU4H4J13F8L.2 size=7575 2024-09-16T11:23:32.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.560+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=4KU4H4J13F8L tag=XD2RF6DB9OTM type=write size=3153303 2024-09-16T11:23:32.564 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.563+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~KBZT63QA1GFV.0 size=592768 2024-09-16T11:23:32.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.563+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=KBZT63QA1GFV tag=2RRZ0D61U4NJ type=write size=1641344 2024-09-16T11:23:32.568 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.567+0000 7fb66dec2640 1 < suggested update operation key=3G4SVBOPOKXF tag=3079WBSKLIY0 type=del size=769321 2024-09-16T11:23:32.570 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.569+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=LLEH1AL0VTM0 type=del size=2495088 2024-09-16T11:23:32.572 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.571+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~48YZRNTS24CP.0 size=1048576 2024-09-16T11:23:32.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.573+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~48YZRNTS24CP.1 size=787746 2024-09-16T11:23:32.577 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.576+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=48YZRNTS24CP tag=OFCDBM1E41RC type=write size=2884898 2024-09-16T11:23:32.579 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.578+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=P53KPY8I5KQJ type=del size=1877779 2024-09-16T11:23:32.582 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.581+0000 7fb66dec2640 1 < completed write operation key=VF9C7DHNEIOX tag=209CKBAUE8FX type=write size=58572 2024-09-16T11:23:32.583 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.582+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=0QS8R1UT267W type=del size=255685 2024-09-16T11:23:32.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.585+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=KX4DF7F1I9Y3 type=del 2024-09-16T11:23:32.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.588+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=NZN8793GFVJS type=write size=915932 2024-09-16T11:23:32.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.590+0000 7fb66dec2640 1 < canceled operation key=D4SQZJ77RBR1 tag=71U7JW0QWF51 type=del size=2054639 2024-09-16T11:23:32.593 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.592+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=9Q3YZCOFRJHL type=write size=238340 2024-09-16T11:23:32.597 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.596+0000 7fb66dec2640 1 < suggested update operation key=224VQRZ2GHDJ tag=8G27EQ64VT9L type=del size=2554746 2024-09-16T11:23:32.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.600+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.0 size=1048576 2024-09-16T11:23:32.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.602+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.1 size=1048576 2024-09-16T11:23:32.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.604+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.2 size=203347 2024-09-16T11:23:32.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.604+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=H089GN3WFOQJ tag=DP3MLPC6EOAE type=write size=3349075 2024-09-16T11:23:32.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.606+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~1VIGJ0ZG29H9.0 size=381023 2024-09-16T11:23:32.611 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.610+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=1VIGJ0ZG29H9 tag=L902PAO43R8I type=write size=1429599 2024-09-16T11:23:32.613 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.612+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=0AKBKXMYW308 type=del size=3387301 2024-09-16T11:23:32.615 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.614+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~G8W0I9EEPE25.0 size=848786 2024-09-16T11:23:32.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.618+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=G8W0I9EEPE25 tag=CNEGVKJWL01F type=write size=1897362 2024-09-16T11:23:32.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.622+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~GYJWH3DFZXBV.0 size=58593 2024-09-16T11:23:32.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.622+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=GYJWH3DFZXBV tag=7WEU0X805FE1 type=write size=1107169 2024-09-16T11:23:32.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.624+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~TFADW1GR3GXB.0 size=1048576 2024-09-16T11:23:32.627 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.626+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~TFADW1GR3GXB.1 size=702824 2024-09-16T11:23:32.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.629+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=TFADW1GR3GXB tag=RW00WEB8884W type=write size=2799976 2024-09-16T11:23:32.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.632+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=UEEQSZL4SPHV type=del size=3218268 2024-09-16T11:23:32.635 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.634+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~B4DUORLUXNZG.0 size=1048576 2024-09-16T11:23:32.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.635+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~B4DUORLUXNZG.1 size=546038 2024-09-16T11:23:32.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.640+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=B4DUORLUXNZG tag=K2C3YAB98DHN type=write size=2643190 2024-09-16T11:23:32.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.643+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=8WSRRNS31LUY type=del size=2008048 2024-09-16T11:23:32.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.645+0000 7fb66dec2640 1 < completed delete operation key=TVK5OH5E1PV4 tag=OHUMGLMA3DR7 type=del 2024-09-16T11:23:32.648 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.647+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=DUO12Q1HIDZA type=del size=2256956 2024-09-16T11:23:32.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.650+0000 7fb66dec2640 1 < suggested update operation key=O6UNHL80RFVL tag=Z8TVI5DC0JQ2 type=del size=1545689 2024-09-16T11:23:32.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.652+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=KCQ5FHOLILH4 type=del size=1630713 2024-09-16T11:23:32.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.655+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.0 size=1048576 2024-09-16T11:23:32.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.656+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.1 size=1048576 2024-09-16T11:23:32.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.658+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~P24Y6DRJB5BX.2 size=726502 2024-09-16T11:23:32.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.662+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=P24Y6DRJB5BX tag=N83M963ZU6K6 type=write size=3872230 2024-09-16T11:23:32.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.666+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~1WG7YSNCI2DC.0 size=420753 2024-09-16T11:23:32.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.666+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=1WG7YSNCI2DC tag=2YI5VC9FDYQ9 type=write size=1469329 2024-09-16T11:23:32.671 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.670+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=EEK3L3511TKH type=write 2024-09-16T11:23:32.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.673+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=9C9YI5LPDB30 type=del size=469378 2024-09-16T11:23:32.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.675+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~P3O9HZYFOQ2G.0 size=852348 2024-09-16T11:23:32.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.678+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=P3O9HZYFOQ2G tag=KOWTXOJM6YUA type=write size=1900924 2024-09-16T11:23:32.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.680+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=SP6YQXI6QQWM type=del size=1446493 2024-09-16T11:23:32.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.682+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~KBZT63QA1GFV.0 size=592768 2024-09-16T11:23:32.687 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.686+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=KBZT63QA1GFV tag=2RRZ0D61U4NJ type=write size=1641344 2024-09-16T11:23:32.691 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.690+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.0 size=1048576 2024-09-16T11:23:32.693 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.692+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.1 size=1048576 2024-09-16T11:23:32.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.694+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.2 size=394986 2024-09-16T11:23:32.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.694+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=9YN16S94SZPN tag=12X83TJSMFBR type=write size=3540714 2024-09-16T11:23:32.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.698+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=LLEH1AL0VTM0 type=del 2024-09-16T11:23:32.701 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.700+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=IUEI37WDCECL type=del size=3278338 2024-09-16T11:23:32.704 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.703+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=P53KPY8I5KQJ type=del 2024-09-16T11:23:32.706 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.705+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=5CCC6N0A95WE type=del size=1704609 2024-09-16T11:23:32.710 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.709+0000 7fb66dec2640 1 < suggested update operation key=TVK5OH5E1PV4 tag=0QS8R1UT267W type=del size=255685 2024-09-16T11:23:32.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.713+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~7KI81JKNRIAY.0 size=122072 2024-09-16T11:23:32.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.713+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=7KI81JKNRIAY tag=DHLE1J0UTVN2 type=write size=1170648 2024-09-16T11:23:32.716 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.715+0000 7fb66dec2640 1 < completed write operation key=0KLATQC7UXQS tag=NZN8793GFVJS type=write size=915932 2024-09-16T11:23:32.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.717+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=UOL1D5KIITF9 type=del size=1401029 2024-09-16T11:23:32.721 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.720+0000 7fb66dec2640 1 < canceled operation key=ZJBL3MHVCGZG tag=9Q3YZCOFRJHL type=write size=238340 2024-09-16T11:23:32.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.722+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=Y8RBGQL9GC2N type=del size=3635311 2024-09-16T11:23:32.725 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.724+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.0 size=1048576 2024-09-16T11:23:32.727 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.726+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.1 size=1048576 2024-09-16T11:23:32.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.727+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~H089GN3WFOQJ.2 size=203347 2024-09-16T11:23:32.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.730+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=H089GN3WFOQJ tag=DP3MLPC6EOAE type=write size=3349075 2024-09-16T11:23:32.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.734+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~NWBUD1C90BBF.0 size=457778 2024-09-16T11:23:32.736 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.734+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=NWBUD1C90BBF tag=G8619PKPFF57 type=write size=1506354 2024-09-16T11:23:32.738 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.736+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=0AKBKXMYW308 type=del 2024-09-16T11:23:32.740 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.738+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=R2Q94MPEBMP6 type=del size=342664 2024-09-16T11:23:32.742 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.740+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~GYJWH3DFZXBV.0 size=58593 2024-09-16T11:23:32.745 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.743+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=GYJWH3DFZXBV tag=7WEU0X805FE1 type=write size=1107169 2024-09-16T11:23:32.747 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.745+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=O7PTI8U6GB9L type=write size=217341 2024-09-16T11:23:32.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.749+0000 7fb66dec2640 1 < suggested remove operation key=I575ZO6BYNEZ tag=UEEQSZL4SPHV type=del 2024-09-16T11:23:32.753 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.751+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=AB4PPVW44Q2P type=write size=224629 2024-09-16T11:23:32.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.752+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=8WSRRNS31LUY type=del 2024-09-16T11:23:32.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.756+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~6QQKABULVUBV.0 size=604275 2024-09-16T11:23:32.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.756+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=6QQKABULVUBV tag=CZIOC35KHDCK type=write size=1652851 2024-09-16T11:23:32.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.760+0000 7fb66dec2640 1 < suggested remove operation key=SXTKV1YIBM8U tag=DUO12Q1HIDZA type=del 2024-09-16T11:23:32.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.762+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=GM9V8UKQLCSI type=del size=3423944 2024-09-16T11:23:32.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.766+0000 7fb66dec2640 1 < suggested remove operation key=0KLATQC7UXQS tag=KCQ5FHOLILH4 type=del 2024-09-16T11:23:32.770 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.768+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=4IM7EQ2KMM1M type=del size=1471710 2024-09-16T11:23:32.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.770+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~1WG7YSNCI2DC.0 size=420753 2024-09-16T11:23:32.775 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.773+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=1WG7YSNCI2DC tag=2YI5VC9FDYQ9 type=write size=1469329 2024-09-16T11:23:32.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.775+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=J6BY0USZYKSG type=del size=597187 2024-09-16T11:23:32.780 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.778+0000 7fb66dec2640 -1 < failed to complete operation key=0KLATQC7UXQS tag=9C9YI5LPDB30 type=del size=469378: (22) Invalid argument 2024-09-16T11:23:32.782 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.780+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=78KPCQM71FL2 type=write size=519371 2024-09-16T11:23:32.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.784+0000 7fb66dec2640 1 < suggested update operation key=D4SQZJ77RBR1 tag=SP6YQXI6QQWM type=del size=1446493 2024-09-16T11:23:32.790 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.788+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.0 size=1048576 2024-09-16T11:23:32.791 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.789+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.1 size=1048576 2024-09-16T11:23:32.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.791+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.2 size=196895 2024-09-16T11:23:32.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.791+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=SVTNXLI9FHZ0 tag=X9EXC7R777AQ type=write size=3342623 2024-09-16T11:23:32.794 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.792+0000 7fb66dec2640 1 < canceled part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.0 size=1048576 2024-09-16T11:23:32.796 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.794+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.1 size=1048576 2024-09-16T11:23:32.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.795+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~9YN16S94SZPN.2 size=394986 2024-09-16T11:23:32.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.799+0000 7fb66dec2640 1 < canceled multipart upload key=TVK5OH5E1PV4 upload=9YN16S94SZPN tag=12X83TJSMFBR type=write size=3540714 2024-09-16T11:23:32.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.801+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=YLE53740I4Q9 type=del size=2696640 2024-09-16T11:23:32.805 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.803+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=IUEI37WDCECL type=del 2024-09-16T11:23:32.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.805+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=AK5LXGK3RF1V type=del size=2179901 2024-09-16T11:23:32.809 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.807+0000 7fb66dec2640 1 < canceled operation key=OEN3JZU6OLXI tag=5CCC6N0A95WE type=del size=1704609 2024-09-16T11:23:32.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.809+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=M2I76UU2T9L2 type=write size=977204 2024-09-16T11:23:32.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.811+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~7KI81JKNRIAY.0 size=122072 2024-09-16T11:23:32.817 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.815+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=7KI81JKNRIAY tag=DHLE1J0UTVN2 type=write size=1170648 2024-09-16T11:23:32.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.818+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~86X1MUJM9DI2.0 size=137694 2024-09-16T11:23:32.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.818+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=86X1MUJM9DI2 tag=MCBJD7XBY6LC type=write size=1186270 2024-09-16T11:23:32.825 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.823+0000 7fb66dec2640 1 < suggested remove operation key=U5T3M5C2I7Z6 tag=UOL1D5KIITF9 type=del 2024-09-16T11:23:32.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.826+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~8G15SAXNUKNQ.0 size=1048576 2024-09-16T11:23:32.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.828+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~8G15SAXNUKNQ.1 size=1018945 2024-09-16T11:23:32.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.828+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=8G15SAXNUKNQ tag=6MXGJ8YQUX41 type=write size=3116097 2024-09-16T11:23:32.834 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.832+0000 7fb66dec2640 1 < suggested update operation key=YYAA5H9KJ8EB tag=Y8RBGQL9GC2N type=del size=3635311 2024-09-16T11:23:32.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.835+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=I5RB3T5G2AFD type=del size=1010189 2024-09-16T11:23:32.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.835+0000 7fb66dec2640 1 < canceled part key=_multipart_5SP701M6TW6O.2~NWBUD1C90BBF.0 size=457778 2024-09-16T11:23:32.840 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.838+0000 7fb66dec2640 1 < canceled multipart upload key=5SP701M6TW6O upload=NWBUD1C90BBF tag=G8619PKPFF57 type=write size=1506354 2024-09-16T11:23:32.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.841+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=NNQQ2OYHDMNQ type=del size=953281 2024-09-16T11:23:32.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.843+0000 7fb66dec2640 -1 < failed to complete operation key=D4SQZJ77RBR1 tag=R2Q94MPEBMP6 type=del size=342664: (22) Invalid argument 2024-09-16T11:23:32.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.845+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=1PG6NIYMXWFX type=del size=1009902 2024-09-16T11:23:32.850 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.848+0000 7fb66dec2640 1 < completed write operation key=KW19TYJ86X9U tag=O7PTI8U6GB9L type=write size=217341 2024-09-16T11:23:32.851 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.849+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=LP942BZ32NXY type=del size=2415367 2024-09-16T11:23:32.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.851+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=AB4PPVW44Q2P type=write size=224629 2024-09-16T11:23:32.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.855+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~EPV11WFAN9KP.0 size=988209 2024-09-16T11:23:32.857 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.855+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=EPV11WFAN9KP tag=3AZFDKYSAFPX type=write size=2036785 2024-09-16T11:23:32.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.858+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~6QQKABULVUBV.0 size=604275 2024-09-16T11:23:32.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.861+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=6QQKABULVUBV tag=CZIOC35KHDCK type=write size=1652851 2024-09-16T11:23:32.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.865+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~VRKHNGFZZTAB.0 size=661352 2024-09-16T11:23:32.867 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.865+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=VRKHNGFZZTAB tag=FDHC8T6P6MZ9 type=write size=1709928 2024-09-16T11:23:32.869 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.867+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=GM9V8UKQLCSI type=del 2024-09-16T11:23:32.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.870+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~UVDKUH0YETWM.0 size=1048576 2024-09-16T11:23:32.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.872+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~UVDKUH0YETWM.1 size=490078 2024-09-16T11:23:32.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.872+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=UVDKUH0YETWM tag=0FI9NUA7W4R5 type=write size=2587230 2024-09-16T11:23:32.876 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.874+0000 7fb66dec2640 1 < canceled operation key=8M7Y5EHLQWPK tag=4IM7EQ2KMM1M type=del size=1471710 2024-09-16T11:23:32.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.878+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~ATLTX9YSUOMZ.0 size=1048576 2024-09-16T11:23:32.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.880+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~ATLTX9YSUOMZ.1 size=977623 2024-09-16T11:23:32.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.880+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=ATLTX9YSUOMZ tag=HLLJ4C68C14J type=write size=3074775 2024-09-16T11:23:32.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.882+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=J6BY0USZYKSG type=del 2024-09-16T11:23:32.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.884+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=XI83ME6H74JY type=del size=1310288 2024-09-16T11:23:32.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.888+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=78KPCQM71FL2 type=write 2024-09-16T11:23:32.894 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.892+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.0 size=1048576 2024-09-16T11:23:32.896 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.894+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.1 size=1048576 2024-09-16T11:23:32.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.896+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.2 size=855196 2024-09-16T11:23:32.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.896+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=FCFB86QRDMJP tag=8TCK7GQ3B6R8 type=write size=4000924 2024-09-16T11:23:32.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.898+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.0 size=1048576 2024-09-16T11:23:32.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.900+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.1 size=1048576 2024-09-16T11:23:32.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.901+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~SVTNXLI9FHZ0.2 size=196895 2024-09-16T11:23:32.907 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.905+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=SVTNXLI9FHZ0 tag=X9EXC7R777AQ type=write size=3342623 2024-09-16T11:23:32.909 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.907+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=U2DS3QFA2OBF type=write size=518077 2024-09-16T11:23:32.911 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.909+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=YLE53740I4Q9 type=del 2024-09-16T11:23:32.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.913+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.0 size=1048576 2024-09-16T11:23:32.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.914+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.1 size=1048576 2024-09-16T11:23:32.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.916+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.2 size=606216 2024-09-16T11:23:32.918 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.916+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=PTQEY6BK758Z tag=0UQSFH0B4U0V type=write size=3751944 2024-09-16T11:23:32.920 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.918+0000 7fb66dec2640 1 < canceled operation key=8M7Y5EHLQWPK tag=AK5LXGK3RF1V type=del size=2179901 2024-09-16T11:23:32.923 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.920+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=5L8FS7PN2851 type=del size=824974 2024-09-16T11:23:32.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.924+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=M2I76UU2T9L2 type=write 2024-09-16T11:23:32.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.926+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=7P9WOQOR7JMN type=write size=896667 2024-09-16T11:23:32.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.926+0000 7fb66dec2640 1 < canceled part key=_multipart_YYAA5H9KJ8EB.2~86X1MUJM9DI2.0 size=137694 2024-09-16T11:23:32.931 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.929+0000 7fb66dec2640 1 < canceled multipart upload key=YYAA5H9KJ8EB upload=86X1MUJM9DI2 tag=MCBJD7XBY6LC type=write size=1186270 2024-09-16T11:23:32.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.933+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~XSCJD2LGAZXJ.0 size=1048576 2024-09-16T11:23:32.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.935+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~XSCJD2LGAZXJ.1 size=392824 2024-09-16T11:23:32.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.935+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=XSCJD2LGAZXJ tag=OYQ438265281 type=write size=2489976 2024-09-16T11:23:32.938 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.935+0000 7fb66dec2640 1 < canceled part key=_multipart_VZOJ74356GH2.2~8G15SAXNUKNQ.0 size=1048576 2024-09-16T11:23:32.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.937+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~8G15SAXNUKNQ.1 size=1018945 2024-09-16T11:23:32.943 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.941+0000 7fb66dec2640 1 < canceled multipart upload key=VZOJ74356GH2 upload=8G15SAXNUKNQ tag=6MXGJ8YQUX41 type=write size=3116097 2024-09-16T11:23:32.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.945+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.0 size=1048576 2024-09-16T11:23:32.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.947+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.1 size=1048576 2024-09-16T11:23:32.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.949+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.2 size=134934 2024-09-16T11:23:32.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.949+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=4YNBDT6L78AD tag=AXJ53VBR3J4D type=write size=3280662 2024-09-16T11:23:32.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.953+0000 7fb66dec2640 1 < suggested remove operation key=YF35LMA056BI tag=I5RB3T5G2AFD type=del 2024-09-16T11:23:32.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.955+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=KWU4Y7TZOZ03 type=del size=1366230 2024-09-16T11:23:32.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.957+0000 7fb66dec2640 1 < completed delete operation key=2C0Y1546EQZK tag=NNQQ2OYHDMNQ type=del 2024-09-16T11:23:32.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.959+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=2VXMFWSODDE2 type=del size=3759448 2024-09-16T11:23:32.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.961+0000 7fb66dec2640 1 < canceled operation key=5SP701M6TW6O tag=1PG6NIYMXWFX type=del size=1009902 2024-09-16T11:23:32.967 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.965+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~C9LIDYUE030S.0 size=1048576 2024-09-16T11:23:32.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.966+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~C9LIDYUE030S.1 size=486660 2024-09-16T11:23:32.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.966+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=C9LIDYUE030S tag=TO51SLI7WL1N type=write size=2583812 2024-09-16T11:23:32.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.968+0000 7fb66dec2640 1 < completed delete operation key=P9HEIJBYI7VR tag=LP942BZ32NXY type=del 2024-09-16T11:23:32.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.970+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=Q148U5BGSE3W type=del size=4005210 2024-09-16T11:23:32.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.972+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~EPV11WFAN9KP.0 size=988209 2024-09-16T11:23:32.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.976+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=EPV11WFAN9KP tag=3AZFDKYSAFPX type=write size=2036785 2024-09-16T11:23:32.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.978+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=U5HRIVWHNAES type=del size=3393307 2024-09-16T11:23:32.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.980+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~VRKHNGFZZTAB.0 size=661352 2024-09-16T11:23:32.987 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.984+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=VRKHNGFZZTAB tag=FDHC8T6P6MZ9 type=write size=1709928 2024-09-16T11:23:32.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.988+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.0 size=1048576 2024-09-16T11:23:32.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.990+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.1 size=1048576 2024-09-16T11:23:32.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.992+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.2 size=550544 2024-09-16T11:23:32.994 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.992+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=PC6RSDY2JYXC tag=YVABAUKQ0S2A type=write size=3696272 2024-09-16T11:23:32.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.995+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~UVDKUH0YETWM.0 size=1048576 2024-09-16T11:23:32.998 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:32.996+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~UVDKUH0YETWM.1 size=490078 2024-09-16T11:23:33.002 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.000+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=UVDKUH0YETWM tag=0FI9NUA7W4R5 type=write size=2587230 2024-09-16T11:23:33.004 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.002+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=4KRMQP9WVVNR type=write size=896785 2024-09-16T11:23:33.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.005+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~ATLTX9YSUOMZ.0 size=1048576 2024-09-16T11:23:33.008 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.006+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~ATLTX9YSUOMZ.1 size=977623 2024-09-16T11:23:33.012 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.010+0000 7fb66dec2640 1 < completed multipart upload key=UBJMF37RRIGD upload=ATLTX9YSUOMZ tag=HLLJ4C68C14J type=write size=3074775 2024-09-16T11:23:33.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.014+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~LXSVYKBOIAQQ.0 size=327223 2024-09-16T11:23:33.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.014+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=LXSVYKBOIAQQ tag=BIVGDVDMYMZ1 type=write size=1375799 2024-09-16T11:23:33.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.015+0000 7fb66dec2640 -1 < no bi entry to suggest for operation key=P4R6KUKVO6TJ tag=XI83ME6H74JY type=del size=1310288: (2) No such file or directory 2024-09-16T11:23:33.019 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.017+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=7YLZ1KCFI816 type=del size=3983862 2024-09-16T11:23:33.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.019+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.0 size=1048576 2024-09-16T11:23:33.023 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.021+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.1 size=1048576 2024-09-16T11:23:33.025 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.023+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~FCFB86QRDMJP.2 size=855196 2024-09-16T11:23:33.029 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.027+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=FCFB86QRDMJP tag=8TCK7GQ3B6R8 type=write size=4000924 2024-09-16T11:23:33.031 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.029+0000 7fb66dec2640 1 > prepared operation key=OEN3JZU6OLXI tag=LROTIVL8LA6S type=del size=25090 2024-09-16T11:23:33.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.032+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=U2DS3QFA2OBF type=write size=518077 2024-09-16T11:23:33.036 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.034+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=63JQY5EDF1X0 type=del size=797615 2024-09-16T11:23:33.037 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.036+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.0 size=1048576 2024-09-16T11:23:33.039 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.037+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.1 size=1048576 2024-09-16T11:23:33.041 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.039+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~PTQEY6BK758Z.2 size=606216 2024-09-16T11:23:33.045 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.043+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=PTQEY6BK758Z tag=0UQSFH0B4U0V type=write size=3751944 2024-09-16T11:23:33.047 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.045+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=XNBHU0BOERCP type=del size=1178479 2024-09-16T11:23:33.049 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.047+0000 7fb66dec2640 1 < canceled operation key=TVK5OH5E1PV4 tag=5L8FS7PN2851 type=del size=824974 2024-09-16T11:23:33.051 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.049+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=ZHTTXDRJXV21 type=write size=136793 2024-09-16T11:23:33.053 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.051+0000 7fb66dec2640 1 < canceled operation key=P9HEIJBYI7VR tag=7P9WOQOR7JMN type=write size=896667 2024-09-16T11:23:33.057 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.055+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.0 size=1048576 2024-09-16T11:23:33.059 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.057+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.1 size=1048576 2024-09-16T11:23:33.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.059+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.2 size=107616 2024-09-16T11:23:33.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.059+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=AGHCBHB1UB8C tag=OK9JQP6CMKPI type=write size=3253344 2024-09-16T11:23:33.061 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.059+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~XSCJD2LGAZXJ.0 size=1048576 2024-09-16T11:23:33.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.061+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~XSCJD2LGAZXJ.1 size=392824 2024-09-16T11:23:33.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.065+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=XSCJD2LGAZXJ tag=OYQ438265281 type=write size=2489976 2024-09-16T11:23:33.069 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.067+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=UN9S3HLF1XE8 type=del size=685734 2024-09-16T11:23:33.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.069+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.0 size=1048576 2024-09-16T11:23:33.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.069+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.1 size=1048576 2024-09-16T11:23:33.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.069+0000 7fb66dec2640 1 < canceled part key=_multipart_E9JN9AJSKBMD.2~4YNBDT6L78AD.2 size=134934 2024-09-16T11:23:33.074 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.072+0000 7fb66dec2640 1 < canceled multipart upload key=E9JN9AJSKBMD upload=4YNBDT6L78AD tag=AXJ53VBR3J4D type=write size=3280662 2024-09-16T11:23:33.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.076+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~HIEU65TYRAIS.0 size=642556 2024-09-16T11:23:33.078 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.076+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=HIEU65TYRAIS tag=9AR0EBU3B25Z type=write size=1691132 2024-09-16T11:23:33.083 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.081+0000 7fb66dec2640 1 < suggested remove operation key=U5T3M5C2I7Z6 tag=KWU4Y7TZOZ03 type=del 2024-09-16T11:23:33.085 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.083+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=93QAZYCIYHL1 type=del size=3196345 2024-09-16T11:23:33.087 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.085+0000 7fb66dec2640 1 < canceled operation key=VZOJ74356GH2 tag=2VXMFWSODDE2 type=del size=3759448 2024-09-16T11:23:33.090 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.088+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~DMOGTDFSQE42.0 size=1048576 2024-09-16T11:23:33.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.090+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~DMOGTDFSQE42.1 size=228112 2024-09-16T11:23:33.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.090+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=DMOGTDFSQE42 tag=ZRVDWI8QO08H type=write size=2325264 2024-09-16T11:23:33.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.092+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~C9LIDYUE030S.0 size=1048576 2024-09-16T11:23:33.096 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.094+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~C9LIDYUE030S.1 size=486660 2024-09-16T11:23:33.101 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.099+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=C9LIDYUE030S tag=TO51SLI7WL1N type=write size=2583812 2024-09-16T11:23:33.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.101+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=807WVVR51KW1 type=del size=1154019 2024-09-16T11:23:33.107 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.105+0000 7fb66dec2640 1 < suggested remove operation key=OEN3JZU6OLXI tag=Q148U5BGSE3W type=del 2024-09-16T11:23:33.109 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.107+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=J1CXJ57EMZUR type=del size=2031005 2024-09-16T11:23:33.111 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.109+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=U5HRIVWHNAES type=del 2024-09-16T11:23:33.113 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.111+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=YDVE6KEPR19C type=del size=828294 2024-09-16T11:23:33.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.113+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.0 size=1048576 2024-09-16T11:23:33.117 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.115+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.1 size=1048576 2024-09-16T11:23:33.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.116+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~PC6RSDY2JYXC.2 size=550544 2024-09-16T11:23:33.122 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.120+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=PC6RSDY2JYXC tag=YVABAUKQ0S2A type=write size=3696272 2024-09-16T11:23:33.124 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.122+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=RHD8F2WE6LFU type=del size=161916 2024-09-16T11:23:33.126 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.124+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=4KRMQP9WVVNR type=write size=896785 2024-09-16T11:23:33.128 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.126+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=P7018GSSF8QY type=del size=956770 2024-09-16T11:23:33.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.128+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~LXSVYKBOIAQQ.0 size=327223 2024-09-16T11:23:33.133 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.131+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=LXSVYKBOIAQQ tag=BIVGDVDMYMZ1 type=write size=1375799 2024-09-16T11:23:33.138 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.136+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~VNNXGSGDUO4G.0 size=1048576 2024-09-16T11:23:33.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.137+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~VNNXGSGDUO4G.1 size=568120 2024-09-16T11:23:33.141 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.137+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=VNNXGSGDUO4G tag=49NM9OMST2GW type=write size=2665272 2024-09-16T11:23:33.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.141+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=7YLZ1KCFI816 type=del size=3983862 2024-09-16T11:23:33.147 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.145+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.0 size=1048576 2024-09-16T11:23:33.149 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.147+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.1 size=1048576 2024-09-16T11:23:33.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.148+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.2 size=892648 2024-09-16T11:23:33.150 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.148+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=L3PHHM3E3IKX tag=8Q3P1D0VPAE0 type=write size=4038376 2024-09-16T11:23:33.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.151+0000 7fb66dec2640 -1 < failed to complete operation key=OEN3JZU6OLXI tag=LROTIVL8LA6S type=del size=25090: (22) Invalid argument 2024-09-16T11:23:33.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.153+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=40MT8RQ1T3HM type=del size=766793 2024-09-16T11:23:33.158 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.156+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=63JQY5EDF1X0 type=del 2024-09-16T11:23:33.159 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.157+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=JPGI7TF1XWYO type=del size=3189696 2024-09-16T11:23:33.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.159+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=XNBHU0BOERCP type=del 2024-09-16T11:23:33.164 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.161+0000 7fb66dec2640 1 > prepared operation key=P9HEIJBYI7VR tag=S442FV6E3X34 type=write size=979017 2024-09-16T11:23:33.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.163+0000 7fb66dec2640 1 < completed write operation key=PKSRPG0T3DRS tag=ZHTTXDRJXV21 type=write size=136793 2024-09-16T11:23:33.169 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.167+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~UZ8FLT6ZB33Z.0 size=1048576 2024-09-16T11:23:33.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.168+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~UZ8FLT6ZB33Z.1 size=99045 2024-09-16T11:23:33.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.169+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=UZ8FLT6ZB33Z tag=N0O2FM75AKTB type=write size=2196197 2024-09-16T11:23:33.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.171+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.0 size=1048576 2024-09-16T11:23:33.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.172+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.1 size=1048576 2024-09-16T11:23:33.174 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.172+0000 7fb66dec2640 1 < canceled part key=_multipart_8M7Y5EHLQWPK.2~AGHCBHB1UB8C.2 size=107616 2024-09-16T11:23:33.178 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.176+0000 7fb66dec2640 1 < canceled multipart upload key=8M7Y5EHLQWPK upload=AGHCBHB1UB8C tag=OK9JQP6CMKPI type=write size=3253344 2024-09-16T11:23:33.181 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.179+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=6GVC51V5X6SN type=del size=70168 2024-09-16T11:23:33.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.181+0000 7fb66dec2640 1 < completed delete operation key=UBJMF37RRIGD tag=UN9S3HLF1XE8 type=del 2024-09-16T11:23:33.185 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.183+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=V6Q0Z1ML68E5 type=del size=128055 2024-09-16T11:23:33.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.185+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~HIEU65TYRAIS.0 size=642556 2024-09-16T11:23:33.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.188+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=HIEU65TYRAIS tag=9AR0EBU3B25Z type=write size=1691132 2024-09-16T11:23:33.192 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.190+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=TOU4ELCCQE55 type=del size=3800013 2024-09-16T11:23:33.196 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.194+0000 7fb66dec2640 1 < suggested remove operation key=VF9C7DHNEIOX tag=93QAZYCIYHL1 type=del 2024-09-16T11:23:33.198 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.196+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=YXG2VFN4JXV3 type=del size=900202 2024-09-16T11:23:33.200 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.198+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~DMOGTDFSQE42.0 size=1048576 2024-09-16T11:23:33.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.199+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~DMOGTDFSQE42.1 size=228112 2024-09-16T11:23:33.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.203+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=DMOGTDFSQE42 tag=ZRVDWI8QO08H type=write size=2325264 2024-09-16T11:23:33.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.205+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=0I1DRX2WTELN type=del size=1643727 2024-09-16T11:23:33.209 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.207+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=807WVVR51KW1 type=del 2024-09-16T11:23:33.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.209+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=8EIZ6HF56O8U type=del size=3333710 2024-09-16T11:23:33.214 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.212+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=J1CXJ57EMZUR type=del 2024-09-16T11:23:33.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.216+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.0 size=1048576 2024-09-16T11:23:33.220 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.218+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.1 size=1048576 2024-09-16T11:23:33.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.220+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.2 size=811411 2024-09-16T11:23:33.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.220+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=1V3JUO09RFR7 tag=IEYME2WUUBHX type=write size=3957139 2024-09-16T11:23:33.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.223+0000 7fb66dec2640 -1 < failed to complete operation key=0KLATQC7UXQS tag=YDVE6KEPR19C type=del size=828294: (22) Invalid argument 2024-09-16T11:23:33.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.227+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~O2WUUNOL5Z4O.0 size=1017466 2024-09-16T11:23:33.230 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.227+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=O2WUUNOL5Z4O tag=4S9QK0N0Z509 type=write size=2066042 2024-09-16T11:23:33.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.230+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=RHD8F2WE6LFU type=del 2024-09-16T11:23:33.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.234+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.0 size=1048576 2024-09-16T11:23:33.237 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.236+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.1 size=1048576 2024-09-16T11:23:33.239 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.237+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.2 size=396957 2024-09-16T11:23:33.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.237+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=KOBL6IQVI2Q2 tag=AQP7M18TU36W type=write size=3542685 2024-09-16T11:23:33.243 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.241+0000 7fb66dec2640 1 < suggested update operation key=57XW02KN8W4Z tag=P7018GSSF8QY type=del size=956770 2024-09-16T11:23:33.245 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.243+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=STOWL8USY7D0 type=del size=3467424 2024-09-16T11:23:33.247 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.245+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~VNNXGSGDUO4G.0 size=1048576 2024-09-16T11:23:33.249 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.247+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~VNNXGSGDUO4G.1 size=568120 2024-09-16T11:23:33.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.250+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=VNNXGSGDUO4G tag=49NM9OMST2GW type=write size=2665272 2024-09-16T11:23:33.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.252+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=J7VS4J1682HK type=write size=623772 2024-09-16T11:23:33.256 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.254+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.0 size=1048576 2024-09-16T11:23:33.258 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.256+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.1 size=1048576 2024-09-16T11:23:33.260 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.258+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~L3PHHM3E3IKX.2 size=892648 2024-09-16T11:23:33.263 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.261+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=L3PHHM3E3IKX tag=8Q3P1D0VPAE0 type=write size=4038376 2024-09-16T11:23:33.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.265+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~L6PYTJ4VEN3B.0 size=806746 2024-09-16T11:23:33.268 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.265+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=L6PYTJ4VEN3B tag=0Q6ECYM2444J type=write size=1855322 2024-09-16T11:23:33.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.267+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=40MT8RQ1T3HM type=del 2024-09-16T11:23:33.271 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.269+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=7U06LFQP3AAY type=del size=155694 2024-09-16T11:23:33.273 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.271+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=JPGI7TF1XWYO type=del 2024-09-16T11:23:33.277 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.275+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.0 size=1048576 2024-09-16T11:23:33.279 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.277+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.1 size=1048576 2024-09-16T11:23:33.281 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.279+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.2 size=791756 2024-09-16T11:23:33.281 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.279+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=4EFZUKVN6QAH tag=23TTJU7614AP type=write size=3937484 2024-09-16T11:23:33.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.281+0000 7fb66dec2640 1 < canceled operation key=P9HEIJBYI7VR tag=S442FV6E3X34 type=write size=979017 2024-09-16T11:23:33.286 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.284+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~5Y2SGBGZB1EC.0 size=1048576 2024-09-16T11:23:33.288 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.286+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~5Y2SGBGZB1EC.1 size=98094 2024-09-16T11:23:33.288 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.286+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=5Y2SGBGZB1EC tag=30S1J6U8I9TH type=write size=2195246 2024-09-16T11:23:33.290 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.288+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~UZ8FLT6ZB33Z.0 size=1048576 2024-09-16T11:23:33.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.290+0000 7fb66dec2640 1 < completed part key=_multipart_CX33VNVA75KY.2~UZ8FLT6ZB33Z.1 size=99045 2024-09-16T11:23:33.296 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.294+0000 7fb66dec2640 1 < completed multipart upload key=CX33VNVA75KY upload=UZ8FLT6ZB33Z tag=N0O2FM75AKTB type=write size=2196197 2024-09-16T11:23:33.298 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.296+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=97KS188VZ48H type=del size=1216096 2024-09-16T11:23:33.300 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.298+0000 7fb66dec2640 1 < completed delete operation key=D4SQZJ77RBR1 tag=6GVC51V5X6SN type=del 2024-09-16T11:23:33.302 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.300+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=86J5OFCE80QM type=write size=583410 2024-09-16T11:23:33.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.304+0000 7fb66dec2640 1 < suggested remove operation key=E9JN9AJSKBMD tag=V6Q0Z1ML68E5 type=del 2024-09-16T11:23:33.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.306+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=7SPGNP528DXB type=del size=3689173 2024-09-16T11:23:33.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.307+0000 7fb66dec2640 1 < canceled operation key=U5T3M5C2I7Z6 tag=TOU4ELCCQE55 type=del size=3800013 2024-09-16T11:23:33.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.311+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~Z28UPY4VZ2BW.0 size=372025 2024-09-16T11:23:33.313 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.311+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=Z28UPY4VZ2BW tag=FS4FM77IX4Z9 type=write size=1420601 2024-09-16T11:23:33.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.313+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=YXG2VFN4JXV3 type=del 2024-09-16T11:23:33.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.317+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~Z8Z3NREMG7TW.0 size=1048576 2024-09-16T11:23:33.320 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.318+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~Z8Z3NREMG7TW.1 size=590447 2024-09-16T11:23:33.321 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.318+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=Z8Z3NREMG7TW tag=C0JFWM3N6X1U type=write size=2687599 2024-09-16T11:23:33.322 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.320+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=0I1DRX2WTELN type=del 2024-09-16T11:23:33.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.324+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~V7ZGBCVUBK0V.0 size=251639 2024-09-16T11:23:33.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.324+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=V7ZGBCVUBK0V tag=YLA30QMB9QBD type=write size=1300215 2024-09-16T11:23:33.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.326+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=8EIZ6HF56O8U type=del 2024-09-16T11:23:33.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.328+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=C5IRQEMPL2T8 type=write size=94442 2024-09-16T11:23:33.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.330+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.0 size=1048576 2024-09-16T11:23:33.335 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.333+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.1 size=1048576 2024-09-16T11:23:33.336 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.334+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~1V3JUO09RFR7.2 size=811411 2024-09-16T11:23:33.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.338+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=1V3JUO09RFR7 tag=IEYME2WUUBHX type=write size=3957139 2024-09-16T11:23:33.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.342+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.0 size=1048576 2024-09-16T11:23:33.346 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.344+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.1 size=1048576 2024-09-16T11:23:33.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.346+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.2 size=852958 2024-09-16T11:23:33.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.346+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=RQFSUADU6VVK tag=7RKA26ZL3NZR type=write size=3998686 2024-09-16T11:23:33.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.348+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~O2WUUNOL5Z4O.0 size=1017466 2024-09-16T11:23:33.355 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.353+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=O2WUUNOL5Z4O tag=4S9QK0N0Z509 type=write size=2066042 2024-09-16T11:23:33.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.357+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~5DM6IQC2J7LE.0 size=835076 2024-09-16T11:23:33.359 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.357+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=5DM6IQC2J7LE tag=8IOZXBFLBVCF type=write size=1883652 2024-09-16T11:23:33.364 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.359+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.0 size=1048576 2024-09-16T11:23:33.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.361+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.1 size=1048576 2024-09-16T11:23:33.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.362+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~KOBL6IQVI2Q2.2 size=396957 2024-09-16T11:23:33.368 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.366+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=KOBL6IQVI2Q2 tag=AQP7M18TU36W type=write size=3542685 2024-09-16T11:23:33.372 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.370+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~0R5T76QFJYDM.0 size=1048576 2024-09-16T11:23:33.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.372+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~0R5T76QFJYDM.1 size=626463 2024-09-16T11:23:33.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.372+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=0R5T76QFJYDM tag=R4IHRT0PIC9D type=write size=2723615 2024-09-16T11:23:33.376 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.374+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=STOWL8USY7D0 type=del 2024-09-16T11:23:33.380 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.378+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~E3VNF62L71CV.0 size=1048576 2024-09-16T11:23:33.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.380+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~E3VNF62L71CV.1 size=391056 2024-09-16T11:23:33.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.380+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=E3VNF62L71CV tag=H4YEOQ51CJ9N type=write size=2488208 2024-09-16T11:23:33.383 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.382+0000 7fb66dec2640 1 < canceled operation key=C9EOE5MOFBOT tag=J7VS4J1682HK type=write size=623772 2024-09-16T11:23:33.386 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.384+0000 7fb66dec2640 1 > prepared operation key=C9EOE5MOFBOT tag=9L10XUGNAYVA type=del size=3838018 2024-09-16T11:23:33.387 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.385+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~L6PYTJ4VEN3B.0 size=806746 2024-09-16T11:23:33.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.390+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=L6PYTJ4VEN3B tag=0Q6ECYM2444J type=write size=1855322 2024-09-16T11:23:33.394 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.392+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=EDJ44VPK0CTR type=del size=3962806 2024-09-16T11:23:33.396 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.394+0000 7fb66dec2640 1 < completed delete operation key=0KLATQC7UXQS tag=7U06LFQP3AAY type=del 2024-09-16T11:23:33.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.396+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=C7VTU5XL1I1F type=del size=3860679 2024-09-16T11:23:33.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.398+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.0 size=1048576 2024-09-16T11:23:33.401 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.399+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.1 size=1048576 2024-09-16T11:23:33.403 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.401+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~4EFZUKVN6QAH.2 size=791756 2024-09-16T11:23:33.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.405+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=4EFZUKVN6QAH tag=23TTJU7614AP type=write size=3937484 2024-09-16T11:23:33.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.409+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~0GDUB4CDVMAV.0 size=893814 2024-09-16T11:23:33.411 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.409+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=0GDUB4CDVMAV tag=4XDXGSHKTDH5 type=write size=1942390 2024-09-16T11:23:33.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.411+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~5Y2SGBGZB1EC.0 size=1048576 2024-09-16T11:23:33.414 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.412+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~5Y2SGBGZB1EC.1 size=98094 2024-09-16T11:23:33.418 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.416+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=5Y2SGBGZB1EC tag=30S1J6U8I9TH type=write size=2195246 2024-09-16T11:23:33.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.418+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=HTPYNSHM6S5E type=del size=1488271 2024-09-16T11:23:33.422 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.420+0000 7fb66dec2640 1 < canceled operation key=NM5WWTC1BEDM tag=97KS188VZ48H type=del size=1216096 2024-09-16T11:23:33.426 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.424+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~4QEM8Q5KHEL9.0 size=1048576 2024-09-16T11:23:33.427 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.425+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~4QEM8Q5KHEL9.1 size=351445 2024-09-16T11:23:33.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.425+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=4QEM8Q5KHEL9 tag=QLBI9O9YC2BE type=write size=2448597 2024-09-16T11:23:33.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.427+0000 7fb66dec2640 1 < completed write operation key=SXTKV1YIBM8U tag=86J5OFCE80QM type=write size=583410 2024-09-16T11:23:33.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.429+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=DJDKEJWX8WNJ type=write size=432889 2024-09-16T11:23:33.435 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.433+0000 7fb66dec2640 1 < suggested remove operation key=2C0Y1546EQZK tag=7SPGNP528DXB type=del 2024-09-16T11:23:33.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.436+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.0 size=1048576 2024-09-16T11:23:33.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.438+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.1 size=1048576 2024-09-16T11:23:33.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.440+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.2 size=136170 2024-09-16T11:23:33.442 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.440+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=5XBD32UJP2JD tag=J9PDUJ84TRAQ type=write size=3281898 2024-09-16T11:23:33.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.442+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~Z28UPY4VZ2BW.0 size=372025 2024-09-16T11:23:33.447 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.445+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=Z28UPY4VZ2BW tag=FS4FM77IX4Z9 type=write size=1420601 2024-09-16T11:23:33.449 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.447+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=SDZE7W3Z20VP type=del size=2452121 2024-09-16T11:23:33.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.449+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~Z8Z3NREMG7TW.0 size=1048576 2024-09-16T11:23:33.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.451+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~Z8Z3NREMG7TW.1 size=590447 2024-09-16T11:23:33.456 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.454+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=Z8Z3NREMG7TW tag=C0JFWM3N6X1U type=write size=2687599 2024-09-16T11:23:33.458 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.456+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=EJTG6LSBCGPO type=del size=3091981 2024-09-16T11:23:33.460 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.458+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~V7ZGBCVUBK0V.0 size=251639 2024-09-16T11:23:33.464 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.462+0000 7fb66dec2640 1 < completed multipart upload key=5SP701M6TW6O upload=V7ZGBCVUBK0V tag=YLA30QMB9QBD type=write size=1300215 2024-09-16T11:23:33.467 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.465+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.0 size=1048576 2024-09-16T11:23:33.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.467+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.1 size=1048576 2024-09-16T11:23:33.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.469+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.2 size=754163 2024-09-16T11:23:33.471 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.469+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=1EE9ZBGOCSVN tag=U6MLX99BT2MI type=write size=3899891 2024-09-16T11:23:33.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.471+0000 7fb66dec2640 1 < completed write operation key=3G4SVBOPOKXF tag=C5IRQEMPL2T8 type=write size=94442 2024-09-16T11:23:33.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.474+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.0 size=1048576 2024-09-16T11:23:33.478 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.476+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.1 size=1048576 2024-09-16T11:23:33.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.478+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.2 size=355746 2024-09-16T11:23:33.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.478+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=7EIGKTYSPXDI tag=NL819FHPF6JV type=write size=3501474 2024-09-16T11:23:33.482 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.480+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.0 size=1048576 2024-09-16T11:23:33.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.481+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.1 size=1048576 2024-09-16T11:23:33.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.483+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~RQFSUADU6VVK.2 size=852958 2024-09-16T11:23:33.489 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.487+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=RQFSUADU6VVK tag=7RKA26ZL3NZR type=write size=3998686 2024-09-16T11:23:33.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.489+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=KHFCI7XFEEU3 type=del size=3053564 2024-09-16T11:23:33.491 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.489+0000 7fb66dec2640 1 < canceled part key=_multipart_YYAA5H9KJ8EB.2~5DM6IQC2J7LE.0 size=835076 2024-09-16T11:23:33.495 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.493+0000 7fb66dec2640 1 < canceled multipart upload key=YYAA5H9KJ8EB upload=5DM6IQC2J7LE tag=8IOZXBFLBVCF type=write size=1883652 2024-09-16T11:23:33.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.495+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=1GTAWHMYGM20 type=write size=661143 2024-09-16T11:23:33.497 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.495+0000 7fb66dec2640 1 < canceled part key=_multipart_UBJMF37RRIGD.2~0R5T76QFJYDM.0 size=1048576 2024-09-16T11:23:33.499 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.497+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~0R5T76QFJYDM.1 size=626463 2024-09-16T11:23:33.502 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.500+0000 7fb66dec2640 1 < canceled multipart upload key=UBJMF37RRIGD upload=0R5T76QFJYDM tag=R4IHRT0PIC9D type=write size=2723615 2024-09-16T11:23:33.504 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.502+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=ZUGQ9GWPGG37 type=write size=215930 2024-09-16T11:23:33.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.505+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~E3VNF62L71CV.0 size=1048576 2024-09-16T11:23:33.509 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.507+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~E3VNF62L71CV.1 size=391056 2024-09-16T11:23:33.512 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.510+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=E3VNF62L71CV tag=H4YEOQ51CJ9N type=write size=2488208 2024-09-16T11:23:33.514 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.512+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=6QQB6J66C1JC type=del size=2974650 2024-09-16T11:23:33.516 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.514+0000 7fb66dec2640 1 < completed delete operation key=C9EOE5MOFBOT tag=9L10XUGNAYVA type=del 2024-09-16T11:23:33.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.517+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=U28ENM183AUW type=del size=1264642 2024-09-16T11:23:33.521 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.519+0000 7fb66dec2640 1 < completed delete operation key=U5T3M5C2I7Z6 tag=EDJ44VPK0CTR type=del 2024-09-16T11:23:33.523 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.521+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=18VQH9MM7GG2 type=del size=3063731 2024-09-16T11:23:33.525 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.523+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=C7VTU5XL1I1F type=del 2024-09-16T11:23:33.529 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.527+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.0 size=1048576 2024-09-16T11:23:33.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.529+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.1 size=1048576 2024-09-16T11:23:33.532 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.530+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.2 size=455421 2024-09-16T11:23:33.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.530+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=3W7WTN6E0ZUO tag=8C0IYAH92M2D type=write size=3601149 2024-09-16T11:23:33.534 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.533+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~0GDUB4CDVMAV.0 size=893814 2024-09-16T11:23:33.538 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.536+0000 7fb66dec2640 1 < completed multipart upload key=WQGRWNTRNYI7 upload=0GDUB4CDVMAV tag=4XDXGSHKTDH5 type=write size=1942390 2024-09-16T11:23:33.540 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.538+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=ARXCK59BAEYM type=del size=1726339 2024-09-16T11:23:33.544 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.542+0000 7fb66dec2640 1 < suggested update operation key=PKSRPG0T3DRS tag=HTPYNSHM6S5E type=del size=1488271 2024-09-16T11:23:33.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.544+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=RD725M6ZLO4T type=del size=1636978 2024-09-16T11:23:33.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.546+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~4QEM8Q5KHEL9.0 size=1048576 2024-09-16T11:23:33.549 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.547+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~4QEM8Q5KHEL9.1 size=351445 2024-09-16T11:23:33.553 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.551+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=4QEM8Q5KHEL9 tag=QLBI9O9YC2BE type=write size=2448597 2024-09-16T11:23:33.557 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.555+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CIUS8HAH7SWW.0 size=1048576 2024-09-16T11:23:33.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.556+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~CIUS8HAH7SWW.1 size=231458 2024-09-16T11:23:33.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.556+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=CIUS8HAH7SWW tag=12Q8A5WL0X81 type=write size=2328610 2024-09-16T11:23:33.562 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.560+0000 7fb66dec2640 -1 < failed to complete operation key=PKSRPG0T3DRS tag=DJDKEJWX8WNJ type=write size=432889: (22) Invalid argument 2024-09-16T11:23:33.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.563+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.0 size=1048576 2024-09-16T11:23:33.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.565+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.1 size=1048576 2024-09-16T11:23:33.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.567+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.2 size=989896 2024-09-16T11:23:33.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.567+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=AFR0ZHZWWRQT tag=85NOLFXRW8HT type=write size=4135624 2024-09-16T11:23:33.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.569+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.0 size=1048576 2024-09-16T11:23:33.574 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.572+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.1 size=1048576 2024-09-16T11:23:33.576 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.574+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~5XBD32UJP2JD.2 size=136170 2024-09-16T11:23:33.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.578+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=5XBD32UJP2JD tag=J9PDUJ84TRAQ type=write size=3281898 2024-09-16T11:23:33.584 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.582+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.0 size=1048576 2024-09-16T11:23:33.586 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.584+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.1 size=1048576 2024-09-16T11:23:33.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.585+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.2 size=695026 2024-09-16T11:23:33.588 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.585+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=4K1S6LU7J1SG tag=27S4R2521BG3 type=write size=3840754 2024-09-16T11:23:33.592 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.590+0000 7fb66dec2640 1 < suggested remove operation key=ZJBL3MHVCGZG tag=SDZE7W3Z20VP type=del 2024-09-16T11:23:33.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.592+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=RH4NJDF8XLCC type=del size=824553 2024-09-16T11:23:33.596 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.594+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=EJTG6LSBCGPO type=del 2024-09-16T11:23:33.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.598+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.0 size=1048576 2024-09-16T11:23:33.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.600+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.1 size=1048576 2024-09-16T11:23:33.604 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.602+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.2 size=324244 2024-09-16T11:23:33.604 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.602+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=18F7M0A5G3NO tag=K2WPIWMU26WM type=write size=3469972 2024-09-16T11:23:33.606 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.604+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.0 size=1048576 2024-09-16T11:23:33.608 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.606+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.1 size=1048576 2024-09-16T11:23:33.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.608+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~1EE9ZBGOCSVN.2 size=754163 2024-09-16T11:23:33.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.612+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=1EE9ZBGOCSVN tag=U6MLX99BT2MI type=write size=3899891 2024-09-16T11:23:33.616 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.614+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=45FOQWU2XKC3 type=del size=608486 2024-09-16T11:23:33.619 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.616+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.0 size=1048576 2024-09-16T11:23:33.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.618+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.1 size=1048576 2024-09-16T11:23:33.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.618+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~7EIGKTYSPXDI.2 size=355746 2024-09-16T11:23:33.624 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.622+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=7EIGKTYSPXDI tag=NL819FHPF6JV type=write size=3501474 2024-09-16T11:23:33.628 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.626+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.0 size=1048576 2024-09-16T11:23:33.630 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.628+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.1 size=1048576 2024-09-16T11:23:33.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.630+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.2 size=790780 2024-09-16T11:23:33.632 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.630+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=8V8NPUIUUE00 tag=0HNVLBMA9X6P type=write size=3936508 2024-09-16T11:23:33.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.634+0000 7fb66dec2640 1 < suggested update operation key=0KLATQC7UXQS tag=KHFCI7XFEEU3 type=del size=3053564 2024-09-16T11:23:33.638 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.636+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=Z4I600IDV9X1 type=del size=164074 2024-09-16T11:23:33.642 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.640+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=1GTAWHMYGM20 type=write size=661143 2024-09-16T11:23:33.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.642+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=IM3MBQ4CQ37H type=write size=784980 2024-09-16T11:23:33.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.644+0000 7fb66dec2640 1 < completed write operation key=D4SQZJ77RBR1 tag=ZUGQ9GWPGG37 type=write size=215930 2024-09-16T11:23:33.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.649+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~VP6BQPXM2A7G.0 size=785252 2024-09-16T11:23:33.651 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.649+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=VP6BQPXM2A7G tag=FBBTJWXOVBV1 type=write size=1833828 2024-09-16T11:23:33.653 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.651+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=6QQB6J66C1JC type=del 2024-09-16T11:23:33.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.655+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.0 size=1048576 2024-09-16T11:23:33.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.657+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.1 size=1048576 2024-09-16T11:23:33.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.659+0000 7fb66dec2640 1 > prepared part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.2 size=694692 2024-09-16T11:23:33.661 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.659+0000 7fb66dec2640 1 > prepared multipart upload key=I575ZO6BYNEZ upload=JEDTLQ4QBY91 tag=WNU9T4RXNQVN type=write size=3840420 2024-09-16T11:23:33.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.661+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=U28ENM183AUW type=del 2024-09-16T11:23:33.665 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.663+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=RFLTEKRZYYTD type=write size=484766 2024-09-16T11:23:33.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.665+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=18VQH9MM7GG2 type=del 2024-09-16T11:23:33.671 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.669+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.0 size=1048576 2024-09-16T11:23:33.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.670+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.1 size=1048576 2024-09-16T11:23:33.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.672+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.2 size=53020 2024-09-16T11:23:33.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.672+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=HMEIAMCJLBHY tag=WUT5E4K1ACZV type=write size=3198748 2024-09-16T11:23:33.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.674+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.0 size=1048576 2024-09-16T11:23:33.678 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.676+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.1 size=1048576 2024-09-16T11:23:33.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.677+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~3W7WTN6E0ZUO.2 size=455421 2024-09-16T11:23:33.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.681+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=3W7WTN6E0ZUO tag=8C0IYAH92M2D type=write size=3601149 2024-09-16T11:23:33.686 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.684+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.0 size=1048576 2024-09-16T11:23:33.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.686+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.1 size=1048576 2024-09-16T11:23:33.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.687+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.2 size=505202 2024-09-16T11:23:33.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.687+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=21L83XERX65P tag=X4QAWJD5NXL8 type=write size=3650930 2024-09-16T11:23:33.691 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.689+0000 7fb66dec2640 1 < canceled operation key=UBJMF37RRIGD tag=ARXCK59BAEYM type=del size=1726339 2024-09-16T11:23:33.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.693+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~DMIKX4QHLQO9.0 size=123567 2024-09-16T11:23:33.695 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.693+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=DMIKX4QHLQO9 tag=1JW6HOB0G4M6 type=write size=1172143 2024-09-16T11:23:33.697 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.695+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=RD725M6ZLO4T type=del 2024-09-16T11:23:33.699 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.697+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=0MVA64BXYFV6 type=del size=770852 2024-09-16T11:23:33.701 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.699+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CIUS8HAH7SWW.0 size=1048576 2024-09-16T11:23:33.703 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.701+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~CIUS8HAH7SWW.1 size=231458 2024-09-16T11:23:33.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.705+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=CIUS8HAH7SWW tag=12Q8A5WL0X81 type=write size=2328610 2024-09-16T11:23:33.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.707+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=2QC8TRATSC33 type=del size=173368 2024-09-16T11:23:33.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.709+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.0 size=1048576 2024-09-16T11:23:33.712 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.710+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.1 size=1048576 2024-09-16T11:23:33.713 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.710+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~AFR0ZHZWWRQT.2 size=989896 2024-09-16T11:23:33.716 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.714+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=AFR0ZHZWWRQT tag=85NOLFXRW8HT type=write size=4135624 2024-09-16T11:23:33.719 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.717+0000 7fb66dec2640 1 > prepared operation key=3G4SVBOPOKXF tag=D2SQL8NEIXVR type=write size=42761 2024-09-16T11:23:33.720 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.718+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.0 size=1048576 2024-09-16T11:23:33.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.720+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.1 size=1048576 2024-09-16T11:23:33.722 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.720+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~4K1S6LU7J1SG.2 size=695026 2024-09-16T11:23:33.726 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.724+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=4K1S6LU7J1SG tag=27S4R2521BG3 type=write size=3840754 2024-09-16T11:23:33.729 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.727+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.0 size=1048576 2024-09-16T11:23:33.731 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.729+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.1 size=1048576 2024-09-16T11:23:33.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.731+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.2 size=843248 2024-09-16T11:23:33.733 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.731+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=E1KKV8TXAGO8 tag=0N5Y3NITH27U type=write size=3988976 2024-09-16T11:23:33.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.733+0000 7fb66dec2640 1 < canceled operation key=224VQRZ2GHDJ tag=RH4NJDF8XLCC type=del size=824553 2024-09-16T11:23:33.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.735+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=XYEYJF88EP3D type=del size=2711511 2024-09-16T11:23:33.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.735+0000 7fb66dec2640 1 < canceled part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.0 size=1048576 2024-09-16T11:23:33.739 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.737+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.1 size=1048576 2024-09-16T11:23:33.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.739+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~18F7M0A5G3NO.2 size=324244 2024-09-16T11:23:33.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.742+0000 7fb66dec2640 1 < canceled multipart upload key=2FIB0YA81SZT upload=18F7M0A5G3NO tag=K2WPIWMU26WM type=write size=3469972 2024-09-16T11:23:33.749 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.747+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.0 size=1048576 2024-09-16T11:23:33.750 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.748+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.1 size=1048576 2024-09-16T11:23:33.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.750+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.2 size=371222 2024-09-16T11:23:33.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.750+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=W7PNQN70R9TS tag=MJRC5ZEHSCUP type=write size=3516950 2024-09-16T11:23:33.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.754+0000 7fb66dec2640 1 < suggested remove operation key=U5T3M5C2I7Z6 tag=45FOQWU2XKC3 type=del 2024-09-16T11:23:33.758 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.756+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=SOGZEPE6WUHQ type=del size=3261828 2024-09-16T11:23:33.761 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.759+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.0 size=1048576 2024-09-16T11:23:33.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.761+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.1 size=1048576 2024-09-16T11:23:33.765 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.763+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~8V8NPUIUUE00.2 size=790780 2024-09-16T11:23:33.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.766+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=8V8NPUIUUE00 tag=0HNVLBMA9X6P type=write size=3936508 2024-09-16T11:23:33.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.768+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=AOQZLHQODJ1T type=del size=164808 2024-09-16T11:23:33.774 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.772+0000 7fb66dec2640 1 < suggested update operation key=2C0Y1546EQZK tag=Z4I600IDV9X1 type=del size=164074 2024-09-16T11:23:33.776 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.774+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=VT81U14CII0K type=del size=1993618 2024-09-16T11:23:33.778 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.776+0000 7fb66dec2640 1 < canceled operation key=SXTKV1YIBM8U tag=IM3MBQ4CQ37H type=write size=784980 2024-09-16T11:23:33.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.780+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.0 size=1048576 2024-09-16T11:23:33.784 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.782+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.1 size=1048576 2024-09-16T11:23:33.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.784+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.2 size=960350 2024-09-16T11:23:33.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.784+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=HO4GSL4I6SUT tag=WVN9CBQ583PJ type=write size=4106078 2024-09-16T11:23:33.789 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.787+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~VP6BQPXM2A7G.0 size=785252 2024-09-16T11:23:33.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.791+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=VP6BQPXM2A7G tag=FBBTJWXOVBV1 type=write size=1833828 2024-09-16T11:23:33.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.793+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=UCQVJLAP4GI3 type=del size=1143074 2024-09-16T11:23:33.797 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.795+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.0 size=1048576 2024-09-16T11:23:33.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.797+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.1 size=1048576 2024-09-16T11:23:33.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.799+0000 7fb66dec2640 1 < completed part key=_multipart_I575ZO6BYNEZ.2~JEDTLQ4QBY91.2 size=694692 2024-09-16T11:23:33.804 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.802+0000 7fb66dec2640 1 < completed multipart upload key=I575ZO6BYNEZ upload=JEDTLQ4QBY91 tag=WNU9T4RXNQVN type=write size=3840420 2024-09-16T11:23:33.808 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.806+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~I9D6YBVWRLE4.0 size=1048576 2024-09-16T11:23:33.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.808+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~I9D6YBVWRLE4.1 size=615442 2024-09-16T11:23:33.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.808+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=I9D6YBVWRLE4 tag=NQ86VSYNGK4Q type=write size=2712594 2024-09-16T11:23:33.814 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.812+0000 7fb66dec2640 -1 < failed to complete operation key=U5T3M5C2I7Z6 tag=RFLTEKRZYYTD type=write size=484766: (22) Invalid argument 2024-09-16T11:23:33.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.814+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=XG69PHA1MI4V type=write size=148264 2024-09-16T11:23:33.819 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.816+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.0 size=1048576 2024-09-16T11:23:33.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.819+0000 7fb66dec2640 1 < completed part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.1 size=1048576 2024-09-16T11:23:33.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.819+0000 7fb66dec2640 1 < canceled part key=_multipart_5SP701M6TW6O.2~HMEIAMCJLBHY.2 size=53020 2024-09-16T11:23:33.824 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.822+0000 7fb66dec2640 1 < canceled multipart upload key=5SP701M6TW6O upload=HMEIAMCJLBHY tag=WUT5E4K1ACZV type=write size=3198748 2024-09-16T11:23:33.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.826+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~OIUL2KL2A6SL.0 size=1048576 2024-09-16T11:23:33.829 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.827+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~OIUL2KL2A6SL.1 size=906782 2024-09-16T11:23:33.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.827+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=OIUL2KL2A6SL tag=Y2WNDPV9OAKS type=write size=3003934 2024-09-16T11:23:33.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.830+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.0 size=1048576 2024-09-16T11:23:33.833 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.831+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.1 size=1048576 2024-09-16T11:23:33.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.833+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~21L83XERX65P.2 size=505202 2024-09-16T11:23:33.839 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.836+0000 7fb66dec2640 1 < completed multipart upload key=VF9C7DHNEIOX upload=21L83XERX65P tag=X4QAWJD5NXL8 type=write size=3650930 2024-09-16T11:23:33.842 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.840+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~VXYZ18I09OCO.0 size=441484 2024-09-16T11:23:33.843 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.840+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=VXYZ18I09OCO tag=AXT631W9D9V0 type=write size=1490060 2024-09-16T11:23:33.845 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.843+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~DMIKX4QHLQO9.0 size=123567 2024-09-16T11:23:33.848 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.846+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=DMIKX4QHLQO9 tag=1JW6HOB0G4M6 type=write size=1172143 2024-09-16T11:23:33.852 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.850+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~4N3XPYDRGZDM.0 size=1048576 2024-09-16T11:23:33.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.852+0000 7fb66dec2640 1 > prepared part key=_multipart_VF9C7DHNEIOX.2~4N3XPYDRGZDM.1 size=964798 2024-09-16T11:23:33.854 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.852+0000 7fb66dec2640 1 > prepared multipart upload key=VF9C7DHNEIOX upload=4N3XPYDRGZDM tag=MVA5MN1S2QDM type=write size=3061950 2024-09-16T11:23:33.856 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.854+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=0MVA64BXYFV6 type=del 2024-09-16T11:23:33.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.858+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~CCF9CP0IVE2M.0 size=606015 2024-09-16T11:23:33.860 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.858+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=CCF9CP0IVE2M tag=HMPWG44YL3V6 type=write size=1654591 2024-09-16T11:23:33.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.862+0000 7fb66dec2640 1 < suggested update operation key=W6R5LJLF4MG0 tag=2QC8TRATSC33 type=del size=173368 2024-09-16T11:23:33.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.866+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.0 size=1048576 2024-09-16T11:23:33.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.868+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.1 size=1048576 2024-09-16T11:23:33.871 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.869+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.2 size=771898 2024-09-16T11:23:33.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.869+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=7SA2C501HEM3 tag=08W0CMN73WUG type=write size=3917626 2024-09-16T11:23:33.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.872+0000 7fb66dec2640 1 < completed write operation key=3G4SVBOPOKXF tag=D2SQL8NEIXVR type=write size=42761 2024-09-16T11:23:33.878 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.876+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.0 size=1048576 2024-09-16T11:23:33.880 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.878+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.1 size=1048576 2024-09-16T11:23:33.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.880+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.2 size=142857 2024-09-16T11:23:33.882 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.880+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=IEMKMMIE7KVB tag=J1EKKUDTELYL type=write size=3288585 2024-09-16T11:23:33.884 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.882+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.0 size=1048576 2024-09-16T11:23:33.886 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.884+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.1 size=1048576 2024-09-16T11:23:33.889 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.887+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~E1KKV8TXAGO8.2 size=843248 2024-09-16T11:23:33.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.890+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=E1KKV8TXAGO8 tag=0N5Y3NITH27U type=write size=3988976 2024-09-16T11:23:33.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.893+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=9RCCCHFAXYZ7 type=write size=574125 2024-09-16T11:23:33.897 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.895+0000 7fb66dec2640 1 < canceled operation key=PKSRPG0T3DRS tag=XYEYJF88EP3D type=del size=2711511 2024-09-16T11:23:33.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.899+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~KJOJXCLMZINV.0 size=700957 2024-09-16T11:23:33.901 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.899+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=KJOJXCLMZINV tag=NRWMP84FN3QD type=write size=1749533 2024-09-16T11:23:33.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.901+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.0 size=1048576 2024-09-16T11:23:33.903 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.901+0000 7fb66dec2640 1 < canceled part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.1 size=1048576 2024-09-16T11:23:33.905 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.902+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~W7PNQN70R9TS.2 size=371222 2024-09-16T11:23:33.908 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.906+0000 7fb66dec2640 1 < canceled multipart upload key=SXTKV1YIBM8U upload=W7PNQN70R9TS tag=MJRC5ZEHSCUP type=write size=3516950 2024-09-16T11:23:33.910 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.908+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=H9OPF2KLWFES type=del size=3025016 2024-09-16T11:23:33.912 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.910+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=SOGZEPE6WUHQ type=del 2024-09-16T11:23:33.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.912+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=JKO7MVVJRPPB type=del size=1308383 2024-09-16T11:23:33.917 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.915+0000 7fb66dec2640 -1 < failed to complete operation key=2C0Y1546EQZK tag=AOQZLHQODJ1T type=del size=164808: (22) Invalid argument 2024-09-16T11:23:33.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.917+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=5UQHIZLQWP0G type=del size=3044607 2024-09-16T11:23:33.924 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.922+0000 7fb66dec2640 1 < suggested remove operation key=KW19TYJ86X9U tag=VT81U14CII0K type=del 2024-09-16T11:23:33.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.924+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=QXP1IWWKYL71 type=del size=286335 2024-09-16T11:23:33.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.926+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.0 size=1048576 2024-09-16T11:23:33.930 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.928+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.1 size=1048576 2024-09-16T11:23:33.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.930+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~HO4GSL4I6SUT.2 size=960350 2024-09-16T11:23:33.935 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.933+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=HO4GSL4I6SUT tag=WVN9CBQ583PJ type=write size=4106078 2024-09-16T11:23:33.937 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.935+0000 7fb66dec2640 1 > prepared operation key=UBJMF37RRIGD tag=IMJMSRKA5O74 type=del size=3586061 2024-09-16T11:23:33.939 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.937+0000 7fb66dec2640 1 < completed delete operation key=P4R6KUKVO6TJ tag=UCQVJLAP4GI3 type=del 2024-09-16T11:23:33.942 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.940+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=OGMHH81EZ2ZR type=del size=885271 2024-09-16T11:23:33.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.942+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~I9D6YBVWRLE4.0 size=1048576 2024-09-16T11:23:33.945 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.943+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~I9D6YBVWRLE4.1 size=615442 2024-09-16T11:23:33.949 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.947+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=I9D6YBVWRLE4 tag=NQ86VSYNGK4Q type=write size=2712594 2024-09-16T11:23:33.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.951+0000 7fb66dec2640 1 > prepared part key=_multipart_CX33VNVA75KY.2~QXXJQSQ24E1O.0 size=765714 2024-09-16T11:23:33.954 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.951+0000 7fb66dec2640 1 > prepared multipart upload key=CX33VNVA75KY upload=QXXJQSQ24E1O tag=0KQ3RVX9C8AQ type=write size=1814290 2024-09-16T11:23:33.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.953+0000 7fb66dec2640 1 < completed write operation key=ZJBL3MHVCGZG tag=XG69PHA1MI4V type=write size=148264 2024-09-16T11:23:33.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.957+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.0 size=1048576 2024-09-16T11:23:33.961 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.959+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.1 size=1048576 2024-09-16T11:23:33.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.961+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.2 size=34258 2024-09-16T11:23:33.963 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.961+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=OD3M1HS1B4YX tag=3R3T1NLI2AF8 type=write size=3179986 2024-09-16T11:23:33.965 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.963+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~OIUL2KL2A6SL.0 size=1048576 2024-09-16T11:23:33.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.965+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~OIUL2KL2A6SL.1 size=906782 2024-09-16T11:23:33.971 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.969+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=OIUL2KL2A6SL tag=Y2WNDPV9OAKS type=write size=3003934 2024-09-16T11:23:33.973 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.971+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=PRIMEQ07U3BH type=write size=506494 2024-09-16T11:23:33.974 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.972+0000 7fb66dec2640 1 < completed part key=_multipart_D4SQZJ77RBR1.2~VXYZ18I09OCO.0 size=441484 2024-09-16T11:23:33.978 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.976+0000 7fb66dec2640 1 < completed multipart upload key=D4SQZJ77RBR1 upload=VXYZ18I09OCO tag=AXT631W9D9V0 type=write size=1490060 2024-09-16T11:23:33.980 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.978+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=VLD8XPUHD232 type=write size=425582 2024-09-16T11:23:33.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.979+0000 7fb66dec2640 1 < canceled part key=_multipart_VF9C7DHNEIOX.2~4N3XPYDRGZDM.0 size=1048576 2024-09-16T11:23:33.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.981+0000 7fb66dec2640 1 < completed part key=_multipart_VF9C7DHNEIOX.2~4N3XPYDRGZDM.1 size=964798 2024-09-16T11:23:33.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.984+0000 7fb66dec2640 1 < canceled multipart upload key=VF9C7DHNEIOX upload=4N3XPYDRGZDM tag=MVA5MN1S2QDM type=write size=3061950 2024-09-16T11:23:33.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.988+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~2M38P5XLNCXF.0 size=768681 2024-09-16T11:23:33.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.988+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=2M38P5XLNCXF tag=PGAMTPG6FBFB type=write size=1817257 2024-09-16T11:23:33.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.990+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~CCF9CP0IVE2M.0 size=606015 2024-09-16T11:23:33.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.994+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=CCF9CP0IVE2M tag=HMPWG44YL3V6 type=write size=1654591 2024-09-16T11:23:33.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.997+0000 7fb66dec2640 1 > prepared part key=_multipart_SXTKV1YIBM8U.2~9E92CVDH7ZVR.0 size=895757 2024-09-16T11:23:33.999 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.997+0000 7fb66dec2640 1 > prepared multipart upload key=SXTKV1YIBM8U upload=9E92CVDH7ZVR tag=306HZJKOVNDV type=write size=1944333 2024-09-16T11:23:34.001 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:33.999+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.0 size=1048576 2024-09-16T11:23:34.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.001+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.1 size=1048576 2024-09-16T11:23:34.006 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.004+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~7SA2C501HEM3.2 size=771898 2024-09-16T11:23:34.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.007+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=7SA2C501HEM3 tag=08W0CMN73WUG type=write size=3917626 2024-09-16T11:23:34.014 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.012+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.0 size=1048576 2024-09-16T11:23:34.016 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.014+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.1 size=1048576 2024-09-16T11:23:34.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.016+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.2 size=138144 2024-09-16T11:23:34.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.016+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=9EY1XSMQHMNZ tag=WRTJ80KMU04G type=write size=3283872 2024-09-16T11:23:34.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.019+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.0 size=1048576 2024-09-16T11:23:34.021 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.019+0000 7fb66dec2640 1 < canceled part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.1 size=1048576 2024-09-16T11:23:34.022 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.020+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~IEMKMMIE7KVB.2 size=142857 2024-09-16T11:23:34.026 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.024+0000 7fb66dec2640 1 < canceled multipart upload key=VZOJ74356GH2 upload=IEMKMMIE7KVB tag=J1EKKUDTELYL type=write size=3288585 2024-09-16T11:23:34.028 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.026+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=65CLVLS0LPIZ type=del size=501113 2024-09-16T11:23:34.030 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.028+0000 7fb66dec2640 1 < canceled operation key=ZJBL3MHVCGZG tag=9RCCCHFAXYZ7 type=write size=574125 2024-09-16T11:23:34.033 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.030+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=175BA2MYXEFG type=del size=55428 2024-09-16T11:23:34.034 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.032+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~KJOJXCLMZINV.0 size=700957 2024-09-16T11:23:34.038 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.036+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=KJOJXCLMZINV tag=NRWMP84FN3QD type=write size=1749533 2024-09-16T11:23:34.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.040+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~NDEV5YYEQCLZ.0 size=452022 2024-09-16T11:23:34.042 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.040+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=NDEV5YYEQCLZ tag=CNXBZW072G1O type=write size=1500598 2024-09-16T11:23:34.044 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.042+0000 7fb66dec2640 -1 < failed to complete operation key=KW19TYJ86X9U tag=H9OPF2KLWFES type=del size=3025016: (22) Invalid argument 2024-09-16T11:23:34.046 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.044+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=HHE1WX3EI4ME type=del size=2831658 2024-09-16T11:23:34.048 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.046+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=JKO7MVVJRPPB type=del 2024-09-16T11:23:34.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.050+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~UVL6BI6PPED9.0 size=248085 2024-09-16T11:23:34.052 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.050+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=UVL6BI6PPED9 tag=MG8JTMDKRAMD type=write size=1296661 2024-09-16T11:23:34.054 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.052+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=5UQHIZLQWP0G type=del 2024-09-16T11:23:34.056 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.054+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=U9CU3M2WQUNM type=del size=688416 2024-09-16T11:23:34.060 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.058+0000 7fb66dec2640 1 < suggested update operation key=VZOJ74356GH2 tag=QXP1IWWKYL71 type=del size=286335 2024-09-16T11:23:34.063 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.061+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=NKZZIKIHIT8M type=del size=3773978 2024-09-16T11:23:34.067 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.065+0000 7fb66dec2640 1 < suggested update operation key=UBJMF37RRIGD tag=IMJMSRKA5O74 type=del size=3586061 2024-09-16T11:23:34.071 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.069+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~G2D14A24DVRP.0 size=1048576 2024-09-16T11:23:34.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.071+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~G2D14A24DVRP.1 size=121058 2024-09-16T11:23:34.073 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.071+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=G2D14A24DVRP tag=HGTF4CSFJWLU type=write size=2218210 2024-09-16T11:23:34.077 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.075+0000 7fb66dec2640 1 < suggested remove operation key=224VQRZ2GHDJ tag=OGMHH81EZ2ZR type=del 2024-09-16T11:23:34.081 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.078+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.0 size=1048576 2024-09-16T11:23:34.082 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.080+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.1 size=1048576 2024-09-16T11:23:34.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.082+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.2 size=696243 2024-09-16T11:23:34.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.082+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=885KWG7MCOFN tag=UW1FXMEZKY35 type=write size=3841971 2024-09-16T11:23:34.084 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.082+0000 7fb66dec2640 1 < canceled part key=_multipart_CX33VNVA75KY.2~QXXJQSQ24E1O.0 size=765714 2024-09-16T11:23:34.088 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.086+0000 7fb66dec2640 1 < canceled multipart upload key=CX33VNVA75KY upload=QXXJQSQ24E1O tag=0KQ3RVX9C8AQ type=write size=1814290 2024-09-16T11:23:34.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.090+0000 7fb66dec2640 1 > prepared part key=_multipart_224VQRZ2GHDJ.2~OZXVUX7ZXS8Y.0 size=181137 2024-09-16T11:23:34.092 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.090+0000 7fb66dec2640 1 > prepared multipart upload key=224VQRZ2GHDJ upload=OZXVUX7ZXS8Y tag=T42TZ7U0JG27 type=write size=1229713 2024-09-16T11:23:34.094 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.092+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.0 size=1048576 2024-09-16T11:23:34.095 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.093+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.1 size=1048576 2024-09-16T11:23:34.097 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.095+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~OD3M1HS1B4YX.2 size=34258 2024-09-16T11:23:34.100 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.099+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=OD3M1HS1B4YX tag=3R3T1NLI2AF8 type=write size=3179986 2024-09-16T11:23:34.102 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.100+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=WU8I1RVTRSJK type=del size=221346 2024-09-16T11:23:34.106 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.104+0000 7fb66dec2640 1 < suggested remove operation key=P4R6KUKVO6TJ tag=PRIMEQ07U3BH type=write 2024-09-16T11:23:34.108 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.106+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=MT6QRF3X22NL type=del size=2750163 2024-09-16T11:23:34.110 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.108+0000 7fb66dec2640 1 < completed write operation key=0KLATQC7UXQS tag=VLD8XPUHD232 type=write size=425582 2024-09-16T11:23:34.112 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.110+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=B4D13JWMTH0E type=del size=3554944 2024-09-16T11:23:34.115 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.112+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~2M38P5XLNCXF.0 size=768681 2024-09-16T11:23:34.118 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.116+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=2M38P5XLNCXF tag=PGAMTPG6FBFB type=write size=1817257 2024-09-16T11:23:34.121 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.119+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.0 size=1048576 2024-09-16T11:23:34.123 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.121+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.1 size=1048576 2024-09-16T11:23:34.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.123+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.2 size=475568 2024-09-16T11:23:34.125 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.123+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=NTMAW6UBFNET tag=LO8HNPYDBOGO type=write size=3621296 2024-09-16T11:23:34.127 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.125+0000 7fb66dec2640 1 < completed part key=_multipart_SXTKV1YIBM8U.2~9E92CVDH7ZVR.0 size=895757 2024-09-16T11:23:34.130 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.128+0000 7fb66dec2640 1 < completed multipart upload key=SXTKV1YIBM8U upload=9E92CVDH7ZVR tag=306HZJKOVNDV type=write size=1944333 2024-09-16T11:23:34.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.132+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~NKF0OQGJK3C1.0 size=317230 2024-09-16T11:23:34.134 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.132+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=NKF0OQGJK3C1 tag=6S92WXK4KIL3 type=write size=1365806 2024-09-16T11:23:34.136 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.134+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.0 size=1048576 2024-09-16T11:23:34.137 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.135+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.1 size=1048576 2024-09-16T11:23:34.139 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.137+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~9EY1XSMQHMNZ.2 size=138144 2024-09-16T11:23:34.143 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.141+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=9EY1XSMQHMNZ tag=WRTJ80KMU04G type=write size=3283872 2024-09-16T11:23:34.145 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.143+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=07QXA1TDC3RR type=write size=415258 2024-09-16T11:23:34.148 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.146+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=65CLVLS0LPIZ type=del 2024-09-16T11:23:34.151 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.149+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.0 size=1048576 2024-09-16T11:23:34.153 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.151+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.1 size=1048576 2024-09-16T11:23:34.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.153+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.2 size=379937 2024-09-16T11:23:34.155 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.153+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=YFMCM4QTRO1U tag=TDRK2S1RG6KP type=write size=3525665 2024-09-16T11:23:34.160 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.158+0000 7fb66dec2640 1 < suggested update operation key=I575ZO6BYNEZ tag=175BA2MYXEFG type=del size=55428 2024-09-16T11:23:34.163 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.161+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~WSTWF25W9TT2.0 size=1048576 2024-09-16T11:23:34.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.163+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~WSTWF25W9TT2.1 size=886537 2024-09-16T11:23:34.165 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.163+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=WSTWF25W9TT2 tag=E45I9NMC4IHV type=write size=2983689 2024-09-16T11:23:34.167 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.165+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~NDEV5YYEQCLZ.0 size=452022 2024-09-16T11:23:34.171 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.169+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=NDEV5YYEQCLZ tag=CNXBZW072G1O type=write size=1500598 2024-09-16T11:23:34.173 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.171+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=1M1G1JLQNJ2C type=del size=1698959 2024-09-16T11:23:34.175 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.173+0000 7fb66dec2640 1 < completed delete operation key=5SP701M6TW6O tag=HHE1WX3EI4ME type=del 2024-09-16T11:23:34.177 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.175+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=X7AN5706NCHA type=write size=544402 2024-09-16T11:23:34.180 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.177+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~UVL6BI6PPED9.0 size=248085 2024-09-16T11:23:34.183 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.181+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=UVL6BI6PPED9 tag=MG8JTMDKRAMD type=write size=1296661 2024-09-16T11:23:34.187 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.185+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.0 size=1048576 2024-09-16T11:23:34.189 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.187+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.1 size=1048576 2024-09-16T11:23:34.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.188+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.2 size=430500 2024-09-16T11:23:34.190 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.188+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=S2IW7AGGJVOZ tag=X8HBJEJJXUMB type=write size=3576228 2024-09-16T11:23:34.193 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.191+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=U9CU3M2WQUNM type=del 2024-09-16T11:23:34.197 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.195+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~K4J2P3AGVZRK.0 size=1048576 2024-09-16T11:23:34.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.197+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~K4J2P3AGVZRK.1 size=831852 2024-09-16T11:23:34.199 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.197+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=K4J2P3AGVZRK tag=4ZZZCGYK1TN3 type=write size=2929004 2024-09-16T11:23:34.201 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.198+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=NKZZIKIHIT8M type=del 2024-09-16T11:23:34.203 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.201+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=VH43PYT0K263 type=del size=1154281 2024-09-16T11:23:34.205 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.203+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~G2D14A24DVRP.0 size=1048576 2024-09-16T11:23:34.207 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.205+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~G2D14A24DVRP.1 size=121058 2024-09-16T11:23:34.211 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.209+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=G2D14A24DVRP tag=HGTF4CSFJWLU type=write size=2218210 2024-09-16T11:23:34.213 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.211+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=Y4ZZY7KWV8MN type=del size=3081552 2024-09-16T11:23:34.215 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.213+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.0 size=1048576 2024-09-16T11:23:34.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.216+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.1 size=1048576 2024-09-16T11:23:34.218 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.216+0000 7fb66dec2640 1 < canceled part key=_multipart_NM5WWTC1BEDM.2~885KWG7MCOFN.2 size=696243 2024-09-16T11:23:34.222 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.220+0000 7fb66dec2640 1 < canceled multipart upload key=NM5WWTC1BEDM upload=885KWG7MCOFN tag=UW1FXMEZKY35 type=write size=3841971 2024-09-16T11:23:34.225 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.223+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~JVIBFVC0YULV.0 size=1048576 2024-09-16T11:23:34.227 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.225+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~JVIBFVC0YULV.1 size=903083 2024-09-16T11:23:34.227 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.225+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=JVIBFVC0YULV tag=91128RRNY0VH type=write size=3000235 2024-09-16T11:23:34.229 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.227+0000 7fb66dec2640 1 < completed part key=_multipart_224VQRZ2GHDJ.2~OZXVUX7ZXS8Y.0 size=181137 2024-09-16T11:23:34.232 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.230+0000 7fb66dec2640 1 < completed multipart upload key=224VQRZ2GHDJ upload=OZXVUX7ZXS8Y tag=T42TZ7U0JG27 type=write size=1229713 2024-09-16T11:23:34.236 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.234+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.0 size=1048576 2024-09-16T11:23:34.238 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.236+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.1 size=1048576 2024-09-16T11:23:34.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.237+0000 7fb66dec2640 1 > prepared part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.2 size=608238 2024-09-16T11:23:34.240 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.238+0000 7fb66dec2640 1 > prepared multipart upload key=2C0Y1546EQZK upload=H0NUIJAVI2CM tag=ZU45797BWMWS type=write size=3753966 2024-09-16T11:23:34.244 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.242+0000 7fb66dec2640 1 < suggested update operation key=224VQRZ2GHDJ tag=WU8I1RVTRSJK type=del size=221346 2024-09-16T11:23:34.246 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.244+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=5HQ0J64QEJP4 type=del size=4139736 2024-09-16T11:23:34.248 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.246+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=MT6QRF3X22NL type=del 2024-09-16T11:23:34.252 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.250+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~SNK5TPUIZAHT.0 size=1048576 2024-09-16T11:23:34.253 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.251+0000 7fb66dec2640 1 > prepared part key=_multipart_8M7Y5EHLQWPK.2~SNK5TPUIZAHT.1 size=576410 2024-09-16T11:23:34.254 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.251+0000 7fb66dec2640 1 > prepared multipart upload key=8M7Y5EHLQWPK upload=SNK5TPUIZAHT tag=T7N6OXAXRFCX type=write size=2673562 2024-09-16T11:23:34.255 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.253+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=B4D13JWMTH0E type=del 2024-09-16T11:23:34.259 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.257+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.0 size=1048576 2024-09-16T11:23:34.261 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.259+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.1 size=1048576 2024-09-16T11:23:34.263 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.261+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.2 size=184290 2024-09-16T11:23:34.263 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.261+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=3G28L5MUFTR4 tag=5O7GHDDMADU3 type=write size=3330018 2024-09-16T11:23:34.265 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.263+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.0 size=1048576 2024-09-16T11:23:34.267 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.265+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.1 size=1048576 2024-09-16T11:23:34.269 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.267+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~NTMAW6UBFNET.2 size=475568 2024-09-16T11:23:34.272 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.270+0000 7fb66dec2640 1 < completed multipart upload key=PKSRPG0T3DRS upload=NTMAW6UBFNET tag=LO8HNPYDBOGO type=write size=3621296 2024-09-16T11:23:34.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.274+0000 7fb66dec2640 1 > prepared part key=_multipart_ZJBL3MHVCGZG.2~92G3KPVNYJ9T.0 size=372399 2024-09-16T11:23:34.276 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.274+0000 7fb66dec2640 1 > prepared multipart upload key=ZJBL3MHVCGZG upload=92G3KPVNYJ9T tag=K6UUTXE1K837 type=write size=1420975 2024-09-16T11:23:34.278 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.276+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~NKF0OQGJK3C1.0 size=317230 2024-09-16T11:23:34.282 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.279+0000 7fb66dec2640 1 < completed multipart upload key=C9EOE5MOFBOT upload=NKF0OQGJK3C1 tag=6S92WXK4KIL3 type=write size=1365806 2024-09-16T11:23:34.283 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.281+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=V2P2UG3YB745 type=del size=517651 2024-09-16T11:23:34.288 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.286+0000 7fb66dec2640 1 < suggested remove operation key=8M7Y5EHLQWPK tag=07QXA1TDC3RR type=write 2024-09-16T11:23:34.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.290+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~5M0WJTSK6L97.0 size=843151 2024-09-16T11:23:34.292 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.290+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=5M0WJTSK6L97 tag=XB43TPAB0NJK type=write size=1891727 2024-09-16T11:23:34.294 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.292+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.0 size=1048576 2024-09-16T11:23:34.295 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.293+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.1 size=1048576 2024-09-16T11:23:34.297 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.295+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~YFMCM4QTRO1U.2 size=379937 2024-09-16T11:23:34.301 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.299+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=YFMCM4QTRO1U tag=TDRK2S1RG6KP type=write size=3525665 2024-09-16T11:23:34.305 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.303+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.0 size=1048576 2024-09-16T11:23:34.306 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.304+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.1 size=1048576 2024-09-16T11:23:34.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.306+0000 7fb66dec2640 1 > prepared part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.2 size=552075 2024-09-16T11:23:34.308 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.306+0000 7fb66dec2640 1 > prepared multipart upload key=PKSRPG0T3DRS upload=3C453U7K2W1U tag=BUCQOUQ6WHD9 type=write size=3697803 2024-09-16T11:23:34.310 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.308+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~WSTWF25W9TT2.0 size=1048576 2024-09-16T11:23:34.311 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.309+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~WSTWF25W9TT2.1 size=886537 2024-09-16T11:23:34.315 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.313+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=WSTWF25W9TT2 tag=E45I9NMC4IHV type=write size=2983689 2024-09-16T11:23:34.317 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.315+0000 7fb66dec2640 1 > prepared operation key=ZJBL3MHVCGZG tag=F6VJKBOE7L49 type=del size=2321005 2024-09-16T11:23:34.319 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.317+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=1M1G1JLQNJ2C type=del 2024-09-16T11:23:34.322 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.320+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.0 size=1048576 2024-09-16T11:23:34.324 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.322+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.1 size=1048576 2024-09-16T11:23:34.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.324+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.2 size=1025396 2024-09-16T11:23:34.326 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.324+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=YXQD456L99HK tag=G7IAU3UBIKF7 type=write size=4171124 2024-09-16T11:23:34.328 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.326+0000 7fb66dec2640 1 < completed write operation key=P4R6KUKVO6TJ tag=X7AN5706NCHA type=write size=544402 2024-09-16T11:23:34.330 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.328+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=1IGOT79S1OQ5 type=write size=1038146 2024-09-16T11:23:34.332 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.330+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.0 size=1048576 2024-09-16T11:23:34.333 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.331+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.1 size=1048576 2024-09-16T11:23:34.335 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.333+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~S2IW7AGGJVOZ.2 size=430500 2024-09-16T11:23:34.338 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.336+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=S2IW7AGGJVOZ tag=X8HBJEJJXUMB type=write size=3576228 2024-09-16T11:23:34.340 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.338+0000 7fb66dec2640 1 > prepared operation key=Y6MT7DT0JW3D tag=B8LN8T56LLQU type=del size=1927712 2024-09-16T11:23:34.342 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.340+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~K4J2P3AGVZRK.0 size=1048576 2024-09-16T11:23:34.344 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.342+0000 7fb66dec2640 1 < completed part key=_multipart_O6UNHL80RFVL.2~K4J2P3AGVZRK.1 size=831852 2024-09-16T11:23:34.348 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.345+0000 7fb66dec2640 1 < completed multipart upload key=O6UNHL80RFVL upload=K4J2P3AGVZRK tag=4ZZZCGYK1TN3 type=write size=2929004 2024-09-16T11:23:34.350 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.348+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=1IH29RF2TIJV type=del size=2185725 2024-09-16T11:23:34.352 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.350+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=VH43PYT0K263 type=del 2024-09-16T11:23:34.354 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.352+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=5SZ2IBOUJGF3 type=del size=2856006 2024-09-16T11:23:34.356 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.354+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=Y4ZZY7KWV8MN type=del 2024-09-16T11:23:34.360 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.357+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.0 size=1048576 2024-09-16T11:23:34.361 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.359+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.1 size=1048576 2024-09-16T11:23:34.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.361+0000 7fb66dec2640 1 > prepared part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.2 size=275517 2024-09-16T11:23:34.363 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.361+0000 7fb66dec2640 1 > prepared multipart upload key=UBJMF37RRIGD upload=XNZWLJYBM5TH tag=06PWN0C15964 type=write size=3421245 2024-09-16T11:23:34.365 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.363+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~JVIBFVC0YULV.0 size=1048576 2024-09-16T11:23:34.366 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.364+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~JVIBFVC0YULV.1 size=903083 2024-09-16T11:23:34.370 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.368+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=JVIBFVC0YULV tag=91128RRNY0VH type=write size=3000235 2024-09-16T11:23:34.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.372+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~8L1QWDZPNWGK.0 size=104943 2024-09-16T11:23:34.374 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.372+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=8L1QWDZPNWGK tag=6E7RBSSIWKPW type=write size=1153519 2024-09-16T11:23:34.376 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.374+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.0 size=1048576 2024-09-16T11:23:34.377 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.375+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.1 size=1048576 2024-09-16T11:23:34.379 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.377+0000 7fb66dec2640 1 < completed part key=_multipart_2C0Y1546EQZK.2~H0NUIJAVI2CM.2 size=608238 2024-09-16T11:23:34.382 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.380+0000 7fb66dec2640 1 < completed multipart upload key=2C0Y1546EQZK upload=H0NUIJAVI2CM tag=ZU45797BWMWS type=write size=3753966 2024-09-16T11:23:34.384 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.382+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=EGW7W5J5L4FF type=del size=2639715 2024-09-16T11:23:34.386 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.384+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=5HQ0J64QEJP4 type=del 2024-09-16T11:23:34.388 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.386+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=8US9ZD1GREE1 type=del size=3277290 2024-09-16T11:23:34.390 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.388+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~SNK5TPUIZAHT.0 size=1048576 2024-09-16T11:23:34.392 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.390+0000 7fb66dec2640 1 < completed part key=_multipart_8M7Y5EHLQWPK.2~SNK5TPUIZAHT.1 size=576410 2024-09-16T11:23:34.396 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.394+0000 7fb66dec2640 1 < completed multipart upload key=8M7Y5EHLQWPK upload=SNK5TPUIZAHT tag=T7N6OXAXRFCX type=write size=2673562 2024-09-16T11:23:34.398 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.396+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=15XZLZ3CPU0T type=del size=928791 2024-09-16T11:23:34.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.398+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.0 size=1048576 2024-09-16T11:23:34.400 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.398+0000 7fb66dec2640 1 < canceled part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.1 size=1048576 2024-09-16T11:23:34.402 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.400+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~3G28L5MUFTR4.2 size=184290 2024-09-16T11:23:34.405 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.403+0000 7fb66dec2640 1 < canceled multipart upload key=KW19TYJ86X9U upload=3G28L5MUFTR4 tag=5O7GHDDMADU3 type=write size=3330018 2024-09-16T11:23:34.407 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.405+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=5VUQSJJE9IE6 type=write size=896320 2024-09-16T11:23:34.413 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.411+0000 7fb66dec2640 1 < completed part key=_multipart_ZJBL3MHVCGZG.2~92G3KPVNYJ9T.0 size=372399 2024-09-16T11:23:34.417 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.415+0000 7fb66dec2640 1 < completed multipart upload key=ZJBL3MHVCGZG upload=92G3KPVNYJ9T tag=K6UUTXE1K837 type=write size=1420975 2024-09-16T11:23:34.419 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.417+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=SPX7U5QRVX0C type=del size=2117815 2024-09-16T11:23:34.420 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.418+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=V2P2UG3YB745 type=del 2024-09-16T11:23:34.422 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.420+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=U48DI0EINSD6 type=del size=3434551 2024-09-16T11:23:34.424 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.422+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~5M0WJTSK6L97.0 size=843151 2024-09-16T11:23:34.428 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.426+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=5M0WJTSK6L97 tag=XB43TPAB0NJK type=write size=1891727 2024-09-16T11:23:34.429 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.427+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=OFWSK0QMBYTT type=del size=1192860 2024-09-16T11:23:34.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.429+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.0 size=1048576 2024-09-16T11:23:34.431 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.429+0000 7fb66dec2640 1 < canceled part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.1 size=1048576 2024-09-16T11:23:34.433 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.431+0000 7fb66dec2640 1 < completed part key=_multipart_PKSRPG0T3DRS.2~3C453U7K2W1U.2 size=552075 2024-09-16T11:23:34.437 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.434+0000 7fb66dec2640 1 < canceled multipart upload key=PKSRPG0T3DRS upload=3C453U7K2W1U tag=BUCQOUQ6WHD9 type=write size=3697803 2024-09-16T11:23:34.438 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.436+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=PCXZB9VY99E8 type=write size=477992 2024-09-16T11:23:34.440 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.438+0000 7fb66dec2640 1 < completed delete operation key=ZJBL3MHVCGZG tag=F6VJKBOE7L49 type=del 2024-09-16T11:23:34.443 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.440+0000 7fb66dec2640 1 > prepared operation key=KW19TYJ86X9U tag=68SW48EB3FJR type=del size=2681015 2024-09-16T11:23:34.444 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.442+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.0 size=1048576 2024-09-16T11:23:34.446 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.444+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.1 size=1048576 2024-09-16T11:23:34.448 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.446+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~YXQD456L99HK.2 size=1025396 2024-09-16T11:23:34.451 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.449+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=YXQD456L99HK tag=G7IAU3UBIKF7 type=write size=4171124 2024-09-16T11:23:34.453 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.451+0000 7fb66dec2640 1 > prepared operation key=NM5WWTC1BEDM tag=HFH6EKOX4STX type=del size=3984711 2024-09-16T11:23:34.455 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.453+0000 7fb66dec2640 1 < completed write operation key=YF35LMA056BI tag=1IGOT79S1OQ5 type=write size=1038146 2024-09-16T11:23:34.457 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.455+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=KLWKJ2YXXZYE type=del size=3154598 2024-09-16T11:23:34.461 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.459+0000 7fb66dec2640 1 < suggested update operation key=Y6MT7DT0JW3D tag=B8LN8T56LLQU type=del size=1927712 2024-09-16T11:23:34.463 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.461+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=6XSK8305GL16 type=del size=1344218 2024-09-16T11:23:34.465 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.463+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=1IH29RF2TIJV type=del 2024-09-16T11:23:34.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.466+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~ZPXEOX6B0NHF.0 size=148544 2024-09-16T11:23:34.469 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.466+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=ZPXEOX6B0NHF tag=B5TYHEFZ6KHT type=write size=1197120 2024-09-16T11:23:34.470 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.468+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=5SZ2IBOUJGF3 type=del 2024-09-16T11:23:34.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.471+0000 7fb66dec2640 1 > prepared operation key=WQGRWNTRNYI7 tag=DBYC5JF38JFB type=del size=214301 2024-09-16T11:23:34.473 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.471+0000 7fb66dec2640 1 < canceled part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.0 size=1048576 2024-09-16T11:23:34.475 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.472+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.1 size=1048576 2024-09-16T11:23:34.476 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.474+0000 7fb66dec2640 1 < completed part key=_multipart_UBJMF37RRIGD.2~XNZWLJYBM5TH.2 size=275517 2024-09-16T11:23:34.480 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.478+0000 7fb66dec2640 1 < canceled multipart upload key=UBJMF37RRIGD upload=XNZWLJYBM5TH tag=06PWN0C15964 type=write size=3421245 2024-09-16T11:23:34.483 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.481+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.0 size=1048576 2024-09-16T11:23:34.485 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.483+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.1 size=1048576 2024-09-16T11:23:34.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.484+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.2 size=762209 2024-09-16T11:23:34.486 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.484+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=IBNH74L5I1E4 tag=DL50G7IABHOM type=write size=3907937 2024-09-16T11:23:34.488 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.486+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~8L1QWDZPNWGK.0 size=104943 2024-09-16T11:23:34.492 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.490+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=8L1QWDZPNWGK tag=6E7RBSSIWKPW type=write size=1153519 2024-09-16T11:23:34.494 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.492+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=5H6Z3HT0UQ4P type=del size=2659781 2024-09-16T11:23:34.498 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.496+0000 7fb66dec2640 1 < suggested update operation key=U5T3M5C2I7Z6 tag=EGW7W5J5L4FF type=del size=2639715 2024-09-16T11:23:34.501 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.499+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~CMV84XRLJZSQ.0 size=1048576 2024-09-16T11:23:34.503 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.501+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~CMV84XRLJZSQ.1 size=552147 2024-09-16T11:23:34.503 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.501+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=CMV84XRLJZSQ tag=42433OHWD1VI type=write size=2649299 2024-09-16T11:23:34.507 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.504+0000 7fb66dec2640 1 < suggested remove operation key=D4SQZJ77RBR1 tag=8US9ZD1GREE1 type=del 2024-09-16T11:23:34.508 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.506+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=074LSMBUHZA5 type=del size=3084265 2024-09-16T11:23:34.511 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.509+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=15XZLZ3CPU0T type=del 2024-09-16T11:23:34.515 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.513+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.0 size=1048576 2024-09-16T11:23:34.517 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.514+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.1 size=1048576 2024-09-16T11:23:34.518 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.516+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.2 size=104532 2024-09-16T11:23:34.519 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.516+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=5BWFIK8F02F1 tag=8NVE78ZU8JV4 type=write size=3250260 2024-09-16T11:23:34.520 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.518+0000 7fb66dec2640 1 < completed write operation key=WQGRWNTRNYI7 tag=5VUQSJJE9IE6 type=write size=896320 2024-09-16T11:23:34.522 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.520+0000 7fb66dec2640 1 > prepared operation key=CX33VNVA75KY tag=OYL3Z2XYB8YO type=del size=1000828 2024-09-16T11:23:34.524 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.522+0000 7fb66dec2640 1 < completed delete operation key=CX33VNVA75KY tag=SPX7U5QRVX0C type=del 2024-09-16T11:23:34.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.526+0000 7fb66dec2640 1 > prepared part key=_multipart_YF35LMA056BI.2~1R7TP3Q04E46.0 size=45853 2024-09-16T11:23:34.528 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.526+0000 7fb66dec2640 1 > prepared multipart upload key=YF35LMA056BI upload=1R7TP3Q04E46 tag=R1OC42ANWQ1I type=write size=1094429 2024-09-16T11:23:34.530 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.528+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=U48DI0EINSD6 type=del 2024-09-16T11:23:34.531 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.529+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=0KS1Z8Q447OS type=del size=3421480 2024-09-16T11:23:34.533 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.531+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=OFWSK0QMBYTT type=del 2024-09-16T11:23:34.535 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.533+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=39MWQTWLIYMY type=del size=2998032 2024-09-16T11:23:34.537 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.535+0000 7fb66dec2640 1 < completed write operation key=NM5WWTC1BEDM tag=PCXZB9VY99E8 type=write size=477992 2024-09-16T11:23:34.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.539+0000 7fb66dec2640 1 > prepared part key=_multipart_W6R5LJLF4MG0.2~KB6F2Y0NN502.0 size=453943 2024-09-16T11:23:34.541 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.539+0000 7fb66dec2640 1 > prepared multipart upload key=W6R5LJLF4MG0 upload=KB6F2Y0NN502 tag=D3Z4UW1MCGO3 type=write size=1502519 2024-09-16T11:23:34.543 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.541+0000 7fb66dec2640 1 < completed delete operation key=KW19TYJ86X9U tag=68SW48EB3FJR type=del 2024-09-16T11:23:34.546 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.544+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~162TMDNXCITR.0 size=1048576 2024-09-16T11:23:34.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.546+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~162TMDNXCITR.1 size=508491 2024-09-16T11:23:34.548 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.546+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=162TMDNXCITR tag=5AIIBW9XNTAC type=write size=2605643 2024-09-16T11:23:34.550 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.548+0000 7fb66dec2640 1 < completed delete operation key=NM5WWTC1BEDM tag=HFH6EKOX4STX type=del 2024-09-16T11:23:34.552 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.550+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=AN0FC0YBWHAE type=del size=3140769 2024-09-16T11:23:34.554 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.552+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=KLWKJ2YXXZYE type=del 2024-09-16T11:23:34.556 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.554+0000 7fb66dec2640 1 > prepared operation key=E9JN9AJSKBMD tag=PJ5OSOKUHXU6 type=del size=3337955 2024-09-16T11:23:34.558 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.556+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=6XSK8305GL16 type=del 2024-09-16T11:23:34.559 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.557+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=O2CJ3102E8UO type=del size=80970 2024-09-16T11:23:34.561 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.559+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~ZPXEOX6B0NHF.0 size=148544 2024-09-16T11:23:34.565 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.563+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=ZPXEOX6B0NHF tag=B5TYHEFZ6KHT type=write size=1197120 2024-09-16T11:23:34.567 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.565+0000 7fb66dec2640 1 > prepared operation key=U5T3M5C2I7Z6 tag=6VO1K83YFU8T type=write size=695596 2024-09-16T11:23:34.569 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.567+0000 7fb66dec2640 1 < completed delete operation key=WQGRWNTRNYI7 tag=DBYC5JF38JFB type=del 2024-09-16T11:23:34.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.569+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=HGQRPFKX15SQ type=del size=2680999 2024-09-16T11:23:34.571 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.569+0000 7fb66dec2640 1 < canceled part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.0 size=1048576 2024-09-16T11:23:34.573 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.571+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.1 size=1048576 2024-09-16T11:23:34.575 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.573+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~IBNH74L5I1E4.2 size=762209 2024-09-16T11:23:34.578 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.576+0000 7fb66dec2640 1 < canceled multipart upload key=YYAA5H9KJ8EB upload=IBNH74L5I1E4 tag=DL50G7IABHOM type=write size=3907937 2024-09-16T11:23:34.580 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.578+0000 7fb66dec2640 1 > prepared operation key=PKSRPG0T3DRS tag=O1ROIQUVCBY5 type=del size=2871300 2024-09-16T11:23:34.585 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.583+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=5H6Z3HT0UQ4P type=del size=2659781 2024-09-16T11:23:34.587 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.585+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=6DG5EYU93K85 type=del size=2055449 2024-09-16T11:23:34.589 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.587+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~CMV84XRLJZSQ.0 size=1048576 2024-09-16T11:23:34.591 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.588+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~CMV84XRLJZSQ.1 size=552147 2024-09-16T11:23:34.594 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.592+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=CMV84XRLJZSQ tag=42433OHWD1VI type=write size=2649299 2024-09-16T11:23:34.598 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.596+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.0 size=1048576 2024-09-16T11:23:34.600 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.597+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.1 size=1048576 2024-09-16T11:23:34.601 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.599+0000 7fb66dec2640 1 > prepared part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.2 size=169742 2024-09-16T11:23:34.602 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.599+0000 7fb66dec2640 1 > prepared multipart upload key=NM5WWTC1BEDM upload=P70NO2WCW23V tag=QE7RI2RA6WFU type=write size=3315470 2024-09-16T11:23:34.603 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.601+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=074LSMBUHZA5 type=del 2024-09-16T11:23:34.605 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.603+0000 7fb66dec2640 1 > prepared operation key=VF9C7DHNEIOX tag=RRCHR93HQ8FR type=del size=2101814 2024-09-16T11:23:34.607 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.605+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.0 size=1048576 2024-09-16T11:23:34.609 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.607+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.1 size=1048576 2024-09-16T11:23:34.610 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.608+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~5BWFIK8F02F1.2 size=104532 2024-09-16T11:23:34.614 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.612+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=5BWFIK8F02F1 tag=8NVE78ZU8JV4 type=write size=3250260 2024-09-16T11:23:34.617 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.615+0000 7fb66dec2640 1 > prepared part key=_multipart_VZOJ74356GH2.2~04ZU74XBUFTZ.0 size=31945 2024-09-16T11:23:34.618 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.615+0000 7fb66dec2640 1 > prepared multipart upload key=VZOJ74356GH2 upload=04ZU74XBUFTZ tag=2QWLV1WVF9IO type=write size=1080521 2024-09-16T11:23:34.621 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.619+0000 7fb66dec2640 1 < suggested remove operation key=CX33VNVA75KY tag=OYL3Z2XYB8YO type=del 2024-09-16T11:23:34.623 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.621+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=CRFLYBKF02BA type=del size=2067513 2024-09-16T11:23:34.625 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.623+0000 7fb66dec2640 1 < completed part key=_multipart_YF35LMA056BI.2~1R7TP3Q04E46.0 size=45853 2024-09-16T11:23:34.629 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.627+0000 7fb66dec2640 1 < completed multipart upload key=YF35LMA056BI upload=1R7TP3Q04E46 tag=R1OC42ANWQ1I type=write size=1094429 2024-09-16T11:23:34.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.631+0000 7fb66dec2640 1 > prepared part key=_multipart_2FIB0YA81SZT.2~1CM9971TKPGG.0 size=864191 2024-09-16T11:23:34.633 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.631+0000 7fb66dec2640 1 > prepared multipart upload key=2FIB0YA81SZT upload=1CM9971TKPGG tag=RXVRTW2JXV09 type=write size=1912767 2024-09-16T11:23:34.636 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.634+0000 7fb66dec2640 1 < completed delete operation key=2FIB0YA81SZT tag=0KS1Z8Q447OS type=del 2024-09-16T11:23:34.639 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.637+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=YEX1V58FSQ0Q type=write size=519331 2024-09-16T11:23:34.641 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.639+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=39MWQTWLIYMY type=del 2024-09-16T11:23:34.644 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.642+0000 7fb66dec2640 1 > prepared operation key=O6UNHL80RFVL tag=AJU4GIEZYSLT type=write size=954754 2024-09-16T11:23:34.646 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.644+0000 7fb66dec2640 1 < completed part key=_multipart_W6R5LJLF4MG0.2~KB6F2Y0NN502.0 size=453943 2024-09-16T11:23:34.650 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.648+0000 7fb66dec2640 1 < completed multipart upload key=W6R5LJLF4MG0 upload=KB6F2Y0NN502 tag=D3Z4UW1MCGO3 type=write size=1502519 2024-09-16T11:23:34.654 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.652+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~JF1H96SKVL3Z.0 size=1048576 2024-09-16T11:23:34.655 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.653+0000 7fb66dec2640 1 > prepared part key=_multipart_WQGRWNTRNYI7.2~JF1H96SKVL3Z.1 size=835957 2024-09-16T11:23:34.656 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.653+0000 7fb66dec2640 1 > prepared multipart upload key=WQGRWNTRNYI7 upload=JF1H96SKVL3Z tag=BHLVI1K9KCW4 type=write size=2933109 2024-09-16T11:23:34.657 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.655+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~162TMDNXCITR.0 size=1048576 2024-09-16T11:23:34.659 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.657+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~162TMDNXCITR.1 size=508491 2024-09-16T11:23:34.663 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.660+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=162TMDNXCITR tag=5AIIBW9XNTAC type=write size=2605643 2024-09-16T11:23:34.665 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.663+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=JE7ZSQDJX6KB type=del size=3880411 2024-09-16T11:23:34.667 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.665+0000 7fb66dec2640 1 < completed delete operation key=57XW02KN8W4Z tag=AN0FC0YBWHAE type=del 2024-09-16T11:23:34.670 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.668+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~EPP1SWRT0IBK.0 size=1048576 2024-09-16T11:23:34.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:34 smithi077 ceph-mon[86047]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.23k op/s 2024-09-16T11:23:34.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:34 smithi077 ceph-mon[88497]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.23k op/s 2024-09-16T11:23:34.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.670+0000 7fb66dec2640 1 > prepared part key=_multipart_TVK5OH5E1PV4.2~EPP1SWRT0IBK.1 size=962316 2024-09-16T11:23:34.672 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.670+0000 7fb66dec2640 1 > prepared multipart upload key=TVK5OH5E1PV4 upload=EPP1SWRT0IBK tag=JZRTQTRLUK0A type=write size=3059468 2024-09-16T11:23:34.674 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.672+0000 7fb66dec2640 1 < completed delete operation key=E9JN9AJSKBMD tag=PJ5OSOKUHXU6 type=del 2024-09-16T11:23:34.676 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.674+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=QCF5T39X1SB4 type=del size=1689068 2024-09-16T11:23:34.677 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.675+0000 7fb66dec2640 1 < canceled operation key=57XW02KN8W4Z tag=O2CJ3102E8UO type=del size=80970 2024-09-16T11:23:34.679 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.677+0000 7fb66dec2640 1 > prepared operation key=W6R5LJLF4MG0 tag=AOJLVET2HCL6 type=del size=919545 2024-09-16T11:23:34.681 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.679+0000 7fb66dec2640 1 < completed write operation key=U5T3M5C2I7Z6 tag=6VO1K83YFU8T type=write size=695596 2024-09-16T11:23:34.683 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.681+0000 7fb66dec2640 1 > prepared operation key=SXTKV1YIBM8U tag=3H5W1UR449HO type=del size=1254945 2024-09-16T11:23:34.686 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.684+0000 7fb66dec2640 1 < completed delete operation key=O6UNHL80RFVL tag=HGQRPFKX15SQ type=del 2024-09-16T11:23:34.688 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.686+0000 7fb66dec2640 1 > prepared operation key=57XW02KN8W4Z tag=S0IOI1FZLPCI type=del size=2441850 2024-09-16T11:23:34.690 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.688+0000 7fb66dec2640 1 < completed delete operation key=PKSRPG0T3DRS tag=O1ROIQUVCBY5 type=del 2024-09-16T11:23:34.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.691+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~SM6N1BFO6RB2.0 size=650862 2024-09-16T11:23:34.694 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.691+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=SM6N1BFO6RB2 tag=1KSF8BN1K30P type=write size=1699438 2024-09-16T11:23:34.696 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.694+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=6DG5EYU93K85 type=del 2024-09-16T11:23:34.698 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.696+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=R4HS0TGQVRW6 type=del size=2675678 2024-09-16T11:23:34.700 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.698+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.0 size=1048576 2024-09-16T11:23:34.702 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.700+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.1 size=1048576 2024-09-16T11:23:34.703 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.701+0000 7fb66dec2640 1 < completed part key=_multipart_NM5WWTC1BEDM.2~P70NO2WCW23V.2 size=169742 2024-09-16T11:23:34.707 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.705+0000 7fb66dec2640 1 < completed multipart upload key=NM5WWTC1BEDM upload=P70NO2WCW23V tag=QE7RI2RA6WFU type=write size=3315470 2024-09-16T11:23:34.709 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.707+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=JXPR0Z35ZORU type=del size=403937 2024-09-16T11:23:34.711 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.709+0000 7fb66dec2640 1 < completed delete operation key=VF9C7DHNEIOX tag=RRCHR93HQ8FR type=del 2024-09-16T11:23:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:34 smithi191 ceph-mon[84934]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.23k op/s 2024-09-16T11:23:34.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.713+0000 7fb66dec2640 1 > prepared part key=_multipart_0KLATQC7UXQS.2~JNY2KVITBEVN.0 size=302515 2024-09-16T11:23:34.715 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.713+0000 7fb66dec2640 1 > prepared multipart upload key=0KLATQC7UXQS upload=JNY2KVITBEVN tag=GA1820E6N369 type=write size=1351091 2024-09-16T11:23:34.718 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.715+0000 7fb66dec2640 1 < completed part key=_multipart_VZOJ74356GH2.2~04ZU74XBUFTZ.0 size=31945 2024-09-16T11:23:34.723 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.720+0000 7fb66dec2640 1 < completed multipart upload key=VZOJ74356GH2 upload=04ZU74XBUFTZ tag=2QWLV1WVF9IO type=write size=1080521 2024-09-16T11:23:34.726 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.724+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.0 size=1048576 2024-09-16T11:23:34.728 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.726+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.1 size=1048576 2024-09-16T11:23:34.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.728+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.2 size=584045 2024-09-16T11:23:34.730 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.728+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=J9QLZUJ3ZOE6 tag=CPDP2VTI9NGK type=write size=3729773 2024-09-16T11:23:34.732 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.730+0000 7fb66dec2640 1 < completed delete operation key=8M7Y5EHLQWPK tag=CRFLYBKF02BA type=del 2024-09-16T11:23:34.735 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.732+0000 7fb66dec2640 1 > prepared operation key=5SP701M6TW6O tag=LQ9OD04DUAR0 type=del size=1582184 2024-09-16T11:23:34.737 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.734+0000 7fb66dec2640 1 < completed part key=_multipart_2FIB0YA81SZT.2~1CM9971TKPGG.0 size=864191 2024-09-16T11:23:34.741 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.739+0000 7fb66dec2640 1 < completed multipart upload key=2FIB0YA81SZT upload=1CM9971TKPGG tag=RXVRTW2JXV09 type=write size=1912767 2024-09-16T11:23:34.744 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.741+0000 7fb66dec2640 1 > prepared operation key=TVK5OH5E1PV4 tag=0OIQ43XFERDS type=del size=2960964 2024-09-16T11:23:34.746 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.744+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=YEX1V58FSQ0Q type=write size=519331 2024-09-16T11:23:34.751 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.749+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.0 size=1048576 2024-09-16T11:23:34.752 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.750+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.1 size=1048576 2024-09-16T11:23:34.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.752+0000 7fb66dec2640 1 > prepared part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.2 size=278498 2024-09-16T11:23:34.754 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.752+0000 7fb66dec2640 1 > prepared multipart upload key=YYAA5H9KJ8EB upload=20BUXG42RIBA tag=LWVG5QU9JQBI type=write size=3424226 2024-09-16T11:23:34.756 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.754+0000 7fb66dec2640 1 < completed write operation key=O6UNHL80RFVL tag=AJU4GIEZYSLT type=write size=954754 2024-09-16T11:23:34.760 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.758+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Q9DU9LDHVJIP.0 size=1048576 2024-09-16T11:23:34.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.760+0000 7fb66dec2640 1 > prepared part key=_multipart_Y6MT7DT0JW3D.2~Q9DU9LDHVJIP.1 size=683536 2024-09-16T11:23:34.762 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.760+0000 7fb66dec2640 1 > prepared multipart upload key=Y6MT7DT0JW3D upload=Q9DU9LDHVJIP tag=O2YS8XQJSASQ type=write size=2780688 2024-09-16T11:23:34.763 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.761+0000 7fb66dec2640 1 < completed part key=_multipart_WQGRWNTRNYI7.2~JF1H96SKVL3Z.0 size=1048576 2024-09-16T11:23:34.764 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.761+0000 7fb66dec2640 1 < canceled part key=_multipart_WQGRWNTRNYI7.2~JF1H96SKVL3Z.1 size=835957 2024-09-16T11:23:34.768 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.766+0000 7fb66dec2640 1 < canceled multipart upload key=WQGRWNTRNYI7 upload=JF1H96SKVL3Z tag=BHLVI1K9KCW4 type=write size=2933109 2024-09-16T11:23:34.772 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.769+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~0CDHDTV1MMGO.0 size=1048576 2024-09-16T11:23:34.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.771+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~0CDHDTV1MMGO.1 size=788920 2024-09-16T11:23:34.773 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.771+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=0CDHDTV1MMGO tag=3LZ9L0WNKWQ9 type=write size=2886072 2024-09-16T11:23:34.777 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.775+0000 7fb66dec2640 1 < suggested update operation key=P4R6KUKVO6TJ tag=JE7ZSQDJX6KB type=del size=3880411 2024-09-16T11:23:34.779 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.777+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=D61BSO6ZZT3W type=del size=459053 2024-09-16T11:23:34.781 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.779+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~EPP1SWRT0IBK.0 size=1048576 2024-09-16T11:23:34.783 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.781+0000 7fb66dec2640 1 < completed part key=_multipart_TVK5OH5E1PV4.2~EPP1SWRT0IBK.1 size=962316 2024-09-16T11:23:34.786 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.784+0000 7fb66dec2640 1 < completed multipart upload key=TVK5OH5E1PV4 upload=EPP1SWRT0IBK tag=JZRTQTRLUK0A type=write size=3059468 2024-09-16T11:23:34.788 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.786+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=JEQ7COZ762DH type=del size=4182693 2024-09-16T11:23:34.791 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.789+0000 7fb66dec2640 1 < completed delete operation key=224VQRZ2GHDJ tag=QCF5T39X1SB4 type=del 2024-09-16T11:23:34.793 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.791+0000 7fb66dec2640 1 > prepared operation key=224VQRZ2GHDJ tag=T3L1073538BG type=write size=818821 2024-09-16T11:23:34.795 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.793+0000 7fb66dec2640 1 < completed delete operation key=W6R5LJLF4MG0 tag=AOJLVET2HCL6 type=del 2024-09-16T11:23:34.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.797+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~YWEF83T582OE.0 size=1046443 2024-09-16T11:23:34.799 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.797+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=YWEF83T582OE tag=ATH5WFLLS2WG type=write size=2095019 2024-09-16T11:23:34.801 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.799+0000 7fb66dec2640 1 < completed delete operation key=SXTKV1YIBM8U tag=3H5W1UR449HO type=del 2024-09-16T11:23:34.803 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.801+0000 7fb66dec2640 1 > prepared operation key=YYAA5H9KJ8EB tag=AWE8HDTO2SVN type=del size=133326 2024-09-16T11:23:34.807 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.805+0000 7fb66dec2640 1 < suggested remove operation key=57XW02KN8W4Z tag=S0IOI1FZLPCI type=del 2024-09-16T11:23:34.810 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.808+0000 7fb66dec2640 1 > prepared part key=_multipart_57XW02KN8W4Z.2~QE06V2B2IIZS.0 size=137338 2024-09-16T11:23:34.811 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.808+0000 7fb66dec2640 1 > prepared multipart upload key=57XW02KN8W4Z upload=QE06V2B2IIZS tag=B3W3P6XU3F48 type=write size=1185914 2024-09-16T11:23:34.813 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.811+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~SM6N1BFO6RB2.0 size=650862 2024-09-16T11:23:34.816 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.814+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=SM6N1BFO6RB2 tag=1KSF8BN1K30P type=write size=1699438 2024-09-16T11:23:34.818 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.816+0000 7fb66dec2640 1 > prepared operation key=8M7Y5EHLQWPK tag=I5DHL531P1ZZ type=del size=4063387 2024-09-16T11:23:34.821 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.819+0000 7fb66dec2640 -1 < failed to complete operation key=P4R6KUKVO6TJ tag=R4HS0TGQVRW6 type=del size=2675678: (22) Invalid argument 2024-09-16T11:23:34.826 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.824+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.0 size=1048576 2024-09-16T11:23:34.828 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.826+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.1 size=1048576 2024-09-16T11:23:34.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.828+0000 7fb66dec2640 1 > prepared part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.2 size=68367 2024-09-16T11:23:34.830 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.828+0000 7fb66dec2640 1 > prepared multipart upload key=U5T3M5C2I7Z6 upload=FB7K8W892BT5 tag=2W6A5R3S9T88 type=write size=3214095 2024-09-16T11:23:34.832 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.830+0000 7fb66dec2640 1 < canceled operation key=I575ZO6BYNEZ tag=JXPR0Z35ZORU type=del size=403937 2024-09-16T11:23:34.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.833+0000 7fb66dec2640 1 > prepared part key=_multipart_E9JN9AJSKBMD.2~7FFV2610OYJP.0 size=952130 2024-09-16T11:23:34.835 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.833+0000 7fb66dec2640 1 > prepared multipart upload key=E9JN9AJSKBMD upload=7FFV2610OYJP tag=AW915U7XWQIS type=write size=2000706 2024-09-16T11:23:34.837 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.835+0000 7fb66dec2640 1 < completed part key=_multipart_0KLATQC7UXQS.2~JNY2KVITBEVN.0 size=302515 2024-09-16T11:23:34.841 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.839+0000 7fb66dec2640 1 < completed multipart upload key=0KLATQC7UXQS upload=JNY2KVITBEVN tag=GA1820E6N369 type=write size=1351091 2024-09-16T11:23:34.844 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.842+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=E2V9RSP3CV86 type=del size=1842180 2024-09-16T11:23:34.846 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.844+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.0 size=1048576 2024-09-16T11:23:34.847 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.845+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.1 size=1048576 2024-09-16T11:23:34.849 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.847+0000 7fb66dec2640 1 < completed part key=_multipart_KW19TYJ86X9U.2~J9QLZUJ3ZOE6.2 size=584045 2024-09-16T11:23:34.853 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.851+0000 7fb66dec2640 1 < completed multipart upload key=KW19TYJ86X9U upload=J9QLZUJ3ZOE6 tag=CPDP2VTI9NGK type=write size=3729773 2024-09-16T11:23:34.855 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.853+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=C3HU7NQ12G9E type=write size=359611 2024-09-16T11:23:34.859 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.857+0000 7fb66dec2640 1 < suggested update operation key=5SP701M6TW6O tag=LQ9OD04DUAR0 type=del size=1582184 2024-09-16T11:23:34.863 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.860+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~CXQYXZCPYEK2.0 size=1048576 2024-09-16T11:23:34.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.862+0000 7fb66dec2640 1 > prepared part key=_multipart_C9EOE5MOFBOT.2~CXQYXZCPYEK2.1 size=296838 2024-09-16T11:23:34.864 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.862+0000 7fb66dec2640 1 > prepared multipart upload key=C9EOE5MOFBOT upload=CXQYXZCPYEK2 tag=LKY42RTL4MF2 type=write size=2393990 2024-09-16T11:23:34.868 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.866+0000 7fb66dec2640 1 < suggested remove operation key=TVK5OH5E1PV4 tag=0OIQ43XFERDS type=del 2024-09-16T11:23:34.870 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.868+0000 7fb66dec2640 1 > prepared operation key=2C0Y1546EQZK tag=GIK4KH9L88M0 type=write size=1046920 2024-09-16T11:23:34.872 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.870+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.0 size=1048576 2024-09-16T11:23:34.874 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.871+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.1 size=1048576 2024-09-16T11:23:34.875 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.874+0000 7fb66dec2640 1 < completed part key=_multipart_YYAA5H9KJ8EB.2~20BUXG42RIBA.2 size=278498 2024-09-16T11:23:34.879 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.877+0000 7fb66dec2640 1 < completed multipart upload key=YYAA5H9KJ8EB upload=20BUXG42RIBA tag=LWVG5QU9JQBI type=write size=3424226 2024-09-16T11:23:34.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.881+0000 7fb66dec2640 1 > prepared part key=_multipart_3G4SVBOPOKXF.2~O1O8JD87IC4Q.0 size=241743 2024-09-16T11:23:34.883 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.881+0000 7fb66dec2640 1 > prepared multipart upload key=3G4SVBOPOKXF upload=O1O8JD87IC4Q tag=3BBFCDPSB9GR type=write size=1290319 2024-09-16T11:23:34.885 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.883+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Q9DU9LDHVJIP.0 size=1048576 2024-09-16T11:23:34.887 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.885+0000 7fb66dec2640 1 < completed part key=_multipart_Y6MT7DT0JW3D.2~Q9DU9LDHVJIP.1 size=683536 2024-09-16T11:23:34.890 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.888+0000 7fb66dec2640 1 < completed multipart upload key=Y6MT7DT0JW3D upload=Q9DU9LDHVJIP tag=O2YS8XQJSASQ type=write size=2780688 2024-09-16T11:23:34.892 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.890+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=D3YRDP1U7KKQ type=del size=2781864 2024-09-16T11:23:34.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.893+0000 7fb66dec2640 1 < completed part key=_multipart_P4R6KUKVO6TJ.2~0CDHDTV1MMGO.0 size=1048576 2024-09-16T11:23:34.895 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.893+0000 7fb66dec2640 1 < canceled part key=_multipart_P4R6KUKVO6TJ.2~0CDHDTV1MMGO.1 size=788920 2024-09-16T11:23:34.898 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.896+0000 7fb66dec2640 1 < canceled multipart upload key=P4R6KUKVO6TJ upload=0CDHDTV1MMGO tag=3LZ9L0WNKWQ9 type=write size=2886072 2024-09-16T11:23:34.900 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.898+0000 7fb66dec2640 1 > prepared operation key=VZOJ74356GH2 tag=GOIKBKH9AIZ0 type=write size=965322 2024-09-16T11:23:34.902 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.900+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=D61BSO6ZZT3W type=del 2024-09-16T11:23:34.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.904+0000 7fb66dec2640 1 > prepared part key=_multipart_KW19TYJ86X9U.2~ZFMOA4M2CR8A.0 size=328288 2024-09-16T11:23:34.906 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.904+0000 7fb66dec2640 1 > prepared multipart upload key=KW19TYJ86X9U upload=ZFMOA4M2CR8A tag=2L8XOJI5ZRPY type=write size=1376864 2024-09-16T11:23:34.908 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.906+0000 7fb66dec2640 1 < completed delete operation key=I575ZO6BYNEZ tag=JEQ7COZ762DH type=del 2024-09-16T11:23:34.913 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.911+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~FEQ1IKGU7WFK.0 size=1048576 2024-09-16T11:23:34.914 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.912+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~FEQ1IKGU7WFK.1 size=984626 2024-09-16T11:23:34.915 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.912+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=FEQ1IKGU7WFK tag=QN8TXYX5M3NV type=write size=3081778 2024-09-16T11:23:34.916 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.914+0000 7fb66dec2640 1 < completed write operation key=224VQRZ2GHDJ tag=T3L1073538BG type=write size=818821 2024-09-16T11:23:34.919 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.916+0000 7fb66dec2640 1 > prepared operation key=P4R6KUKVO6TJ tag=5M1PJJ9C39B3 type=del size=3305415 2024-09-16T11:23:34.921 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.919+0000 7fb66dec2640 1 < completed part key=_multipart_P9HEIJBYI7VR.2~YWEF83T582OE.0 size=1046443 2024-09-16T11:23:34.924 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.922+0000 7fb66dec2640 1 < completed multipart upload key=P9HEIJBYI7VR upload=YWEF83T582OE tag=ATH5WFLLS2WG type=write size=2095019 2024-09-16T11:23:34.926 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.924+0000 7fb66dec2640 1 > prepared operation key=0KLATQC7UXQS tag=VEL67K7D15L5 type=del size=3160678 2024-09-16T11:23:34.928 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.926+0000 7fb66dec2640 1 < completed delete operation key=YYAA5H9KJ8EB tag=AWE8HDTO2SVN type=del 2024-09-16T11:23:34.932 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.930+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~OISE669F2FN7.0 size=1048576 2024-09-16T11:23:34.934 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.932+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~OISE669F2FN7.1 size=1048576 2024-09-16T11:23:34.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.934+0000 7fb66dec2640 1 > prepared part key=_multipart_OEN3JZU6OLXI.2~OISE669F2FN7.2 size=620534 2024-09-16T11:23:34.936 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.934+0000 7fb66dec2640 1 > prepared multipart upload key=OEN3JZU6OLXI upload=OISE669F2FN7 tag=KL54X7DA88ZI type=write size=3766262 2024-09-16T11:23:34.938 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.936+0000 7fb66dec2640 1 < completed part key=_multipart_57XW02KN8W4Z.2~QE06V2B2IIZS.0 size=137338 2024-09-16T11:23:34.941 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.939+0000 7fb66dec2640 1 < completed multipart upload key=57XW02KN8W4Z upload=QE06V2B2IIZS tag=B3W3P6XU3F48 type=write size=1185914 2024-09-16T11:23:34.944 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.942+0000 7fb66dec2640 1 > prepared operation key=D4SQZJ77RBR1 tag=00YU6AMUVM45 type=del size=2651031 2024-09-16T11:23:34.947 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.945+0000 7fb66dec2640 1 < suggested update operation key=8M7Y5EHLQWPK tag=I5DHL531P1ZZ type=del size=4063387 2024-09-16T11:23:34.951 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.949+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6EA55ZLLZUUD.0 size=1048576 2024-09-16T11:23:34.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.951+0000 7fb66dec2640 1 > prepared part key=_multipart_P4R6KUKVO6TJ.2~6EA55ZLLZUUD.1 size=822613 2024-09-16T11:23:34.953 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.951+0000 7fb66dec2640 1 > prepared multipart upload key=P4R6KUKVO6TJ upload=6EA55ZLLZUUD tag=F8CG5JBKIIRL type=write size=2919765 2024-09-16T11:23:34.955 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.953+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.0 size=1048576 2024-09-16T11:23:34.957 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.955+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.1 size=1048576 2024-09-16T11:23:34.959 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.957+0000 7fb66dec2640 1 < completed part key=_multipart_U5T3M5C2I7Z6.2~FB7K8W892BT5.2 size=68367 2024-09-16T11:23:34.962 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.960+0000 7fb66dec2640 1 < completed multipart upload key=U5T3M5C2I7Z6 upload=FB7K8W892BT5 tag=2W6A5R3S9T88 type=write size=3214095 2024-09-16T11:23:34.966 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.964+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~WHVTGLN1Q98W.0 size=1048576 2024-09-16T11:23:34.968 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.966+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~WHVTGLN1Q98W.1 size=1048576 2024-09-16T11:23:34.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.968+0000 7fb66dec2640 1 > prepared part key=_multipart_5SP701M6TW6O.2~WHVTGLN1Q98W.2 size=1000521 2024-09-16T11:23:34.970 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.968+0000 7fb66dec2640 1 > prepared multipart upload key=5SP701M6TW6O upload=WHVTGLN1Q98W tag=A952J0OXX7OG type=write size=4146249 2024-09-16T11:23:34.972 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.970+0000 7fb66dec2640 1 < completed part key=_multipart_E9JN9AJSKBMD.2~7FFV2610OYJP.0 size=952130 2024-09-16T11:23:34.975 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.973+0000 7fb66dec2640 1 < completed multipart upload key=E9JN9AJSKBMD upload=7FFV2610OYJP tag=AW915U7XWQIS type=write size=2000706 2024-09-16T11:23:34.979 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.977+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~0MMQOR8YLCIM.0 size=1048576 2024-09-16T11:23:34.981 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.979+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~0MMQOR8YLCIM.1 size=1048576 2024-09-16T11:23:34.982 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.980+0000 7fb66dec2640 1 > prepared part key=_multipart_P9HEIJBYI7VR.2~0MMQOR8YLCIM.2 size=667394 2024-09-16T11:23:34.983 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.980+0000 7fb66dec2640 1 > prepared multipart upload key=P9HEIJBYI7VR upload=0MMQOR8YLCIM tag=09EPWE2GLW70 type=write size=3813122 2024-09-16T11:23:34.985 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.983+0000 7fb66dec2640 1 < completed delete operation key=YF35LMA056BI tag=E2V9RSP3CV86 type=del 2024-09-16T11:23:34.986 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.984+0000 7fb66dec2640 1 > prepared operation key=2FIB0YA81SZT tag=W27CDEP20V7N type=del size=484515 2024-09-16T11:23:34.988 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.986+0000 7fb66dec2640 1 < completed write operation key=VZOJ74356GH2 tag=C3HU7NQ12G9E type=write size=359611 2024-09-16T11:23:34.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.988+0000 7fb66dec2640 1 > prepared operation key=I575ZO6BYNEZ tag=VKROWW7UL0JP type=del size=4113012 2024-09-16T11:23:34.990 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.988+0000 7fb66dec2640 1 < canceled part key=_multipart_C9EOE5MOFBOT.2~CXQYXZCPYEK2.0 size=1048576 2024-09-16T11:23:34.992 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.990+0000 7fb66dec2640 1 < completed part key=_multipart_C9EOE5MOFBOT.2~CXQYXZCPYEK2.1 size=296838 2024-09-16T11:23:34.996 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.993+0000 7fb66dec2640 1 < canceled multipart upload key=C9EOE5MOFBOT upload=CXQYXZCPYEK2 tag=LKY42RTL4MF2 type=write size=2393990 2024-09-16T11:23:34.997 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.995+0000 7fb66dec2640 1 > prepared operation key=YF35LMA056BI tag=85D1QB9FYXY4 type=del size=928887 2024-09-16T11:23:35.000 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:34.998+0000 7fb66dec2640 1 < completed write operation key=2C0Y1546EQZK tag=GIK4KH9L88M0 type=write size=1046920 2024-09-16T11:23:35.003 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.001+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~QE1JPNVIAOI0.0 size=1048576 2024-09-16T11:23:35.005 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.003+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~QE1JPNVIAOI0.1 size=1048576 2024-09-16T11:23:35.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.005+0000 7fb66dec2640 1 > prepared part key=_multipart_O6UNHL80RFVL.2~QE1JPNVIAOI0.2 size=986472 2024-09-16T11:23:35.007 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.005+0000 7fb66dec2640 1 > prepared multipart upload key=O6UNHL80RFVL upload=QE1JPNVIAOI0 tag=RKVS7SDL52PC type=write size=4132200 2024-09-16T11:23:35.009 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.007+0000 7fb66dec2640 1 < completed part key=_multipart_3G4SVBOPOKXF.2~O1O8JD87IC4Q.0 size=241743 2024-09-16T11:23:35.013 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.010+0000 7fb66dec2640 1 < completed multipart upload key=3G4SVBOPOKXF upload=O1O8JD87IC4Q tag=3BBFCDPSB9GR type=write size=1290319 2024-09-16T11:23:35.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.014+0000 7fb66dec2640 1 > prepared part key=_multipart_D4SQZJ77RBR1.2~YMQO92NKI33Q.0 size=93931 2024-09-16T11:23:35.017 INFO:tasks.workunit.client.0.smithi077.stderr:2024-09-16T11:23:35.014+0000 7fb66dec2640 1 > prepared multipart upload key=D4SQZJ77RBR1 upload=YMQO92NKI33Q tag=CWGEINOBD5CT type=write size=1142507 2024-09-16T11:23:35.018 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] cls_rgw_stats.simulate (13717 ms) 2024-09-16T11:23:35.018 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from cls_rgw_stats (13717 ms total) 2024-09-16T11:23:35.018 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:23:35.018 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:23:35.221 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 1 test from 1 test suite ran. (15797 ms total) 2024-09-16T11:23:35.221 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 1 test. 2024-09-16T11:23:35.225 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:23:35.225 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:23:35.290 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-16T11:23:35.291 DEBUG:teuthology.orchestra.run.smithi077:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-16T11:23:35.358 INFO:tasks.workunit.client.0.smithi077.stdout:Running main() from gmock_main.cc 2024-09-16T11:23:35.358 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-16T11:23:35.358 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:23:35.358 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from ClsSDK 2024-09-16T11:23:35.358 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-16T11:23:36.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:36 smithi077 ceph-mon[88497]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.02k op/s 2024-09-16T11:23:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:36 smithi077 ceph-mon[88497]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T11:23:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:36 smithi077 ceph-mon[86047]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.02k op/s 2024-09-16T11:23:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:36 smithi077 ceph-mon[86047]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T11:23:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:36 smithi191 ceph-mon[84934]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.02k op/s 2024-09-16T11:23:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:36 smithi191 ceph-mon[84934]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T11:23:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:36] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-16T11:23:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[88497]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T11:23:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/54194854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[86047]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T11:23:37.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/54194854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:37.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:37 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:37 smithi191 ceph-mon[84934]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T11:23:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:37 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/54194854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:37 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:38.238 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2880 ms) 2024-09-16T11:23:38.238 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-16T11:23:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[88497]: pgmap v1440: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[88497]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T11:23:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[86047]: pgmap v1440: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:38.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:38 smithi077 ceph-mon[86047]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T11:23:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:38 smithi191 ceph-mon[84934]: pgmap v1440: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:38 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:23:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:38 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:38 smithi191 ceph-mon[84934]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T11:23:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:39 smithi077 ceph-mon[86047]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T11:23:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:39 smithi077 ceph-mon[88497]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T11:23:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:39 smithi191 ceph-mon[84934]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[86047]: pgmap v1443: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[86047]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[88497]: pgmap v1443: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:23:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[88497]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T11:23:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:40 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:40 smithi191 ceph-mon[84934]: pgmap v1443: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:40 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:23:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:40 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:23:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:40 smithi191 ceph-mon[84934]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T11:23:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:40 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3038 ms) 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from ClsSDK (5919 ms total) 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 2 tests from 1 test suite ran. (5919 ms total) 2024-09-16T11:23:41.277 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 2 tests. 2024-09-16T11:23:41.279 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:23:41.279 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:23:41.347 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-16T11:23:41.347 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:23:41.594 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:41.594 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:41 smithi077 ceph-mon[88497]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T11:23:41.594 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:41.594 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:41 smithi077 ceph-mon[86047]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T11:23:41.595 DEBUG:teuthology.parallel:result is None 2024-09-16T11:23:41.596 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:23:41.620 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:23:41.620 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:23:41.675 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:23:41.675 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:23:41.676 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-16T11:23:41.676 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:23:41.676 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-16T11:23:41.676 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T11:23:41.677 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T11:23:41.677 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T11:23:41.677 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:23:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1763630693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi077-129959-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:23:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:41 smithi191 ceph-mon[84934]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T11:23:41.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T11:23:41.730 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T11:23:41.730 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:23:41.785 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T11:23:41.786 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T11:23:41.840 INFO:tasks.workunit:timeout=3h 2024-09-16T11:23:41.841 INFO:tasks.workunit:cleanup=True 2024-09-16T11:23:41.841 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:23:41.897 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[88497]: pgmap v1446: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[88497]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[86047]: pgmap v1446: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[86047]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T11:23:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:42 smithi191 ceph-mon[84934]: pgmap v1446: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:42 smithi191 ceph-mon[84934]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T11:23:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:44 smithi077 ceph-mon[86047]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:44 smithi077 ceph-mon[88497]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:44 smithi191 ceph-mon[84934]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[88497]: pgmap v1449: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:23:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:23:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:23:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[86047]: pgmap v1449: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:23:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:23:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:23:46.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:46 smithi191 ceph-mon[84934]: pgmap v1449: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:23:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:23:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:23:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:23:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:46] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:23:48.125 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T11:23:48.181 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T11:23:48.183 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:23:48.183 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T11:23:48.231 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T11:23:48.282 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T11:23:48.321 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:23:48.323 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:23:48.323 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T11:23:48.361 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:23:48.364 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T11:23:48.364 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T11:23:48.420 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-16T11:23:48.421 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-16T11:23:48.422 DEBUG:teuthology.orchestra.run.smithi077:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-16T11:23:48.517 INFO:tasks.workunit.client.0.smithi077.stdout:run length 1200 seconds 2024-09-16T11:23:48.517 INFO:tasks.workunit.client.0.smithi077.stdout:preparing 10240 objects 2024-09-16T11:23:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:48 smithi077 ceph-mon[86047]: pgmap v1450: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:48 smithi077 ceph-mon[88497]: pgmap v1450: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:48 smithi191 ceph-mon[84934]: pgmap v1450: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:50.407 INFO:tasks.workunit.client.0.smithi077.stdout:load-gen will run 1200 seconds 2024-09-16T11:23:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:50 smithi077 ceph-mon[86047]: pgmap v1451: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:50 smithi077 ceph-mon[88497]: pgmap v1451: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:50 smithi191 ceph-mon[84934]: pgmap v1451: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:23:51.408 INFO:tasks.workunit.client.0.smithi077.stdout: 1: throughput=0MB/sec pending data=0 2024-09-16T11:23:51.408 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ypm1lCx2WQJ_ClR off=13065172 len=1614607 2024-09-16T11:23:51.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 0 completed, throughput=1.53MB/sec 2024-09-16T11:23:51.412 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zoxqFW6osQj3M90 off=15735580 len=653583 2024-09-16T11:23:51.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 1 completed, throughput=2.14MB/sec 2024-09-16T11:23:51.417 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DjAPuVr7nBRa_1n off=15560769 len=1863549 2024-09-16T11:23:51.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 2 completed, throughput=3.89MB/sec 2024-09-16T11:23:51.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V6AkCftuyW4rdLv off=1317215 len=1007148 2024-09-16T11:23:51.426 INFO:tasks.workunit.client.0.smithi077.stdout:op 3 completed, throughput=4.81MB/sec 2024-09-16T11:23:51.426 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wzhvSzPne0EH9ag off=8869379 len=1611469 2024-09-16T11:23:51.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 4 completed, throughput=6.27MB/sec 2024-09-16T11:23:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: 2: throughput=3.18MB/sec pending data=0 2024-09-16T11:23:52.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zCOxnpyPLMa4_Q2 off=425638 len=381850 2024-09-16T11:23:52.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 5 completed, throughput=3.35MB/sec 2024-09-16T11:23:52.438 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OCiIaaiITcejOwp off=693620 len=699918 2024-09-16T11:23:52.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 6 completed, throughput=3.68MB/sec 2024-09-16T11:23:52.440 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oFynNlzRyPL3c1F off=6002079 len=686391 2024-09-16T11:23:52.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 7 completed, throughput=3.99MB/sec 2024-09-16T11:23:52.445 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JvcSQBCu3t99Bio off=1191187 len=1075040 2024-09-16T11:23:52.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 8 completed, throughput=4.47MB/sec 2024-09-16T11:23:52.452 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1BB4Ozgs4mq8rVX off=1725159 len=1824046 2024-09-16T11:23:52.461 INFO:tasks.workunit.client.0.smithi077.stdout:op 9 completed, throughput=5.3MB/sec 2024-09-16T11:23:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:52 smithi077 ceph-mon[86047]: pgmap v1452: 105 pgs: 105 active+clean; 66 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s wr, 525 op/s 2024-09-16T11:23:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:52 smithi077 ceph-mon[88497]: pgmap v1452: 105 pgs: 105 active+clean; 66 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s wr, 525 op/s 2024-09-16T11:23:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:52 smithi191 ceph-mon[84934]: pgmap v1452: 105 pgs: 105 active+clean; 66 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s wr, 525 op/s 2024-09-16T11:23:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:23:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:23:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: 3: throughput=3.57MB/sec pending data=0 2024-09-16T11:23:53.462 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kXRISVwA9Hpmt-r off=14545021 len=269126 2024-09-16T11:23:53.465 INFO:tasks.workunit.client.0.smithi077.stdout:op 10 completed, throughput=3.65MB/sec 2024-09-16T11:23:53.465 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UawHlozweXy0A2z off=3935485 len=1952216 2024-09-16T11:23:53.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 11 completed, throughput=4.24MB/sec 2024-09-16T11:23:53.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aQoyvPWRMmQHPcY off=3577919 len=1030844 2024-09-16T11:23:53.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 12 completed, throughput=4.55MB/sec 2024-09-16T11:23:53.479 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AjX6-a_3aF37w_d off=11770800 len=824183 2024-09-16T11:23:53.481 INFO:tasks.workunit.client.0.smithi077.stdout:op 13 completed, throughput=4.81MB/sec 2024-09-16T11:23:53.481 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uk6rKDzHICJjYcQ off=4154526 len=845555 2024-09-16T11:23:53.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 14 completed, throughput=5.06MB/sec 2024-09-16T11:23:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: 4: throughput=3.82MB/sec pending data=0 2024-09-16T11:23:54.486 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S2ttzYW3eAqSgw- off=8233224 len=152422 2024-09-16T11:23:54.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 15 completed, throughput=3.85MB/sec 2024-09-16T11:23:54.489 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S0v4XvTS2fjisTW off=2509672 len=1180076 2024-09-16T11:23:54.495 INFO:tasks.workunit.client.0.smithi077.stdout:op 16 completed, throughput=4.12MB/sec 2024-09-16T11:23:54.495 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DXrM9ek4uZFlAAc off=5357997 len=1327223 2024-09-16T11:23:54.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 17 completed, throughput=4.43MB/sec 2024-09-16T11:23:54.501 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iNlZOzbYdmj5tB- off=260379 len=1617171 2024-09-16T11:23:54.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 18 completed, throughput=4.8MB/sec 2024-09-16T11:23:54.502 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1Ukjjvd-yXYwA6T off=8743312 len=1673763 2024-09-16T11:23:54.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 19 completed, throughput=5.18MB/sec 2024-09-16T11:23:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:54 smithi077 ceph-mon[86047]: pgmap v1453: 105 pgs: 105 active+clean; 113 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 936 KiB/s wr, 765 op/s 2024-09-16T11:23:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:54 smithi077 ceph-mon[88497]: pgmap v1453: 105 pgs: 105 active+clean; 113 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 936 KiB/s wr, 765 op/s 2024-09-16T11:23:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:54 smithi191 ceph-mon[84934]: pgmap v1453: 105 pgs: 105 active+clean; 113 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 936 KiB/s wr, 765 op/s 2024-09-16T11:23:55.510 INFO:tasks.workunit.client.0.smithi077.stdout: 5: throughput=4.17MB/sec pending data=0 2024-09-16T11:23:55.510 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6E1QoxsMeW0Sgdi off=5936752 len=2055538 2024-09-16T11:23:55.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 20 completed, throughput=4.54MB/sec 2024-09-16T11:23:55.526 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kA0Ua56HTNePKfs off=9167997 len=437104 2024-09-16T11:23:55.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 21 completed, throughput=4.62MB/sec 2024-09-16T11:23:55.527 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Tx1TrNHFfQVwNHY off=7623110 len=283063 2024-09-16T11:23:55.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 22 completed, throughput=4.67MB/sec 2024-09-16T11:23:55.527 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M6ap4-2Fgj5ZbRU off=798980 len=5284 2024-09-16T11:23:55.530 INFO:tasks.workunit.client.0.smithi077.stdout:op 23 completed, throughput=4.67MB/sec 2024-09-16T11:23:55.530 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f8AyKIfDyCHMKhM off=6868162 len=1903697 2024-09-16T11:23:55.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 24 completed, throughput=5.02MB/sec 2024-09-16T11:23:56.533 INFO:tasks.workunit.client.0.smithi077.stdout: 6: throughput=4.2MB/sec pending data=0 2024-09-16T11:23:56.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uBcKivQTn03QHL_ off=336236 len=1957697 2024-09-16T11:23:56.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 25 completed, throughput=4.5MB/sec 2024-09-16T11:23:56.536 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mXwYmpNITA3eL7R off=2925963 len=684831 2024-09-16T11:23:56.541 INFO:tasks.workunit.client.0.smithi077.stdout:op 26 completed, throughput=4.61MB/sec 2024-09-16T11:23:56.541 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-otDPpm_-Z_Vog5x off=21277729 len=934096 2024-09-16T11:23:56.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 27 completed, throughput=4.75MB/sec 2024-09-16T11:23:56.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0pYfz_kEw322Ct4 off=3089147 len=1945007 2024-09-16T11:23:56.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 28 completed, throughput=5.04MB/sec 2024-09-16T11:23:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:56 smithi077 ceph-mon[86047]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-16T11:23:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:56 smithi077 ceph-mon[88497]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-16T11:23:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:56 smithi191 ceph-mon[84934]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-16T11:23:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:23:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:23:56] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T11:23:57.554 INFO:tasks.workunit.client.0.smithi077.stdout: 7: throughput=4.34MB/sec pending data=0 2024-09-16T11:23:57.555 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XZOJuUULgUOfYsp off=12028943 len=1167182 2024-09-16T11:23:57.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 29 completed, throughput=4.49MB/sec 2024-09-16T11:23:57.556 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvzxOkWOYin8IUC off=2382364 len=427655 2024-09-16T11:23:57.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 30 completed, throughput=4.55MB/sec 2024-09-16T11:23:57.557 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-91Qbf17q5HfECHQ off=810679 len=288622 2024-09-16T11:23:57.561 INFO:tasks.workunit.client.0.smithi077.stdout:op 31 completed, throughput=4.58MB/sec 2024-09-16T11:23:57.561 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_xXxSN1oW8oy1qW off=1234471 len=358213 2024-09-16T11:23:57.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 32 completed, throughput=4.63MB/sec 2024-09-16T11:23:57.564 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AE0BUA-11AV0CRS off=10372660 len=261798 2024-09-16T11:23:57.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 33 completed, throughput=4.66MB/sec 2024-09-16T11:23:57.567 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nDMlPbwlbGkjGbO off=6514068 len=133853 2024-09-16T11:23:57.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 34 completed, throughput=4.68MB/sec 2024-09-16T11:23:57.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2YJHbYNm5o8_5JJ off=10280145 len=892050 2024-09-16T11:23:57.574 INFO:tasks.workunit.client.0.smithi077.stdout:op 35 completed, throughput=4.79MB/sec 2024-09-16T11:23:57.574 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6F5V7Zf4inwTnU7 off=16065898 len=915747 2024-09-16T11:23:57.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 36 completed, throughput=4.91MB/sec 2024-09-16T11:23:57.579 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y45b1GpRUEz4jH5 off=2633130 len=1740142 2024-09-16T11:23:57.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 37 completed, throughput=5.14MB/sec 2024-09-16T11:23:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:23:58.581 INFO:tasks.workunit.client.0.smithi077.stdout: 8: throughput=4.51MB/sec pending data=0 2024-09-16T11:23:58.581 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RRpCAEmYT7aEJNx off=10595170 len=1209203 2024-09-16T11:23:58.588 INFO:tasks.workunit.client.0.smithi077.stdout:op 38 completed, throughput=4.65MB/sec 2024-09-16T11:23:58.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VNBjohObqapntCS off=2458365 len=1281660 2024-09-16T11:23:58.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 39 completed, throughput=4.8MB/sec 2024-09-16T11:23:58.596 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1WtssqYhL1ryTiZ off=10246930 len=1679269 2024-09-16T11:23:58.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 40 completed, throughput=4.99MB/sec 2024-09-16T11:23:58.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--H0jZFJ8-PIJEvd off=23365292 len=420525 2024-09-16T11:23:58.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 41 completed, throughput=5.03MB/sec 2024-09-16T11:23:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:23:58 smithi077 ceph-mon[86047]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T11:23:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:23:58 smithi077 ceph-mon[88497]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T11:23:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:23:58 smithi191 ceph-mon[84934]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T11:23:59.605 INFO:tasks.workunit.client.0.smithi077.stdout: 9: throughput=4.49MB/sec pending data=0 2024-09-16T11:23:59.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jTPGaaw74Q_oxh8 off=6473984 len=1236498 2024-09-16T11:23:59.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 42 completed, throughput=4.61MB/sec 2024-09-16T11:23:59.607 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fVgwvbb-S8FAiGX off=11850601 len=1016450 2024-09-16T11:23:59.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 43 completed, throughput=4.72MB/sec 2024-09-16T11:23:59.613 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-av_sRwhATwbyWsZ off=2883789 len=1697982 2024-09-16T11:23:59.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 44 completed, throughput=4.89MB/sec 2024-09-16T11:23:59.616 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KUTPKixIyas632n off=12259697 len=454344 2024-09-16T11:23:59.617 INFO:tasks.workunit.client.0.smithi077.stdout:op 45 completed, throughput=4.94MB/sec 2024-09-16T11:23:59.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gBxpsnu4BGLhndL off=6366351 len=555659 2024-09-16T11:23:59.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 46 completed, throughput=4.99MB/sec 2024-09-16T11:23:59.618 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VPPN1NaupnwsHWk off=12500059 len=632522 2024-09-16T11:23:59.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 47 completed, throughput=5.06MB/sec 2024-09-16T11:24:00.621 INFO:tasks.workunit.client.0.smithi077.stdout: 10: throughput=4.56MB/sec pending data=0 2024-09-16T11:24:00.621 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mtttckctUwUfxc8 off=3995920 len=1902920 2024-09-16T11:24:00.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 48 completed, throughput=4.74MB/sec 2024-09-16T11:24:00.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Nw4PnQxvverv4eV off=6417177 len=1325204 2024-09-16T11:24:00.641 INFO:tasks.workunit.client.0.smithi077.stdout:op 49 completed, throughput=4.85MB/sec 2024-09-16T11:24:00.641 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-09jKO1kmzRdZ-nV off=126803 len=1594323 2024-09-16T11:24:00.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 50 completed, throughput=5MB/sec 2024-09-16T11:24:00.650 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ta8WcZZr9jAuBdP off=19963322 len=556888 2024-09-16T11:24:00.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 51 completed, throughput=5.05MB/sec 2024-09-16T11:24:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:00 smithi077 ceph-mon[86047]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-16T11:24:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:00 smithi077 ceph-mon[88497]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-16T11:24:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:00 smithi191 ceph-mon[84934]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-16T11:24:01.654 INFO:tasks.workunit.client.0.smithi077.stdout: 11: throughput=4.6MB/sec pending data=0 2024-09-16T11:24:01.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ss8W3XXeP4jviC9 off=4212132 len=39383 2024-09-16T11:24:01.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 52 completed, throughput=4.6MB/sec 2024-09-16T11:24:01.656 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L6Ph9j2cKZdYP1Q off=6160704 len=1864768 2024-09-16T11:24:01.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 53 completed, throughput=4.76MB/sec 2024-09-16T11:24:01.667 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvE5K51B-_l_PwD off=3378549 len=1436029 2024-09-16T11:24:01.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 54 completed, throughput=4.88MB/sec 2024-09-16T11:24:01.671 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k4lqZmFqkPurfY4 off=16181086 len=1044875 2024-09-16T11:24:01.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 55 completed, throughput=4.96MB/sec 2024-09-16T11:24:01.672 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jx0Ox6ywd5Z7Qcw off=688067 len=1984309 2024-09-16T11:24:01.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 56 completed, throughput=5.13MB/sec 2024-09-16T11:24:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:02 smithi077 ceph-mon[88497]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 856 op/s 2024-09-16T11:24:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:02 smithi077 ceph-mon[86047]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 856 op/s 2024-09-16T11:24:02.683 INFO:tasks.workunit.client.0.smithi077.stdout: 12: throughput=4.71MB/sec pending data=0 2024-09-16T11:24:02.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V9q21sq4RFjLHYO off=14065250 len=1585459 2024-09-16T11:24:02.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 57 completed, throughput=4.83MB/sec 2024-09-16T11:24:02.689 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZLRZm6zTbPJA6Be off=2501843 len=1806098 2024-09-16T11:24:02.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 58 completed, throughput=4.97MB/sec 2024-09-16T11:24:02.698 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VThg4aHCwDxslI3 off=5305009 len=1195360 2024-09-16T11:24:02.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 59 completed, throughput=5.06MB/sec 2024-09-16T11:24:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:02 smithi191 ceph-mon[84934]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 856 op/s 2024-09-16T11:24:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:03.701 INFO:tasks.workunit.client.0.smithi077.stdout: 13: throughput=4.68MB/sec pending data=0 2024-09-16T11:24:03.701 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U31fYOhigA781jU off=2138768 len=394984 2024-09-16T11:24:03.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 60 completed, throughput=4.7MB/sec 2024-09-16T11:24:03.704 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hZxaT713W4AbcYA off=16993968 len=1597412 2024-09-16T11:24:03.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 61 completed, throughput=4.82MB/sec 2024-09-16T11:24:03.706 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aL_dkAc3vSWNPHE off=3064009 len=335329 2024-09-16T11:24:03.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 62 completed, throughput=4.84MB/sec 2024-09-16T11:24:03.707 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QdzG8xFLcBGP-_Q off=6940176 len=905712 2024-09-16T11:24:03.708 INFO:tasks.workunit.client.0.smithi077.stdout:op 63 completed, throughput=4.91MB/sec 2024-09-16T11:24:03.708 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WVHaOAS_65mA-Ok off=1994377 len=1231855 2024-09-16T11:24:03.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 64 completed, throughput=4.99MB/sec 2024-09-16T11:24:03.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ck1ORvhNjw4zWt5 off=4881711 len=715576 2024-09-16T11:24:03.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 65 completed, throughput=5.04MB/sec 2024-09-16T11:24:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:04 smithi077 ceph-mon[86047]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 419 op/s 2024-09-16T11:24:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:04 smithi077 ceph-mon[88497]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 419 op/s 2024-09-16T11:24:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:04 smithi191 ceph-mon[84934]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 419 op/s 2024-09-16T11:24:04.715 INFO:tasks.workunit.client.0.smithi077.stdout: 14: throughput=4.69MB/sec pending data=0 2024-09-16T11:24:04.715 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EssbWJkvCah-Fzl off=11306702 len=781444 2024-09-16T11:24:04.720 INFO:tasks.workunit.client.0.smithi077.stdout:op 66 completed, throughput=4.74MB/sec 2024-09-16T11:24:04.720 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MLuEjAbdxfM0voO off=17333352 len=1980108 2024-09-16T11:24:04.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 67 completed, throughput=4.87MB/sec 2024-09-16T11:24:04.730 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XTUbdRFOmmYuX_0 off=3769907 len=476768 2024-09-16T11:24:04.734 INFO:tasks.workunit.client.0.smithi077.stdout:op 68 completed, throughput=4.9MB/sec 2024-09-16T11:24:04.734 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m2xL4oWXmDyzFAH off=708649 len=641908 2024-09-16T11:24:04.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 69 completed, throughput=4.94MB/sec 2024-09-16T11:24:04.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZtSnsVi9RVutXVb off=22464407 len=1158590 2024-09-16T11:24:04.743 INFO:tasks.workunit.client.0.smithi077.stdout:op 70 completed, throughput=5.02MB/sec 2024-09-16T11:24:05.743 INFO:tasks.workunit.client.0.smithi077.stdout: 15: throughput=4.69MB/sec pending data=0 2024-09-16T11:24:05.743 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tJub50b_Mptr3_Y off=69577 len=1321855 2024-09-16T11:24:05.749 INFO:tasks.workunit.client.0.smithi077.stdout:op 71 completed, throughput=4.77MB/sec 2024-09-16T11:24:05.750 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6PBlP3AwyPdhAQC off=2446174 len=686210 2024-09-16T11:24:05.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 72 completed, throughput=4.81MB/sec 2024-09-16T11:24:05.754 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FZVIlTAn-9TRbG7 off=4661616 len=645035 2024-09-16T11:24:05.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 73 completed, throughput=4.85MB/sec 2024-09-16T11:24:05.758 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qFM32jAFJYhHtnC off=11991180 len=230573 2024-09-16T11:24:05.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 74 completed, throughput=4.86MB/sec 2024-09-16T11:24:05.761 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l44A_pg0hKnUrN7 off=3718101 len=960890 2024-09-16T11:24:05.762 INFO:tasks.workunit.client.0.smithi077.stdout:op 75 completed, throughput=4.92MB/sec 2024-09-16T11:24:05.762 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xjD2HVvbGtAd38P off=2529379 len=1490268 2024-09-16T11:24:05.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 76 completed, throughput=5.02MB/sec 2024-09-16T11:24:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:06 smithi077 ceph-mon[86047]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 100 op/s 2024-09-16T11:24:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:06 smithi077 ceph-mon[88497]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 100 op/s 2024-09-16T11:24:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:06 smithi191 ceph-mon[84934]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 100 op/s 2024-09-16T11:24:06.764 INFO:tasks.workunit.client.0.smithi077.stdout: 16: throughput=4.71MB/sec pending data=0 2024-09-16T11:24:06.764 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PwTwp10t9H7t6Np off=8211857 len=1878131 2024-09-16T11:24:06.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 77 completed, throughput=4.82MB/sec 2024-09-16T11:24:06.767 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wCrsjhpCnZdXHuX off=22293338 len=234602 2024-09-16T11:24:06.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 78 completed, throughput=4.83MB/sec 2024-09-16T11:24:06.767 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MOFcSswSSB0ZVqJ off=9071639 len=1224960 2024-09-16T11:24:06.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 79 completed, throughput=4.9MB/sec 2024-09-16T11:24:06.773 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pDn-sf3wGbbBxeb off=937615 len=1708747 2024-09-16T11:24:06.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 80 completed, throughput=5MB/sec 2024-09-16T11:24:06.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nrDVaO8-kKM3ACa off=2639241 len=922258 2024-09-16T11:24:06.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 81 completed, throughput=5.05MB/sec 2024-09-16T11:24:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:06] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-09-16T11:24:07.783 INFO:tasks.workunit.client.0.smithi077.stdout: 17: throughput=4.76MB/sec pending data=0 2024-09-16T11:24:07.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iERE3SJUhwn51hF off=6174887 len=151046 2024-09-16T11:24:07.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 82 completed, throughput=4.77MB/sec 2024-09-16T11:24:07.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tKU929jMqSiR0sL off=3366616 len=124084 2024-09-16T11:24:07.785 INFO:tasks.workunit.client.0.smithi077.stdout:op 83 completed, throughput=4.77MB/sec 2024-09-16T11:24:07.785 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pWCUAQ0GQoQzctd off=13626615 len=855977 2024-09-16T11:24:07.790 INFO:tasks.workunit.client.0.smithi077.stdout:op 84 completed, throughput=4.82MB/sec 2024-09-16T11:24:07.790 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KfCVY5-wAUVlBjR off=6727892 len=1825239 2024-09-16T11:24:07.792 INFO:tasks.workunit.client.0.smithi077.stdout:op 85 completed, throughput=4.92MB/sec 2024-09-16T11:24:07.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8WpyQJmbRAy9qli off=15538815 len=1327122 2024-09-16T11:24:07.798 INFO:tasks.workunit.client.0.smithi077.stdout:op 86 completed, throughput=4.99MB/sec 2024-09-16T11:24:07.798 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cje3pwx58huCvhC off=3517079 len=1942769 2024-09-16T11:24:07.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 87 completed, throughput=5.09MB/sec 2024-09-16T11:24:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:08 smithi077 ceph-mon[88497]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:08 smithi077 ceph-mon[86047]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:08 smithi191 ceph-mon[84934]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:08.807 INFO:tasks.workunit.client.0.smithi077.stdout: 18: throughput=4.82MB/sec pending data=0 2024-09-16T11:24:08.807 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pRGMp0jtRNzy34H off=4736981 len=1430849 2024-09-16T11:24:08.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 88 completed, throughput=4.89MB/sec 2024-09-16T11:24:08.809 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-whKqOhWpNAD0pOc off=13755288 len=116300 2024-09-16T11:24:08.810 INFO:tasks.workunit.client.0.smithi077.stdout:op 89 completed, throughput=4.9MB/sec 2024-09-16T11:24:08.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AOKbRS5BQt51Y_P off=3256037 len=1662274 2024-09-16T11:24:08.812 INFO:tasks.workunit.client.0.smithi077.stdout:op 90 completed, throughput=4.98MB/sec 2024-09-16T11:24:08.812 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SPmBkY8h3WrIJay off=6389778 len=1492804 2024-09-16T11:24:08.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 91 completed, throughput=5.06MB/sec 2024-09-16T11:24:09.816 INFO:tasks.workunit.client.0.smithi077.stdout: 19: throughput=4.8MB/sec pending data=0 2024-09-16T11:24:09.820 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zxPrIfLXjCgyCGo off=2290119 len=1767592 2024-09-16T11:24:09.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 92 completed, throughput=4.88MB/sec 2024-09-16T11:24:09.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LNeHkCqSgYElzx6 off=4744903 len=1116075 2024-09-16T11:24:09.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 93 completed, throughput=4.94MB/sec 2024-09-16T11:24:09.821 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--O-gkLDQIiL9Yzx off=17102190 len=2066589 2024-09-16T11:24:09.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 94 completed, throughput=5.04MB/sec 2024-09-16T11:24:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:10 smithi077 ceph-mon[86047]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:24:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:10 smithi077 ceph-mon[88497]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:24:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:10 smithi191 ceph-mon[84934]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:24:10.832 INFO:tasks.workunit.client.0.smithi077.stdout: 20: throughput=4.79MB/sec pending data=0 2024-09-16T11:24:10.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4maHMjfkSDQVjyC off=8227400 len=654923 2024-09-16T11:24:10.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 95 completed, throughput=4.82MB/sec 2024-09-16T11:24:10.833 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fy_1HSoak0qVxvq off=3307810 len=654557 2024-09-16T11:24:10.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 96 completed, throughput=4.85MB/sec 2024-09-16T11:24:10.838 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zbi5IQcrWpZ-f5z off=8346538 len=811876 2024-09-16T11:24:10.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 97 completed, throughput=4.89MB/sec 2024-09-16T11:24:10.845 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mvi9TsFAYt8umm4 off=19534932 len=951187 2024-09-16T11:24:10.845 INFO:tasks.workunit.client.0.smithi077.stdout:op 98 completed, throughput=4.93MB/sec 2024-09-16T11:24:10.845 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1eN_SWq2YUH2PtA off=16974105 len=107323 2024-09-16T11:24:10.845 INFO:tasks.workunit.client.0.smithi077.stdout:op 99 completed, throughput=4.94MB/sec 2024-09-16T11:24:10.845 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YpYY5LvNpjPWaxD off=3955909 len=2017464 2024-09-16T11:24:10.847 INFO:tasks.workunit.client.0.smithi077.stdout:op 100 completed, throughput=5.03MB/sec 2024-09-16T11:24:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:11 smithi077 ceph-mon[86047]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:24:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:11 smithi077 ceph-mon[88497]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:24:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:11 smithi191 ceph-mon[84934]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:24:11.847 INFO:tasks.workunit.client.0.smithi077.stdout: 21: throughput=4.8MB/sec pending data=0 2024-09-16T11:24:11.847 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-97l9eMg9gojlfMZ off=17406137 len=2037258 2024-09-16T11:24:11.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 101 completed, throughput=4.89MB/sec 2024-09-16T11:24:11.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-56wkTkoPyBrfLzu off=3129879 len=1367884 2024-09-16T11:24:11.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 102 completed, throughput=4.94MB/sec 2024-09-16T11:24:11.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RaLZ8VEM5j9Fnlm off=3672147 len=25659 2024-09-16T11:24:11.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 103 completed, throughput=4.95MB/sec 2024-09-16T11:24:11.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DfH8mIs6TlRCcA8 off=16142965 len=1571327 2024-09-16T11:24:11.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 104 completed, throughput=5.02MB/sec 2024-09-16T11:24:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:12.858 INFO:tasks.workunit.client.0.smithi077.stdout: 22: throughput=4.79MB/sec pending data=0 2024-09-16T11:24:12.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--VF2w0hivsTYfKs off=4048176 len=495181 2024-09-16T11:24:12.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 105 completed, throughput=4.81MB/sec 2024-09-16T11:24:12.859 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IqwhbhrJxvURHXL off=2738944 len=1880656 2024-09-16T11:24:12.867 INFO:tasks.workunit.client.0.smithi077.stdout:op 106 completed, throughput=4.89MB/sec 2024-09-16T11:24:12.867 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--7qUqnbZHR2CnHX off=7121805 len=1384278 2024-09-16T11:24:12.868 INFO:tasks.workunit.client.0.smithi077.stdout:op 107 completed, throughput=4.95MB/sec 2024-09-16T11:24:12.869 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GNZn5XBY_mpuGuw off=4262314 len=1792511 2024-09-16T11:24:12.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 108 completed, throughput=5.02MB/sec 2024-09-16T11:24:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:13 smithi077 ceph-mon[86047]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:24:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:13 smithi077 ceph-mon[88497]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:24:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:13 smithi191 ceph-mon[84934]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:24:13.872 INFO:tasks.workunit.client.0.smithi077.stdout: 23: throughput=4.81MB/sec pending data=0 2024-09-16T11:24:13.873 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g2pU_rd-tiEqpWj off=4214385 len=1750906 2024-09-16T11:24:13.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 109 completed, throughput=4.88MB/sec 2024-09-16T11:24:13.874 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ikLXxgI0bu-yvrW off=642112 len=1810817 2024-09-16T11:24:13.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 110 completed, throughput=4.95MB/sec 2024-09-16T11:24:13.878 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wpCU1MBi8nr7vo5 off=7973304 len=2035985 2024-09-16T11:24:13.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 111 completed, throughput=5.03MB/sec 2024-09-16T11:24:14.890 INFO:tasks.workunit.client.0.smithi077.stdout: 24: throughput=4.83MB/sec pending data=0 2024-09-16T11:24:14.890 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kEiG-_4qpRhdxxx off=256281 len=1894791 2024-09-16T11:24:14.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 112 completed, throughput=4.9MB/sec 2024-09-16T11:24:14.900 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zLrtDN2N4i-sJ3p off=3134903 len=1234605 2024-09-16T11:24:14.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 113 completed, throughput=4.95MB/sec 2024-09-16T11:24:14.901 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q7czZyWZ953v-k6 off=2536219 len=588139 2024-09-16T11:24:14.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 114 completed, throughput=4.97MB/sec 2024-09-16T11:24:14.902 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-btjGP64gmwD5Jb8 off=813250 len=1620157 2024-09-16T11:24:14.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 115 completed, throughput=5.03MB/sec 2024-09-16T11:24:15.906 INFO:tasks.workunit.client.0.smithi077.stdout: 25: throughput=4.84MB/sec pending data=0 2024-09-16T11:24:15.906 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R_Dqh5OqKq1aIGJ off=9965075 len=674656 2024-09-16T11:24:15.911 INFO:tasks.workunit.client.0.smithi077.stdout:op 116 completed, throughput=4.86MB/sec 2024-09-16T11:24:15.911 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HAUz8LW441BY2YR off=6094153 len=441307 2024-09-16T11:24:15.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 117 completed, throughput=4.88MB/sec 2024-09-16T11:24:15.914 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4EzQEgiHyUmVjs4 off=2710194 len=1219044 2024-09-16T11:24:15.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 118 completed, throughput=4.92MB/sec 2024-09-16T11:24:15.915 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MYWZxvnTy_3Va65 off=188029 len=1765268 2024-09-16T11:24:15.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 119 completed, throughput=4.99MB/sec 2024-09-16T11:24:15.917 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-19nzdKwTNHTeQCl off=1060422 len=1511223 2024-09-16T11:24:15.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 120 completed, throughput=5.04MB/sec 2024-09-16T11:24:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:16 smithi077 ceph-mon[86047]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:16.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:16 smithi077 ceph-mon[88497]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:16 smithi191 ceph-mon[84934]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:16.924 INFO:tasks.workunit.client.0.smithi077.stdout: 26: throughput=4.85MB/sec pending data=0 2024-09-16T11:24:16.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GTFhPKGt0ItHxGA off=4037984 len=500453 2024-09-16T11:24:16.927 INFO:tasks.workunit.client.0.smithi077.stdout:op 121 completed, throughput=4.87MB/sec 2024-09-16T11:24:16.927 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-G-fNSvk3DVTdRu5 off=795019 len=697584 2024-09-16T11:24:16.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 122 completed, throughput=4.89MB/sec 2024-09-16T11:24:16.928 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iiD3Merc_QRvIMn off=4265819 len=1799366 2024-09-16T11:24:16.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 123 completed, throughput=4.96MB/sec 2024-09-16T11:24:16.930 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U00tOWD8Vcvof_N off=2502089 len=2084344 2024-09-16T11:24:16.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 124 completed, throughput=5.03MB/sec 2024-09-16T11:24:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:16] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T11:24:17.944 INFO:tasks.workunit.client.0.smithi077.stdout: 27: throughput=4.85MB/sec pending data=0 2024-09-16T11:24:17.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J88JrsycT8u2Wh7 off=1912955 len=1084617 2024-09-16T11:24:17.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 125 completed, throughput=4.88MB/sec 2024-09-16T11:24:17.951 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j6K0lBxXBgIUnq9 off=5036183 len=1791526 2024-09-16T11:24:17.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 126 completed, throughput=4.95MB/sec 2024-09-16T11:24:17.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e_x_wSa5HzUnmnK off=706542 len=1377638 2024-09-16T11:24:17.962 INFO:tasks.workunit.client.0.smithi077.stdout:op 127 completed, throughput=4.99MB/sec 2024-09-16T11:24:17.962 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aKpRmrk-KIsytbi off=444057 len=1020485 2024-09-16T11:24:17.966 INFO:tasks.workunit.client.0.smithi077.stdout:op 128 completed, throughput=5.03MB/sec 2024-09-16T11:24:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:18 smithi077 ceph-mon[86047]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:24:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:18 smithi077 ceph-mon[88497]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:24:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:18 smithi191 ceph-mon[84934]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:24:18.966 INFO:tasks.workunit.client.0.smithi077.stdout: 28: throughput=4.85MB/sec pending data=0 2024-09-16T11:24:18.966 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DJsvPvAiK0_pC8h off=3291760 len=482063 2024-09-16T11:24:18.970 INFO:tasks.workunit.client.0.smithi077.stdout:op 129 completed, throughput=4.87MB/sec 2024-09-16T11:24:18.970 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-daKAQtYW0YFfvGy off=451398 len=1208516 2024-09-16T11:24:18.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 130 completed, throughput=4.91MB/sec 2024-09-16T11:24:18.976 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LrKG-Wq1AsP4flu off=4115350 len=842214 2024-09-16T11:24:18.978 INFO:tasks.workunit.client.0.smithi077.stdout:op 131 completed, throughput=4.93MB/sec 2024-09-16T11:24:18.978 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b4yMBHK5SkGQeay off=1901331 len=1579609 2024-09-16T11:24:18.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 132 completed, throughput=4.98MB/sec 2024-09-16T11:24:18.984 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kE14Med3luj4Jt- off=648310 len=674216 2024-09-16T11:24:18.985 INFO:tasks.workunit.client.0.smithi077.stdout:op 133 completed, throughput=5.01MB/sec 2024-09-16T11:24:19.986 INFO:tasks.workunit.client.0.smithi077.stdout: 29: throughput=4.84MB/sec pending data=0 2024-09-16T11:24:19.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RznyHTbduc2C608 off=240887 len=256099 2024-09-16T11:24:19.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 134 completed, throughput=4.85MB/sec 2024-09-16T11:24:19.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ITaclmndxbRsh5B off=4802805 len=2074129 2024-09-16T11:24:19.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 135 completed, throughput=4.91MB/sec 2024-09-16T11:24:19.989 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oRtv-7PUzzCKbXe off=538399 len=904820 2024-09-16T11:24:19.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 136 completed, throughput=4.94MB/sec 2024-09-16T11:24:19.994 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Sme7UPsqKiHD9NC off=2534792 len=1862610 2024-09-16T11:24:20.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 137 completed, throughput=5MB/sec 2024-09-16T11:24:20.005 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mf8-rQyP-ouZmUh off=3027787 len=350047 2024-09-16T11:24:20.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 138 completed, throughput=5.01MB/sec 2024-09-16T11:24:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:20 smithi077 ceph-mon[86047]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:20 smithi077 ceph-mon[88497]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:20 smithi191 ceph-mon[84934]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:21.008 INFO:tasks.workunit.client.0.smithi077.stdout: 30: throughput=4.85MB/sec pending data=0 2024-09-16T11:24:21.008 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v3QlSTDsou4O0gX off=591348 len=27414 2024-09-16T11:24:21.010 INFO:tasks.workunit.client.0.smithi077.stdout:op 139 completed, throughput=4.85MB/sec 2024-09-16T11:24:21.010 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BcoEg5JIM1v2U1y off=7277007 len=1131765 2024-09-16T11:24:21.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 140 completed, throughput=4.88MB/sec 2024-09-16T11:24:21.012 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IBwI59nwZy40jcz off=238845 len=2075556 2024-09-16T11:24:21.017 INFO:tasks.workunit.client.0.smithi077.stdout:op 141 completed, throughput=4.95MB/sec 2024-09-16T11:24:21.017 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l7U71ZhzGk9qYaN off=1275509 len=562019 2024-09-16T11:24:21.018 INFO:tasks.workunit.client.0.smithi077.stdout:op 142 completed, throughput=4.96MB/sec 2024-09-16T11:24:21.018 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-azfc3ELebbCTxr1 off=9835996 len=1706610 2024-09-16T11:24:21.026 INFO:tasks.workunit.client.0.smithi077.stdout:op 143 completed, throughput=5.01MB/sec 2024-09-16T11:24:22.026 INFO:tasks.workunit.client.0.smithi077.stdout: 31: throughput=4.86MB/sec pending data=0 2024-09-16T11:24:22.027 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mCm3fSGTINYu7ut off=2027278 len=561294 2024-09-16T11:24:22.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 144 completed, throughput=4.87MB/sec 2024-09-16T11:24:22.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--Z_K43yBUDbui4x off=610929 len=1327722 2024-09-16T11:24:22.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 145 completed, throughput=4.91MB/sec 2024-09-16T11:24:22.035 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ki5QwVX4MM2F8Gw off=13118084 len=240168 2024-09-16T11:24:22.037 INFO:tasks.workunit.client.0.smithi077.stdout:op 146 completed, throughput=4.92MB/sec 2024-09-16T11:24:22.037 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ylNTzIJPRn1W3YJ off=18723169 len=1304817 2024-09-16T11:24:22.044 INFO:tasks.workunit.client.0.smithi077.stdout:op 147 completed, throughput=4.96MB/sec 2024-09-16T11:24:22.044 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SYuPQ8e-TBgGH5v off=5208576 len=191934 2024-09-16T11:24:22.047 INFO:tasks.workunit.client.0.smithi077.stdout:op 148 completed, throughput=4.96MB/sec 2024-09-16T11:24:22.047 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5FFmyWuEjf23bAX off=2786450 len=2042669 2024-09-16T11:24:22.049 INFO:tasks.workunit.client.0.smithi077.stdout:op 149 completed, throughput=5.02MB/sec 2024-09-16T11:24:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:22 smithi077 ceph-mon[88497]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:24:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:22 smithi077 ceph-mon[86047]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:24:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:22 smithi191 ceph-mon[84934]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:24:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:23.050 INFO:tasks.workunit.client.0.smithi077.stdout: 32: throughput=4.87MB/sec pending data=0 2024-09-16T11:24:23.050 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5g8xTHZSNc_8Ioy off=4449785 len=1174105 2024-09-16T11:24:23.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 150 completed, throughput=4.9MB/sec 2024-09-16T11:24:23.056 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rrnUxHgY9hJiBsF off=13097605 len=908148 2024-09-16T11:24:23.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 151 completed, throughput=4.93MB/sec 2024-09-16T11:24:23.061 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mmdssmNhFVJ_zz2 off=12811528 len=1044111 2024-09-16T11:24:23.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 152 completed, throughput=4.96MB/sec 2024-09-16T11:24:23.062 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5KPAbJAHrSk7rrm off=5485584 len=1053204 2024-09-16T11:24:23.067 INFO:tasks.workunit.client.0.smithi077.stdout:op 153 completed, throughput=4.99MB/sec 2024-09-16T11:24:23.067 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2CR2q2qup-5up3Q off=3432619 len=733174 2024-09-16T11:24:23.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 154 completed, throughput=5.01MB/sec 2024-09-16T11:24:24.071 INFO:tasks.workunit.client.0.smithi077.stdout: 33: throughput=4.86MB/sec pending data=0 2024-09-16T11:24:24.071 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y9ZwmHXQ2Dfiu-D off=11705996 len=910222 2024-09-16T11:24:24.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 155 completed, throughput=4.89MB/sec 2024-09-16T11:24:24.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cMX6NzOW0NFSGpX off=11953666 len=1581309 2024-09-16T11:24:24.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 156 completed, throughput=4.93MB/sec 2024-09-16T11:24:24.086 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mszmS1J0lEXORAg off=2432081 len=414040 2024-09-16T11:24:24.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 157 completed, throughput=4.94MB/sec 2024-09-16T11:24:24.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yPd-NDfBitTeoQm off=1366154 len=1036695 2024-09-16T11:24:24.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 158 completed, throughput=4.97MB/sec 2024-09-16T11:24:24.092 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ogswJ1qG7EcI30o off=12711341 len=1692844 2024-09-16T11:24:24.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 159 completed, throughput=5.02MB/sec 2024-09-16T11:24:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:24 smithi077 ceph-mon[88497]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:24:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:24 smithi077 ceph-mon[86047]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:24:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:24 smithi191 ceph-mon[84934]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:24:25.096 INFO:tasks.workunit.client.0.smithi077.stdout: 34: throughput=4.87MB/sec pending data=0 2024-09-16T11:24:25.096 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z867OX6HRbZ7KbX off=4583115 len=390744 2024-09-16T11:24:25.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 160 completed, throughput=4.88MB/sec 2024-09-16T11:24:25.099 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E6tJvP-X8krnS5V off=7164865 len=19172 2024-09-16T11:24:25.100 INFO:tasks.workunit.client.0.smithi077.stdout:op 161 completed, throughput=4.88MB/sec 2024-09-16T11:24:25.100 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7I0DOtF_oeZ0E3v off=27808 len=789125 2024-09-16T11:24:25.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 162 completed, throughput=4.9MB/sec 2024-09-16T11:24:25.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iQ77qHFlK31lzZJ off=5707041 len=1579392 2024-09-16T11:24:25.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 163 completed, throughput=4.95MB/sec 2024-09-16T11:24:25.106 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cXYIbCGMEx5qDVC off=10812535 len=843957 2024-09-16T11:24:25.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 164 completed, throughput=4.97MB/sec 2024-09-16T11:24:25.107 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LdCkZJl6x9DWOmk off=634375 len=719898 2024-09-16T11:24:25.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 165 completed, throughput=4.99MB/sec 2024-09-16T11:24:25.111 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-82Y-i0Nngu1pKMC off=576057 len=1643363 2024-09-16T11:24:25.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 166 completed, throughput=5.03MB/sec 2024-09-16T11:24:26.120 INFO:tasks.workunit.client.0.smithi077.stdout: 35: throughput=4.89MB/sec pending data=0 2024-09-16T11:24:26.120 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p8TWRDlNxFNOr1o off=9348405 len=1133825 2024-09-16T11:24:26.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 167 completed, throughput=4.92MB/sec 2024-09-16T11:24:26.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JT_MMXUQzlzTmVC off=3057767 len=27026 2024-09-16T11:24:26.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 168 completed, throughput=4.92MB/sec 2024-09-16T11:24:26.126 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tQ3FfjBGQ99OTO6 off=5532592 len=1519060 2024-09-16T11:24:26.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 169 completed, throughput=4.96MB/sec 2024-09-16T11:24:26.135 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-olREskle4HMIs2c off=1483360 len=1396070 2024-09-16T11:24:26.137 INFO:tasks.workunit.client.0.smithi077.stdout:op 170 completed, throughput=5MB/sec 2024-09-16T11:24:26.137 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0pXbdivuKfQyiaJ off=4835513 len=726667 2024-09-16T11:24:26.139 INFO:tasks.workunit.client.0.smithi077.stdout:op 171 completed, throughput=5.02MB/sec 2024-09-16T11:24:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:26 smithi077 ceph-mon[86047]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:26 smithi077 ceph-mon[88497]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:26 smithi191 ceph-mon[84934]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:27.139 INFO:tasks.workunit.client.0.smithi077.stdout: 36: throughput=4.88MB/sec pending data=0 2024-09-16T11:24:27.140 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CiAcaFraC17Kep- off=13789959 len=258148 2024-09-16T11:24:27.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 172 completed, throughput=4.89MB/sec 2024-09-16T11:24:27.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TofDwFr0TCIj6BK off=7948329 len=627890 2024-09-16T11:24:27.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 173 completed, throughput=4.9MB/sec 2024-09-16T11:24:27.144 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6KVlUyWyAvkINh_ off=15196212 len=1909600 2024-09-16T11:24:27.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 174 completed, throughput=4.95MB/sec 2024-09-16T11:24:27.146 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xGb8d5Z6LgutQuc off=4230758 len=1626749 2024-09-16T11:24:27.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 175 completed, throughput=4.99MB/sec 2024-09-16T11:24:27.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WVo3BXQhv_Jjiri off=1784525 len=1333128 2024-09-16T11:24:27.157 INFO:tasks.workunit.client.0.smithi077.stdout:op 176 completed, throughput=5.03MB/sec 2024-09-16T11:24:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:26] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T11:24:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:28.157 INFO:tasks.workunit.client.0.smithi077.stdout: 37: throughput=4.89MB/sec pending data=0 2024-09-16T11:24:28.158 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xmDLQO-saOHzlnh off=10211597 len=1746410 2024-09-16T11:24:28.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 177 completed, throughput=4.94MB/sec 2024-09-16T11:24:28.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iVb8vizaFzbX3k4 off=9513962 len=734920 2024-09-16T11:24:28.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 178 completed, throughput=4.96MB/sec 2024-09-16T11:24:28.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QqQCksiUBKQ4In6 off=204237 len=1192410 2024-09-16T11:24:28.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 179 completed, throughput=4.99MB/sec 2024-09-16T11:24:28.163 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kZCaIM_T_fqVeXe off=12599439 len=1870037 2024-09-16T11:24:28.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 180 completed, throughput=5.03MB/sec 2024-09-16T11:24:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:28 smithi077 ceph-mon[86047]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:24:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:28 smithi077 ceph-mon[88497]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:24:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:28 smithi191 ceph-mon[84934]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:24:29.165 INFO:tasks.workunit.client.0.smithi077.stdout: 38: throughput=4.9MB/sec pending data=0 2024-09-16T11:24:29.165 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K5-QJh4mkaDauv7 off=1357391 len=1101497 2024-09-16T11:24:29.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 181 completed, throughput=4.93MB/sec 2024-09-16T11:24:29.168 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-47tkaFDy96Gf4TF off=14422709 len=873208 2024-09-16T11:24:29.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 182 completed, throughput=4.95MB/sec 2024-09-16T11:24:29.170 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SZ6bKuSnN6Kq8m0 off=2200613 len=683699 2024-09-16T11:24:29.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 183 completed, throughput=4.97MB/sec 2024-09-16T11:24:29.174 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-laYvo74BG9dLs4j off=9989269 len=1235021 2024-09-16T11:24:29.178 INFO:tasks.workunit.client.0.smithi077.stdout:op 184 completed, throughput=5MB/sec 2024-09-16T11:24:29.178 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hkfbbyyNUcK1Iwa off=1336615 len=573066 2024-09-16T11:24:29.182 INFO:tasks.workunit.client.0.smithi077.stdout:op 185 completed, throughput=5.01MB/sec 2024-09-16T11:24:30.183 INFO:tasks.workunit.client.0.smithi077.stdout: 39: throughput=4.89MB/sec pending data=0 2024-09-16T11:24:30.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Nh0pGp2VAo-6KnJ off=14887069 len=1549127 2024-09-16T11:24:30.194 INFO:tasks.workunit.client.0.smithi077.stdout:op 186 completed, throughput=4.92MB/sec 2024-09-16T11:24:30.194 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gOh8-YcSh390RbU off=185708 len=1633753 2024-09-16T11:24:30.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 187 completed, throughput=4.96MB/sec 2024-09-16T11:24:30.202 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sMuJg1m62dVUzVX off=22967868 len=1481509 2024-09-16T11:24:30.205 INFO:tasks.workunit.client.0.smithi077.stdout:op 188 completed, throughput=4.99MB/sec 2024-09-16T11:24:30.205 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WnQ7uGY3xEsxHAL off=152239 len=1521450 2024-09-16T11:24:30.211 INFO:tasks.workunit.client.0.smithi077.stdout:op 189 completed, throughput=5.03MB/sec 2024-09-16T11:24:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:30 smithi077 ceph-mon[86047]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:30 smithi077 ceph-mon[88497]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:30 smithi191 ceph-mon[84934]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:24:31.211 INFO:tasks.workunit.client.0.smithi077.stdout: 40: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:31.211 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rQvaRtRupSE-Dwu off=162630 len=412546 2024-09-16T11:24:31.215 INFO:tasks.workunit.client.0.smithi077.stdout:op 190 completed, throughput=4.92MB/sec 2024-09-16T11:24:31.215 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iaCQ-uruD3Zahg8 off=2677575 len=1583677 2024-09-16T11:24:31.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 191 completed, throughput=4.95MB/sec 2024-09-16T11:24:31.217 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JbKGU0renhy1oWp off=0 len=1765080 2024-09-16T11:24:31.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 192 completed, throughput=4.99MB/sec 2024-09-16T11:24:31.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OFVdXj36EvtGp7I off=3806536 len=1123269 2024-09-16T11:24:31.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 193 completed, throughput=5.02MB/sec 2024-09-16T11:24:32.222 INFO:tasks.workunit.client.0.smithi077.stdout: 41: throughput=4.9MB/sec pending data=0 2024-09-16T11:24:32.222 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mVI3z_r-Zj36_o0 off=4101697 len=424138 2024-09-16T11:24:32.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 194 completed, throughput=4.91MB/sec 2024-09-16T11:24:32.223 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FPeB8jzLdLfo0Vi off=3564248 len=824847 2024-09-16T11:24:32.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 195 completed, throughput=4.93MB/sec 2024-09-16T11:24:32.228 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WK4_Tn_j9r5JkgF off=2680395 len=1930784 2024-09-16T11:24:32.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 196 completed, throughput=4.97MB/sec 2024-09-16T11:24:32.230 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b4JsxDGJeyxHrFz off=253733 len=627039 2024-09-16T11:24:32.234 INFO:tasks.workunit.client.0.smithi077.stdout:op 197 completed, throughput=4.99MB/sec 2024-09-16T11:24:32.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ngzQHQs1lgx0qLM off=2689914 len=563667 2024-09-16T11:24:32.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 198 completed, throughput=5MB/sec 2024-09-16T11:24:32.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W8nIscfe-7KV4Vf off=4893867 len=2081828 2024-09-16T11:24:32.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 199 completed, throughput=5.04MB/sec 2024-09-16T11:24:32.515 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:32 smithi191 ceph-mon[84934]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:24:32.515 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:32 smithi077 ceph-mon[86047]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:24:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:32 smithi077 ceph-mon[88497]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:24:33.248 INFO:tasks.workunit.client.0.smithi077.stdout: 42: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:33.248 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KH6i0bC9s_PD3uj off=9690999 len=529761 2024-09-16T11:24:33.252 INFO:tasks.workunit.client.0.smithi077.stdout:op 200 completed, throughput=4.94MB/sec 2024-09-16T11:24:33.252 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i6W1ojFo89Kndr0 off=4104700 len=996161 2024-09-16T11:24:33.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 201 completed, throughput=4.96MB/sec 2024-09-16T11:24:33.254 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e8fXVRMof7-XveW off=108483 len=1637869 2024-09-16T11:24:33.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 202 completed, throughput=5MB/sec 2024-09-16T11:24:33.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QnmZb____EYJYly off=828246 len=197679 2024-09-16T11:24:33.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 203 completed, throughput=5MB/sec 2024-09-16T11:24:33.258 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MWLW72-BvlHFH0z off=5845729 len=1198187 2024-09-16T11:24:33.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 204 completed, throughput=5.03MB/sec 2024-09-16T11:24:34.263 INFO:tasks.workunit.client.0.smithi077.stdout: 43: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:34.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g33jxfQFEKbyWMt off=5524755 len=2928 2024-09-16T11:24:34.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 205 completed, throughput=4.91MB/sec 2024-09-16T11:24:34.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nvt4SI2lxr5mhkd off=2346894 len=231551 2024-09-16T11:24:34.265 INFO:tasks.workunit.client.0.smithi077.stdout:op 206 completed, throughput=4.92MB/sec 2024-09-16T11:24:34.265 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nNEv50xHicf8ISw off=5592910 len=141995 2024-09-16T11:24:34.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 207 completed, throughput=4.92MB/sec 2024-09-16T11:24:34.266 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BEm5guizhbhnODH off=5941224 len=8207 2024-09-16T11:24:34.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 208 completed, throughput=4.92MB/sec 2024-09-16T11:24:34.268 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jksQlkDI3CjMzoN off=8086722 len=792834 2024-09-16T11:24:34.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 209 completed, throughput=4.94MB/sec 2024-09-16T11:24:34.273 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nKAplHjnq39laA_ off=908185 len=1806733 2024-09-16T11:24:34.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 210 completed, throughput=4.97MB/sec 2024-09-16T11:24:34.275 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wbABDavyKYa5rS- off=3482194 len=455156 2024-09-16T11:24:34.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 211 completed, throughput=4.98MB/sec 2024-09-16T11:24:34.278 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y3jmP6-w_qZ3jUe off=18253338 len=1856693 2024-09-16T11:24:34.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 212 completed, throughput=5.02MB/sec 2024-09-16T11:24:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:34 smithi077 ceph-mon[86047]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:34 smithi077 ceph-mon[88497]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:34 smithi191 ceph-mon[84934]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:35.280 INFO:tasks.workunit.client.0.smithi077.stdout: 44: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:35.281 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9UAvW_3r1f31ict off=2224409 len=448519 2024-09-16T11:24:35.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 213 completed, throughput=4.92MB/sec 2024-09-16T11:24:35.282 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3rIoZW8JF8sP-v4 off=6641013 len=918821 2024-09-16T11:24:35.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 214 completed, throughput=4.94MB/sec 2024-09-16T11:24:35.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-72lxS1WI1qtxUAQ off=12346623 len=1279245 2024-09-16T11:24:35.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 215 completed, throughput=4.97MB/sec 2024-09-16T11:24:35.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iLWJ44qJ2UqS55X off=6076461 len=1469743 2024-09-16T11:24:35.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 216 completed, throughput=5MB/sec 2024-09-16T11:24:35.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ah2QLyFEY91ZsJO off=4610155 len=399235 2024-09-16T11:24:35.304 INFO:tasks.workunit.client.0.smithi077.stdout:op 217 completed, throughput=5.01MB/sec 2024-09-16T11:24:36.304 INFO:tasks.workunit.client.0.smithi077.stdout: 45: throughput=4.9MB/sec pending data=0 2024-09-16T11:24:36.304 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rZw4OQN6K7Q8YMO off=570212 len=923650 2024-09-16T11:24:36.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 218 completed, throughput=4.92MB/sec 2024-09-16T11:24:36.309 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1wtxps2Je4Ijmwc off=14172534 len=853213 2024-09-16T11:24:36.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 219 completed, throughput=4.93MB/sec 2024-09-16T11:24:36.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1wtxps2Je4Ijmwc off=18050992 len=430360 2024-09-16T11:24:36.313 INFO:tasks.workunit.client.0.smithi077.stdout:op 220 completed, throughput=4.94MB/sec 2024-09-16T11:24:36.313 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-keA7Pkgl7O9wwMy off=394591 len=1659057 2024-09-16T11:24:36.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 221 completed, throughput=4.98MB/sec 2024-09-16T11:24:36.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IbD5VRghQpSJJ4H off=7136200 len=1714337 2024-09-16T11:24:36.329 INFO:tasks.workunit.client.0.smithi077.stdout:op 222 completed, throughput=5.01MB/sec 2024-09-16T11:24:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:36 smithi077 ceph-mon[86047]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:36 smithi077 ceph-mon[88497]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:36 smithi191 ceph-mon[84934]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:36] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T11:24:37.329 INFO:tasks.workunit.client.0.smithi077.stdout: 46: throughput=4.9MB/sec pending data=0 2024-09-16T11:24:37.330 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JIn5hMqoCl2p8qf off=10263035 len=1242387 2024-09-16T11:24:37.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 223 completed, throughput=4.93MB/sec 2024-09-16T11:24:37.331 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jae8Ai8wbFcpQ0U off=21270659 len=1134740 2024-09-16T11:24:37.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 224 completed, throughput=4.95MB/sec 2024-09-16T11:24:37.337 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UIn4oQbJKZ0-i24 off=1214637 len=598403 2024-09-16T11:24:37.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 225 completed, throughput=4.96MB/sec 2024-09-16T11:24:37.338 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DG7OU-lV_byWmi0 off=7409572 len=1614474 2024-09-16T11:24:37.340 INFO:tasks.workunit.client.0.smithi077.stdout:op 226 completed, throughput=5MB/sec 2024-09-16T11:24:37.340 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xOeTNfcqtXAcI2C off=4967758 len=1812429 2024-09-16T11:24:37.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 227 completed, throughput=5.03MB/sec 2024-09-16T11:24:38.342 INFO:tasks.workunit.client.0.smithi077.stdout: 47: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:38.343 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HJuQM3JHQHeqAiS off=16030396 len=1455670 2024-09-16T11:24:38.344 INFO:tasks.workunit.client.0.smithi077.stdout:op 228 completed, throughput=4.96MB/sec 2024-09-16T11:24:38.344 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fbfc4hEPAHUx4sz off=2386413 len=323858 2024-09-16T11:24:38.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 229 completed, throughput=4.96MB/sec 2024-09-16T11:24:38.347 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6GDYU_F-LDWnD7c off=5176728 len=1239727 2024-09-16T11:24:38.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 230 completed, throughput=4.99MB/sec 2024-09-16T11:24:38.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lPDIEqkW2nYUMQp off=22310967 len=2010 2024-09-16T11:24:38.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 231 completed, throughput=4.99MB/sec 2024-09-16T11:24:38.349 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IgJZ4AugOhtsme_ off=1248369 len=303391 2024-09-16T11:24:38.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 232 completed, throughput=4.99MB/sec 2024-09-16T11:24:38.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ig-mzrjoW-EnOot off=11283577 len=1079294 2024-09-16T11:24:38.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 233 completed, throughput=5.01MB/sec 2024-09-16T11:24:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:38 smithi077 ceph-mon[86047]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:38 smithi077 ceph-mon[88497]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:38 smithi191 ceph-mon[84934]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:24:39.355 INFO:tasks.workunit.client.0.smithi077.stdout: 48: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:39.355 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3pCiPKV0ozRxovi off=7085531 len=320631 2024-09-16T11:24:39.356 INFO:tasks.workunit.client.0.smithi077.stdout:op 234 completed, throughput=4.92MB/sec 2024-09-16T11:24:39.356 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--Ovm7zT1LKH8_nG off=17551220 len=1708839 2024-09-16T11:24:39.359 INFO:tasks.workunit.client.0.smithi077.stdout:op 235 completed, throughput=4.95MB/sec 2024-09-16T11:24:39.359 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O58ABC9mSa6Ix2L off=5671753 len=370535 2024-09-16T11:24:39.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 236 completed, throughput=4.96MB/sec 2024-09-16T11:24:39.363 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-71JyQjsQIEVyckr off=6935727 len=1274698 2024-09-16T11:24:39.368 INFO:tasks.workunit.client.0.smithi077.stdout:op 237 completed, throughput=4.98MB/sec 2024-09-16T11:24:39.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FNqwdQQ4emxkZj2 off=10735235 len=1514711 2024-09-16T11:24:39.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 238 completed, throughput=5.01MB/sec 2024-09-16T11:24:40.376 INFO:tasks.workunit.client.0.smithi077.stdout: 49: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:40.377 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hugSN38Yo2Xz41h off=2322408 len=138723 2024-09-16T11:24:40.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 239 completed, throughput=4.91MB/sec 2024-09-16T11:24:40.377 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mptvucPyvGm5PM2 off=5111799 len=1233363 2024-09-16T11:24:40.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 240 completed, throughput=4.93MB/sec 2024-09-16T11:24:40.384 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n_E9j0eMvpGHb04 off=5652675 len=654673 2024-09-16T11:24:40.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 241 completed, throughput=4.95MB/sec 2024-09-16T11:24:40.389 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SMTIGEdnD-sYYqP off=8067623 len=1182138 2024-09-16T11:24:40.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 242 completed, throughput=4.97MB/sec 2024-09-16T11:24:40.395 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5g8xTHZSNc_8Ioy off=2688667 len=1287763 2024-09-16T11:24:40.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 243 completed, throughput=4.99MB/sec 2024-09-16T11:24:40.397 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nsbhQOku20jJVHi off=5161252 len=239880 2024-09-16T11:24:40.400 INFO:tasks.workunit.client.0.smithi077.stdout:op 244 completed, throughput=5MB/sec 2024-09-16T11:24:40.400 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OaNbWm7z5328h6B off=7128535 len=765763 2024-09-16T11:24:40.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 245 completed, throughput=5.01MB/sec 2024-09-16T11:24:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:40 smithi077 ceph-mon[86047]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:40 smithi077 ceph-mon[88497]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:40 smithi191 ceph-mon[84934]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:24:41.404 INFO:tasks.workunit.client.0.smithi077.stdout: 50: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:41.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EMz9iQKLJw6QDv8 off=4095068 len=1829551 2024-09-16T11:24:41.416 INFO:tasks.workunit.client.0.smithi077.stdout:op 246 completed, throughput=4.95MB/sec 2024-09-16T11:24:41.416 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nLwBfsnIxjaaOnC off=13386670 len=1739255 2024-09-16T11:24:41.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 247 completed, throughput=4.98MB/sec 2024-09-16T11:24:41.419 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xGO6RFZRIriT9F1 off=5030776 len=2012878 2024-09-16T11:24:41.430 INFO:tasks.workunit.client.0.smithi077.stdout:op 248 completed, throughput=5.02MB/sec 2024-09-16T11:24:42.430 INFO:tasks.workunit.client.0.smithi077.stdout: 51: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:42.430 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wbK8zWAVcO1iQEv off=23705130 len=1555760 2024-09-16T11:24:42.432 INFO:tasks.workunit.client.0.smithi077.stdout:op 249 completed, throughput=4.95MB/sec 2024-09-16T11:24:42.433 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EWpw797qsIoy3He off=4688062 len=1004113 2024-09-16T11:24:42.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 250 completed, throughput=4.97MB/sec 2024-09-16T11:24:42.438 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2xcmVyUuYFrYRZV off=18116299 len=367981 2024-09-16T11:24:42.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 251 completed, throughput=4.97MB/sec 2024-09-16T11:24:42.441 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yu1Cfx0jWSoeUFM off=9329803 len=804446 2024-09-16T11:24:42.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 252 completed, throughput=4.99MB/sec 2024-09-16T11:24:42.443 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pXkAwx6Bf7pIgL3 off=5511520 len=1071341 2024-09-16T11:24:42.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 253 completed, throughput=5.01MB/sec 2024-09-16T11:24:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:42 smithi077 ceph-mon[86047]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:42 smithi077 ceph-mon[88497]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:42 smithi191 ceph-mon[84934]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:43.445 INFO:tasks.workunit.client.0.smithi077.stdout: 52: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:43.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OXYtW9dI5o0nl2m off=8043379 len=739294 2024-09-16T11:24:43.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 254 completed, throughput=4.92MB/sec 2024-09-16T11:24:43.446 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yY1_Dqcv-Cy6SOd off=762578 len=1272781 2024-09-16T11:24:43.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 255 completed, throughput=4.95MB/sec 2024-09-16T11:24:43.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6xNJWc17RGbE13L off=2417091 len=1881829 2024-09-16T11:24:43.456 INFO:tasks.workunit.client.0.smithi077.stdout:op 256 completed, throughput=4.98MB/sec 2024-09-16T11:24:43.456 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EuXkUiwEymA1ztg off=14891866 len=558897 2024-09-16T11:24:43.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 257 completed, throughput=4.99MB/sec 2024-09-16T11:24:43.460 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nfECx8iuf6cmSjB off=11082228 len=1045241 2024-09-16T11:24:43.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 258 completed, throughput=5.01MB/sec 2024-09-16T11:24:44.466 INFO:tasks.workunit.client.0.smithi077.stdout: 53: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:44.466 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iXSIDSkg-NlB3D2 off=7687692 len=1871884 2024-09-16T11:24:44.469 INFO:tasks.workunit.client.0.smithi077.stdout:op 259 completed, throughput=4.95MB/sec 2024-09-16T11:24:44.469 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CBln49TKmzfmc_d off=331837 len=1469715 2024-09-16T11:24:44.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 260 completed, throughput=4.97MB/sec 2024-09-16T11:24:44.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3icUzrFXkiPSj2d off=6003803 len=869157 2024-09-16T11:24:44.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 261 completed, throughput=4.99MB/sec 2024-09-16T11:24:44.478 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2pX1fpLK8SPYSvx off=8450668 len=937852 2024-09-16T11:24:44.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 262 completed, throughput=5MB/sec 2024-09-16T11:24:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:44 smithi077 ceph-mon[86047]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:24:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:44 smithi077 ceph-mon[88497]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:24:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:44 smithi191 ceph-mon[84934]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:24:45.480 INFO:tasks.workunit.client.0.smithi077.stdout: 54: throughput=4.91MB/sec pending data=0 2024-09-16T11:24:45.480 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KyjcVzDdXiYvoKi off=329497 len=674220 2024-09-16T11:24:45.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 263 completed, throughput=4.93MB/sec 2024-09-16T11:24:45.484 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w15MMygo3BuKZQG off=4410383 len=1736765 2024-09-16T11:24:45.488 INFO:tasks.workunit.client.0.smithi077.stdout:op 264 completed, throughput=4.96MB/sec 2024-09-16T11:24:45.488 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BM3Q8_iNtma_GPF off=305797 len=2030923 2024-09-16T11:24:45.499 INFO:tasks.workunit.client.0.smithi077.stdout:op 265 completed, throughput=4.99MB/sec 2024-09-16T11:24:45.499 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Kgdw3hiuA26JUWU off=3222003 len=956482 2024-09-16T11:24:45.503 INFO:tasks.workunit.client.0.smithi077.stdout:op 266 completed, throughput=5.01MB/sec 2024-09-16T11:24:46.504 INFO:tasks.workunit.client.0.smithi077.stdout: 55: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:46.504 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-x2XMh20r87X7QAE off=17942678 len=1610505 2024-09-16T11:24:46.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 267 completed, throughput=4.94MB/sec 2024-09-16T11:24:46.505 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L9Y4_xK5gfAEVFt off=2119411 len=450514 2024-09-16T11:24:46.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 268 completed, throughput=4.95MB/sec 2024-09-16T11:24:46.508 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hyKYMq5fTIM1JSd off=1967648 len=1865638 2024-09-16T11:24:46.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 269 completed, throughput=4.98MB/sec 2024-09-16T11:24:46.510 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EnDvSdd0QY2OHdm off=660491 len=2075854 2024-09-16T11:24:46.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 270 completed, throughput=5.02MB/sec 2024-09-16T11:24:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:46 smithi077 ceph-mon[86047]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:24:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:46 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:24:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:46 smithi077 ceph-mon[88497]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:24:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:46 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:24:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:46 smithi191 ceph-mon[84934]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:24:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:46 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:24:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:46] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:24:47.512 INFO:tasks.workunit.client.0.smithi077.stdout: 56: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:47.512 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MDOPW7qHYvR7zWz off=3739400 len=284633 2024-09-16T11:24:47.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 271 completed, throughput=4.93MB/sec 2024-09-16T11:24:47.515 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m3u1HmcKjo8ovn- off=8814321 len=380197 2024-09-16T11:24:47.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 272 completed, throughput=4.94MB/sec 2024-09-16T11:24:47.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GpJxekOw9pBPqww off=0 len=1408791 2024-09-16T11:24:47.524 INFO:tasks.workunit.client.0.smithi077.stdout:op 273 completed, throughput=4.96MB/sec 2024-09-16T11:24:47.524 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zh-pxgGCGOdB9Jz off=9703085 len=893165 2024-09-16T11:24:47.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 274 completed, throughput=4.98MB/sec 2024-09-16T11:24:47.526 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tVfHYdfX529Y3H5 off=2909989 len=820239 2024-09-16T11:24:47.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 275 completed, throughput=4.99MB/sec 2024-09-16T11:24:47.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MgepYc5vnouMkMw off=5659972 len=1012515 2024-09-16T11:24:47.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 276 completed, throughput=5.01MB/sec 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:24:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:24:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:24:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:24:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:24:48.534 INFO:tasks.workunit.client.0.smithi077.stdout: 57: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:48.534 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tBQ9CLoYHvlZbTE off=22612396 len=642758 2024-09-16T11:24:48.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 277 completed, throughput=4.93MB/sec 2024-09-16T11:24:48.536 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZdFgUq7-OukL_Nl off=14970382 len=1233826 2024-09-16T11:24:48.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 278 completed, throughput=4.95MB/sec 2024-09-16T11:24:48.539 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w4hK1V4Mu8QEWai off=18540512 len=918744 2024-09-16T11:24:48.544 INFO:tasks.workunit.client.0.smithi077.stdout:op 279 completed, throughput=4.97MB/sec 2024-09-16T11:24:48.544 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4VEkDc6vKln8NJI off=14143790 len=1767352 2024-09-16T11:24:48.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 280 completed, throughput=5MB/sec 2024-09-16T11:24:48.547 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e3W_LTlwK4QBNIg off=5637754 len=1869781 2024-09-16T11:24:48.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 281 completed, throughput=5.03MB/sec 2024-09-16T11:24:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:48 smithi077 ceph-mon[86047]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:24:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:48 smithi077 ceph-mon[88497]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:24:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:48 smithi191 ceph-mon[84934]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:24:49.551 INFO:tasks.workunit.client.0.smithi077.stdout: 58: throughput=4.94MB/sec pending data=0 2024-09-16T11:24:49.551 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dC-2Q-4DunF4PJI off=7441492 len=1661738 2024-09-16T11:24:49.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 282 completed, throughput=4.97MB/sec 2024-09-16T11:24:49.561 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S-xeJFRIEPRbMNN off=2063347 len=492227 2024-09-16T11:24:49.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 283 completed, throughput=4.97MB/sec 2024-09-16T11:24:49.564 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sONJCH1trbs8ECE off=8770092 len=760597 2024-09-16T11:24:49.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 284 completed, throughput=4.99MB/sec 2024-09-16T11:24:49.565 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SyAJSiXLjUPFHKv off=3727301 len=1805357 2024-09-16T11:24:49.566 INFO:tasks.workunit.client.0.smithi077.stdout:op 285 completed, throughput=5.02MB/sec 2024-09-16T11:24:50.567 INFO:tasks.workunit.client.0.smithi077.stdout: 59: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:50.567 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rNdA68DilLH9Iz4 off=2047802 len=1014768 2024-09-16T11:24:50.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 286 completed, throughput=4.95MB/sec 2024-09-16T11:24:50.569 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--WC6Rl72ZprfDRC off=2785750 len=718021 2024-09-16T11:24:50.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 287 completed, throughput=4.96MB/sec 2024-09-16T11:24:50.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qPs5a3JKkHrWqzI off=6628853 len=1967572 2024-09-16T11:24:50.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 288 completed, throughput=4.99MB/sec 2024-09-16T11:24:50.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-od0Q1CJboDQ3TZH off=4506989 len=57729 2024-09-16T11:24:50.578 INFO:tasks.workunit.client.0.smithi077.stdout:op 289 completed, throughput=4.99MB/sec 2024-09-16T11:24:50.578 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sm5hLZO6r3Rwoeh off=7887758 len=830101 2024-09-16T11:24:50.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 290 completed, throughput=5MB/sec 2024-09-16T11:24:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:50 smithi077 ceph-mon[86047]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:50 smithi077 ceph-mon[88497]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:50 smithi191 ceph-mon[84934]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:51.579 INFO:tasks.workunit.client.0.smithi077.stdout: 60: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:51.580 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tfuwRRqqrl4_mzo off=2376879 len=1372859 2024-09-16T11:24:51.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 291 completed, throughput=4.94MB/sec 2024-09-16T11:24:51.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nZl3a0gimBb9qa5 off=10563153 len=463531 2024-09-16T11:24:51.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 292 completed, throughput=4.95MB/sec 2024-09-16T11:24:51.593 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-exqiszFiCvUXs1r off=1528838 len=2087954 2024-09-16T11:24:51.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 293 completed, throughput=4.98MB/sec 2024-09-16T11:24:51.604 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XiC8bVDb4ocpOdw off=3552587 len=1093932 2024-09-16T11:24:51.606 INFO:tasks.workunit.client.0.smithi077.stdout:op 294 completed, throughput=5MB/sec 2024-09-16T11:24:51.606 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-coapHnkqvJr37Tl off=6951413 len=2040851 2024-09-16T11:24:51.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 295 completed, throughput=5.03MB/sec 2024-09-16T11:24:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: 61: throughput=4.95MB/sec pending data=0 2024-09-16T11:24:52.614 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7hlTWpnG9Qgbv4i off=4806358 len=109537 2024-09-16T11:24:52.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 296 completed, throughput=4.95MB/sec 2024-09-16T11:24:52.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hsxbBtpRYgV4XXQ off=7200199 len=1665130 2024-09-16T11:24:52.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 297 completed, throughput=4.97MB/sec 2024-09-16T11:24:52.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m1fHzDqEAFjf8Wv off=15729628 len=1138848 2024-09-16T11:24:52.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 298 completed, throughput=4.99MB/sec 2024-09-16T11:24:52.630 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ocnJSvdbi2wT_G7 off=16015296 len=642232 2024-09-16T11:24:52.634 INFO:tasks.workunit.client.0.smithi077.stdout:op 299 completed, throughput=5MB/sec 2024-09-16T11:24:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:52 smithi077 ceph-mon[86047]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:52 smithi077 ceph-mon[88497]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:52 smithi191 ceph-mon[84934]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:24:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:24:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:24:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: 62: throughput=4.92MB/sec pending data=0 2024-09-16T11:24:53.634 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mkUgrGxA8W4_o7z off=6495420 len=260915 2024-09-16T11:24:53.635 INFO:tasks.workunit.client.0.smithi077.stdout:op 300 completed, throughput=4.93MB/sec 2024-09-16T11:24:53.635 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aWZo9CxIApE_Tez off=5303094 len=698821 2024-09-16T11:24:53.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 301 completed, throughput=4.94MB/sec 2024-09-16T11:24:53.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qzscDR8mikSxGeu off=4352370 len=244322 2024-09-16T11:24:53.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 302 completed, throughput=4.94MB/sec 2024-09-16T11:24:53.637 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w06ltAODL89PvFU off=162919 len=1911134 2024-09-16T11:24:53.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 303 completed, throughput=4.97MB/sec 2024-09-16T11:24:53.647 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2DYLjFrkARiYZ5d off=1772759 len=1134935 2024-09-16T11:24:53.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 304 completed, throughput=4.98MB/sec 2024-09-16T11:24:53.656 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EG_TxHHzuSKYFtK off=425836 len=984658 2024-09-16T11:24:53.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 305 completed, throughput=5MB/sec 2024-09-16T11:24:53.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QigXChd5nsVNmo4 off=9125299 len=1478498 2024-09-16T11:24:53.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 306 completed, throughput=5.02MB/sec 2024-09-16T11:24:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: 63: throughput=4.94MB/sec pending data=0 2024-09-16T11:24:54.671 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vYCcjktOPdMXbjT off=3054217 len=1247782 2024-09-16T11:24:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:54 smithi077 ceph-mon[86047]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:54 smithi077 ceph-mon[88497]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:54.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 307 completed, throughput=4.96MB/sec 2024-09-16T11:24:54.677 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rEXJMSLaMTiUOgT off=14899156 len=1889909 2024-09-16T11:24:54.681 INFO:tasks.workunit.client.0.smithi077.stdout:op 308 completed, throughput=4.99MB/sec 2024-09-16T11:24:54.681 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RFOcKIEPSx_efrN off=0 len=1357877 2024-09-16T11:24:54.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 309 completed, throughput=5.01MB/sec 2024-09-16T11:24:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:54 smithi191 ceph-mon[84934]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:55.683 INFO:tasks.workunit.client.0.smithi077.stdout: 64: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:55.683 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4o6ngh8tAP3i-Mv off=2148148 len=1757144 2024-09-16T11:24:55.685 INFO:tasks.workunit.client.0.smithi077.stdout:op 310 completed, throughput=4.96MB/sec 2024-09-16T11:24:55.685 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dJHLwNRDqnLy20H off=2009507 len=1014365 2024-09-16T11:24:55.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 311 completed, throughput=4.97MB/sec 2024-09-16T11:24:55.690 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-o_sT10KwgDB3PiI off=6543209 len=862055 2024-09-16T11:24:55.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 312 completed, throughput=4.98MB/sec 2024-09-16T11:24:55.691 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uk6rKDzHICJjYcQ off=8144096 len=355080 2024-09-16T11:24:55.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 313 completed, throughput=4.99MB/sec 2024-09-16T11:24:55.692 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JWunWtmaOGw3Q20 off=3003733 len=1378984 2024-09-16T11:24:55.693 INFO:tasks.workunit.client.0.smithi077.stdout:op 314 completed, throughput=5.01MB/sec 2024-09-16T11:24:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:56 smithi077 ceph-mon[86047]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:56 smithi077 ceph-mon[88497]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:56.694 INFO:tasks.workunit.client.0.smithi077.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:56.694 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nQpwcakjyvH6U5M off=5453258 len=1862001 2024-09-16T11:24:56.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 315 completed, throughput=4.96MB/sec 2024-09-16T11:24:56.705 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sQvIPBnqYvl2lCt off=10593287 len=1741895 2024-09-16T11:24:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:56 smithi191 ceph-mon[84934]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:24:56.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 316 completed, throughput=4.98MB/sec 2024-09-16T11:24:56.714 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_wcUN6icV7O6NEt off=8972400 len=1225439 2024-09-16T11:24:56.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 317 completed, throughput=5MB/sec 2024-09-16T11:24:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:24:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:24:56] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:24:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:24:57.723 INFO:tasks.workunit.client.0.smithi077.stdout: 66: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:57.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gK7PXFQvIGeVx_v off=11302095 len=1048895 2024-09-16T11:24:57.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 318 completed, throughput=4.94MB/sec 2024-09-16T11:24:57.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c3htVpbRxvCC8mJ off=3743191 len=539112 2024-09-16T11:24:57.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 319 completed, throughput=4.95MB/sec 2024-09-16T11:24:57.729 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dozu6Fp3o0kL00g off=7780571 len=808388 2024-09-16T11:24:57.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 320 completed, throughput=4.96MB/sec 2024-09-16T11:24:57.734 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tVNfxMI6ljeYj0i off=7018982 len=1381027 2024-09-16T11:24:57.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 321 completed, throughput=4.98MB/sec 2024-09-16T11:24:57.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-207aUYuQZS4ng2s off=1482271 len=2080228 2024-09-16T11:24:57.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 322 completed, throughput=5.01MB/sec 2024-09-16T11:24:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:24:58 smithi077 ceph-mon[86047]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:24:58 smithi077 ceph-mon[88497]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:24:58 smithi191 ceph-mon[84934]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:24:58.745 INFO:tasks.workunit.client.0.smithi077.stdout: 67: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:58.745 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IqDo8MEaIuu9m_T off=3384485 len=1141406 2024-09-16T11:24:58.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 323 completed, throughput=4.95MB/sec 2024-09-16T11:24:58.753 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7WuhD9tKtOAgwzc off=2727939 len=182002 2024-09-16T11:24:58.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 324 completed, throughput=4.95MB/sec 2024-09-16T11:24:58.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NIa15kpJcn8DjjU off=12273575 len=1898340 2024-09-16T11:24:58.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 325 completed, throughput=4.98MB/sec 2024-09-16T11:24:58.764 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yAvHk8V4ipGPAnk off=10574925 len=387395 2024-09-16T11:24:58.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 326 completed, throughput=4.98MB/sec 2024-09-16T11:24:58.767 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nS0oSF3r9ONViOc off=1119219 len=239232 2024-09-16T11:24:58.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 327 completed, throughput=4.99MB/sec 2024-09-16T11:24:58.770 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EN-8uDFGf-BzSsu off=1885771 len=100169 2024-09-16T11:24:58.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 328 completed, throughput=4.99MB/sec 2024-09-16T11:24:58.772 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dJHLwNRDqnLy20H off=7768184 len=1258852 2024-09-16T11:24:58.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 329 completed, throughput=5.01MB/sec 2024-09-16T11:24:59.773 INFO:tasks.workunit.client.0.smithi077.stdout: 68: throughput=4.93MB/sec pending data=0 2024-09-16T11:24:59.773 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JY9SNV24E0KEZz6 off=3371698 len=1635892 2024-09-16T11:24:59.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 330 completed, throughput=4.95MB/sec 2024-09-16T11:24:59.782 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ro0oVGf1d4OpnTV off=4358713 len=1485286 2024-09-16T11:24:59.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 331 completed, throughput=4.97MB/sec 2024-09-16T11:24:59.793 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q7XJUk_zTDaV-Fn off=15412589 len=1368424 2024-09-16T11:24:59.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 332 completed, throughput=4.99MB/sec 2024-09-16T11:24:59.795 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XatO9bQouyRNACz off=11626195 len=208348 2024-09-16T11:24:59.796 INFO:tasks.workunit.client.0.smithi077.stdout:op 333 completed, throughput=5MB/sec 2024-09-16T11:24:59.796 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N2SOlYTpJs8wjye off=18351224 len=287499 2024-09-16T11:24:59.798 INFO:tasks.workunit.client.0.smithi077.stdout:op 334 completed, throughput=5MB/sec 2024-09-16T11:24:59.798 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zEjG9-5amrLzGoZ off=1614883 len=772668 2024-09-16T11:24:59.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 335 completed, throughput=5.01MB/sec 2024-09-16T11:25:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:00 smithi077 ceph-mon[86047]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:00 smithi077 ceph-mon[88497]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:00 smithi191 ceph-mon[84934]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:00.800 INFO:tasks.workunit.client.0.smithi077.stdout: 69: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:00.800 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vkXR9sYbZzouuUj off=176989 len=1494000 2024-09-16T11:25:00.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 336 completed, throughput=4.96MB/sec 2024-09-16T11:25:00.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UmV4JO-xxANWSEy off=436807 len=342301 2024-09-16T11:25:00.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 337 completed, throughput=4.96MB/sec 2024-09-16T11:25:00.803 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6PZwC1269tCgTk9 off=11320738 len=623507 2024-09-16T11:25:00.804 INFO:tasks.workunit.client.0.smithi077.stdout:op 338 completed, throughput=4.97MB/sec 2024-09-16T11:25:00.804 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ObnsOdH3hw0EKbd off=1130363 len=942239 2024-09-16T11:25:00.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 339 completed, throughput=4.98MB/sec 2024-09-16T11:25:00.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qnFstloAdGPFvj1 off=1113603 len=1039079 2024-09-16T11:25:00.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 340 completed, throughput=5MB/sec 2024-09-16T11:25:00.807 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pqKUU4LDWWLp-4w off=13384396 len=1682992 2024-09-16T11:25:00.814 INFO:tasks.workunit.client.0.smithi077.stdout:op 341 completed, throughput=5.02MB/sec 2024-09-16T11:25:01.815 INFO:tasks.workunit.client.0.smithi077.stdout: 70: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:01.815 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3MzEbpoujmJs7PR off=1951526 len=267311 2024-09-16T11:25:01.818 INFO:tasks.workunit.client.0.smithi077.stdout:op 342 completed, throughput=4.95MB/sec 2024-09-16T11:25:01.819 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cQjCwnKLcnUXrry off=4355222 len=1790373 2024-09-16T11:25:01.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 343 completed, throughput=4.98MB/sec 2024-09-16T11:25:01.827 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MfBuC2tlC_u3qcd off=2876399 len=286796 2024-09-16T11:25:01.831 INFO:tasks.workunit.client.0.smithi077.stdout:op 344 completed, throughput=4.98MB/sec 2024-09-16T11:25:01.831 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AnCX6cAPx-r4h0H off=4842294 len=749845 2024-09-16T11:25:01.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 345 completed, throughput=4.99MB/sec 2024-09-16T11:25:01.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uymbvZqi5TAJCUV off=3738042 len=1311857 2024-09-16T11:25:01.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 346 completed, throughput=5.01MB/sec 2024-09-16T11:25:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:02 smithi077 ceph-mon[86047]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:25:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:02 smithi077 ceph-mon[88497]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:25:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:02 smithi191 ceph-mon[84934]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:25:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:02.834 INFO:tasks.workunit.client.0.smithi077.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:02.834 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1W3d5wLSRJRETzC off=7154257 len=1223967 2024-09-16T11:25:02.841 INFO:tasks.workunit.client.0.smithi077.stdout:op 347 completed, throughput=4.95MB/sec 2024-09-16T11:25:02.841 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yw2aFgIQOfKnnCm off=9859406 len=941804 2024-09-16T11:25:02.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 348 completed, throughput=4.97MB/sec 2024-09-16T11:25:02.842 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wadYBi9YLabILAE off=16307331 len=1205127 2024-09-16T11:25:02.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 349 completed, throughput=4.98MB/sec 2024-09-16T11:25:02.853 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2f3tBM0PtGsaxBJ off=15712338 len=1263651 2024-09-16T11:25:02.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 350 completed, throughput=5MB/sec 2024-09-16T11:25:02.860 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dvp40syUkH4rFLj off=4170724 len=1584369 2024-09-16T11:25:02.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 351 completed, throughput=5.02MB/sec 2024-09-16T11:25:03.869 INFO:tasks.workunit.client.0.smithi077.stdout: 72: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:03.870 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q6lJFnlytmT05HG off=2067596 len=275800 2024-09-16T11:25:03.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 352 completed, throughput=4.95MB/sec 2024-09-16T11:25:03.871 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bJ0Ei5OmE9DvMBQ off=6011600 len=1090289 2024-09-16T11:25:03.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 353 completed, throughput=4.97MB/sec 2024-09-16T11:25:03.872 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l5UV-DHvWwTNTNr off=7813949 len=698949 2024-09-16T11:25:03.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 354 completed, throughput=4.98MB/sec 2024-09-16T11:25:03.874 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-upKT0ZkMOZau7tT off=3077982 len=500448 2024-09-16T11:25:03.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 355 completed, throughput=4.98MB/sec 2024-09-16T11:25:03.874 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8A6Y6LKlbcomirA off=8970540 len=1513510 2024-09-16T11:25:03.876 INFO:tasks.workunit.client.0.smithi077.stdout:op 356 completed, throughput=5MB/sec 2024-09-16T11:25:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:04 smithi077 ceph-mon[86047]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:25:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:04 smithi077 ceph-mon[88497]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:25:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:04 smithi191 ceph-mon[84934]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:25:04.876 INFO:tasks.workunit.client.0.smithi077.stdout: 73: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:04.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wvNlAuYacCvlQ3h off=658275 len=780854 2024-09-16T11:25:04.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 357 completed, throughput=4.95MB/sec 2024-09-16T11:25:04.879 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VexYUfAkxre1YMA off=3250120 len=772059 2024-09-16T11:25:04.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 358 completed, throughput=4.95MB/sec 2024-09-16T11:25:04.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3vDbisPUn02hRyX off=19677858 len=635129 2024-09-16T11:25:04.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 359 completed, throughput=4.96MB/sec 2024-09-16T11:25:04.884 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fefk7-djQq2roJj off=3585168 len=1134553 2024-09-16T11:25:04.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 360 completed, throughput=4.98MB/sec 2024-09-16T11:25:04.891 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-telmwBPA77Si6bj off=1798857 len=193214 2024-09-16T11:25:04.893 INFO:tasks.workunit.client.0.smithi077.stdout:op 361 completed, throughput=4.98MB/sec 2024-09-16T11:25:04.894 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A8mYWKL4nGNKcTy off=879240 len=606851 2024-09-16T11:25:04.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 362 completed, throughput=4.99MB/sec 2024-09-16T11:25:04.895 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wlsXsW6r8I038Jv off=957352 len=1910333 2024-09-16T11:25:04.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 363 completed, throughput=5.01MB/sec 2024-09-16T11:25:05.904 INFO:tasks.workunit.client.0.smithi077.stdout: 74: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:05.904 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9bIF6w9bWAnwvv_ off=10504904 len=1742370 2024-09-16T11:25:05.906 INFO:tasks.workunit.client.0.smithi077.stdout:op 364 completed, throughput=4.97MB/sec 2024-09-16T11:25:05.906 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uWxhM6SvCIBZhwW off=3647804 len=1548807 2024-09-16T11:25:05.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 365 completed, throughput=4.99MB/sec 2024-09-16T11:25:05.909 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SjuYgaVam1wMWHc off=3019447 len=149695 2024-09-16T11:25:05.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 366 completed, throughput=4.99MB/sec 2024-09-16T11:25:05.910 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XI5jMnHxA2DheIf off=1351572 len=553055 2024-09-16T11:25:05.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 367 completed, throughput=4.99MB/sec 2024-09-16T11:25:05.914 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-du2CieBC2lRVxFp off=11773478 len=1047625 2024-09-16T11:25:05.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 368 completed, throughput=5.01MB/sec 2024-09-16T11:25:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:06 smithi077 ceph-mon[86047]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:06 smithi077 ceph-mon[88497]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:06 smithi191 ceph-mon[84934]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:06.919 INFO:tasks.workunit.client.0.smithi077.stdout: 75: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:06.919 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PjW9u97niQcKIgd off=5899643 len=191473 2024-09-16T11:25:06.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 369 completed, throughput=4.94MB/sec 2024-09-16T11:25:06.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R8rbtYr5H4PgZh- off=17716624 len=818444 2024-09-16T11:25:06.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 370 completed, throughput=4.95MB/sec 2024-09-16T11:25:06.923 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W_hvwUjnJeK3Hoh off=8000635 len=1072315 2024-09-16T11:25:06.929 INFO:tasks.workunit.client.0.smithi077.stdout:op 371 completed, throughput=4.97MB/sec 2024-09-16T11:25:06.929 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2IfcLA-nfutm9OG off=63893 len=1369222 2024-09-16T11:25:06.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 372 completed, throughput=4.98MB/sec 2024-09-16T11:25:06.931 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_wT8CCLeYEAMZV1 off=4204336 len=1425296 2024-09-16T11:25:06.932 INFO:tasks.workunit.client.0.smithi077.stdout:op 373 completed, throughput=5MB/sec 2024-09-16T11:25:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:06] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:25:07.933 INFO:tasks.workunit.client.0.smithi077.stdout: 76: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:07.933 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fz7GXaQKtNtq0a6 off=5231095 len=2059193 2024-09-16T11:25:07.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 374 completed, throughput=4.96MB/sec 2024-09-16T11:25:07.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JmDzFSLnrjSw-KE off=21442474 len=132913 2024-09-16T11:25:07.948 INFO:tasks.workunit.client.0.smithi077.stdout:op 375 completed, throughput=4.96MB/sec 2024-09-16T11:25:07.948 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A-UxKeqhe6O3TDc off=2517417 len=1125183 2024-09-16T11:25:07.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 376 completed, throughput=4.98MB/sec 2024-09-16T11:25:07.954 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VHyeG4hKPJBL7zm off=7044100 len=1839451 2024-09-16T11:25:07.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 377 completed, throughput=5MB/sec 2024-09-16T11:25:07.956 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UhdCI3jZJcOxW14 off=1386521 len=385407 2024-09-16T11:25:07.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 378 completed, throughput=5MB/sec 2024-09-16T11:25:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:08 smithi077 ceph-mon[86047]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:08 smithi077 ceph-mon[88497]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:08 smithi191 ceph-mon[84934]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:08.957 INFO:tasks.workunit.client.0.smithi077.stdout: 77: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:08.957 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gWYu62_b-53qy1w off=815613 len=650168 2024-09-16T11:25:08.961 INFO:tasks.workunit.client.0.smithi077.stdout:op 379 completed, throughput=4.95MB/sec 2024-09-16T11:25:08.961 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fGBMFobeJtGdRKe off=10445591 len=171306 2024-09-16T11:25:08.962 INFO:tasks.workunit.client.0.smithi077.stdout:op 380 completed, throughput=4.95MB/sec 2024-09-16T11:25:08.962 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jXlCTtxauSsnx4W off=7947181 len=1522526 2024-09-16T11:25:08.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 381 completed, throughput=4.97MB/sec 2024-09-16T11:25:08.965 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NtpRIPTQh0GqbEK off=18256875 len=1481255 2024-09-16T11:25:08.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 382 completed, throughput=4.99MB/sec 2024-09-16T11:25:08.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7B6jvIlhZG26dcs off=12344450 len=1482388 2024-09-16T11:25:08.970 INFO:tasks.workunit.client.0.smithi077.stdout:op 383 completed, throughput=5MB/sec 2024-09-16T11:25:09.970 INFO:tasks.workunit.client.0.smithi077.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-16T11:25:09.971 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AnCX6cAPx-r4h0H off=21055042 len=513478 2024-09-16T11:25:09.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 384 completed, throughput=4.95MB/sec 2024-09-16T11:25:09.975 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pirdgRnmuOKKWnm off=2217133 len=1075382 2024-09-16T11:25:09.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 385 completed, throughput=4.96MB/sec 2024-09-16T11:25:09.981 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--L8pxGz8Pu5MJqg off=18710255 len=1626877 2024-09-16T11:25:09.983 INFO:tasks.workunit.client.0.smithi077.stdout:op 386 completed, throughput=4.98MB/sec 2024-09-16T11:25:09.983 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SxNtc9u-8hYqtGg off=2086347 len=1367986 2024-09-16T11:25:09.985 INFO:tasks.workunit.client.0.smithi077.stdout:op 387 completed, throughput=4.99MB/sec 2024-09-16T11:25:09.985 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qHu28s9b30J23RZ off=14250840 len=257155 2024-09-16T11:25:09.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 388 completed, throughput=5MB/sec 2024-09-16T11:25:09.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1wAmuZG3CZzmg2R off=6149311 len=1724807 2024-09-16T11:25:09.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 389 completed, throughput=5.02MB/sec 2024-09-16T11:25:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:10 smithi077 ceph-mon[86047]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:10 smithi077 ceph-mon[88497]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:10 smithi191 ceph-mon[84934]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:25:10.987 INFO:tasks.workunit.client.0.smithi077.stdout: 79: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:10.987 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4V9LQIn29oV-U1Y off=2373122 len=814108 2024-09-16T11:25:10.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 390 completed, throughput=4.97MB/sec 2024-09-16T11:25:10.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mIcLjyxemZl960g off=12141456 len=1699945 2024-09-16T11:25:10.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 391 completed, throughput=4.99MB/sec 2024-09-16T11:25:10.991 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rNdA68DilLH9Iz4 off=4262233 len=714474 2024-09-16T11:25:10.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 392 completed, throughput=4.99MB/sec 2024-09-16T11:25:10.992 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J5hHXt8P9LjNtE_ off=321288 len=1746935 2024-09-16T11:25:10.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 393 completed, throughput=5.01MB/sec 2024-09-16T11:25:11.996 INFO:tasks.workunit.client.0.smithi077.stdout: 80: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:11.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-o8sdKN1R23QM_ns off=1291385 len=1113945 2024-09-16T11:25:12.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 394 completed, throughput=4.97MB/sec 2024-09-16T11:25:12.007 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PEfY3GNTaIOpPBb off=6780323 len=1437712 2024-09-16T11:25:12.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 395 completed, throughput=4.98MB/sec 2024-09-16T11:25:12.012 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--uYKME1ueX4sL3F off=11825583 len=97920 2024-09-16T11:25:12.013 INFO:tasks.workunit.client.0.smithi077.stdout:op 396 completed, throughput=4.98MB/sec 2024-09-16T11:25:12.013 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S_YVGuP8LYtMblP off=20472329 len=694664 2024-09-16T11:25:12.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 397 completed, throughput=4.99MB/sec 2024-09-16T11:25:12.017 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SkbUOUfrfauUA9W off=14735209 len=1576220 2024-09-16T11:25:12.018 INFO:tasks.workunit.client.0.smithi077.stdout:op 398 completed, throughput=5.01MB/sec 2024-09-16T11:25:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:12 smithi077 ceph-mon[86047]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:12 smithi077 ceph-mon[88497]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:12 smithi191 ceph-mon[84934]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:13.019 INFO:tasks.workunit.client.0.smithi077.stdout: 81: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:13.019 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-52OJkMikx4Y5FBg off=0 len=1049469 2024-09-16T11:25:13.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 399 completed, throughput=4.96MB/sec 2024-09-16T11:25:13.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H6vIe5jJ3ccMAcc off=0 len=1087088 2024-09-16T11:25:13.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 400 completed, throughput=4.97MB/sec 2024-09-16T11:25:13.026 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PppaoJpbgLmbrhM off=6376843 len=457002 2024-09-16T11:25:13.028 INFO:tasks.workunit.client.0.smithi077.stdout:op 401 completed, throughput=4.98MB/sec 2024-09-16T11:25:13.029 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y9e6DzC1WHiIBAA off=3604564 len=479787 2024-09-16T11:25:13.030 INFO:tasks.workunit.client.0.smithi077.stdout:op 402 completed, throughput=4.98MB/sec 2024-09-16T11:25:13.030 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gw7P7IOYG8TzPBq off=12787741 len=1279582 2024-09-16T11:25:13.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 403 completed, throughput=5MB/sec 2024-09-16T11:25:13.035 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gaYY2F_g8rUse7G off=3914911 len=87017 2024-09-16T11:25:13.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 404 completed, throughput=5MB/sec 2024-09-16T11:25:13.036 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rUUvkgt-eSWl6GN off=1790709 len=2066117 2024-09-16T11:25:13.037 INFO:tasks.workunit.client.0.smithi077.stdout:op 405 completed, throughput=5.02MB/sec 2024-09-16T11:25:14.038 INFO:tasks.workunit.client.0.smithi077.stdout: 82: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:14.038 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WrztMq9czJ15ArP off=0 len=1209417 2024-09-16T11:25:14.045 INFO:tasks.workunit.client.0.smithi077.stdout:op 406 completed, throughput=4.98MB/sec 2024-09-16T11:25:14.045 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RUPBZw_Di62ChyJ off=11054680 len=1678239 2024-09-16T11:25:14.047 INFO:tasks.workunit.client.0.smithi077.stdout:op 407 completed, throughput=4.99MB/sec 2024-09-16T11:25:14.047 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Lwot40S0_tToztE off=1030429 len=1074623 2024-09-16T11:25:14.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 408 completed, throughput=5.01MB/sec 2024-09-16T11:25:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:14 smithi077 ceph-mon[86047]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:25:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:14 smithi077 ceph-mon[88497]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:25:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:14 smithi191 ceph-mon[84934]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:25:15.053 INFO:tasks.workunit.client.0.smithi077.stdout: 83: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:15.053 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7nkt20eWPI99_Yi off=7728623 len=1293068 2024-09-16T11:25:15.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 409 completed, throughput=4.96MB/sec 2024-09-16T11:25:15.059 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PeNSgfMc82Mss1h off=1984621 len=110229 2024-09-16T11:25:15.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 410 completed, throughput=4.96MB/sec 2024-09-16T11:25:15.060 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NStVyK7l4Uo59ED off=15092667 len=629746 2024-09-16T11:25:15.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 411 completed, throughput=4.97MB/sec 2024-09-16T11:25:15.061 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dfQlN8DiGc_WdJz off=1476722 len=2012590 2024-09-16T11:25:15.073 INFO:tasks.workunit.client.0.smithi077.stdout:op 412 completed, throughput=4.99MB/sec 2024-09-16T11:25:15.073 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zOUy-Dg87vX4wqn off=8661445 len=305065 2024-09-16T11:25:15.076 INFO:tasks.workunit.client.0.smithi077.stdout:op 413 completed, throughput=5MB/sec 2024-09-16T11:25:15.076 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JjOGiWc_TowhVd- off=13332233 len=1719298 2024-09-16T11:25:15.084 INFO:tasks.workunit.client.0.smithi077.stdout:op 414 completed, throughput=5.01MB/sec 2024-09-16T11:25:16.085 INFO:tasks.workunit.client.0.smithi077.stdout: 84: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:16.085 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JHDEifWdUIsOobU off=12068846 len=1164697 2024-09-16T11:25:16.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 415 completed, throughput=4.97MB/sec 2024-09-16T11:25:16.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Z9LbS9kTL1tS2R off=15758072 len=855834 2024-09-16T11:25:16.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 416 completed, throughput=4.98MB/sec 2024-09-16T11:25:16.092 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kYrQyjDgsRzj6Xr off=2484994 len=2034552 2024-09-16T11:25:16.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 417 completed, throughput=5MB/sec 2024-09-16T11:25:16.096 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gpp6Wn9qEUgmaW4 off=7492929 len=1993048 2024-09-16T11:25:16.098 INFO:tasks.workunit.client.0.smithi077.stdout:op 418 completed, throughput=5.02MB/sec 2024-09-16T11:25:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:16 smithi077 ceph-mon[86047]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T11:25:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:16 smithi077 ceph-mon[88497]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T11:25:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:16 smithi191 ceph-mon[84934]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T11:25:17.098 INFO:tasks.workunit.client.0.smithi077.stdout: 85: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:17.098 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6JCEE08lpvHP6uk off=4945848 len=1835053 2024-09-16T11:25:17.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 419 completed, throughput=4.98MB/sec 2024-09-16T11:25:17.108 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Mqpeww9wJukJJke off=6669736 len=2079249 2024-09-16T11:25:17.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 420 completed, throughput=5.01MB/sec 2024-09-16T11:25:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:16] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-16T11:25:18.124 INFO:tasks.workunit.client.0.smithi077.stdout: 86: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:18.124 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w2EEWlO138JCSx9 off=5277884 len=1638460 2024-09-16T11:25:18.128 INFO:tasks.workunit.client.0.smithi077.stdout:op 421 completed, throughput=4.97MB/sec 2024-09-16T11:25:18.128 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zCIiucn-Pfx-XKU off=9244026 len=149738 2024-09-16T11:25:18.129 INFO:tasks.workunit.client.0.smithi077.stdout:op 422 completed, throughput=4.97MB/sec 2024-09-16T11:25:18.129 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XfxdzU2gajVjOll off=2260832 len=1794571 2024-09-16T11:25:18.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 423 completed, throughput=4.99MB/sec 2024-09-16T11:25:18.140 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5nc4RTvRNG87ToH off=741861 len=1737709 2024-09-16T11:25:18.142 INFO:tasks.workunit.client.0.smithi077.stdout:op 424 completed, throughput=5.01MB/sec 2024-09-16T11:25:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:18 smithi077 ceph-mon[86047]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:25:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:18 smithi077 ceph-mon[88497]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:25:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:18 smithi191 ceph-mon[84934]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:25:19.142 INFO:tasks.workunit.client.0.smithi077.stdout: 87: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:19.142 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-22tKWDgI0njany6 off=9430091 len=1524250 2024-09-16T11:25:19.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 425 completed, throughput=4.97MB/sec 2024-09-16T11:25:19.144 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xlh4CXAOWjltSFG off=2531109 len=259080 2024-09-16T11:25:19.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 426 completed, throughput=4.97MB/sec 2024-09-16T11:25:19.148 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5xg4utgwWX9_bj1 off=2801312 len=65841 2024-09-16T11:25:19.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 427 completed, throughput=4.97MB/sec 2024-09-16T11:25:19.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CHYQfJ77IVcVk0i off=7214373 len=926676 2024-09-16T11:25:19.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 428 completed, throughput=4.98MB/sec 2024-09-16T11:25:19.155 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-avreoiVo_9CXTUN off=9971838 len=1341194 2024-09-16T11:25:19.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 429 completed, throughput=4.99MB/sec 2024-09-16T11:25:19.164 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L-SltKWnMDuFxO9 off=15731984 len=476384 2024-09-16T11:25:19.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 430 completed, throughput=5MB/sec 2024-09-16T11:25:19.167 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iMaxFJuJhQ36jL_ off=343288 len=1215385 2024-09-16T11:25:19.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 431 completed, throughput=5.01MB/sec 2024-09-16T11:25:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:19 smithi077 ceph-mon[86047]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:25:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:19 smithi077 ceph-mon[88497]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:25:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:19 smithi191 ceph-mon[84934]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:25:20.168 INFO:tasks.workunit.client.0.smithi077.stdout: 88: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:20.168 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_IOQRL34kKQYZW9 off=16267637 len=1409107 2024-09-16T11:25:20.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 432 completed, throughput=4.97MB/sec 2024-09-16T11:25:20.176 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Em-F7Dz4oUrB9Uq off=791462 len=2016949 2024-09-16T11:25:20.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 433 completed, throughput=4.99MB/sec 2024-09-16T11:25:20.189 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-33caxxGVlGUAaJr off=7079110 len=1739873 2024-09-16T11:25:20.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 434 completed, throughput=5.01MB/sec 2024-09-16T11:25:21.196 INFO:tasks.workunit.client.0.smithi077.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:21.196 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sU64HPsqPLR3vlc off=2741451 len=401676 2024-09-16T11:25:21.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 435 completed, throughput=4.96MB/sec 2024-09-16T11:25:21.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-du2CieBC2lRVxFp off=3641380 len=1766915 2024-09-16T11:25:21.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 436 completed, throughput=4.97MB/sec 2024-09-16T11:25:21.200 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F8d7GDxk_zsLwlN off=20660076 len=1708105 2024-09-16T11:25:21.204 INFO:tasks.workunit.client.0.smithi077.stdout:op 437 completed, throughput=4.99MB/sec 2024-09-16T11:25:21.204 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DRkpCOMi3of6Ynl off=9084819 len=285823 2024-09-16T11:25:21.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 438 completed, throughput=5MB/sec 2024-09-16T11:25:21.207 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tjiXd_pQ-K6zM-Z off=0 len=1218775 2024-09-16T11:25:21.212 INFO:tasks.workunit.client.0.smithi077.stdout:op 439 completed, throughput=5.01MB/sec 2024-09-16T11:25:22.213 INFO:tasks.workunit.client.0.smithi077.stdout: 90: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:22.213 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XTZfMfv3slanrE3 off=12965132 len=698880 2024-09-16T11:25:22.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 440 completed, throughput=4.96MB/sec 2024-09-16T11:25:22.217 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZowpQUcqAgDI1XR off=3324429 len=313659 2024-09-16T11:25:22.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 441 completed, throughput=4.96MB/sec 2024-09-16T11:25:22.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zfX4GhkjacXT5NQ off=10753791 len=246643 2024-09-16T11:25:22.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 442 completed, throughput=4.97MB/sec 2024-09-16T11:25:22.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tzBRfXFH7LvHLeE off=6300095 len=699127 2024-09-16T11:25:22.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 443 completed, throughput=4.97MB/sec 2024-09-16T11:25:22.219 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tWuYBMrFS5xZlZ2 off=1724162 len=1824867 2024-09-16T11:25:22.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 444 completed, throughput=4.99MB/sec 2024-09-16T11:25:22.221 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OiqYeeIj_9P9UYM off=14184730 len=1052735 2024-09-16T11:25:22.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 445 completed, throughput=5MB/sec 2024-09-16T11:25:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:22 smithi077 ceph-mon[86047]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:25:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:22 smithi077 ceph-mon[88497]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:25:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:22 smithi191 ceph-mon[84934]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:25:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:23.223 INFO:tasks.workunit.client.0.smithi077.stdout: 91: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:23.223 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jUyV33m9yjI7GJF off=4537806 len=1082905 2024-09-16T11:25:23.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 446 completed, throughput=4.96MB/sec 2024-09-16T11:25:23.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y9UhW8OnUPlXqQ3 off=3562494 len=2049320 2024-09-16T11:25:23.236 INFO:tasks.workunit.client.0.smithi077.stdout:op 447 completed, throughput=4.98MB/sec 2024-09-16T11:25:23.236 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M8GhxuL7PGTY1AM off=7002999 len=739634 2024-09-16T11:25:23.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 448 completed, throughput=4.99MB/sec 2024-09-16T11:25:23.241 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Jw4mL0oBTpn9oUc off=3705634 len=1677856 2024-09-16T11:25:23.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 449 completed, throughput=5MB/sec 2024-09-16T11:25:24.244 INFO:tasks.workunit.client.0.smithi077.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:24.245 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rssAuGpVinU3__0 off=6406740 len=122748 2024-09-16T11:25:24.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 450 completed, throughput=4.95MB/sec 2024-09-16T11:25:24.245 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JTT69xdhlMgIFaJ off=6539184 len=2064456 2024-09-16T11:25:24.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 451 completed, throughput=4.97MB/sec 2024-09-16T11:25:24.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KxAtCbB1Z0u1YI5 off=1168019 len=1313202 2024-09-16T11:25:24.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 452 completed, throughput=4.99MB/sec 2024-09-16T11:25:24.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-duzp00oqr7__24R off=18132359 len=1366844 2024-09-16T11:25:24.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 453 completed, throughput=5MB/sec 2024-09-16T11:25:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:24 smithi077 ceph-mon[86047]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:24 smithi077 ceph-mon[88497]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:24 smithi191 ceph-mon[84934]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:25.260 INFO:tasks.workunit.client.0.smithi077.stdout: 93: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:25.260 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tM7v395Vo-L81w3 off=4757568 len=74874 2024-09-16T11:25:25.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 454 completed, throughput=4.95MB/sec 2024-09-16T11:25:25.263 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w1wxMLfAI9nVg11 off=6587118 len=684012 2024-09-16T11:25:25.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 455 completed, throughput=4.95MB/sec 2024-09-16T11:25:25.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ELadoll3KEF8QjT off=6529591 len=1443013 2024-09-16T11:25:25.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 456 completed, throughput=4.97MB/sec 2024-09-16T11:25:25.270 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oIz_2cAzUQKUiXP off=3520655 len=721396 2024-09-16T11:25:25.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 457 completed, throughput=4.98MB/sec 2024-09-16T11:25:25.274 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ncFvjFmAl05jiQV off=9455855 len=1884738 2024-09-16T11:25:25.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 458 completed, throughput=4.99MB/sec 2024-09-16T11:25:25.281 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RamJvP4SpgtbImg off=14250647 len=905004 2024-09-16T11:25:25.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 459 completed, throughput=5MB/sec 2024-09-16T11:25:26.287 INFO:tasks.workunit.client.0.smithi077.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:26.287 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FTtgMjI5vMXKQaA off=9010499 len=1199741 2024-09-16T11:25:26.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 460 completed, throughput=4.96MB/sec 2024-09-16T11:25:26.294 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ryXz765_jRIJoHs off=16638479 len=1471275 2024-09-16T11:25:26.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 461 completed, throughput=4.98MB/sec 2024-09-16T11:25:26.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f6n0DpXFmLuXLlz off=1095609 len=1872368 2024-09-16T11:25:26.307 INFO:tasks.workunit.client.0.smithi077.stdout:op 462 completed, throughput=5MB/sec 2024-09-16T11:25:26.307 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rNBu0-EDkCCbsYl off=37543 len=326821 2024-09-16T11:25:26.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 463 completed, throughput=5MB/sec 2024-09-16T11:25:26.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jb1IcalYP2d8Rb1 off=634646 len=602335 2024-09-16T11:25:26.314 INFO:tasks.workunit.client.0.smithi077.stdout:op 464 completed, throughput=5MB/sec 2024-09-16T11:25:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:26 smithi077 ceph-mon[86047]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:26 smithi077 ceph-mon[88497]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:26 smithi191 ceph-mon[84934]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:25:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:26] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-16T11:25:27.314 INFO:tasks.workunit.client.0.smithi077.stdout: 95: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:27.314 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uddWeFHXIRLjacM off=4987702 len=15709 2024-09-16T11:25:27.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 465 completed, throughput=4.95MB/sec 2024-09-16T11:25:27.317 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HMBwxixQ3FAksH4 off=1247574 len=427459 2024-09-16T11:25:27.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 466 completed, throughput=4.96MB/sec 2024-09-16T11:25:27.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aPflo7_239yOgtN off=2384111 len=1328848 2024-09-16T11:25:27.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 467 completed, throughput=4.97MB/sec 2024-09-16T11:25:27.322 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BX0Cdsh-Tor5RfZ off=5040556 len=1365258 2024-09-16T11:25:27.323 INFO:tasks.workunit.client.0.smithi077.stdout:op 468 completed, throughput=4.98MB/sec 2024-09-16T11:25:27.323 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B_8Irf7X4-7nFmz off=7844266 len=1551891 2024-09-16T11:25:27.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 469 completed, throughput=5MB/sec 2024-09-16T11:25:27.331 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wSddSn6MT_CilFN off=11226389 len=983237 2024-09-16T11:25:27.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 470 completed, throughput=5.01MB/sec 2024-09-16T11:25:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:28.337 INFO:tasks.workunit.client.0.smithi077.stdout: 96: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:28.337 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jeROPPIt-DzW3tj off=114191 len=1221483 2024-09-16T11:25:28.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 471 completed, throughput=4.97MB/sec 2024-09-16T11:25:28.343 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pMrMZ2WWKDOaitN off=7001489 len=1178385 2024-09-16T11:25:28.344 INFO:tasks.workunit.client.0.smithi077.stdout:op 472 completed, throughput=4.98MB/sec 2024-09-16T11:25:28.344 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EG_HuFSZ2ifimWO off=13372407 len=472907 2024-09-16T11:25:28.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 473 completed, throughput=4.98MB/sec 2024-09-16T11:25:28.348 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Zy1pNEUPcsOEgrw off=21309226 len=1346870 2024-09-16T11:25:28.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 474 completed, throughput=5MB/sec 2024-09-16T11:25:28.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6pEvNcP2qbAiZot off=10274402 len=925313 2024-09-16T11:25:28.357 INFO:tasks.workunit.client.0.smithi077.stdout:op 475 completed, throughput=5.01MB/sec 2024-09-16T11:25:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:28 smithi077 ceph-mon[86047]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:28 smithi077 ceph-mon[88497]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:28 smithi191 ceph-mon[84934]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:29.357 INFO:tasks.workunit.client.0.smithi077.stdout: 97: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:29.357 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GHB8HUmsl77XM1n off=1493220 len=932504 2024-09-16T11:25:29.358 INFO:tasks.workunit.client.0.smithi077.stdout:op 476 completed, throughput=4.96MB/sec 2024-09-16T11:25:29.358 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NYqjo9cFdc2-2OM off=1801076 len=1150247 2024-09-16T11:25:29.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 477 completed, throughput=4.97MB/sec 2024-09-16T11:25:29.364 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5X0f_4u1Qtid6YK off=7661479 len=1016823 2024-09-16T11:25:29.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 478 completed, throughput=4.98MB/sec 2024-09-16T11:25:29.364 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p7E-Wu2bmIVMyNU off=3951276 len=872889 2024-09-16T11:25:29.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 479 completed, throughput=4.99MB/sec 2024-09-16T11:25:29.366 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-by6X4Trg720iWi8 off=8386696 len=98700 2024-09-16T11:25:29.368 INFO:tasks.workunit.client.0.smithi077.stdout:op 480 completed, throughput=4.99MB/sec 2024-09-16T11:25:29.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yssZvXi7RtlBfmu off=10683261 len=1977702 2024-09-16T11:25:29.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 481 completed, throughput=5.01MB/sec 2024-09-16T11:25:30.377 INFO:tasks.workunit.client.0.smithi077.stdout: 98: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:30.377 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Um4bdHJgEDjNcKl off=18135920 len=1646566 2024-09-16T11:25:30.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 482 completed, throughput=4.98MB/sec 2024-09-16T11:25:30.387 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ab0k4r1PGg4Ra5V off=1784134 len=1597763 2024-09-16T11:25:30.390 INFO:tasks.workunit.client.0.smithi077.stdout:op 483 completed, throughput=4.99MB/sec 2024-09-16T11:25:30.390 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8olZ2x9TE3d9mUR off=0 len=1747532 2024-09-16T11:25:30.398 INFO:tasks.workunit.client.0.smithi077.stdout:op 484 completed, throughput=5.01MB/sec 2024-09-16T11:25:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:30 smithi077 ceph-mon[86047]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:25:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:30 smithi077 ceph-mon[88497]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:25:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:30 smithi191 ceph-mon[84934]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:25:31.399 INFO:tasks.workunit.client.0.smithi077.stdout: 99: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:31.399 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ug10reGBv7mjBgJ off=1835734 len=1308743 2024-09-16T11:25:31.406 INFO:tasks.workunit.client.0.smithi077.stdout:op 485 completed, throughput=4.97MB/sec 2024-09-16T11:25:31.406 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OWO4Y9fCE7tnsKZ off=2202651 len=1450568 2024-09-16T11:25:31.408 INFO:tasks.workunit.client.0.smithi077.stdout:op 486 completed, throughput=4.98MB/sec 2024-09-16T11:25:31.408 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xQ8fAwBhrXCIr7K off=9809868 len=1337211 2024-09-16T11:25:31.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 487 completed, throughput=5MB/sec 2024-09-16T11:25:31.414 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlUWK8oJhod0l4I off=84342 len=1712616 2024-09-16T11:25:31.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 488 completed, throughput=5.01MB/sec 2024-09-16T11:25:32.423 INFO:tasks.workunit.client.0.smithi077.stdout: 100: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:32.423 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VV1l-g8-upx0FKl off=1909036 len=2046537 2024-09-16T11:25:32.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 489 completed, throughput=4.98MB/sec 2024-09-16T11:25:32.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Sme7UPsqKiHD9NC off=16954695 len=840269 2024-09-16T11:25:32.431 INFO:tasks.workunit.client.0.smithi077.stdout:op 490 completed, throughput=4.99MB/sec 2024-09-16T11:25:32.431 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-skS2_d0_k8Xk9Bx off=4473765 len=900637 2024-09-16T11:25:32.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 491 completed, throughput=5MB/sec 2024-09-16T11:25:32.433 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rto72SaUgxD9fUS off=4164973 len=1548134 2024-09-16T11:25:32.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 492 completed, throughput=5.01MB/sec 2024-09-16T11:25:32.515 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:32 smithi191 ceph-mon[84934]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:32.515 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:32 smithi077 ceph-mon[86047]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:32 smithi077 ceph-mon[88497]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:25:33.436 INFO:tasks.workunit.client.0.smithi077.stdout: 101: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:33.436 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v5zoKKl6D0_Otrd off=17794271 len=640382 2024-09-16T11:25:33.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 493 completed, throughput=4.97MB/sec 2024-09-16T11:25:33.437 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XoeB8bNIPYA4E0P off=11857132 len=434359 2024-09-16T11:25:33.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 494 completed, throughput=4.97MB/sec 2024-09-16T11:25:33.438 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1SRioue7UPqfYd1 off=5081851 len=706801 2024-09-16T11:25:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:op 495 completed, throughput=4.98MB/sec 2024-09-16T11:25:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pNNGYpTxCWMzSE5 off=6325230 len=110311 2024-09-16T11:25:33.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 496 completed, throughput=4.98MB/sec 2024-09-16T11:25:33.443 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0YKLKm63e1r5aU7 off=9894270 len=2066805 2024-09-16T11:25:33.456 INFO:tasks.workunit.client.0.smithi077.stdout:op 497 completed, throughput=5MB/sec 2024-09-16T11:25:33.456 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rDPg0fTD9mZ4e9d off=5479922 len=770488 2024-09-16T11:25:33.461 INFO:tasks.workunit.client.0.smithi077.stdout:op 498 completed, throughput=5.01MB/sec 2024-09-16T11:25:34.461 INFO:tasks.workunit.client.0.smithi077.stdout: 102: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:34.461 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U0u5L-kH_pq7rXb off=527601 len=946108 2024-09-16T11:25:34.467 INFO:tasks.workunit.client.0.smithi077.stdout:op 499 completed, throughput=4.97MB/sec 2024-09-16T11:25:34.467 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OcT5t4ljnXVJSdC off=2263442 len=2020834 2024-09-16T11:25:34.469 INFO:tasks.workunit.client.0.smithi077.stdout:op 500 completed, throughput=4.99MB/sec 2024-09-16T11:25:34.469 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VE_XClatjPLC5Qq off=433121 len=1647080 2024-09-16T11:25:34.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 501 completed, throughput=5MB/sec 2024-09-16T11:25:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:34 smithi077 ceph-mon[86047]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:34 smithi077 ceph-mon[88497]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:34 smithi191 ceph-mon[84934]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:25:35.472 INFO:tasks.workunit.client.0.smithi077.stdout: 103: throughput=4.95MB/sec pending data=0 2024-09-16T11:25:35.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oIuLFdAlnkM5wlG off=2333547 len=809908 2024-09-16T11:25:35.473 INFO:tasks.workunit.client.0.smithi077.stdout:op 502 completed, throughput=4.96MB/sec 2024-09-16T11:25:35.473 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gzcr-RovCEsKC-1 off=7393043 len=458534 2024-09-16T11:25:35.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 503 completed, throughput=4.96MB/sec 2024-09-16T11:25:35.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MnqMf3dWAnRXWhQ off=13710203 len=50049 2024-09-16T11:25:35.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 504 completed, throughput=4.96MB/sec 2024-09-16T11:25:35.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gBxpsnu4BGLhndL off=1349616 len=1479798 2024-09-16T11:25:35.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 505 completed, throughput=4.98MB/sec 2024-09-16T11:25:35.479 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sHvfrLHKzMvkoF8 off=5508756 len=1595749 2024-09-16T11:25:35.481 INFO:tasks.workunit.client.0.smithi077.stdout:op 506 completed, throughput=4.99MB/sec 2024-09-16T11:25:35.481 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-368BB3T78x49YHc off=1065389 len=1450209 2024-09-16T11:25:35.490 INFO:tasks.workunit.client.0.smithi077.stdout:op 507 completed, throughput=5MB/sec 2024-09-16T11:25:36.490 INFO:tasks.workunit.client.0.smithi077.stdout: 104: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:36.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q7TudCAqjErGwOC off=12058810 len=284625 2024-09-16T11:25:36.492 INFO:tasks.workunit.client.0.smithi077.stdout:op 508 completed, throughput=4.96MB/sec 2024-09-16T11:25:36.492 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XIh7u6QQOmg55a8 off=11682810 len=1732883 2024-09-16T11:25:36.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 509 completed, throughput=4.98MB/sec 2024-09-16T11:25:36.503 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yf_Tcnt42ViZ2y3 off=4929595 len=1705691 2024-09-16T11:25:36.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 510 completed, throughput=4.99MB/sec 2024-09-16T11:25:36.506 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eL7_nj7LxriApAR off=2186310 len=934385 2024-09-16T11:25:36.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 511 completed, throughput=5MB/sec 2024-09-16T11:25:36.511 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4X9g3sqW7qN_7l- off=15529908 len=1537166 2024-09-16T11:25:36.514 INFO:tasks.workunit.client.0.smithi077.stdout:op 512 completed, throughput=5.01MB/sec 2024-09-16T11:25:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:36 smithi077 ceph-mon[86047]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:25:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:36 smithi077 ceph-mon[88497]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:25:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:36 smithi191 ceph-mon[84934]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:25:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:36] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T11:25:37.514 INFO:tasks.workunit.client.0.smithi077.stdout: 105: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:37.515 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qQx08eD-5VJRks3 off=2167958 len=210890 2024-09-16T11:25:37.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 513 completed, throughput=4.97MB/sec 2024-09-16T11:25:37.515 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qQ-2LX-hRIEsEng off=5256258 len=446275 2024-09-16T11:25:37.519 INFO:tasks.workunit.client.0.smithi077.stdout:op 514 completed, throughput=4.97MB/sec 2024-09-16T11:25:37.519 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VLxfflItxJZU09J off=4272036 len=987016 2024-09-16T11:25:37.521 INFO:tasks.workunit.client.0.smithi077.stdout:op 515 completed, throughput=4.98MB/sec 2024-09-16T11:25:37.522 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P8WfiVUnrpWVfBM off=6738023 len=1068200 2024-09-16T11:25:37.526 INFO:tasks.workunit.client.0.smithi077.stdout:op 516 completed, throughput=4.99MB/sec 2024-09-16T11:25:37.527 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KH5wiQ0hBOkd0RU off=7407575 len=1669109 2024-09-16T11:25:37.531 INFO:tasks.workunit.client.0.smithi077.stdout:op 517 completed, throughput=5MB/sec 2024-09-16T11:25:38.532 INFO:tasks.workunit.client.0.smithi077.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:38.532 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FGOwnuYxqDgsshE off=7160435 len=963601 2024-09-16T11:25:38.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 518 completed, throughput=4.97MB/sec 2024-09-16T11:25:38.535 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ye8D7uHgpC3itNZ off=13691517 len=1152581 2024-09-16T11:25:38.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 519 completed, throughput=4.98MB/sec 2024-09-16T11:25:38.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rt8v7kSFXa3zyU1 off=21589485 len=532823 2024-09-16T11:25:38.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 520 completed, throughput=4.98MB/sec 2024-09-16T11:25:38.545 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bsXKrCoTEJg0r9E off=5188376 len=92305 2024-09-16T11:25:38.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 521 completed, throughput=4.98MB/sec 2024-09-16T11:25:38.548 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-njz-49q5wIZghPk off=17188598 len=624891 2024-09-16T11:25:38.549 INFO:tasks.workunit.client.0.smithi077.stdout:op 522 completed, throughput=4.99MB/sec 2024-09-16T11:25:38.549 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nUOPG84yqjzWooC off=8245517 len=1422203 2024-09-16T11:25:38.551 INFO:tasks.workunit.client.0.smithi077.stdout:op 523 completed, throughput=5MB/sec 2024-09-16T11:25:38.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xmDLQO-saOHzlnh off=6535257 len=456159 2024-09-16T11:25:38.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 524 completed, throughput=5MB/sec 2024-09-16T11:25:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:38 smithi077 ceph-mon[86047]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:25:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:38 smithi077 ceph-mon[88497]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:25:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:38 smithi191 ceph-mon[84934]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:25:39.553 INFO:tasks.workunit.client.0.smithi077.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:39.553 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5eKwHQhK_f7_oon off=725626 len=531341 2024-09-16T11:25:39.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 525 completed, throughput=4.96MB/sec 2024-09-16T11:25:39.557 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l2mqvJEPaNmZVpq off=7464835 len=290433 2024-09-16T11:25:39.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 526 completed, throughput=4.96MB/sec 2024-09-16T11:25:39.560 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uymbvZqi5TAJCUV off=3782522 len=1698795 2024-09-16T11:25:39.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 527 completed, throughput=4.98MB/sec 2024-09-16T11:25:39.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ijz0JUJaXEjBzsw off=3560539 len=1198008 2024-09-16T11:25:39.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 528 completed, throughput=4.99MB/sec 2024-09-16T11:25:39.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Maod1LPbLWDJMIs off=0 len=1526107 2024-09-16T11:25:39.578 INFO:tasks.workunit.client.0.smithi077.stdout:op 529 completed, throughput=5MB/sec 2024-09-16T11:25:40.578 INFO:tasks.workunit.client.0.smithi077.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:40.578 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sLxZAWm4gnXguNO off=22040985 len=1221977 2024-09-16T11:25:40.580 INFO:tasks.workunit.client.0.smithi077.stdout:op 530 completed, throughput=4.97MB/sec 2024-09-16T11:25:40.580 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F0-PYwbHPmbCAA9 off=10713752 len=1990796 2024-09-16T11:25:40.593 INFO:tasks.workunit.client.0.smithi077.stdout:op 531 completed, throughput=4.98MB/sec 2024-09-16T11:25:40.593 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MnSfEd5NXuAQBX2 off=8871404 len=2070589 2024-09-16T11:25:40.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 532 completed, throughput=5MB/sec 2024-09-16T11:25:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:40 smithi077 ceph-mon[86047]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:25:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:40 smithi077 ceph-mon[88497]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:25:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:40 smithi191 ceph-mon[84934]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:25:41.606 INFO:tasks.workunit.client.0.smithi077.stdout: 109: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:41.606 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qWsABJx01Y0Pvnc off=7371327 len=1082037 2024-09-16T11:25:41.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 533 completed, throughput=4.96MB/sec 2024-09-16T11:25:41.607 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jWrERctTFRYvTD_ off=2713385 len=1477922 2024-09-16T11:25:41.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 534 completed, throughput=4.98MB/sec 2024-09-16T11:25:41.609 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Z1WyXAne5vW7Vg7 off=3254311 len=1389595 2024-09-16T11:25:41.617 INFO:tasks.workunit.client.0.smithi077.stdout:op 535 completed, throughput=4.99MB/sec 2024-09-16T11:25:41.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1DK-pKz_DLli8R7 off=15118996 len=1453054 2024-09-16T11:25:41.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 536 completed, throughput=5MB/sec 2024-09-16T11:25:42.619 INFO:tasks.workunit.client.0.smithi077.stdout: 110: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:42.619 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_sV_8pvPNXCpHQp off=4462936 len=1391305 2024-09-16T11:25:42.621 INFO:tasks.workunit.client.0.smithi077.stdout:op 537 completed, throughput=4.97MB/sec 2024-09-16T11:25:42.621 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GofIiDmGAmVS2G2 off=5444358 len=1935126 2024-09-16T11:25:42.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 538 completed, throughput=4.98MB/sec 2024-09-16T11:25:42.630 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5KPAbJAHrSk7rrm off=8870094 len=1060347 2024-09-16T11:25:42.631 INFO:tasks.workunit.client.0.smithi077.stdout:op 539 completed, throughput=4.99MB/sec 2024-09-16T11:25:42.631 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QdGY6HFdrugdp7u off=9982467 len=1751389 2024-09-16T11:25:42.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 540 completed, throughput=5.01MB/sec 2024-09-16T11:25:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:42 smithi077 ceph-mon[86047]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:42 smithi077 ceph-mon[88497]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:42 smithi191 ceph-mon[84934]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:43.633 INFO:tasks.workunit.client.0.smithi077.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:43.633 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jbjZHZNm5AuW3H1 off=7295272 len=394896 2024-09-16T11:25:43.634 INFO:tasks.workunit.client.0.smithi077.stdout:op 541 completed, throughput=4.97MB/sec 2024-09-16T11:25:43.634 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7xI0sP3AZJHEHk0 off=6329523 len=605623 2024-09-16T11:25:43.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 542 completed, throughput=4.97MB/sec 2024-09-16T11:25:43.636 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-X5_bDAPwXioWAdV off=8772862 len=790962 2024-09-16T11:25:43.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 543 completed, throughput=4.98MB/sec 2024-09-16T11:25:43.640 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WgnHAnbSmWTQg5O off=793500 len=950242 2024-09-16T11:25:43.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 544 completed, throughput=4.99MB/sec 2024-09-16T11:25:43.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-32Cj4Mgo7FB1c6c off=13535330 len=71866 2024-09-16T11:25:43.648 INFO:tasks.workunit.client.0.smithi077.stdout:op 545 completed, throughput=4.99MB/sec 2024-09-16T11:25:43.649 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SYaznm22982C82J off=17958820 len=715003 2024-09-16T11:25:43.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 546 completed, throughput=4.99MB/sec 2024-09-16T11:25:43.653 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dcen4HLinztdiMf off=3886605 len=1812429 2024-09-16T11:25:43.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 547 completed, throughput=5.01MB/sec 2024-09-16T11:25:44.655 INFO:tasks.workunit.client.0.smithi077.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:44.655 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X1u1yBErThPmoZC off=2148734 len=398141 2024-09-16T11:25:44.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 548 completed, throughput=4.97MB/sec 2024-09-16T11:25:44.656 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-klC61bOrR3OivnL off=17839955 len=1507944 2024-09-16T11:25:44.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 549 completed, throughput=4.98MB/sec 2024-09-16T11:25:44.659 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ke8TVd3Bl4hLUsV off=5847099 len=578339 2024-09-16T11:25:44.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 550 completed, throughput=4.98MB/sec 2024-09-16T11:25:44.660 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yI2foKGFU_h-30u off=13274005 len=407750 2024-09-16T11:25:44.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 551 completed, throughput=4.99MB/sec 2024-09-16T11:25:44.661 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2u6SbQ4r7v_HtEn off=9168279 len=949052 2024-09-16T11:25:44.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 552 completed, throughput=5MB/sec 2024-09-16T11:25:44.666 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wo41-wNf5NFESJR off=3140688 len=1261134 2024-09-16T11:25:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:44 smithi077 ceph-mon[86047]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:44 smithi077 ceph-mon[88497]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:44.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 553 completed, throughput=5.01MB/sec 2024-09-16T11:25:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:44 smithi191 ceph-mon[84934]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:45.672 INFO:tasks.workunit.client.0.smithi077.stdout: 113: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:45.673 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zP-oGL9SfhFeBBB off=414388 len=701789 2024-09-16T11:25:45.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 554 completed, throughput=4.97MB/sec 2024-09-16T11:25:45.677 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pwI5wvLED8FWmml off=17390845 len=621013 2024-09-16T11:25:45.681 INFO:tasks.workunit.client.0.smithi077.stdout:op 555 completed, throughput=4.97MB/sec 2024-09-16T11:25:45.681 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9dna0WP9Cl7cQaw off=9925481 len=1222057 2024-09-16T11:25:45.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 556 completed, throughput=4.98MB/sec 2024-09-16T11:25:45.683 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CupEIEy1IdM03YV off=12666066 len=1328999 2024-09-16T11:25:45.684 INFO:tasks.workunit.client.0.smithi077.stdout:op 557 completed, throughput=4.99MB/sec 2024-09-16T11:25:45.684 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9k9Jqp6xsxbttiS off=6793359 len=1018533 2024-09-16T11:25:45.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 558 completed, throughput=5MB/sec 2024-09-16T11:25:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:46 smithi077 ceph-mon[88497]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:25:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:46 smithi077 ceph-mon[86047]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:25:46.689 INFO:tasks.workunit.client.0.smithi077.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:46.689 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oFkSRMjHb_TRAve off=7905087 len=1687844 2024-09-16T11:25:46.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 559 completed, throughput=4.97MB/sec 2024-09-16T11:25:46.691 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3cgbAujyLqP7ZGB off=2755082 len=962705 2024-09-16T11:25:46.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 560 completed, throughput=4.98MB/sec 2024-09-16T11:25:46.692 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1yvcGTqIpDsgIMT off=18924119 len=999347 2024-09-16T11:25:46.693 INFO:tasks.workunit.client.0.smithi077.stdout:op 561 completed, throughput=4.99MB/sec 2024-09-16T11:25:46.693 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iEVnAMnELagu5q1 off=7130764 len=1125077 2024-09-16T11:25:46.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 562 completed, throughput=5MB/sec 2024-09-16T11:25:46.697 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7cCWb9W3YMK7ULf off=2467852 len=260008 2024-09-16T11:25:46.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 563 completed, throughput=5MB/sec 2024-09-16T11:25:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:46 smithi191 ceph-mon[84934]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:25:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:46] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T11:25:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:25:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:25:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:25:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:25:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:25:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:25:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:25:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:25:47.700 INFO:tasks.workunit.client.0.smithi077.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:47.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dJW4iXoa9g9ozeP off=2512482 len=1230801 2024-09-16T11:25:47.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 564 completed, throughput=4.97MB/sec 2024-09-16T11:25:47.705 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XlWJokKiG3UniTQ off=3506843 len=883106 2024-09-16T11:25:47.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 565 completed, throughput=4.97MB/sec 2024-09-16T11:25:47.706 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HEaqqRCEPnyv17U off=3405990 len=1576905 2024-09-16T11:25:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:25:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:25:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:25:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:25:47.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 566 completed, throughput=4.99MB/sec 2024-09-16T11:25:47.715 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L_alFwYLI0UCEZk off=16582424 len=1353098 2024-09-16T11:25:47.716 INFO:tasks.workunit.client.0.smithi077.stdout:op 567 completed, throughput=5MB/sec 2024-09-16T11:25:47.716 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TjeV5Umguhd0a6_ off=1117626 len=1252435 2024-09-16T11:25:47.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 568 completed, throughput=5.01MB/sec 2024-09-16T11:25:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:48 smithi077 ceph-mon[86047]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:25:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:48 smithi077 ceph-mon[88497]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:25:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:48 smithi191 ceph-mon[84934]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:25:48.718 INFO:tasks.workunit.client.0.smithi077.stdout: 116: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:48.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V9q21sq4RFjLHYO off=12852985 len=258918 2024-09-16T11:25:48.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 569 completed, throughput=4.97MB/sec 2024-09-16T11:25:48.719 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FFcRrr1G5D0A5ac off=4621858 len=1710811 2024-09-16T11:25:48.726 INFO:tasks.workunit.client.0.smithi077.stdout:op 570 completed, throughput=4.98MB/sec 2024-09-16T11:25:48.726 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hjN7KDakTFYGOqf off=8739991 len=452026 2024-09-16T11:25:48.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 571 completed, throughput=4.98MB/sec 2024-09-16T11:25:48.730 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CCrhH8uxoHj57_v off=5193678 len=1766449 2024-09-16T11:25:48.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 572 completed, throughput=5MB/sec 2024-09-16T11:25:48.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ssAMe2I0rIywlgL off=5102483 len=1879966 2024-09-16T11:25:48.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 573 completed, throughput=5.01MB/sec 2024-09-16T11:25:49.745 INFO:tasks.workunit.client.0.smithi077.stdout: 117: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:49.746 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PRBu040uXM53kRa off=17863894 len=1140608 2024-09-16T11:25:49.748 INFO:tasks.workunit.client.0.smithi077.stdout:op 574 completed, throughput=4.98MB/sec 2024-09-16T11:25:49.748 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ir6-DV6mikL6rsC off=1156764 len=1706145 2024-09-16T11:25:49.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 575 completed, throughput=4.99MB/sec 2024-09-16T11:25:49.756 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bT-l9IntMA7jw_W off=12067984 len=363222 2024-09-16T11:25:49.757 INFO:tasks.workunit.client.0.smithi077.stdout:op 576 completed, throughput=5MB/sec 2024-09-16T11:25:49.757 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6Ur7gg_JKijRbTt off=1708921 len=1618411 2024-09-16T11:25:49.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 577 completed, throughput=5.01MB/sec 2024-09-16T11:25:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:50 smithi077 ceph-mon[86047]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:50 smithi077 ceph-mon[88497]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:50 smithi191 ceph-mon[84934]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:50.759 INFO:tasks.workunit.client.0.smithi077.stdout: 118: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:50.759 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y9XAXvRNu-Xqww0 off=2213268 len=28675 2024-09-16T11:25:50.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 578 completed, throughput=4.97MB/sec 2024-09-16T11:25:50.761 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bXMCvkz14bWdBnT off=10855268 len=432964 2024-09-16T11:25:50.762 INFO:tasks.workunit.client.0.smithi077.stdout:op 579 completed, throughput=4.97MB/sec 2024-09-16T11:25:50.762 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SSOb-ccTGg_1497 off=11633511 len=1641599 2024-09-16T11:25:50.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 580 completed, throughput=4.98MB/sec 2024-09-16T11:25:50.769 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RRpCAEmYT7aEJNx off=16413380 len=1391175 2024-09-16T11:25:50.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 581 completed, throughput=4.99MB/sec 2024-09-16T11:25:50.770 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qMF6AyDx8MeSLFj off=7361326 len=842016 2024-09-16T11:25:50.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 582 completed, throughput=5MB/sec 2024-09-16T11:25:51.772 INFO:tasks.workunit.client.0.smithi077.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:51.772 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_CoMQGY_ZLm0lL8 off=18963453 len=335522 2024-09-16T11:25:51.776 INFO:tasks.workunit.client.0.smithi077.stdout:op 583 completed, throughput=4.96MB/sec 2024-09-16T11:25:51.776 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d5h6wMFEFCaOrNb off=4449209 len=237637 2024-09-16T11:25:51.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 584 completed, throughput=4.96MB/sec 2024-09-16T11:25:51.778 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XLvDmRcs9KqJdwk off=6418981 len=1306168 2024-09-16T11:25:51.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 585 completed, throughput=4.97MB/sec 2024-09-16T11:25:51.780 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ERl8p_1VwABjKbo off=647668 len=318096 2024-09-16T11:25:51.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 586 completed, throughput=4.98MB/sec 2024-09-16T11:25:51.783 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kUAapBT22rjvRIl off=4245910 len=549404 2024-09-16T11:25:51.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 587 completed, throughput=4.98MB/sec 2024-09-16T11:25:51.787 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pqY61EWZL8u9sKt off=144319 len=842043 2024-09-16T11:25:51.792 INFO:tasks.workunit.client.0.smithi077.stdout:op 588 completed, throughput=4.99MB/sec 2024-09-16T11:25:51.792 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UKP1PLFjSwEN2HG off=12014794 len=573320 2024-09-16T11:25:51.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 589 completed, throughput=4.99MB/sec 2024-09-16T11:25:51.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TvD7HnalJwtjkz_ off=11758032 len=818650 2024-09-16T11:25:51.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 590 completed, throughput=5MB/sec 2024-09-16T11:25:51.799 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rv_iD8owmmuHQg2 off=9038207 len=1791151 2024-09-16T11:25:51.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 591 completed, throughput=5.01MB/sec 2024-09-16T11:25:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:52 smithi077 ceph-mon[86047]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:52 smithi077 ceph-mon[88497]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:52 smithi191 ceph-mon[84934]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:25:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:25:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:25:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: 120: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:52.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nR4uUjL7aPxbiXD off=4472161 len=217452 2024-09-16T11:25:52.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 592 completed, throughput=4.97MB/sec 2024-09-16T11:25:52.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hh8YPTmRZz_U0l8 off=5842056 len=784539 2024-09-16T11:25:52.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 593 completed, throughput=4.98MB/sec 2024-09-16T11:25:52.804 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oFkSRMjHb_TRAve off=2377282 len=322472 2024-09-16T11:25:52.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 594 completed, throughput=4.98MB/sec 2024-09-16T11:25:52.807 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bC005_iEL1rmqOp off=4712316 len=1296266 2024-09-16T11:25:52.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 595 completed, throughput=4.99MB/sec 2024-09-16T11:25:52.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W6xRuDgJD02KcBZ off=7212795 len=350470 2024-09-16T11:25:52.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 596 completed, throughput=4.99MB/sec 2024-09-16T11:25:52.816 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fn-JEjL0N3Cbz3s off=8939075 len=401114 2024-09-16T11:25:52.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 597 completed, throughput=5MB/sec 2024-09-16T11:25:52.817 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Kzj0m9YfllGuPn1 off=3205469 len=1151376 2024-09-16T11:25:52.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 598 completed, throughput=5.01MB/sec 2024-09-16T11:25:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: 121: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:53.823 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ClHz4PfCll83rSB off=1441546 len=1601487 2024-09-16T11:25:53.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 599 completed, throughput=4.98MB/sec 2024-09-16T11:25:53.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cOnzQ8KRXEC0paK off=103819 len=1027206 2024-09-16T11:25:53.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 600 completed, throughput=4.98MB/sec 2024-09-16T11:25:53.835 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CUKXGaH9DnyzEk0 off=15641747 len=1252899 2024-09-16T11:25:53.836 INFO:tasks.workunit.client.0.smithi077.stdout:op 601 completed, throughput=4.99MB/sec 2024-09-16T11:25:53.836 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cRuv6OqPnyqRc6T off=7328654 len=1479688 2024-09-16T11:25:53.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 602 completed, throughput=5.01MB/sec 2024-09-16T11:25:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:54 smithi077 ceph-mon[86047]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:54 smithi077 ceph-mon[88497]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:54 smithi191 ceph-mon[84934]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:25:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: 122: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:54.838 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xvsJmD_VTvpuvWy off=5406360 len=1384167 2024-09-16T11:25:54.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 603 completed, throughput=4.98MB/sec 2024-09-16T11:25:54.849 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C7OhdUwEDk1-b__ off=8407778 len=949268 2024-09-16T11:25:54.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 604 completed, throughput=4.98MB/sec 2024-09-16T11:25:54.851 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--f3Z7MergbfULqy off=16227212 len=605199 2024-09-16T11:25:54.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 605 completed, throughput=4.99MB/sec 2024-09-16T11:25:54.852 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3QD3FfJvTehcXma off=3572760 len=39484 2024-09-16T11:25:54.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 606 completed, throughput=4.99MB/sec 2024-09-16T11:25:54.854 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E3jjGxiAhtA3VFr off=6146659 len=1809254 2024-09-16T11:25:54.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 607 completed, throughput=5MB/sec 2024-09-16T11:25:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-16T11:25:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yxNfaKRMT6Zfkp3 off=9800603 len=1024206 2024-09-16T11:25:55.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 608 completed, throughput=4.97MB/sec 2024-09-16T11:25:55.861 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OmA5ox6lnQEEnoV off=4310895 len=550374 2024-09-16T11:25:55.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 609 completed, throughput=4.97MB/sec 2024-09-16T11:25:55.864 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i2Y_Lpi2q65feaY off=5740483 len=61948 2024-09-16T11:25:55.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 610 completed, throughput=4.97MB/sec 2024-09-16T11:25:55.866 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jhGJHhzXjeVjDXE off=8747564 len=1176024 2024-09-16T11:25:55.867 INFO:tasks.workunit.client.0.smithi077.stdout:op 611 completed, throughput=4.98MB/sec 2024-09-16T11:25:55.867 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5tbzjRwFX0DI-Bi off=5331905 len=1868387 2024-09-16T11:25:55.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 612 completed, throughput=5MB/sec 2024-09-16T11:25:55.869 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1XsACuM6n2sxISX off=4747096 len=1621673 2024-09-16T11:25:55.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 613 completed, throughput=5.01MB/sec 2024-09-16T11:25:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:56 smithi077 ceph-mon[86047]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:25:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:56 smithi077 ceph-mon[88497]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:25:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:56 smithi191 ceph-mon[84934]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:25:56.878 INFO:tasks.workunit.client.0.smithi077.stdout: 124: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:56.878 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T5BXHNk2E6qeylz off=17529947 len=1553738 2024-09-16T11:25:56.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 614 completed, throughput=4.98MB/sec 2024-09-16T11:25:56.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p08nm6p3dOZfnlX off=10710769 len=84680 2024-09-16T11:25:56.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 615 completed, throughput=4.98MB/sec 2024-09-16T11:25:56.883 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1wI1XRy2O9xRJDr off=7519876 len=1596617 2024-09-16T11:25:56.893 INFO:tasks.workunit.client.0.smithi077.stdout:op 616 completed, throughput=4.99MB/sec 2024-09-16T11:25:56.893 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7gNBh8czNKoA_NC off=11666672 len=304194 2024-09-16T11:25:56.896 INFO:tasks.workunit.client.0.smithi077.stdout:op 617 completed, throughput=5MB/sec 2024-09-16T11:25:56.896 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--fEJtYaRel6HcPI off=943740 len=2065378 2024-09-16T11:25:56.906 INFO:tasks.workunit.client.0.smithi077.stdout:op 618 completed, throughput=5.01MB/sec 2024-09-16T11:25:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:25:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:25:56] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T11:25:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:25:57.906 INFO:tasks.workunit.client.0.smithi077.stdout: 125: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:57.906 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rxs9M4cQMhjR9SI off=149214 len=1824930 2024-09-16T11:25:57.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 619 completed, throughput=4.98MB/sec 2024-09-16T11:25:57.909 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xlh4CXAOWjltSFG off=18381210 len=2024540 2024-09-16T11:25:57.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 620 completed, throughput=5MB/sec 2024-09-16T11:25:57.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ej0Gip6U93-DdxF off=2643252 len=709456 2024-09-16T11:25:57.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 621 completed, throughput=5MB/sec 2024-09-16T11:25:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:25:58 smithi077 ceph-mon[86047]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:25:58 smithi077 ceph-mon[88497]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:25:58 smithi191 ceph-mon[84934]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:25:58.924 INFO:tasks.workunit.client.0.smithi077.stdout: 126: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:58.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GfslnG7UmQ4Cm4- off=2007721 len=1134157 2024-09-16T11:25:58.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 622 completed, throughput=4.97MB/sec 2024-09-16T11:25:58.930 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1PYjkv3t220Q5-d off=4604836 len=1385906 2024-09-16T11:25:58.932 INFO:tasks.workunit.client.0.smithi077.stdout:op 623 completed, throughput=4.98MB/sec 2024-09-16T11:25:58.932 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Pl3l4aYi9RDOXEa off=80177 len=2032675 2024-09-16T11:25:58.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 624 completed, throughput=5MB/sec 2024-09-16T11:25:58.936 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_qg0v49KDE2qnXF off=1510082 len=1269790 2024-09-16T11:25:58.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 625 completed, throughput=5.01MB/sec 2024-09-16T11:25:59.941 INFO:tasks.workunit.client.0.smithi077.stdout: 127: throughput=4.97MB/sec pending data=0 2024-09-16T11:25:59.942 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1HlYWoVC-2B4RCa off=20829969 len=1017589 2024-09-16T11:25:59.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 626 completed, throughput=4.98MB/sec 2024-09-16T11:25:59.943 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7mOqMYN4TfDvinV off=13989344 len=64495 2024-09-16T11:25:59.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 627 completed, throughput=4.98MB/sec 2024-09-16T11:25:59.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TgouNDEOoBsaRnG off=1405587 len=1923271 2024-09-16T11:25:59.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 628 completed, throughput=4.99MB/sec 2024-09-16T11:25:59.946 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Oyc1YnQ3Wr1qmRg off=8700751 len=416736 2024-09-16T11:25:59.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 629 completed, throughput=4.99MB/sec 2024-09-16T11:25:59.946 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-liRRli4XXxNcj3Y off=20054921 len=909517 2024-09-16T11:25:59.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 630 completed, throughput=5MB/sec 2024-09-16T11:26:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:00 smithi077 ceph-mon[86047]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:26:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:00 smithi077 ceph-mon[88497]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:26:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:00 smithi191 ceph-mon[84934]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:26:00.949 INFO:tasks.workunit.client.0.smithi077.stdout: 128: throughput=4.96MB/sec pending data=0 2024-09-16T11:26:00.949 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rp5YGXfddTADB2G off=23957599 len=577997 2024-09-16T11:26:00.953 INFO:tasks.workunit.client.0.smithi077.stdout:op 631 completed, throughput=4.97MB/sec 2024-09-16T11:26:00.953 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yx2aWY9JSbAos_g off=8825 len=1972524 2024-09-16T11:26:00.957 INFO:tasks.workunit.client.0.smithi077.stdout:op 632 completed, throughput=4.98MB/sec 2024-09-16T11:26:00.957 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N_cUWq-8mCPmy8n off=11479316 len=1295932 2024-09-16T11:26:00.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 633 completed, throughput=4.99MB/sec 2024-09-16T11:26:00.959 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RgOw5_2wdTjdHza off=270406 len=636399 2024-09-16T11:26:00.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 634 completed, throughput=5MB/sec 2024-09-16T11:26:00.960 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dcen4HLinztdiMf off=3550269 len=31921 2024-09-16T11:26:00.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 635 completed, throughput=5MB/sec 2024-09-16T11:26:00.960 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5jYvM7aA8zi_FpS off=6136864 len=140858 2024-09-16T11:26:00.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 636 completed, throughput=5MB/sec 2024-09-16T11:26:00.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OXYtW9dI5o0nl2m off=4248489 len=2025098 2024-09-16T11:26:00.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 637 completed, throughput=5.01MB/sec 2024-09-16T11:26:01.975 INFO:tasks.workunit.client.0.smithi077.stdout: 129: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:01.975 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KxAtCbB1Z0u1YI5 off=5736315 len=679608 2024-09-16T11:26:01.980 INFO:tasks.workunit.client.0.smithi077.stdout:op 638 completed, throughput=4.98MB/sec 2024-09-16T11:26:01.980 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B81KyvsR8vSErQa off=7813500 len=499324 2024-09-16T11:26:01.983 INFO:tasks.workunit.client.0.smithi077.stdout:op 639 completed, throughput=4.98MB/sec 2024-09-16T11:26:01.983 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0Pe6kzz1BoLv_CN off=6374072 len=328306 2024-09-16T11:26:01.983 INFO:tasks.workunit.client.0.smithi077.stdout:op 640 completed, throughput=4.98MB/sec 2024-09-16T11:26:01.984 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ti3y8umduBEJeMa off=392687 len=1197278 2024-09-16T11:26:01.985 INFO:tasks.workunit.client.0.smithi077.stdout:op 641 completed, throughput=4.99MB/sec 2024-09-16T11:26:01.985 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fbgEFZq72QtRqdl off=260734 len=646780 2024-09-16T11:26:01.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 642 completed, throughput=5MB/sec 2024-09-16T11:26:01.986 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-57t0UC6FOXV_ZeQ off=15218335 len=278746 2024-09-16T11:26:01.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 643 completed, throughput=5MB/sec 2024-09-16T11:26:01.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zSUVUaFfgcN9ch2 off=10605770 len=667395 2024-09-16T11:26:01.990 INFO:tasks.workunit.client.0.smithi077.stdout:op 644 completed, throughput=5MB/sec 2024-09-16T11:26:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:02 smithi077 ceph-mon[86047]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:02 smithi077 ceph-mon[88497]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:02 smithi191 ceph-mon[84934]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:02.991 INFO:tasks.workunit.client.0.smithi077.stdout: 130: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:02.991 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qP5EOwZPyOEPbi8 off=7516048 len=1275838 2024-09-16T11:26:02.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 645 completed, throughput=4.97MB/sec 2024-09-16T11:26:02.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7zR0HtYvCiRpvuf off=2391061 len=207967 2024-09-16T11:26:02.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 646 completed, throughput=4.98MB/sec 2024-09-16T11:26:03.000 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WJs-jXl3qamWcUd off=1900724 len=2002617 2024-09-16T11:26:03.002 INFO:tasks.workunit.client.0.smithi077.stdout:op 647 completed, throughput=4.99MB/sec 2024-09-16T11:26:03.002 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wMvmacV_fzkpnA3 off=22462428 len=945215 2024-09-16T11:26:03.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 648 completed, throughput=5MB/sec 2024-09-16T11:26:03.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L-JBhMXqHhbRSlL off=1992352 len=1225364 2024-09-16T11:26:03.014 INFO:tasks.workunit.client.0.smithi077.stdout:op 649 completed, throughput=5.01MB/sec 2024-09-16T11:26:04.015 INFO:tasks.workunit.client.0.smithi077.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:04.015 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OyLO_NhmCmjW26q off=3226006 len=1812712 2024-09-16T11:26:04.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 650 completed, throughput=4.98MB/sec 2024-09-16T11:26:04.024 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OvAzH72E0AXDPY- off=10417424 len=421585 2024-09-16T11:26:04.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 651 completed, throughput=4.98MB/sec 2024-09-16T11:26:04.028 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ujDVkGfkAZy_rOf off=5678221 len=363419 2024-09-16T11:26:04.028 INFO:tasks.workunit.client.0.smithi077.stdout:op 652 completed, throughput=4.99MB/sec 2024-09-16T11:26:04.028 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JG3dXSocMHgcd0Y off=4958214 len=650790 2024-09-16T11:26:04.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 653 completed, throughput=4.99MB/sec 2024-09-16T11:26:04.031 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AysjBChlmifyrxq off=5612212 len=640796 2024-09-16T11:26:04.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 654 completed, throughput=4.99MB/sec 2024-09-16T11:26:04.032 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xcZ7VUzdzjBo4Pc off=233508 len=412422 2024-09-16T11:26:04.033 INFO:tasks.workunit.client.0.smithi077.stdout:op 655 completed, throughput=5MB/sec 2024-09-16T11:26:04.033 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y9XAXvRNu-Xqww0 off=2077411 len=587428 2024-09-16T11:26:04.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 656 completed, throughput=5MB/sec 2024-09-16T11:26:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:04 smithi077 ceph-mon[86047]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:04 smithi077 ceph-mon[88497]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:04 smithi191 ceph-mon[84934]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:05.037 INFO:tasks.workunit.client.0.smithi077.stdout: 132: throughput=4.96MB/sec pending data=0 2024-09-16T11:26:05.037 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nvQ_2MXS3uaCIe0 off=7536380 len=1957253 2024-09-16T11:26:05.049 INFO:tasks.workunit.client.0.smithi077.stdout:op 657 completed, throughput=4.98MB/sec 2024-09-16T11:26:05.049 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FG9j17s9SZsVQvU off=2666914 len=693436 2024-09-16T11:26:05.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 658 completed, throughput=4.98MB/sec 2024-09-16T11:26:05.053 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7dxIW5qlNZWD29F off=8134614 len=590291 2024-09-16T11:26:05.054 INFO:tasks.workunit.client.0.smithi077.stdout:op 659 completed, throughput=4.99MB/sec 2024-09-16T11:26:05.054 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KS8gNIjvtARM3AY off=8052400 len=1194820 2024-09-16T11:26:05.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 660 completed, throughput=4.99MB/sec 2024-09-16T11:26:05.062 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-984Ql0duQQuBnXo off=3627258 len=418599 2024-09-16T11:26:05.063 INFO:tasks.workunit.client.0.smithi077.stdout:op 661 completed, throughput=5MB/sec 2024-09-16T11:26:05.063 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZFtoTtAsXHzeVXp off=976187 len=1867864 2024-09-16T11:26:05.074 INFO:tasks.workunit.client.0.smithi077.stdout:op 662 completed, throughput=5.01MB/sec 2024-09-16T11:26:06.074 INFO:tasks.workunit.client.0.smithi077.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:06.075 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tTYmJlNtN24xHDw off=144107 len=6526 2024-09-16T11:26:06.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 663 completed, throughput=4.97MB/sec 2024-09-16T11:26:06.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WqiKsxu3l-qpM8t off=4867603 len=907194 2024-09-16T11:26:06.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 664 completed, throughput=4.98MB/sec 2024-09-16T11:26:06.082 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4Exd0wacf_vr_WU off=8440097 len=102777 2024-09-16T11:26:06.085 INFO:tasks.workunit.client.0.smithi077.stdout:op 665 completed, throughput=4.98MB/sec 2024-09-16T11:26:06.085 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tKU929jMqSiR0sL off=9665220 len=936945 2024-09-16T11:26:06.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 666 completed, throughput=4.99MB/sec 2024-09-16T11:26:06.090 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-89B4wq8YdqgpqJK off=597045 len=917229 2024-09-16T11:26:06.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 667 completed, throughput=4.99MB/sec 2024-09-16T11:26:06.094 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zp5oH2FbLh4x7Nd off=2039769 len=598061 2024-09-16T11:26:06.096 INFO:tasks.workunit.client.0.smithi077.stdout:op 668 completed, throughput=5MB/sec 2024-09-16T11:26:06.096 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wl9nhupc-PRhIGS off=8349108 len=537749 2024-09-16T11:26:06.096 INFO:tasks.workunit.client.0.smithi077.stdout:op 669 completed, throughput=5MB/sec 2024-09-16T11:26:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:06 smithi077 ceph-mon[86047]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:06 smithi077 ceph-mon[88497]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:06 smithi191 ceph-mon[84934]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:07.097 INFO:tasks.workunit.client.0.smithi077.stdout: 134: throughput=4.96MB/sec pending data=0 2024-09-16T11:26:07.097 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qdeo5MGknMyhon4 off=505474 len=1739335 2024-09-16T11:26:07.100 INFO:tasks.workunit.client.0.smithi077.stdout:op 670 completed, throughput=4.98MB/sec 2024-09-16T11:26:07.100 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rAwdazYx_LxanUV off=1014149 len=502798 2024-09-16T11:26:07.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 671 completed, throughput=4.98MB/sec 2024-09-16T11:26:07.101 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eUi8joBc0Pm372u off=7916235 len=395538 2024-09-16T11:26:07.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 672 completed, throughput=4.98MB/sec 2024-09-16T11:26:07.102 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GHB8HUmsl77XM1n off=17705482 len=1415492 2024-09-16T11:26:07.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 673 completed, throughput=4.99MB/sec 2024-09-16T11:26:07.110 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OCNuegf8IOkXWOe off=4909187 len=608124 2024-09-16T11:26:07.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 674 completed, throughput=5MB/sec 2024-09-16T11:26:07.111 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qNtLN3VRFbOxYB7 off=558293 len=294007 2024-09-16T11:26:07.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 675 completed, throughput=5MB/sec 2024-09-16T11:26:07.112 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HeZxmG8qexUhLw8 off=10375651 len=489613 2024-09-16T11:26:07.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 676 completed, throughput=5MB/sec 2024-09-16T11:26:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:06] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-16T11:26:08.116 INFO:tasks.workunit.client.0.smithi077.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:08.116 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LAX5w_e3d43FRq3 off=4089058 len=2013243 2024-09-16T11:26:08.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 677 completed, throughput=4.98MB/sec 2024-09-16T11:26:08.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zk3dEwPXIj3eEkH off=1224362 len=635043 2024-09-16T11:26:08.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 678 completed, throughput=4.98MB/sec 2024-09-16T11:26:08.123 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hy3RTXcrYB-DSPB off=9717129 len=1967613 2024-09-16T11:26:08.125 INFO:tasks.workunit.client.0.smithi077.stdout:op 679 completed, throughput=5MB/sec 2024-09-16T11:26:08.125 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uddWeFHXIRLjacM off=3771688 len=786320 2024-09-16T11:26:08.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 680 completed, throughput=5MB/sec 2024-09-16T11:26:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:08 smithi077 ceph-mon[86047]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:26:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:08 smithi077 ceph-mon[88497]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:26:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:08 smithi191 ceph-mon[84934]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:26:09.127 INFO:tasks.workunit.client.0.smithi077.stdout: 136: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:09.127 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4CSKaGPQvRKqMuN off=9264662 len=332172 2024-09-16T11:26:09.127 INFO:tasks.workunit.client.0.smithi077.stdout:op 681 completed, throughput=4.97MB/sec 2024-09-16T11:26:09.128 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fDsSsQyHqRZ-5PI off=3772321 len=585514 2024-09-16T11:26:09.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 682 completed, throughput=4.97MB/sec 2024-09-16T11:26:09.132 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9QnICSTUuOzPEDT off=5237406 len=639571 2024-09-16T11:26:09.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 683 completed, throughput=4.98MB/sec 2024-09-16T11:26:09.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fda10r_KwqcAwdw off=6428642 len=1834445 2024-09-16T11:26:09.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 684 completed, throughput=4.99MB/sec 2024-09-16T11:26:09.144 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0_OahVisFV-KLEx off=1956306 len=1788516 2024-09-16T11:26:09.154 INFO:tasks.workunit.client.0.smithi077.stdout:op 685 completed, throughput=5MB/sec 2024-09-16T11:26:10.155 INFO:tasks.workunit.client.0.smithi077.stdout: 137: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:10.155 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KkixJU2XHcuxNVX off=3101922 len=2021916 2024-09-16T11:26:10.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 686 completed, throughput=4.98MB/sec 2024-09-16T11:26:10.159 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Q-44P--EZWL6L1 off=530238 len=309752 2024-09-16T11:26:10.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 687 completed, throughput=4.98MB/sec 2024-09-16T11:26:10.163 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AMHF_b2KlGWdl1r off=0 len=1297354 2024-09-16T11:26:10.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 688 completed, throughput=4.99MB/sec 2024-09-16T11:26:10.165 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xfZR3_YtuxWaaA8 off=633832 len=1374973 2024-09-16T11:26:10.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 689 completed, throughput=5MB/sec 2024-09-16T11:26:10.167 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VeP0oYa9qEhikKy off=430180 len=343810 2024-09-16T11:26:10.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 690 completed, throughput=5MB/sec 2024-09-16T11:26:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:10 smithi077 ceph-mon[86047]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:26:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:10 smithi077 ceph-mon[88497]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:26:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:10 smithi191 ceph-mon[84934]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:26:11.169 INFO:tasks.workunit.client.0.smithi077.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:11.169 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vpWDmAGsi6Yj2-d off=724212 len=1873293 2024-09-16T11:26:11.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 691 completed, throughput=4.98MB/sec 2024-09-16T11:26:11.172 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rUmI1BLpP0kjI1A off=276962 len=1162095 2024-09-16T11:26:11.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 692 completed, throughput=4.99MB/sec 2024-09-16T11:26:11.178 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lR6zOwQvjXq_gXj off=18362526 len=487157 2024-09-16T11:26:11.181 INFO:tasks.workunit.client.0.smithi077.stdout:op 693 completed, throughput=4.99MB/sec 2024-09-16T11:26:11.181 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-alusNvaF8amyS95 off=3666443 len=1874593 2024-09-16T11:26:11.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 694 completed, throughput=5MB/sec 2024-09-16T11:26:12.189 INFO:tasks.workunit.client.0.smithi077.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:12.189 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rTmoFOvy0AGN9OC off=9836825 len=869064 2024-09-16T11:26:12.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 695 completed, throughput=4.97MB/sec 2024-09-16T11:26:12.190 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2v3o9uL7EXsOB_4 off=1005428 len=1629158 2024-09-16T11:26:12.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 696 completed, throughput=4.98MB/sec 2024-09-16T11:26:12.192 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tGg5mhr4cf6bbcu off=7375307 len=554579 2024-09-16T11:26:12.197 INFO:tasks.workunit.client.0.smithi077.stdout:op 697 completed, throughput=4.99MB/sec 2024-09-16T11:26:12.197 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_8j_fSh7pMEIOCu off=4842019 len=61820 2024-09-16T11:26:12.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 698 completed, throughput=4.99MB/sec 2024-09-16T11:26:12.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FpVyv2GCqtMutSj off=1663203 len=1895741 2024-09-16T11:26:12.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 699 completed, throughput=5MB/sec 2024-09-16T11:26:12.202 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Htecnc_5IPqtFzi off=2672943 len=994305 2024-09-16T11:26:12.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 700 completed, throughput=5.01MB/sec 2024-09-16T11:26:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:12 smithi077 ceph-mon[86047]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T11:26:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:12 smithi077 ceph-mon[88497]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T11:26:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:12 smithi191 ceph-mon[84934]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T11:26:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:13.208 INFO:tasks.workunit.client.0.smithi077.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:13.208 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LH5UqgLab8gqWxL off=7258402 len=1599640 2024-09-16T11:26:13.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 701 completed, throughput=4.98MB/sec 2024-09-16T11:26:13.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZyNYJGe6LqLPyFF off=10348279 len=386943 2024-09-16T11:26:13.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 702 completed, throughput=4.98MB/sec 2024-09-16T11:26:13.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M0vlYzRJ2bdYsTj off=14182121 len=699503 2024-09-16T11:26:13.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 703 completed, throughput=4.99MB/sec 2024-09-16T11:26:13.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A78CIjO3xuLi9Zu off=9704328 len=1216606 2024-09-16T11:26:13.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 704 completed, throughput=5MB/sec 2024-09-16T11:26:13.221 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yzaTsobijkiYTw3 off=1199695 len=754195 2024-09-16T11:26:13.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 705 completed, throughput=5MB/sec 2024-09-16T11:26:14.226 INFO:tasks.workunit.client.0.smithi077.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:14.226 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yuuFJjrPC-MFCLH off=5319264 len=1543716 2024-09-16T11:26:14.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 706 completed, throughput=4.98MB/sec 2024-09-16T11:26:14.228 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KgdOWNKOZF3NMTn off=485 len=1452696 2024-09-16T11:26:14.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 707 completed, throughput=4.99MB/sec 2024-09-16T11:26:14.229 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-muOyvMooVbMZesH off=18059457 len=1198767 2024-09-16T11:26:14.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 708 completed, throughput=4.99MB/sec 2024-09-16T11:26:14.231 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eB9LOgOFUz5RrZb off=14104890 len=948059 2024-09-16T11:26:14.235 INFO:tasks.workunit.client.0.smithi077.stdout:op 709 completed, throughput=5MB/sec 2024-09-16T11:26:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:14 smithi077 ceph-mon[86047]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:14 smithi077 ceph-mon[88497]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:14 smithi191 ceph-mon[84934]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:15.235 INFO:tasks.workunit.client.0.smithi077.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:15.235 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QvgrbUzgsRSOCjr off=7793514 len=889875 2024-09-16T11:26:15.237 INFO:tasks.workunit.client.0.smithi077.stdout:op 710 completed, throughput=4.97MB/sec 2024-09-16T11:26:15.237 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-etGfnnkdV_-Ef4y off=10101489 len=1932169 2024-09-16T11:26:15.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 711 completed, throughput=4.98MB/sec 2024-09-16T11:26:15.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z3CP-B9JdksF3sS off=1658748 len=480970 2024-09-16T11:26:15.243 INFO:tasks.workunit.client.0.smithi077.stdout:op 712 completed, throughput=4.99MB/sec 2024-09-16T11:26:15.243 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Yrtti_KN_lwFKvX off=12850276 len=1570303 2024-09-16T11:26:15.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 713 completed, throughput=5MB/sec 2024-09-16T11:26:15.245 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKAplHjnq39laA_ off=1192810 len=1661690 2024-09-16T11:26:15.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 714 completed, throughput=5.01MB/sec 2024-09-16T11:26:16.252 INFO:tasks.workunit.client.0.smithi077.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:16.252 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jksQlkDI3CjMzoN off=6325065 len=320777 2024-09-16T11:26:16.255 INFO:tasks.workunit.client.0.smithi077.stdout:op 715 completed, throughput=4.98MB/sec 2024-09-16T11:26:16.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j9DZzVYlc4knodm off=11465193 len=1977619 2024-09-16T11:26:16.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 716 completed, throughput=4.99MB/sec 2024-09-16T11:26:16.258 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7tHsXB_S2OmUaUT off=9977155 len=2040753 2024-09-16T11:26:16.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 717 completed, throughput=5MB/sec 2024-09-16T11:26:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:16 smithi077 ceph-mon[86047]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:16 smithi077 ceph-mon[88497]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:16 smithi191 ceph-mon[84934]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T11:26:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:16] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:26:17.270 INFO:tasks.workunit.client.0.smithi077.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:17.270 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bqil3pqfxp5Ks_l off=4181285 len=1029745 2024-09-16T11:26:17.271 INFO:tasks.workunit.client.0.smithi077.stdout:op 718 completed, throughput=4.97MB/sec 2024-09-16T11:26:17.271 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gApQvuOW_PNrWDH off=8768317 len=600698 2024-09-16T11:26:17.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 719 completed, throughput=4.98MB/sec 2024-09-16T11:26:17.276 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EACg9LYjXdrS_Wc off=1384453 len=260082 2024-09-16T11:26:17.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 720 completed, throughput=4.98MB/sec 2024-09-16T11:26:17.276 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gaBvXiXYjom_9PJ off=15072956 len=8501 2024-09-16T11:26:17.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 721 completed, throughput=4.98MB/sec 2024-09-16T11:26:17.278 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9mfOgSxqNKfUx4X off=8581376 len=300576 2024-09-16T11:26:17.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 722 completed, throughput=4.98MB/sec 2024-09-16T11:26:17.280 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-984Ql0duQQuBnXo off=1496451 len=1635400 2024-09-16T11:26:17.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 723 completed, throughput=4.99MB/sec 2024-09-16T11:26:17.287 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--uBvWttSe-eA8FK off=10721008 len=257068 2024-09-16T11:26:17.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 724 completed, throughput=4.99MB/sec 2024-09-16T11:26:17.290 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YHZ7_9Eft9kMrgf off=2158816 len=674140 2024-09-16T11:26:17.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 725 completed, throughput=5MB/sec 2024-09-16T11:26:17.294 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P32c_sjhCjJOcu3 off=4048177 len=1844410 2024-09-16T11:26:17.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 726 completed, throughput=5.01MB/sec 2024-09-16T11:26:18.297 INFO:tasks.workunit.client.0.smithi077.stdout: 145: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:18.297 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OeY1HUM7b80Ys48 off=522416 len=796385 2024-09-16T11:26:18.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 727 completed, throughput=4.98MB/sec 2024-09-16T11:26:18.302 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--O-gkLDQIiL9Yzx off=4839975 len=392110 2024-09-16T11:26:18.306 INFO:tasks.workunit.client.0.smithi077.stdout:op 728 completed, throughput=4.98MB/sec 2024-09-16T11:26:18.306 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EkuMa1lDlW1ZluC off=1098693 len=1816057 2024-09-16T11:26:18.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 729 completed, throughput=4.99MB/sec 2024-09-16T11:26:18.317 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nHfym4WVC7952sJ off=5942273 len=1706028 2024-09-16T11:26:18.326 INFO:tasks.workunit.client.0.smithi077.stdout:op 730 completed, throughput=5.01MB/sec 2024-09-16T11:26:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:18 smithi077 ceph-mon[86047]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:26:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:18 smithi077 ceph-mon[88497]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:26:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:18 smithi191 ceph-mon[84934]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:26:19.328 INFO:tasks.workunit.client.0.smithi077.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:19.328 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R2PPWmWuATKsAI- off=5779121 len=988926 2024-09-16T11:26:19.332 INFO:tasks.workunit.client.0.smithi077.stdout:op 731 completed, throughput=4.98MB/sec 2024-09-16T11:26:19.332 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d8S00A_Aotx1wfi off=7111036 len=256373 2024-09-16T11:26:19.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 732 completed, throughput=4.98MB/sec 2024-09-16T11:26:19.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uWRqF8nZX2EqaYw off=5756058 len=1498574 2024-09-16T11:26:19.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 733 completed, throughput=4.99MB/sec 2024-09-16T11:26:19.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tVfHYdfX529Y3H5 off=2965079 len=355814 2024-09-16T11:26:19.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 734 completed, throughput=4.99MB/sec 2024-09-16T11:26:19.337 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CWL3CupTyvmZoIS off=12981742 len=631358 2024-09-16T11:26:19.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 735 completed, throughput=5MB/sec 2024-09-16T11:26:19.338 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FToJaIDZdKkpeos off=18958177 len=1961658 2024-09-16T11:26:19.350 INFO:tasks.workunit.client.0.smithi077.stdout:op 736 completed, throughput=5.01MB/sec 2024-09-16T11:26:20.350 INFO:tasks.workunit.client.0.smithi077.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:20.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0a2D4X89hajwUdi off=4081042 len=1243403 2024-09-16T11:26:20.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 737 completed, throughput=4.98MB/sec 2024-09-16T11:26:20.352 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vZrL6Avsexz5L_t off=23077378 len=1248055 2024-09-16T11:26:20.357 INFO:tasks.workunit.client.0.smithi077.stdout:op 738 completed, throughput=4.99MB/sec 2024-09-16T11:26:20.357 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tKULrXn6gSeOz-o off=11956982 len=1383293 2024-09-16T11:26:20.360 INFO:tasks.workunit.client.0.smithi077.stdout:op 739 completed, throughput=5MB/sec 2024-09-16T11:26:20.360 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rIEPys_HU824W5P off=5634884 len=1579674 2024-09-16T11:26:20.367 INFO:tasks.workunit.client.0.smithi077.stdout:op 740 completed, throughput=5.01MB/sec 2024-09-16T11:26:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:20 smithi077 ceph-mon[88497]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:20 smithi077 ceph-mon[86047]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:20 smithi191 ceph-mon[84934]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:26:21.367 INFO:tasks.workunit.client.0.smithi077.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:21.367 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J063fi5bw--TqbR off=3419501 len=1414690 2024-09-16T11:26:21.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 741 completed, throughput=4.98MB/sec 2024-09-16T11:26:21.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SUJ9gaNjHs6MfF9 off=11840345 len=1813625 2024-09-16T11:26:21.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 742 completed, throughput=4.99MB/sec 2024-09-16T11:26:21.376 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6mQTjJwBWqzYos4 off=17090736 len=465072 2024-09-16T11:26:21.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 743 completed, throughput=5MB/sec 2024-09-16T11:26:21.380 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A5NzuY3mlrHes6L off=1087574 len=1360117 2024-09-16T11:26:21.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 744 completed, throughput=5.01MB/sec 2024-09-16T11:26:22.389 INFO:tasks.workunit.client.0.smithi077.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:22.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eQ8XNqmmPfkJ0bA off=4598235 len=239679 2024-09-16T11:26:22.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 745 completed, throughput=4.97MB/sec 2024-09-16T11:26:22.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KXa_RK71E2B7zQz off=11379586 len=1554324 2024-09-16T11:26:22.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 746 completed, throughput=4.98MB/sec 2024-09-16T11:26:22.391 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2GwI7QuJIMEyQmH off=9132117 len=1830470 2024-09-16T11:26:22.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 747 completed, throughput=5MB/sec 2024-09-16T11:26:22.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M1l72mSRea0Q4Cg off=9215112 len=1114967 2024-09-16T11:26:22.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 748 completed, throughput=5MB/sec 2024-09-16T11:26:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:22 smithi077 ceph-mon[86047]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:26:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:22 smithi077 ceph-mon[88497]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:26:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:22 smithi191 ceph-mon[84934]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:26:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:23.404 INFO:tasks.workunit.client.0.smithi077.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:23.404 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IMCzzytSg6uCbNA off=3327856 len=696092 2024-09-16T11:26:23.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 749 completed, throughput=4.97MB/sec 2024-09-16T11:26:23.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hFhh0oR5pC04U5P off=12898603 len=1320007 2024-09-16T11:26:23.411 INFO:tasks.workunit.client.0.smithi077.stdout:op 750 completed, throughput=4.98MB/sec 2024-09-16T11:26:23.411 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QUvnXDoV7E1MweX off=18095416 len=595197 2024-09-16T11:26:23.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 751 completed, throughput=4.99MB/sec 2024-09-16T11:26:23.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FZ2_QFAgtkE64DW off=12408872 len=1444923 2024-09-16T11:26:23.415 INFO:tasks.workunit.client.0.smithi077.stdout:op 752 completed, throughput=4.99MB/sec 2024-09-16T11:26:23.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BDEjNOwixWo1jzB off=9664345 len=1159419 2024-09-16T11:26:23.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 753 completed, throughput=5MB/sec 2024-09-16T11:26:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:23 smithi077 ceph-mon[86047]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:23 smithi077 ceph-mon[88497]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:23 smithi191 ceph-mon[84934]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:26:24.421 INFO:tasks.workunit.client.0.smithi077.stdout: 151: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:24.421 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1MpvLlhFSTVGfV off=5976371 len=114978 2024-09-16T11:26:24.424 INFO:tasks.workunit.client.0.smithi077.stdout:op 754 completed, throughput=4.97MB/sec 2024-09-16T11:26:24.424 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K9rxyp55wBCDBr5 off=125599 len=275547 2024-09-16T11:26:24.426 INFO:tasks.workunit.client.0.smithi077.stdout:op 755 completed, throughput=4.97MB/sec 2024-09-16T11:26:24.426 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iOzFyu7222Zn4ri off=7496165 len=280708 2024-09-16T11:26:24.427 INFO:tasks.workunit.client.0.smithi077.stdout:op 756 completed, throughput=4.97MB/sec 2024-09-16T11:26:24.427 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P32c_sjhCjJOcu3 off=2412388 len=452118 2024-09-16T11:26:24.430 INFO:tasks.workunit.client.0.smithi077.stdout:op 757 completed, throughput=4.98MB/sec 2024-09-16T11:26:24.430 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NoLuqepij5n4DsH off=8736393 len=144193 2024-09-16T11:26:24.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 758 completed, throughput=4.98MB/sec 2024-09-16T11:26:24.433 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IhmtXzWw-f1fyAn off=6440665 len=1197728 2024-09-16T11:26:24.434 INFO:tasks.workunit.client.0.smithi077.stdout:op 759 completed, throughput=4.98MB/sec 2024-09-16T11:26:24.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K32puKgcShkOxTv off=15130990 len=1410864 2024-09-16T11:26:24.442 INFO:tasks.workunit.client.0.smithi077.stdout:op 760 completed, throughput=4.99MB/sec 2024-09-16T11:26:24.442 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v5zoKKl6D0_Otrd off=15967569 len=679051 2024-09-16T11:26:24.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 761 completed, throughput=5MB/sec 2024-09-16T11:26:24.443 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pcDjFJIsPNR_Diy off=9259019 len=852974 2024-09-16T11:26:24.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 762 completed, throughput=5MB/sec 2024-09-16T11:26:25.444 INFO:tasks.workunit.client.0.smithi077.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:25.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cWUtfi9s5uNLZWa off=6747788 len=1592496 2024-09-16T11:26:25.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 763 completed, throughput=4.98MB/sec 2024-09-16T11:26:25.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xzp-c9beQNWlkWh off=1901516 len=1692309 2024-09-16T11:26:25.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 764 completed, throughput=4.99MB/sec 2024-09-16T11:26:25.454 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tvU2K5SuQH51Gxz off=2562421 len=447696 2024-09-16T11:26:25.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 765 completed, throughput=4.99MB/sec 2024-09-16T11:26:25.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nxdCws9JSbzcyDR off=9086661 len=2022395 2024-09-16T11:26:25.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 766 completed, throughput=5MB/sec 2024-09-16T11:26:26.457 INFO:tasks.workunit.client.0.smithi077.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:26.457 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1eN_SWq2YUH2PtA off=10097910 len=42642 2024-09-16T11:26:26.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 767 completed, throughput=4.97MB/sec 2024-09-16T11:26:26.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--GIhkMviUcukzKU off=4098628 len=121831 2024-09-16T11:26:26.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 768 completed, throughput=4.97MB/sec 2024-09-16T11:26:26.459 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S472TspAOUpgoDl off=10107537 len=261393 2024-09-16T11:26:26.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 769 completed, throughput=4.97MB/sec 2024-09-16T11:26:26.462 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hJSD99rwZgEWpHZ off=13220926 len=1851072 2024-09-16T11:26:26.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 770 completed, throughput=4.99MB/sec 2024-09-16T11:26:26.472 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0vzObukt8TqokEK off=3810179 len=508058 2024-09-16T11:26:26.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 771 completed, throughput=4.99MB/sec 2024-09-16T11:26:26.476 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CVLfZgNzLseqFhv off=893546 len=3413 2024-09-16T11:26:26.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 772 completed, throughput=4.99MB/sec 2024-09-16T11:26:26.478 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EzLqtQ71Vor-52n off=7628497 len=441040 2024-09-16T11:26:26.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 773 completed, throughput=4.99MB/sec 2024-09-16T11:26:26.479 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CbzNxROjvOC9CJr off=672006 len=2007977 2024-09-16T11:26:26.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 774 completed, throughput=5MB/sec 2024-09-16T11:26:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:26 smithi077 ceph-mon[86047]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:26 smithi077 ceph-mon[88497]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:26 smithi191 ceph-mon[84934]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:26] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:26:27.493 INFO:tasks.workunit.client.0.smithi077.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:27.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-s3f68-Eho0Vh5bH off=23606848 len=1942944 2024-09-16T11:26:27.504 INFO:tasks.workunit.client.0.smithi077.stdout:op 775 completed, throughput=4.98MB/sec 2024-09-16T11:26:27.504 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i9wjdqm86Xxp2bB off=787621 len=1045231 2024-09-16T11:26:27.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 776 completed, throughput=4.99MB/sec 2024-09-16T11:26:27.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nS0oSF3r9ONViOc off=6316510 len=744739 2024-09-16T11:26:27.514 INFO:tasks.workunit.client.0.smithi077.stdout:op 777 completed, throughput=4.99MB/sec 2024-09-16T11:26:27.514 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UhUR_2BOB0Rvjf1 off=5735994 len=1564286 2024-09-16T11:26:27.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 778 completed, throughput=5MB/sec 2024-09-16T11:26:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:28.520 INFO:tasks.workunit.client.0.smithi077.stdout: 155: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:28.521 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VA01NQd70SmI1M7 off=1136788 len=524856 2024-09-16T11:26:28.524 INFO:tasks.workunit.client.0.smithi077.stdout:op 779 completed, throughput=4.97MB/sec 2024-09-16T11:26:28.525 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HXe8q3nRP7qLjkW off=18640010 len=1429732 2024-09-16T11:26:28.526 INFO:tasks.workunit.client.0.smithi077.stdout:op 780 completed, throughput=4.98MB/sec 2024-09-16T11:26:28.526 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3pKz-AiKrxrdqop off=1668542 len=918804 2024-09-16T11:26:28.531 INFO:tasks.workunit.client.0.smithi077.stdout:op 781 completed, throughput=4.99MB/sec 2024-09-16T11:26:28.531 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FCHs3aifJhHLRK5 off=6785682 len=1684103 2024-09-16T11:26:28.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 782 completed, throughput=5MB/sec 2024-09-16T11:26:28.534 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8JYOM1nnEskBrOv off=10507882 len=405608 2024-09-16T11:26:28.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 783 completed, throughput=5MB/sec 2024-09-16T11:26:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:28 smithi077 ceph-mon[88497]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:28 smithi077 ceph-mon[86047]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:28 smithi191 ceph-mon[84934]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:29.538 INFO:tasks.workunit.client.0.smithi077.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:29.539 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XoeB8bNIPYA4E0P off=11878335 len=1051264 2024-09-16T11:26:29.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 784 completed, throughput=4.98MB/sec 2024-09-16T11:26:29.545 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xz1kZsFPAhTUPij off=11879659 len=1380321 2024-09-16T11:26:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:op 785 completed, throughput=4.98MB/sec 2024-09-16T11:26:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mtkguNocMlfwc1T off=9223287 len=729069 2024-09-16T11:26:29.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 786 completed, throughput=4.99MB/sec 2024-09-16T11:26:29.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r4BITwtGQWOhVFZ off=13497516 len=1497072 2024-09-16T11:26:29.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 787 completed, throughput=5MB/sec 2024-09-16T11:26:29.554 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dGyq_p9vZlFanoT off=4918668 len=876390 2024-09-16T11:26:29.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 788 completed, throughput=5MB/sec 2024-09-16T11:26:30.558 INFO:tasks.workunit.client.0.smithi077.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:30.559 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cwnr3puZUUDTRLl off=2908201 len=1349645 2024-09-16T11:26:30.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 789 completed, throughput=4.98MB/sec 2024-09-16T11:26:30.565 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IL0k2AIfp0XPzS8 off=344362 len=1489511 2024-09-16T11:26:30.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 790 completed, throughput=4.99MB/sec 2024-09-16T11:26:30.567 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CA3ij6vMpTAfK40 off=7313299 len=107778 2024-09-16T11:26:30.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 791 completed, throughput=4.99MB/sec 2024-09-16T11:26:30.568 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8jartNsfVdsLG2w off=14758858 len=1128382 2024-09-16T11:26:30.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 792 completed, throughput=4.99MB/sec 2024-09-16T11:26:30.570 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l44A_pg0hKnUrN7 off=1265864 len=931396 2024-09-16T11:26:30.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 793 completed, throughput=5MB/sec 2024-09-16T11:26:30.575 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GoouNarn1T3_AAW off=9441894 len=687634 2024-09-16T11:26:30.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 794 completed, throughput=5MB/sec 2024-09-16T11:26:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:30 smithi077 ceph-mon[88497]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:30 smithi077 ceph-mon[86047]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:30 smithi191 ceph-mon[84934]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:31.580 INFO:tasks.workunit.client.0.smithi077.stdout: 158: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:31.580 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QNoGg72ESjQ4ti8 off=10134943 len=419265 2024-09-16T11:26:31.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 795 completed, throughput=4.98MB/sec 2024-09-16T11:26:31.581 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ESO4qGrYf-tDwRt off=0 len=1602986 2024-09-16T11:26:31.583 INFO:tasks.workunit.client.0.smithi077.stdout:op 796 completed, throughput=4.98MB/sec 2024-09-16T11:26:31.583 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vz5wbam7PMkEiLy off=922103 len=1108687 2024-09-16T11:26:31.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 797 completed, throughput=4.99MB/sec 2024-09-16T11:26:31.589 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WEYE2mGFwzUsLVS off=1452616 len=1242558 2024-09-16T11:26:31.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 798 completed, throughput=5MB/sec 2024-09-16T11:26:31.592 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2zerxDEupiRKycp off=1098199 len=1841015 2024-09-16T11:26:31.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 799 completed, throughput=5.01MB/sec 2024-09-16T11:26:32.603 INFO:tasks.workunit.client.0.smithi077.stdout: 159: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:32.603 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3yh8u5pEtmhygD- off=4512140 len=1092994 2024-09-16T11:26:32.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 800 completed, throughput=4.98MB/sec 2024-09-16T11:26:32.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7PKzWa4sRCGHiMV off=5689087 len=904162 2024-09-16T11:26:32.606 INFO:tasks.workunit.client.0.smithi077.stdout:op 801 completed, throughput=4.99MB/sec 2024-09-16T11:26:32.606 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bf-ra7qWqQzdK-4 off=7222617 len=1167391 2024-09-16T11:26:32.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 802 completed, throughput=5MB/sec 2024-09-16T11:26:32.610 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HYzCj-Qeuknwwku off=6901148 len=1974394 2024-09-16T11:26:32.623 INFO:tasks.workunit.client.0.smithi077.stdout:op 803 completed, throughput=5.01MB/sec 2024-09-16T11:26:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:32 smithi077 ceph-mon[88497]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:32 smithi077 ceph-mon[86047]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:32 smithi191 ceph-mon[84934]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:33.623 INFO:tasks.workunit.client.0.smithi077.stdout: 160: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:33.623 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tE7W-0XPEQ1sV4e off=100378 len=1790847 2024-09-16T11:26:33.632 INFO:tasks.workunit.client.0.smithi077.stdout:op 804 completed, throughput=4.99MB/sec 2024-09-16T11:26:33.632 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qwrtJfsYi6iUskJ off=2503605 len=1817338 2024-09-16T11:26:33.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 805 completed, throughput=5MB/sec 2024-09-16T11:26:33.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--DqxM2aFnew3-qc off=16766652 len=842268 2024-09-16T11:26:33.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 806 completed, throughput=5MB/sec 2024-09-16T11:26:34.639 INFO:tasks.workunit.client.0.smithi077.stdout: 161: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:34.639 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N4uVNOnOePbFOKe off=16762623 len=1643577 2024-09-16T11:26:34.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 807 completed, throughput=4.98MB/sec 2024-09-16T11:26:34.640 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-okaGho90rq947ve off=7887217 len=274783 2024-09-16T11:26:34.644 INFO:tasks.workunit.client.0.smithi077.stdout:op 808 completed, throughput=4.98MB/sec 2024-09-16T11:26:34.644 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JFzAjCopoWZowSD off=15686328 len=1501454 2024-09-16T11:26:34.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 809 completed, throughput=4.99MB/sec 2024-09-16T11:26:34.646 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A8iA9KlYDDmNiRb off=628033 len=1490019 2024-09-16T11:26:34.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 810 completed, throughput=5MB/sec 2024-09-16T11:26:34.648 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AnWmcc465fOuGG4 off=1606551 len=1292246 2024-09-16T11:26:34.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 811 completed, throughput=5.01MB/sec 2024-09-16T11:26:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:34 smithi077 ceph-mon[88497]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:34 smithi077 ceph-mon[86047]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:34 smithi191 ceph-mon[84934]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:26:35.651 INFO:tasks.workunit.client.0.smithi077.stdout: 162: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:35.651 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WzhQVyzvfqD48zo off=11751997 len=93217 2024-09-16T11:26:35.651 INFO:tasks.workunit.client.0.smithi077.stdout:op 812 completed, throughput=4.98MB/sec 2024-09-16T11:26:35.651 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-moabPpDVD3VsaEy off=390211 len=1519603 2024-09-16T11:26:35.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 813 completed, throughput=4.99MB/sec 2024-09-16T11:26:35.659 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9N4vE_QC8Tbgbnc off=2176000 len=151040 2024-09-16T11:26:35.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 814 completed, throughput=4.99MB/sec 2024-09-16T11:26:35.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y3YB_6hWfKjv9fI off=14400388 len=757751 2024-09-16T11:26:35.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 815 completed, throughput=4.99MB/sec 2024-09-16T11:26:35.666 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y-fzLiuSM0mDRsu off=4830902 len=1424303 2024-09-16T11:26:35.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 816 completed, throughput=5MB/sec 2024-09-16T11:26:35.673 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pjpQ1YKDTqWGvol off=17045342 len=1136722 2024-09-16T11:26:35.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 817 completed, throughput=5.01MB/sec 2024-09-16T11:26:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:36 smithi077 ceph-mon[88497]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:36 smithi077 ceph-mon[86047]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:36.674 INFO:tasks.workunit.client.0.smithi077.stdout: 163: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:36.674 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K6K-zZfdW5rSExl off=7901664 len=894976 2024-09-16T11:26:36.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 818 completed, throughput=4.98MB/sec 2024-09-16T11:26:36.675 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ctP7GIglHymMPmy off=10084253 len=1544849 2024-09-16T11:26:36.678 INFO:tasks.workunit.client.0.smithi077.stdout:op 819 completed, throughput=4.99MB/sec 2024-09-16T11:26:36.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RlMh2zP5IdSp97U off=8510675 len=515676 2024-09-16T11:26:36.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 820 completed, throughput=4.99MB/sec 2024-09-16T11:26:36.682 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ka0I1XXt3FVzKrn off=3104894 len=891415 2024-09-16T11:26:36.684 INFO:tasks.workunit.client.0.smithi077.stdout:op 821 completed, throughput=5MB/sec 2024-09-16T11:26:36.684 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4QYziJEFQBaTn_B off=7611485 len=1356918 2024-09-16T11:26:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 822 completed, throughput=5.01MB/sec 2024-09-16T11:26:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:36 smithi191 ceph-mon[84934]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:26:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:36] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T11:26:37.690 INFO:tasks.workunit.client.0.smithi077.stdout: 164: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:37.690 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iOcM0atvLfyfAAZ off=7767451 len=1523551 2024-09-16T11:26:37.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 823 completed, throughput=4.98MB/sec 2024-09-16T11:26:37.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yN9-F1Vf8VIDinq off=1872995 len=1258442 2024-09-16T11:26:37.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 824 completed, throughput=4.99MB/sec 2024-09-16T11:26:37.698 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qT12LS6O_sL4lcM off=1296934 len=1237586 2024-09-16T11:26:37.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 825 completed, throughput=5MB/sec 2024-09-16T11:26:37.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LUXuDL3Lj7wxovd off=15886218 len=1473530 2024-09-16T11:26:37.708 INFO:tasks.workunit.client.0.smithi077.stdout:op 826 completed, throughput=5.01MB/sec 2024-09-16T11:26:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:38 smithi077 ceph-mon[86047]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:38 smithi077 ceph-mon[88497]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:38.708 INFO:tasks.workunit.client.0.smithi077.stdout: 165: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:38.708 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8NYOjJyed8MimSg off=3467285 len=1678270 2024-09-16T11:26:38.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 827 completed, throughput=4.99MB/sec 2024-09-16T11:26:38.710 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Du_y1ZQCBCEFlE_ off=1113692 len=919166 2024-09-16T11:26:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:38 smithi191 ceph-mon[84934]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:38.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 828 completed, throughput=4.99MB/sec 2024-09-16T11:26:38.715 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HDtDZY8bQ7qga5C off=202029 len=2037538 2024-09-16T11:26:38.717 INFO:tasks.workunit.client.0.smithi077.stdout:op 829 completed, throughput=5MB/sec 2024-09-16T11:26:39.718 INFO:tasks.workunit.client.0.smithi077.stdout: 166: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:39.718 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dXbpbBxOO78pFIJ off=2645310 len=1745573 2024-09-16T11:26:39.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 830 completed, throughput=4.98MB/sec 2024-09-16T11:26:39.729 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YJY1HnpF_2QZQnU off=3722700 len=233512 2024-09-16T11:26:39.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 831 completed, throughput=4.98MB/sec 2024-09-16T11:26:39.729 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OCyH7QiQEjcYg0_ off=13176487 len=1213616 2024-09-16T11:26:39.731 INFO:tasks.workunit.client.0.smithi077.stdout:op 832 completed, throughput=4.99MB/sec 2024-09-16T11:26:39.731 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5pRumFQ_LBacGTz off=2064199 len=840772 2024-09-16T11:26:39.735 INFO:tasks.workunit.client.0.smithi077.stdout:op 833 completed, throughput=4.99MB/sec 2024-09-16T11:26:39.735 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iqQuVOu7at0Q3aM off=554988 len=695206 2024-09-16T11:26:39.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 834 completed, throughput=5MB/sec 2024-09-16T11:26:39.736 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oAceozM9fkt0bQB off=1109625 len=1209402 2024-09-16T11:26:39.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 835 completed, throughput=5.01MB/sec 2024-09-16T11:26:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:40 smithi077 ceph-mon[86047]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:40 smithi077 ceph-mon[88497]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:40 smithi191 ceph-mon[84934]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:40.738 INFO:tasks.workunit.client.0.smithi077.stdout: 167: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:40.738 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DNc7czl01Nll77B off=0 len=1961377 2024-09-16T11:26:40.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 836 completed, throughput=4.99MB/sec 2024-09-16T11:26:40.750 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ecdM_0_loWqbeaC off=1711397 len=204814 2024-09-16T11:26:40.752 INFO:tasks.workunit.client.0.smithi077.stdout:op 837 completed, throughput=4.99MB/sec 2024-09-16T11:26:40.752 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RznyHTbduc2C608 off=0 len=1081446 2024-09-16T11:26:40.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 838 completed, throughput=4.99MB/sec 2024-09-16T11:26:40.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rotyGIbLnwNjrC5 off=17899322 len=483757 2024-09-16T11:26:40.759 INFO:tasks.workunit.client.0.smithi077.stdout:op 839 completed, throughput=5MB/sec 2024-09-16T11:26:40.760 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sfIQ2kzVtA-1XzV off=8009477 len=1797136 2024-09-16T11:26:40.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 840 completed, throughput=5.01MB/sec 2024-09-16T11:26:41.762 INFO:tasks.workunit.client.0.smithi077.stdout: 168: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:41.762 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lz4cWRDWs8ESa4t off=2461294 len=1993253 2024-09-16T11:26:41.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 841 completed, throughput=4.99MB/sec 2024-09-16T11:26:41.773 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P0PqqnAhrNxPBQk off=1986033 len=810726 2024-09-16T11:26:41.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 842 completed, throughput=4.99MB/sec 2024-09-16T11:26:41.775 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SYuPQ8e-TBgGH5v off=1455969 len=877626 2024-09-16T11:26:41.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 843 completed, throughput=5MB/sec 2024-09-16T11:26:41.780 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j3pXOEVwFjQovfL off=6083139 len=257262 2024-09-16T11:26:41.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 844 completed, throughput=5MB/sec 2024-09-16T11:26:41.783 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r0wgzRBlHYJEcU6 off=2522935 len=1648656 2024-09-16T11:26:41.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 845 completed, throughput=5.01MB/sec 2024-09-16T11:26:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:42 smithi077 ceph-mon[86047]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:42 smithi077 ceph-mon[88497]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:42 smithi191 ceph-mon[84934]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:42.786 INFO:tasks.workunit.client.0.smithi077.stdout: 169: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:42.786 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_jE_d6M3fZm6myp off=11826337 len=1545883 2024-09-16T11:26:42.788 INFO:tasks.workunit.client.0.smithi077.stdout:op 846 completed, throughput=4.99MB/sec 2024-09-16T11:26:42.788 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RLpoVlm7NnJCACK off=4399174 len=703464 2024-09-16T11:26:42.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 847 completed, throughput=4.99MB/sec 2024-09-16T11:26:42.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vYoFsUga-6vuJQO off=5569260 len=793452 2024-09-16T11:26:42.797 INFO:tasks.workunit.client.0.smithi077.stdout:op 848 completed, throughput=4.99MB/sec 2024-09-16T11:26:42.797 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0pk67yN9GvoWg40 off=10291363 len=800459 2024-09-16T11:26:42.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 849 completed, throughput=5MB/sec 2024-09-16T11:26:42.799 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-om008JsuihKrt8j off=3646079 len=321569 2024-09-16T11:26:42.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 850 completed, throughput=5MB/sec 2024-09-16T11:26:43.803 INFO:tasks.workunit.client.0.smithi077.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:43.803 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vpWDmAGsi6Yj2-d off=822510 len=1774995 2024-09-16T11:26:43.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 851 completed, throughput=4.98MB/sec 2024-09-16T11:26:43.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LgLUrbYdORBUjkg off=10020147 len=1701095 2024-09-16T11:26:43.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 852 completed, throughput=4.99MB/sec 2024-09-16T11:26:43.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Vsf-9_q2Q_VQGd0 off=247716 len=1942215 2024-09-16T11:26:43.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 853 completed, throughput=5MB/sec 2024-09-16T11:26:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:44 smithi077 ceph-mon[86047]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:44 smithi077 ceph-mon[88497]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:44 smithi191 ceph-mon[84934]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:44.823 INFO:tasks.workunit.client.0.smithi077.stdout: 171: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:44.823 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bXNX4nneZekzC-E off=1179876 len=508387 2024-09-16T11:26:44.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 854 completed, throughput=4.98MB/sec 2024-09-16T11:26:44.828 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-728O_goS8NIidDC off=9691711 len=1888991 2024-09-16T11:26:44.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 855 completed, throughput=4.99MB/sec 2024-09-16T11:26:44.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZTbIdzimnRl0uLh off=1753270 len=950728 2024-09-16T11:26:44.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 856 completed, throughput=4.99MB/sec 2024-09-16T11:26:44.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-danQtGxJg-SIexJ off=4516397 len=1197340 2024-09-16T11:26:44.847 INFO:tasks.workunit.client.0.smithi077.stdout:op 857 completed, throughput=5MB/sec 2024-09-16T11:26:44.847 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1UEfaaVeil5f2KF off=13774272 len=1277857 2024-09-16T11:26:44.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 858 completed, throughput=5MB/sec 2024-09-16T11:26:45.849 INFO:tasks.workunit.client.0.smithi077.stdout: 172: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:45.849 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NxWJz3a6ZMAw7Tx off=5014376 len=153051 2024-09-16T11:26:45.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 859 completed, throughput=4.98MB/sec 2024-09-16T11:26:45.850 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AqnVwDP00VfHBap off=1666707 len=1261937 2024-09-16T11:26:45.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 860 completed, throughput=4.98MB/sec 2024-09-16T11:26:45.852 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bFIvxMIuNjyPDKq off=596758 len=517748 2024-09-16T11:26:45.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 861 completed, throughput=4.99MB/sec 2024-09-16T11:26:45.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dYrBQN7SWSBUtlG off=9505794 len=502822 2024-09-16T11:26:45.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 862 completed, throughput=4.99MB/sec 2024-09-16T11:26:45.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EbcnPFcMGgm7tT4 off=940772 len=154263 2024-09-16T11:26:45.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 863 completed, throughput=4.99MB/sec 2024-09-16T11:26:45.860 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SuqVUZgf0veA-5p off=928592 len=1151420 2024-09-16T11:26:45.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 864 completed, throughput=5MB/sec 2024-09-16T11:26:45.862 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kzbm_EqHVCoBvCd off=220166 len=1273017 2024-09-16T11:26:45.864 INFO:tasks.workunit.client.0.smithi077.stdout:op 865 completed, throughput=5MB/sec 2024-09-16T11:26:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:46 smithi077 ceph-mon[86047]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:46 smithi077 ceph-mon[88497]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:46 smithi191 ceph-mon[84934]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:26:46.864 INFO:tasks.workunit.client.0.smithi077.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:46.865 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--wmGNeKswnR33iC off=15532550 len=1612146 2024-09-16T11:26:46.868 INFO:tasks.workunit.client.0.smithi077.stdout:op 866 completed, throughput=4.98MB/sec 2024-09-16T11:26:46.868 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AyWr3G6giJCATql off=8267901 len=1453517 2024-09-16T11:26:46.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 867 completed, throughput=4.99MB/sec 2024-09-16T11:26:46.869 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BAZSCy-qcUcvFA1 off=4470832 len=863028 2024-09-16T11:26:46.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 868 completed, throughput=4.99MB/sec 2024-09-16T11:26:46.874 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OkJ0cIss60PP3aG off=17557017 len=19227 2024-09-16T11:26:46.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 869 completed, throughput=4.99MB/sec 2024-09-16T11:26:46.874 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PVsCnIdylle5Zp9 off=6348186 len=1877752 2024-09-16T11:26:46.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 870 completed, throughput=5MB/sec 2024-09-16T11:26:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:46] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:26:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:47 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:26:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:47 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:47.886 INFO:tasks.workunit.client.0.smithi077.stdout: 174: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:47.886 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LMUyru8riz7Q2Z_ off=4726597 len=259037 2024-09-16T11:26:47.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 871 completed, throughput=4.98MB/sec 2024-09-16T11:26:47.886 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L4-AvtF7Dq3suAj off=508061 len=623425 2024-09-16T11:26:47.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 872 completed, throughput=4.98MB/sec 2024-09-16T11:26:47.890 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-danQtGxJg-SIexJ off=6480786 len=2087802 2024-09-16T11:26:47.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 873 completed, throughput=4.99MB/sec 2024-09-16T11:26:47.902 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4HPIamHS-Lx4knX off=12364880 len=1178673 2024-09-16T11:26:47.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 874 completed, throughput=5MB/sec 2024-09-16T11:26:47.907 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lmp1jxPUPIdbbF0 off=6435945 len=421996 2024-09-16T11:26:47.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 875 completed, throughput=5MB/sec 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[86047]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[88497]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:26:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:26:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:48 smithi191 ceph-mon[84934]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:26:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:26:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:26:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:26:48.909 INFO:tasks.workunit.client.0.smithi077.stdout: 175: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:48.909 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Er4AAtNMarkrCdp off=6267858 len=61850 2024-09-16T11:26:48.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 876 completed, throughput=4.97MB/sec 2024-09-16T11:26:48.912 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4AbpfZVygK2RfmB off=2467217 len=721765 2024-09-16T11:26:48.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 877 completed, throughput=4.98MB/sec 2024-09-16T11:26:48.914 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gGLbZDdheDnZDR3 off=6232791 len=1407026 2024-09-16T11:26:48.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 878 completed, throughput=4.98MB/sec 2024-09-16T11:26:48.923 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EQsUy24AY-RzdIl off=1461258 len=1853396 2024-09-16T11:26:48.932 INFO:tasks.workunit.client.0.smithi077.stdout:op 879 completed, throughput=4.99MB/sec 2024-09-16T11:26:48.932 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VYTM1u1uI0NNyAK off=18179399 len=579494 2024-09-16T11:26:48.936 INFO:tasks.workunit.client.0.smithi077.stdout:op 880 completed, throughput=5MB/sec 2024-09-16T11:26:48.936 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t-_f9J9wGBab6Q_ off=8550600 len=131968 2024-09-16T11:26:48.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 881 completed, throughput=5MB/sec 2024-09-16T11:26:48.938 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-spPTdZ4P3viJid7 off=6854729 len=380046 2024-09-16T11:26:48.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 882 completed, throughput=5MB/sec 2024-09-16T11:26:48.942 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-11haf4ZKbYKX6Fi off=4968545 len=826742 2024-09-16T11:26:48.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 883 completed, throughput=5MB/sec 2024-09-16T11:26:49.944 INFO:tasks.workunit.client.0.smithi077.stdout: 176: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:49.944 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_dAdTHLuLtoEI2M off=10257417 len=1606225 2024-09-16T11:26:49.953 INFO:tasks.workunit.client.0.smithi077.stdout:op 884 completed, throughput=4.98MB/sec 2024-09-16T11:26:49.953 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tLCd9mbS6LX_hlN off=6877323 len=781003 2024-09-16T11:26:49.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 885 completed, throughput=4.99MB/sec 2024-09-16T11:26:49.955 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z50xWyCNPYYqAS6 off=643747 len=1507889 2024-09-16T11:26:49.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 886 completed, throughput=5MB/sec 2024-09-16T11:26:49.963 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ra-hplwSohjsjBk off=1834303 len=766550 2024-09-16T11:26:49.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 887 completed, throughput=5MB/sec 2024-09-16T11:26:49.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1UG40KmYKzAh7WS off=8684576 len=423465 2024-09-16T11:26:49.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 888 completed, throughput=5MB/sec 2024-09-16T11:26:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:50 smithi077 ceph-mon[86047]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:50 smithi077 ceph-mon[88497]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:50 smithi191 ceph-mon[84934]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:50.968 INFO:tasks.workunit.client.0.smithi077.stdout: 177: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:50.968 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8s8KDKPxw_nKovu off=6003659 len=141487 2024-09-16T11:26:50.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 889 completed, throughput=4.97MB/sec 2024-09-16T11:26:50.972 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gKjNZpvkva5ebWk off=15597982 len=1959533 2024-09-16T11:26:50.980 INFO:tasks.workunit.client.0.smithi077.stdout:op 890 completed, throughput=4.98MB/sec 2024-09-16T11:26:50.980 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bypbW1AU59XKaUg off=7515327 len=308840 2024-09-16T11:26:50.983 INFO:tasks.workunit.client.0.smithi077.stdout:op 891 completed, throughput=4.99MB/sec 2024-09-16T11:26:50.983 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3uiyMpyfxRcq6w8 off=6810131 len=384381 2024-09-16T11:26:50.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 892 completed, throughput=4.99MB/sec 2024-09-16T11:26:50.984 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9kjT_QEqunG9Wzy off=2222634 len=453508 2024-09-16T11:26:50.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 893 completed, throughput=4.99MB/sec 2024-09-16T11:26:50.987 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BfgVeWA06gw7xaj off=19552369 len=297367 2024-09-16T11:26:50.990 INFO:tasks.workunit.client.0.smithi077.stdout:op 894 completed, throughput=4.99MB/sec 2024-09-16T11:26:50.990 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dhInBwlQvPyI-pE off=5295776 len=1552951 2024-09-16T11:26:50.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 895 completed, throughput=5MB/sec 2024-09-16T11:26:51.992 INFO:tasks.workunit.client.0.smithi077.stdout: 178: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:51.992 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QfHZCmfShBfk54h off=774080 len=1332297 2024-09-16T11:26:51.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-16T11:26:51.994 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kh4xFzaJrYL4J-d off=9784502 len=1855301 2024-09-16T11:26:51.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-16T11:26:51.996 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ft9kj1nP21shPp5 off=537077 len=1243477 2024-09-16T11:26:51.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 898 completed, throughput=5MB/sec 2024-09-16T11:26:51.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pwr-aI0j6gf0H-f off=8250335 len=1890596 2024-09-16T11:26:52.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 899 completed, throughput=5.01MB/sec 2024-09-16T11:26:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:52 smithi077 ceph-mon[86047]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:52 smithi077 ceph-mon[88497]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:52 smithi191 ceph-mon[84934]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:26:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:26:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:26:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 179: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:53.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oLzXbQjrwPm8x98 off=3806175 len=28494 2024-09-16T11:26:53.009 INFO:tasks.workunit.client.0.smithi077.stdout:op 900 completed, throughput=4.98MB/sec 2024-09-16T11:26:53.009 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fz7GXaQKtNtq0a6 off=8024376 len=771518 2024-09-16T11:26:53.010 INFO:tasks.workunit.client.0.smithi077.stdout:op 901 completed, throughput=4.98MB/sec 2024-09-16T11:26:53.010 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9ImTmZwKmmPPZC1 off=15225633 len=1280856 2024-09-16T11:26:53.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 902 completed, throughput=4.99MB/sec 2024-09-16T11:26:53.012 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LwK5WePTIPKqvfq off=1710177 len=1585381 2024-09-16T11:26:53.020 INFO:tasks.workunit.client.0.smithi077.stdout:op 903 completed, throughput=5MB/sec 2024-09-16T11:26:53.021 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rb4o5YCvtuTc0P8 off=7078414 len=539018 2024-09-16T11:26:53.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 904 completed, throughput=5MB/sec 2024-09-16T11:26:53.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8yEMHU4Djbz3fkO off=4926252 len=1258815 2024-09-16T11:26:53.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 905 completed, throughput=5.01MB/sec 2024-09-16T11:26:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: 180: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:54.026 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iC40187TIvLzJpb off=3676769 len=630820 2024-09-16T11:26:54.030 INFO:tasks.workunit.client.0.smithi077.stdout:op 906 completed, throughput=4.98MB/sec 2024-09-16T11:26:54.030 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bnlXdpxWQfaq-iN off=6985454 len=391240 2024-09-16T11:26:54.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 907 completed, throughput=4.98MB/sec 2024-09-16T11:26:54.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MwdHPEloxbYnMa6 off=3476683 len=835248 2024-09-16T11:26:54.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 908 completed, throughput=4.99MB/sec 2024-09-16T11:26:54.036 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-paZwqvvC33aaBSO off=17586944 len=1311794 2024-09-16T11:26:54.042 INFO:tasks.workunit.client.0.smithi077.stdout:op 909 completed, throughput=4.99MB/sec 2024-09-16T11:26:54.042 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yTW1Bdn6TwhkSlQ off=9147670 len=1695311 2024-09-16T11:26:54.044 INFO:tasks.workunit.client.0.smithi077.stdout:op 910 completed, throughput=5MB/sec 2024-09-16T11:26:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:54 smithi077 ceph-mon[86047]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:54 smithi077 ceph-mon[88497]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:54 smithi191 ceph-mon[84934]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:26:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: 181: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:55.044 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e8Zc-iXYFFtKfGL off=207126 len=2004131 2024-09-16T11:26:55.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 911 completed, throughput=4.99MB/sec 2024-09-16T11:26:55.053 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hg5N9duQh75Wcgn off=22921159 len=1588320 2024-09-16T11:26:55.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 912 completed, throughput=4.99MB/sec 2024-09-16T11:26:55.055 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oMSEt_BlslJD1g0 off=1607575 len=1171482 2024-09-16T11:26:55.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 913 completed, throughput=5MB/sec 2024-09-16T11:26:56.057 INFO:tasks.workunit.client.0.smithi077.stdout: 182: throughput=4.97MB/sec pending data=0 2024-09-16T11:26:56.057 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NVS3IPe_VeeONnN off=975513 len=942882 2024-09-16T11:26:56.058 INFO:tasks.workunit.client.0.smithi077.stdout:op 914 completed, throughput=4.98MB/sec 2024-09-16T11:26:56.058 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1YQPqH_nmnHq4nl off=4785244 len=1412293 2024-09-16T11:26:56.064 INFO:tasks.workunit.client.0.smithi077.stdout:op 915 completed, throughput=4.99MB/sec 2024-09-16T11:26:56.065 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C-zEqYee_oKOZfq off=1921033 len=856295 2024-09-16T11:26:56.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 916 completed, throughput=4.99MB/sec 2024-09-16T11:26:56.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WiekEW238OAYTKB off=2236993 len=1238409 2024-09-16T11:26:56.074 INFO:tasks.workunit.client.0.smithi077.stdout:op 917 completed, throughput=5MB/sec 2024-09-16T11:26:56.074 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B8DW_diSDuFsR1H off=3889912 len=1249149 2024-09-16T11:26:56.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 918 completed, throughput=5MB/sec 2024-09-16T11:26:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:56 smithi077 ceph-mon[88497]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:26:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:56 smithi077 ceph-mon[86047]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:26:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:56 smithi191 ceph-mon[84934]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:26:57.076 INFO:tasks.workunit.client.0.smithi077.stdout: 183: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:57.076 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Tq5IQtIKGojQS9D off=1795910 len=1547691 2024-09-16T11:26:57.078 INFO:tasks.workunit.client.0.smithi077.stdout:op 919 completed, throughput=4.98MB/sec 2024-09-16T11:26:57.078 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HRIb4rEBObMiW_T off=2567884 len=48961 2024-09-16T11:26:57.078 INFO:tasks.workunit.client.0.smithi077.stdout:op 920 completed, throughput=4.98MB/sec 2024-09-16T11:26:57.078 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-beDIEcGrTvQn-74 off=1486581 len=1368605 2024-09-16T11:26:57.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 921 completed, throughput=4.99MB/sec 2024-09-16T11:26:57.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SQnWEk35GCW0wdM off=4047427 len=1606095 2024-09-16T11:26:57.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 922 completed, throughput=5MB/sec 2024-09-16T11:26:57.094 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dektNcJ-mKMF9Kj off=488516 len=649752 2024-09-16T11:26:57.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 923 completed, throughput=5MB/sec 2024-09-16T11:26:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:26:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:26:56] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T11:26:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:26:58.096 INFO:tasks.workunit.client.0.smithi077.stdout: 184: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:58.096 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-el4fKrCD0jvg6Rm off=1244816 len=109595 2024-09-16T11:26:58.098 INFO:tasks.workunit.client.0.smithi077.stdout:op 924 completed, throughput=4.98MB/sec 2024-09-16T11:26:58.098 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2crCaCUonFUZ5VZ off=9428514 len=342094 2024-09-16T11:26:58.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 925 completed, throughput=4.98MB/sec 2024-09-16T11:26:58.102 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n1f95bdQPWd1Kx8 off=2087379 len=348446 2024-09-16T11:26:58.105 INFO:tasks.workunit.client.0.smithi077.stdout:op 926 completed, throughput=4.98MB/sec 2024-09-16T11:26:58.105 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u2KxWVqMitI-071 off=11023548 len=2091290 2024-09-16T11:26:58.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 927 completed, throughput=4.99MB/sec 2024-09-16T11:26:58.118 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IaqfxYVMiEuCjEa off=7955444 len=1572090 2024-09-16T11:26:58.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 928 completed, throughput=5MB/sec 2024-09-16T11:26:58.119 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1eWw-NV9UwK6u2y off=3584735 len=1572008 2024-09-16T11:26:58.122 INFO:tasks.workunit.client.0.smithi077.stdout:op 929 completed, throughput=5.01MB/sec 2024-09-16T11:26:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:26:58 smithi077 ceph-mon[86047]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:26:58 smithi077 ceph-mon[88497]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:26:58 smithi191 ceph-mon[84934]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:26:59.123 INFO:tasks.workunit.client.0.smithi077.stdout: 185: throughput=4.98MB/sec pending data=0 2024-09-16T11:26:59.123 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sd1isSMKq3J0C41 off=6550030 len=387128 2024-09-16T11:26:59.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 930 completed, throughput=4.98MB/sec 2024-09-16T11:26:59.124 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gQPi-HDOutUTWtf off=9225085 len=1245512 2024-09-16T11:26:59.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 931 completed, throughput=4.99MB/sec 2024-09-16T11:26:59.126 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gHKh9K-yW-dbtyy off=14299934 len=1042259 2024-09-16T11:26:59.131 INFO:tasks.workunit.client.0.smithi077.stdout:op 932 completed, throughput=4.99MB/sec 2024-09-16T11:26:59.131 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Em-F7Dz4oUrB9Uq off=815754 len=855012 2024-09-16T11:26:59.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 933 completed, throughput=5MB/sec 2024-09-16T11:26:59.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2555S3IujLOr6gb off=12397784 len=367105 2024-09-16T11:26:59.134 INFO:tasks.workunit.client.0.smithi077.stdout:op 934 completed, throughput=5MB/sec 2024-09-16T11:26:59.134 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tVfHYdfX529Y3H5 off=1827850 len=504158 2024-09-16T11:26:59.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 935 completed, throughput=5MB/sec 2024-09-16T11:27:00.136 INFO:tasks.workunit.client.0.smithi077.stdout: 186: throughput=4.97MB/sec pending data=0 2024-09-16T11:27:00.136 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jZGRYJ2KrhOwn-- off=7016506 len=384032 2024-09-16T11:27:00.139 INFO:tasks.workunit.client.0.smithi077.stdout:op 936 completed, throughput=4.98MB/sec 2024-09-16T11:27:00.139 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xNxi5leee6OdCbF off=1343989 len=1419026 2024-09-16T11:27:00.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 937 completed, throughput=4.98MB/sec 2024-09-16T11:27:00.145 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4ri0xrhiTjqvbHo off=8715033 len=1934686 2024-09-16T11:27:00.156 INFO:tasks.workunit.client.0.smithi077.stdout:op 938 completed, throughput=4.99MB/sec 2024-09-16T11:27:00.156 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PvTIACIPDdUCwUy off=17282612 len=1411385 2024-09-16T11:27:00.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 939 completed, throughput=5MB/sec 2024-09-16T11:27:00.163 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uXIddhrJEyDHBg2 off=18433827 len=969783 2024-09-16T11:27:00.164 INFO:tasks.workunit.client.0.smithi077.stdout:op 940 completed, throughput=5MB/sec 2024-09-16T11:27:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:00 smithi077 ceph-mon[86047]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:00 smithi077 ceph-mon[88497]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:00 smithi191 ceph-mon[84934]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:01.165 INFO:tasks.workunit.client.0.smithi077.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:01.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XA4n8yLeaiGcigi off=15497522 len=267393 2024-09-16T11:27:01.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 941 completed, throughput=4.98MB/sec 2024-09-16T11:27:01.168 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K32puKgcShkOxTv off=11085511 len=2078154 2024-09-16T11:27:01.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 942 completed, throughput=4.99MB/sec 2024-09-16T11:27:01.172 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cMX6NzOW0NFSGpX off=14079629 len=1066613 2024-09-16T11:27:01.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-16T11:27:01.174 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w9fGuoPbx08s02A off=8494602 len=1848442 2024-09-16T11:27:01.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 944 completed, throughput=5MB/sec 2024-09-16T11:27:02.184 INFO:tasks.workunit.client.0.smithi077.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:02.184 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CyM4qZUYXOXAaLR off=20684427 len=1020207 2024-09-16T11:27:02.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 945 completed, throughput=4.98MB/sec 2024-09-16T11:27:02.189 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fLFM-DZLmgRZO5E off=4621758 len=118100 2024-09-16T11:27:02.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 946 completed, throughput=4.98MB/sec 2024-09-16T11:27:02.189 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hIhmolD07n2Avc3 off=3535852 len=1097347 2024-09-16T11:27:02.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 947 completed, throughput=4.99MB/sec 2024-09-16T11:27:02.195 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uymbvZqi5TAJCUV off=6540421 len=1521386 2024-09-16T11:27:02.197 INFO:tasks.workunit.client.0.smithi077.stdout:op 948 completed, throughput=5MB/sec 2024-09-16T11:27:02.197 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QIH4sCOqTFL65O8 off=3592997 len=1866854 2024-09-16T11:27:02.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 949 completed, throughput=5.01MB/sec 2024-09-16T11:27:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:02 smithi077 ceph-mon[86047]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:02 smithi077 ceph-mon[88497]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:02 smithi191 ceph-mon[84934]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:03.200 INFO:tasks.workunit.client.0.smithi077.stdout: 189: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:03.200 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ypau2sU6KI8knu3 off=14385709 len=727720 2024-09-16T11:27:03.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 950 completed, throughput=4.98MB/sec 2024-09-16T11:27:03.201 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rZ6b5LIS-_mqlhs off=4792266 len=1422410 2024-09-16T11:27:03.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 951 completed, throughput=4.99MB/sec 2024-09-16T11:27:03.203 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hOt782J-CS3G-98 off=4781497 len=1039334 2024-09-16T11:27:03.204 INFO:tasks.workunit.client.0.smithi077.stdout:op 952 completed, throughput=4.99MB/sec 2024-09-16T11:27:03.204 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rt8v7kSFXa3zyU1 off=13501336 len=799929 2024-09-16T11:27:03.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 953 completed, throughput=5MB/sec 2024-09-16T11:27:03.209 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bSxdbBpGXgG3r3I off=9103655 len=625027 2024-09-16T11:27:03.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 954 completed, throughput=5MB/sec 2024-09-16T11:27:04.210 INFO:tasks.workunit.client.0.smithi077.stdout: 190: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:04.210 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ryv4I7Dsf2u3r7a off=17130703 len=351650 2024-09-16T11:27:04.214 INFO:tasks.workunit.client.0.smithi077.stdout:op 955 completed, throughput=4.98MB/sec 2024-09-16T11:27:04.214 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A2M9qQ86r3fPzbO off=1627274 len=1694922 2024-09-16T11:27:04.215 INFO:tasks.workunit.client.0.smithi077.stdout:op 956 completed, throughput=4.99MB/sec 2024-09-16T11:27:04.216 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wJfqYdmRitCzqQY off=5468249 len=1054007 2024-09-16T11:27:04.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 957 completed, throughput=4.99MB/sec 2024-09-16T11:27:04.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0qUH980rY6GX8P9 off=1905586 len=881037 2024-09-16T11:27:04.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 958 completed, throughput=5MB/sec 2024-09-16T11:27:04.223 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xzvoN99w41xIGNg off=11979351 len=1380902 2024-09-16T11:27:04.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 959 completed, throughput=5MB/sec 2024-09-16T11:27:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:04 smithi077 ceph-mon[86047]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:04 smithi077 ceph-mon[88497]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:04 smithi191 ceph-mon[84934]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:27:05.231 INFO:tasks.workunit.client.0.smithi077.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:05.232 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fcjMXtzAVNv_-4W off=5470467 len=1643291 2024-09-16T11:27:05.235 INFO:tasks.workunit.client.0.smithi077.stdout:op 960 completed, throughput=4.98MB/sec 2024-09-16T11:27:05.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0vR8o48FnZTFQrb off=2973243 len=1533592 2024-09-16T11:27:05.243 INFO:tasks.workunit.client.0.smithi077.stdout:op 961 completed, throughput=4.99MB/sec 2024-09-16T11:27:05.243 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NAr94htWc2O_y8A off=18720285 len=884806 2024-09-16T11:27:05.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 962 completed, throughput=5MB/sec 2024-09-16T11:27:05.248 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kuMSJoykUm1vSOm off=672937 len=1873823 2024-09-16T11:27:05.257 INFO:tasks.workunit.client.0.smithi077.stdout:op 963 completed, throughput=5MB/sec 2024-09-16T11:27:06.258 INFO:tasks.workunit.client.0.smithi077.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:06.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dLeM2zjrLpMV8oD off=2013430 len=1599227 2024-09-16T11:27:06.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 964 completed, throughput=4.99MB/sec 2024-09-16T11:27:06.260 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pgyRE82lGo--fCu off=1609479 len=145402 2024-09-16T11:27:06.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 965 completed, throughput=4.99MB/sec 2024-09-16T11:27:06.263 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rTmoFOvy0AGN9OC off=4464847 len=119725 2024-09-16T11:27:06.265 INFO:tasks.workunit.client.0.smithi077.stdout:op 966 completed, throughput=4.99MB/sec 2024-09-16T11:27:06.265 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OzR1VHLjWaNUf7F off=2176038 len=605278 2024-09-16T11:27:06.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 967 completed, throughput=4.99MB/sec 2024-09-16T11:27:06.269 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v2jXRFNXJy6v7j- off=15791172 len=2069963 2024-09-16T11:27:06.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 968 completed, throughput=5MB/sec 2024-09-16T11:27:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:06 smithi077 ceph-mon[86047]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:06 smithi077 ceph-mon[88497]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:06 smithi191 ceph-mon[84934]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:06] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T11:27:07.281 INFO:tasks.workunit.client.0.smithi077.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:07.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gc5nBA3w6SZQSpi off=2187130 len=642989 2024-09-16T11:27:07.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 969 completed, throughput=4.98MB/sec 2024-09-16T11:27:07.283 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kV6uYtTlK0Dpt4t off=3190909 len=1213894 2024-09-16T11:27:07.289 INFO:tasks.workunit.client.0.smithi077.stdout:op 970 completed, throughput=4.98MB/sec 2024-09-16T11:27:07.290 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KgcUVf9zQJCT_Ah off=10345522 len=318679 2024-09-16T11:27:07.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 971 completed, throughput=4.99MB/sec 2024-09-16T11:27:07.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5tSQh8EaSztMJPj off=15629906 len=28063 2024-09-16T11:27:07.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 972 completed, throughput=4.99MB/sec 2024-09-16T11:27:07.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AcPAcfEJFlZvvfJ off=0 len=1224248 2024-09-16T11:27:07.295 INFO:tasks.workunit.client.0.smithi077.stdout:op 973 completed, throughput=4.99MB/sec 2024-09-16T11:27:07.295 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gSlU1qzsuHgFXzR off=15540775 len=88339 2024-09-16T11:27:07.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 974 completed, throughput=4.99MB/sec 2024-09-16T11:27:07.297 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7C9eka44e499pkS off=19905 len=977915 2024-09-16T11:27:07.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 975 completed, throughput=5MB/sec 2024-09-16T11:27:07.298 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U0V9mL2oruajvUh off=6813952 len=1676267 2024-09-16T11:27:07.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 976 completed, throughput=5MB/sec 2024-09-16T11:27:08.305 INFO:tasks.workunit.client.0.smithi077.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:08.306 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-frUyxKgUE7DcDFm off=18610697 len=1374831 2024-09-16T11:27:08.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 977 completed, throughput=4.99MB/sec 2024-09-16T11:27:08.311 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u6z-X3LeX-5GrHF off=7279713 len=249911 2024-09-16T11:27:08.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 978 completed, throughput=4.99MB/sec 2024-09-16T11:27:08.312 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-np5DuNySCScPXmr off=943495 len=2054888 2024-09-16T11:27:08.315 INFO:tasks.workunit.client.0.smithi077.stdout:op 979 completed, throughput=5MB/sec 2024-09-16T11:27:08.315 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mtKTMJpib34ZlzN off=2343168 len=1050565 2024-09-16T11:27:08.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 980 completed, throughput=5MB/sec 2024-09-16T11:27:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:08 smithi077 ceph-mon[86047]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:08 smithi077 ceph-mon[88497]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:08 smithi191 ceph-mon[84934]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:09.321 INFO:tasks.workunit.client.0.smithi077.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:09.322 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HLKBEo8MsxuH5SW off=8129112 len=1022141 2024-09-16T11:27:09.323 INFO:tasks.workunit.client.0.smithi077.stdout:op 981 completed, throughput=4.98MB/sec 2024-09-16T11:27:09.323 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f0RPODWU79p5Xvw off=713789 len=1626773 2024-09-16T11:27:09.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 982 completed, throughput=4.99MB/sec 2024-09-16T11:27:09.325 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rz8qmYetcdiuzV8 off=8837623 len=110127 2024-09-16T11:27:09.326 INFO:tasks.workunit.client.0.smithi077.stdout:op 983 completed, throughput=4.99MB/sec 2024-09-16T11:27:09.326 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qvoHvvLxR_fMKwi off=4369613 len=1214643 2024-09-16T11:27:09.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 984 completed, throughput=5MB/sec 2024-09-16T11:27:09.335 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q6uOpTI8O4kpCFL off=7977082 len=739380 2024-09-16T11:27:09.340 INFO:tasks.workunit.client.0.smithi077.stdout:op 985 completed, throughput=5MB/sec 2024-09-16T11:27:09.340 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DTr5Pz7Ge-TjmDq off=201983 len=323203 2024-09-16T11:27:09.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 986 completed, throughput=5MB/sec 2024-09-16T11:27:09.343 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NHQ5wTA2XYzLJ6Y off=597979 len=252081 2024-09-16T11:27:09.345 INFO:tasks.workunit.client.0.smithi077.stdout:op 987 completed, throughput=5MB/sec 2024-09-16T11:27:10.346 INFO:tasks.workunit.client.0.smithi077.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:10.346 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-spSD6UQwicBdppZ off=699687 len=1517587 2024-09-16T11:27:10.348 INFO:tasks.workunit.client.0.smithi077.stdout:op 988 completed, throughput=4.98MB/sec 2024-09-16T11:27:10.348 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uNPuiXMscKJvg8B off=10575524 len=1866197 2024-09-16T11:27:10.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 989 completed, throughput=4.99MB/sec 2024-09-16T11:27:10.351 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DVnjNOF4065hCak off=2960618 len=1549493 2024-09-16T11:27:10.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 990 completed, throughput=5MB/sec 2024-09-16T11:27:10.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8dMY1JU7pPCoPKt off=4847281 len=1071670 2024-09-16T11:27:10.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 991 completed, throughput=5MB/sec 2024-09-16T11:27:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:10 smithi077 ceph-mon[86047]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:10 smithi077 ceph-mon[88497]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:10 smithi191 ceph-mon[84934]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:11.354 INFO:tasks.workunit.client.0.smithi077.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:11.354 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8McnzgIpNoU7r_T off=165369 len=1926234 2024-09-16T11:27:11.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 992 completed, throughput=4.99MB/sec 2024-09-16T11:27:11.363 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P0PqqnAhrNxPBQk off=9569861 len=1752859 2024-09-16T11:27:11.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 993 completed, throughput=5MB/sec 2024-09-16T11:27:11.364 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2Nj5zA55anuIyHz off=3556578 len=533154 2024-09-16T11:27:11.365 INFO:tasks.workunit.client.0.smithi077.stdout:op 994 completed, throughput=5MB/sec 2024-09-16T11:27:11.365 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xQbULsKauFlqi1Q off=12186473 len=1963642 2024-09-16T11:27:11.367 INFO:tasks.workunit.client.0.smithi077.stdout:op 995 completed, throughput=5.01MB/sec 2024-09-16T11:27:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:12 smithi191 ceph-mon[84934]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:27:12.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:12.368 INFO:tasks.workunit.client.0.smithi077.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:12.368 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hcoUjIOstycrgyN off=384404 len=330585 2024-09-16T11:27:12.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 996 completed, throughput=4.99MB/sec 2024-09-16T11:27:12.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YZsqu8gFoxepgW0 off=6224157 len=1766696 2024-09-16T11:27:12.378 INFO:tasks.workunit.client.0.smithi077.stdout:op 997 completed, throughput=4.99MB/sec 2024-09-16T11:27:12.378 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4_zUqemObGk4bVf off=15818356 len=1210117 2024-09-16T11:27:12.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 998 completed, throughput=5MB/sec 2024-09-16T11:27:12.380 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2LEwNEDZQVnz8C_ off=12481 len=1341816 2024-09-16T11:27:12.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 999 completed, throughput=5.01MB/sec 2024-09-16T11:27:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:12 smithi077 ceph-mon[86047]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:27:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:12 smithi077 ceph-mon[88497]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:27:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:13.387 INFO:tasks.workunit.client.0.smithi077.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:13.388 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yBfdKQj7ZK0cQbH off=5138538 len=396625 2024-09-16T11:27:13.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 1000 completed, throughput=4.98MB/sec 2024-09-16T11:27:13.391 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7pErex_vE4XFmJF off=84449 len=849150 2024-09-16T11:27:13.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 1001 completed, throughput=4.99MB/sec 2024-09-16T11:27:13.395 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZAYi5SHlayEox3S off=15623 len=1420505 2024-09-16T11:27:13.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 1002 completed, throughput=4.99MB/sec 2024-09-16T11:27:13.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-49ugQDtw9w3zTlb off=4386592 len=610603 2024-09-16T11:27:13.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 1003 completed, throughput=5MB/sec 2024-09-16T11:27:13.404 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bC005_iEL1rmqOp off=10668989 len=1631848 2024-09-16T11:27:13.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 1004 completed, throughput=5MB/sec 2024-09-16T11:27:14.412 INFO:tasks.workunit.client.0.smithi077.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:14.412 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LAulaRdXBCOvC-b off=8444360 len=264353 2024-09-16T11:27:14.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 1005 completed, throughput=4.98MB/sec 2024-09-16T11:27:14.413 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XOvJLYVqezabH6D off=2066505 len=179474 2024-09-16T11:27:14.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 1006 completed, throughput=4.98MB/sec 2024-09-16T11:27:14.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YIvZb376irFlbQa off=315161 len=978290 2024-09-16T11:27:14.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 1007 completed, throughput=4.99MB/sec 2024-09-16T11:27:14.417 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aQoyvPWRMmQHPcY off=15491479 len=176067 2024-09-16T11:27:14.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 1008 completed, throughput=4.99MB/sec 2024-09-16T11:27:14.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EuXkUiwEymA1ztg off=12975428 len=855730 2024-09-16T11:27:14.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 1009 completed, throughput=4.99MB/sec 2024-09-16T11:27:14.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U31fYOhigA781jU off=2856400 len=682984 2024-09-16T11:27:14.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 1010 completed, throughput=4.99MB/sec 2024-09-16T11:27:14.421 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4bKekLUbIJzy2ag off=10378768 len=479032 2024-09-16T11:27:14.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 1011 completed, throughput=5MB/sec 2024-09-16T11:27:14.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--oUYKuI7coyTAei off=3566192 len=1623050 2024-09-16T11:27:14.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 1012 completed, throughput=5MB/sec 2024-09-16T11:27:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:14 smithi077 ceph-mon[86047]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:14 smithi077 ceph-mon[88497]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:14 smithi191 ceph-mon[84934]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:15.433 INFO:tasks.workunit.client.0.smithi077.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:15.433 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uxp-nkl2U5Gnhx7 off=9295640 len=798607 2024-09-16T11:27:15.434 INFO:tasks.workunit.client.0.smithi077.stdout:op 1013 completed, throughput=4.98MB/sec 2024-09-16T11:27:15.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AtymMaun11j1mNy off=2221390 len=515137 2024-09-16T11:27:15.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 1014 completed, throughput=4.98MB/sec 2024-09-16T11:27:15.439 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EVsWsU6NpVv2gl6 off=2394323 len=2029219 2024-09-16T11:27:15.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 1015 completed, throughput=4.99MB/sec 2024-09-16T11:27:15.441 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w21gdhshryeSIVD off=1044113 len=1448503 2024-09-16T11:27:15.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 1016 completed, throughput=5MB/sec 2024-09-16T11:27:16.443 INFO:tasks.workunit.client.0.smithi077.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:16.443 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8zy5sfA-gQ9gTHI off=6717161 len=51276 2024-09-16T11:27:16.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 1017 completed, throughput=4.98MB/sec 2024-09-16T11:27:16.444 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NUkoWOAXGPLsdgv off=415475 len=1251689 2024-09-16T11:27:16.450 INFO:tasks.workunit.client.0.smithi077.stdout:op 1018 completed, throughput=4.98MB/sec 2024-09-16T11:27:16.450 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-akdBDGCvaMZoSut off=14081331 len=1188382 2024-09-16T11:27:16.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 1019 completed, throughput=4.99MB/sec 2024-09-16T11:27:16.452 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ikLXxgI0bu-yvrW off=7290362 len=934060 2024-09-16T11:27:16.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 1020 completed, throughput=4.99MB/sec 2024-09-16T11:27:16.454 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2xYe1a3FpOwGK2F off=1839396 len=1842916 2024-09-16T11:27:16.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 1021 completed, throughput=5MB/sec 2024-09-16T11:27:16.462 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tLFWGQwegvr3eb2 off=2144774 len=2071489 2024-09-16T11:27:16.464 INFO:tasks.workunit.client.0.smithi077.stdout:op 1022 completed, throughput=5.01MB/sec 2024-09-16T11:27:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:16 smithi077 ceph-mon[86047]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:27:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:16 smithi077 ceph-mon[88497]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:27:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:16 smithi191 ceph-mon[84934]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:27:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:16] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:27:17.465 INFO:tasks.workunit.client.0.smithi077.stdout: 203: throughput=4.99MB/sec pending data=0 2024-09-16T11:27:17.465 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J9xsI_ajXek5WF0 off=9851482 len=35685 2024-09-16T11:27:17.465 INFO:tasks.workunit.client.0.smithi077.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-16T11:27:17.465 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zBV_431uT8SXLKD off=15852368 len=1243401 2024-09-16T11:27:17.473 INFO:tasks.workunit.client.0.smithi077.stdout:op 1024 completed, throughput=4.99MB/sec 2024-09-16T11:27:17.473 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OrWUvxWZTouHNun off=0 len=1640414 2024-09-16T11:27:17.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 1025 completed, throughput=5MB/sec 2024-09-16T11:27:17.480 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TEubzQsv_gpsw3S off=5834764 len=127601 2024-09-16T11:27:17.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 1026 completed, throughput=5MB/sec 2024-09-16T11:27:17.482 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x4jof9SCp15hDNF off=10338197 len=1767082 2024-09-16T11:27:17.492 INFO:tasks.workunit.client.0.smithi077.stdout:op 1027 completed, throughput=5.01MB/sec 2024-09-16T11:27:18.492 INFO:tasks.workunit.client.0.smithi077.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:18.492 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VPlDu06LZP4Wc4L off=6914501 len=573842 2024-09-16T11:27:18.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 1028 completed, throughput=4.99MB/sec 2024-09-16T11:27:18.496 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dsp7FB4NEfmpXxV off=4960127 len=1431223 2024-09-16T11:27:18.504 INFO:tasks.workunit.client.0.smithi077.stdout:op 1029 completed, throughput=4.99MB/sec 2024-09-16T11:27:18.504 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wtjMoCMXIpjFZIA off=9756642 len=622741 2024-09-16T11:27:18.504 INFO:tasks.workunit.client.0.smithi077.stdout:op 1030 completed, throughput=4.99MB/sec 2024-09-16T11:27:18.505 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LF5f3cR9pS43M6x off=327769 len=1892177 2024-09-16T11:27:18.512 INFO:tasks.workunit.client.0.smithi077.stdout:op 1031 completed, throughput=5MB/sec 2024-09-16T11:27:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:18 smithi077 ceph-mon[88497]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:18 smithi077 ceph-mon[86047]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:18 smithi191 ceph-mon[84934]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:19.512 INFO:tasks.workunit.client.0.smithi077.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:19.513 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rt-pTTQxdaS4dJc off=16170329 len=1430704 2024-09-16T11:27:19.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-16T11:27:19.520 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fda10r_KwqcAwdw off=14498364 len=1208004 2024-09-16T11:27:19.521 INFO:tasks.workunit.client.0.smithi077.stdout:op 1033 completed, throughput=4.99MB/sec 2024-09-16T11:27:19.521 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FFcRrr1G5D0A5ac off=3031592 len=2084373 2024-09-16T11:27:19.524 INFO:tasks.workunit.client.0.smithi077.stdout:op 1034 completed, throughput=5MB/sec 2024-09-16T11:27:20.525 INFO:tasks.workunit.client.0.smithi077.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:20.525 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Z2PsaN_jVqAjlg6 off=0 len=1384723 2024-09-16T11:27:20.532 INFO:tasks.workunit.client.0.smithi077.stdout:op 1035 completed, throughput=4.98MB/sec 2024-09-16T11:27:20.532 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Iy0PiuQDqNcEo9t off=1561306 len=1318071 2024-09-16T11:27:20.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 1036 completed, throughput=4.99MB/sec 2024-09-16T11:27:20.534 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZE6J4WS4-JVblfQ off=443559 len=1400300 2024-09-16T11:27:20.543 INFO:tasks.workunit.client.0.smithi077.stdout:op 1037 completed, throughput=4.99MB/sec 2024-09-16T11:27:20.543 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8A6Y6LKlbcomirA off=1629340 len=1895544 2024-09-16T11:27:20.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 1038 completed, throughput=5MB/sec 2024-09-16T11:27:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:20 smithi077 ceph-mon[88497]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:20 smithi077 ceph-mon[86047]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:20 smithi191 ceph-mon[84934]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:21.550 INFO:tasks.workunit.client.0.smithi077.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:21.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5KBpxrG4ldMoywi off=3384639 len=1665835 2024-09-16T11:27:21.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 1039 completed, throughput=4.99MB/sec 2024-09-16T11:27:21.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vYoAxGtadWXHHWR off=13385094 len=1953761 2024-09-16T11:27:21.555 INFO:tasks.workunit.client.0.smithi077.stdout:op 1040 completed, throughput=5MB/sec 2024-09-16T11:27:21.555 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6oYlRdxPqKIFE8P off=1463255 len=1923257 2024-09-16T11:27:21.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 1041 completed, throughput=5MB/sec 2024-09-16T11:27:22.566 INFO:tasks.workunit.client.0.smithi077.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:22.566 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0wubvoQqKlR_2Sz off=8640152 len=930735 2024-09-16T11:27:22.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 1042 completed, throughput=4.98MB/sec 2024-09-16T11:27:22.579 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DgHDZyFhxnoeuQ6 off=8726652 len=126372 2024-09-16T11:27:22.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 1043 completed, throughput=4.98MB/sec 2024-09-16T11:27:22.579 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gm8b1JwkXjVLKaD off=13815307 len=813300 2024-09-16T11:27:22.580 INFO:tasks.workunit.client.0.smithi077.stdout:op 1044 completed, throughput=4.99MB/sec 2024-09-16T11:27:22.580 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FxaHJIHVtFtqRk6 off=6809316 len=474219 2024-09-16T11:27:22.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 1045 completed, throughput=4.99MB/sec 2024-09-16T11:27:22.581 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lIRD1EwnBl14V47 off=6942676 len=587932 2024-09-16T11:27:22.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 1046 completed, throughput=4.99MB/sec 2024-09-16T11:27:22.587 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a0nGQolIA91PWLv off=428583 len=1900230 2024-09-16T11:27:22.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 1047 completed, throughput=5MB/sec 2024-09-16T11:27:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:22 smithi077 ceph-mon[86047]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:22 smithi077 ceph-mon[88497]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:22 smithi191 ceph-mon[84934]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:27:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:23.596 INFO:tasks.workunit.client.0.smithi077.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:23.597 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pm1TiOXF0sIBJrt off=9043045 len=522089 2024-09-16T11:27:23.598 INFO:tasks.workunit.client.0.smithi077.stdout:op 1048 completed, throughput=4.98MB/sec 2024-09-16T11:27:23.598 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lrm9QWJgHt2PMHL off=7172017 len=1105642 2024-09-16T11:27:23.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 1049 completed, throughput=4.98MB/sec 2024-09-16T11:27:23.603 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5JNMJCkDcA5XVvE off=8769162 len=264555 2024-09-16T11:27:23.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 1050 completed, throughput=4.99MB/sec 2024-09-16T11:27:23.604 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_0qqnptxOBWU_rb off=572913 len=789169 2024-09-16T11:27:23.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-16T11:27:23.608 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKR7BMvZ0N3iQ33 off=6789670 len=1642682 2024-09-16T11:27:23.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 1052 completed, throughput=5MB/sec 2024-09-16T11:27:23.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iMaxFJuJhQ36jL_ off=374375 len=2049189 2024-09-16T11:27:23.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 1053 completed, throughput=5.01MB/sec 2024-09-16T11:27:24.621 INFO:tasks.workunit.client.0.smithi077.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:24.621 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Aju85fEto0AdMyf off=5112675 len=1073986 2024-09-16T11:27:24.626 INFO:tasks.workunit.client.0.smithi077.stdout:op 1054 completed, throughput=4.99MB/sec 2024-09-16T11:27:24.626 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6nR2dzBV9UEAKGH off=8113758 len=333040 2024-09-16T11:27:24.629 INFO:tasks.workunit.client.0.smithi077.stdout:op 1055 completed, throughput=4.99MB/sec 2024-09-16T11:27:24.629 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-E9U_XwCJazTXcnI off=9843911 len=1604353 2024-09-16T11:27:24.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 1056 completed, throughput=5MB/sec 2024-09-16T11:27:24.637 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1DM9ezyQqegHt4T off=3270509 len=1009029 2024-09-16T11:27:24.643 INFO:tasks.workunit.client.0.smithi077.stdout:op 1057 completed, throughput=5MB/sec 2024-09-16T11:27:24.643 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--PYVQS-hIlihUtq off=8475785 len=235100 2024-09-16T11:27:24.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 1058 completed, throughput=5MB/sec 2024-09-16T11:27:24.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:24 smithi077 ceph-mon[86047]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:27:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:24 smithi077 ceph-mon[88497]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:27:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:24 smithi191 ceph-mon[84934]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:27:25.646 INFO:tasks.workunit.client.0.smithi077.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:25.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nClDwI-8SqlMAt1 off=1478172 len=1376972 2024-09-16T11:27:25.652 INFO:tasks.workunit.client.0.smithi077.stdout:op 1059 completed, throughput=4.98MB/sec 2024-09-16T11:27:25.652 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0gOE_5I0BcuPzze off=0 len=1218116 2024-09-16T11:27:25.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 1060 completed, throughput=4.99MB/sec 2024-09-16T11:27:25.653 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fDL__pmMupWnPfw off=13198561 len=565498 2024-09-16T11:27:25.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 1061 completed, throughput=4.99MB/sec 2024-09-16T11:27:25.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YJB5TFwesc-p3zj off=8175400 len=1840051 2024-09-16T11:27:25.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 1062 completed, throughput=5MB/sec 2024-09-16T11:27:25.666 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b4yMBHK5SkGQeay off=11885629 len=151964 2024-09-16T11:27:25.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 1063 completed, throughput=5MB/sec 2024-09-16T11:27:25.668 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q-jgGHHVLGCxc4R off=5392206 len=901508 2024-09-16T11:27:25.669 INFO:tasks.workunit.client.0.smithi077.stdout:op 1064 completed, throughput=5MB/sec 2024-09-16T11:27:26.670 INFO:tasks.workunit.client.0.smithi077.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:26.670 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lbQxoDNO7eKNFa4 off=1229672 len=632937 2024-09-16T11:27:26.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:26 smithi077 ceph-mon[86047]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T11:27:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:26 smithi077 ceph-mon[88497]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T11:27:26.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 1065 completed, throughput=4.98MB/sec 2024-09-16T11:27:26.674 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Td1jzCP0OEDpjn1 off=11334113 len=1880002 2024-09-16T11:27:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-16T11:27:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YumYMQpRNuKmAYq off=5260480 len=599739 2024-09-16T11:27:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 1067 completed, throughput=4.99MB/sec 2024-09-16T11:27:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4bKekLUbIJzy2ag off=3352844 len=1171356 2024-09-16T11:27:26.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 1068 completed, throughput=5MB/sec 2024-09-16T11:27:26.690 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IMX23NOH6SYF9WZ off=489430 len=336689 2024-09-16T11:27:26.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 1069 completed, throughput=5MB/sec 2024-09-16T11:27:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:26 smithi191 ceph-mon[84934]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T11:27:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:26] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:27:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:27.693 INFO:tasks.workunit.client.0.smithi077.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:27.693 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-89RxZx7U_uNrNXC off=3315752 len=89836 2024-09-16T11:27:27.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 1070 completed, throughput=4.98MB/sec 2024-09-16T11:27:27.696 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y_iaAXPHm0Q3iqO off=1127051 len=544698 2024-09-16T11:27:27.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 1071 completed, throughput=4.98MB/sec 2024-09-16T11:27:27.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2nCYcNP3HeiOqjg off=4291842 len=1991298 2024-09-16T11:27:27.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 1072 completed, throughput=4.99MB/sec 2024-09-16T11:27:27.711 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3R_uzwku0V-e3a0 off=303952 len=484807 2024-09-16T11:27:27.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 1073 completed, throughput=4.99MB/sec 2024-09-16T11:27:27.712 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1WtssqYhL1ryTiZ off=10816664 len=1904126 2024-09-16T11:27:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:27.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 1074 completed, throughput=5MB/sec 2024-09-16T11:27:27.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XEM6B1yAW8np9Rw off=15979634 len=796709 2024-09-16T11:27:27.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 1075 completed, throughput=5MB/sec 2024-09-16T11:27:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:28 smithi077 ceph-mon[86047]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:27:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:28 smithi077 ceph-mon[88497]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:27:28.712 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:27:28 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=sqlstore.transactions t=2024-09-16T11:27:28.466489581Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T11:27:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:28 smithi191 ceph-mon[84934]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:27:28.727 INFO:tasks.workunit.client.0.smithi077.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:28.727 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lfIKVm9tEBM-oWR off=1566645 len=1447100 2024-09-16T11:27:28.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 1076 completed, throughput=4.99MB/sec 2024-09-16T11:27:28.729 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-exjSFIhdmjlVOtQ off=12218694 len=1352855 2024-09-16T11:27:28.732 INFO:tasks.workunit.client.0.smithi077.stdout:op 1077 completed, throughput=4.99MB/sec 2024-09-16T11:27:28.732 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v4VDO5-LO12Yylh off=20437992 len=684667 2024-09-16T11:27:28.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 1078 completed, throughput=4.99MB/sec 2024-09-16T11:27:28.736 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O8FNRWyD_2zsQ4v off=10171757 len=440218 2024-09-16T11:27:28.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 1079 completed, throughput=5MB/sec 2024-09-16T11:27:28.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k-xnaznBMMauolW off=10841776 len=472993 2024-09-16T11:27:28.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 1080 completed, throughput=5MB/sec 2024-09-16T11:27:28.740 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KGydlAO9b5LEAfl off=12585903 len=7492 2024-09-16T11:27:28.742 INFO:tasks.workunit.client.0.smithi077.stdout:op 1081 completed, throughput=5MB/sec 2024-09-16T11:27:28.742 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ct16q1GejS0zqxA off=15412120 len=1984609 2024-09-16T11:27:28.749 INFO:tasks.workunit.client.0.smithi077.stdout:op 1082 completed, throughput=5.01MB/sec 2024-09-16T11:27:29.749 INFO:tasks.workunit.client.0.smithi077.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:29.749 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DzhHf7_u6ks177a off=0 len=1114629 2024-09-16T11:27:29.751 INFO:tasks.workunit.client.0.smithi077.stdout:op 1083 completed, throughput=4.99MB/sec 2024-09-16T11:27:29.751 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rjidTQKAirP0JFq off=2325703 len=358526 2024-09-16T11:27:29.755 INFO:tasks.workunit.client.0.smithi077.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-16T11:27:29.755 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sPisdzu5dtG7nfn off=6930030 len=494816 2024-09-16T11:27:29.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 1085 completed, throughput=4.99MB/sec 2024-09-16T11:27:29.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VwdmYIngbqCWxLd off=5269934 len=1461736 2024-09-16T11:27:29.765 INFO:tasks.workunit.client.0.smithi077.stdout:op 1086 completed, throughput=5MB/sec 2024-09-16T11:27:29.765 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-psMbFwQ5X6l3U9r off=13155361 len=1972871 2024-09-16T11:27:29.776 INFO:tasks.workunit.client.0.smithi077.stdout:op 1087 completed, throughput=5.01MB/sec 2024-09-16T11:27:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:30 smithi077 ceph-mon[86047]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T11:27:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:30 smithi077 ceph-mon[88497]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T11:27:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:30 smithi191 ceph-mon[84934]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T11:27:30.777 INFO:tasks.workunit.client.0.smithi077.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:30.777 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PCJyE8w_xOG1GwX off=7891191 len=763147 2024-09-16T11:27:30.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 1088 completed, throughput=4.99MB/sec 2024-09-16T11:27:30.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-itiaV_uZPxnEj_1 off=20877293 len=1412875 2024-09-16T11:27:30.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-16T11:27:30.784 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c2ennH52ReGaif5 off=5929716 len=2049426 2024-09-16T11:27:30.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 1090 completed, throughput=5MB/sec 2024-09-16T11:27:31.794 INFO:tasks.workunit.client.0.smithi077.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:31.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4Shy0LD-I-rqfPc off=2444871 len=1880719 2024-09-16T11:27:31.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 1091 completed, throughput=4.99MB/sec 2024-09-16T11:27:31.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K7wgKQNLkXT-0EX off=5231857 len=378648 2024-09-16T11:27:31.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 1092 completed, throughput=4.99MB/sec 2024-09-16T11:27:31.808 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p05lrr8XEPlFVGY off=1852562 len=1481907 2024-09-16T11:27:31.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 1093 completed, throughput=5MB/sec 2024-09-16T11:27:31.809 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mqBoWs6aMRh6jBK off=85832 len=980286 2024-09-16T11:27:31.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 1094 completed, throughput=5MB/sec 2024-09-16T11:27:31.811 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LAulaRdXBCOvC-b off=3553000 len=572653 2024-09-16T11:27:31.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 1095 completed, throughput=5MB/sec 2024-09-16T11:27:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:32 smithi077 ceph-mon[86047]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:32 smithi077 ceph-mon[88497]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:32 smithi191 ceph-mon[84934]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:32.815 INFO:tasks.workunit.client.0.smithi077.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:32.815 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SMTIGEdnD-sYYqP off=1589505 len=1790114 2024-09-16T11:27:32.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 1096 completed, throughput=4.99MB/sec 2024-09-16T11:27:32.824 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WExp4eX01D9KRrb off=3142327 len=230342 2024-09-16T11:27:32.826 INFO:tasks.workunit.client.0.smithi077.stdout:op 1097 completed, throughput=4.99MB/sec 2024-09-16T11:27:32.826 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-26mAOly4KysyfJT off=7215560 len=1829106 2024-09-16T11:27:32.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 1098 completed, throughput=5MB/sec 2024-09-16T11:27:32.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7uG4sVBl6HzVYNC off=22297 len=101347 2024-09-16T11:27:32.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 1099 completed, throughput=5MB/sec 2024-09-16T11:27:32.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S8SvShBuRGZ2Xl4 off=14467167 len=1714696 2024-09-16T11:27:32.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 1100 completed, throughput=5MB/sec 2024-09-16T11:27:33.830 INFO:tasks.workunit.client.0.smithi077.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:33.831 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-beDIEcGrTvQn-74 off=17875176 len=1907135 2024-09-16T11:27:33.841 INFO:tasks.workunit.client.0.smithi077.stdout:op 1101 completed, throughput=4.99MB/sec 2024-09-16T11:27:33.841 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rxp4zmpAvpZi7fk off=7242190 len=821397 2024-09-16T11:27:33.850 INFO:tasks.workunit.client.0.smithi077.stdout:op 1102 completed, throughput=4.99MB/sec 2024-09-16T11:27:33.850 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lrm9QWJgHt2PMHL off=2851468 len=1476810 2024-09-16T11:27:33.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 1103 completed, throughput=5MB/sec 2024-09-16T11:27:33.851 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gxCK4ZSdpiMtE_v off=9934481 len=1795645 2024-09-16T11:27:33.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 1104 completed, throughput=5.01MB/sec 2024-09-16T11:27:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:34 smithi077 ceph-mon[86047]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:34 smithi077 ceph-mon[88497]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:34 smithi191 ceph-mon[84934]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:34.855 INFO:tasks.workunit.client.0.smithi077.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:34.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V42H4RBLcEQIq74 off=11506133 len=514985 2024-09-16T11:27:34.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 1105 completed, throughput=4.99MB/sec 2024-09-16T11:27:34.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fhiu4sbhfoIo7io off=398775 len=625916 2024-09-16T11:27:34.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 1106 completed, throughput=4.99MB/sec 2024-09-16T11:27:34.861 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FaRqgpI0q92U_fb off=15773978 len=1214355 2024-09-16T11:27:34.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 1107 completed, throughput=4.99MB/sec 2024-09-16T11:27:34.863 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kI07tkWTlBn-xBH off=12686191 len=219212 2024-09-16T11:27:34.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 1108 completed, throughput=4.99MB/sec 2024-09-16T11:27:34.866 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Kzj0m9YfllGuPn1 off=11400158 len=198741 2024-09-16T11:27:34.868 INFO:tasks.workunit.client.0.smithi077.stdout:op 1109 completed, throughput=4.99MB/sec 2024-09-16T11:27:34.868 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PL1VwXkb23efgXo off=4069251 len=1444199 2024-09-16T11:27:34.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 1110 completed, throughput=5MB/sec 2024-09-16T11:27:35.870 INFO:tasks.workunit.client.0.smithi077.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:35.870 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GqOPiIRW_O0penH off=951862 len=391710 2024-09-16T11:27:35.871 INFO:tasks.workunit.client.0.smithi077.stdout:op 1111 completed, throughput=4.98MB/sec 2024-09-16T11:27:35.871 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ol5MKHnOJdhc0kj off=3423082 len=991836 2024-09-16T11:27:35.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 1112 completed, throughput=4.98MB/sec 2024-09-16T11:27:35.873 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1kwJ2wQ7RLjRTS8 off=2222545 len=617445 2024-09-16T11:27:35.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 1113 completed, throughput=4.99MB/sec 2024-09-16T11:27:35.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0w2K4vzG-1F7mQe off=12185356 len=1660930 2024-09-16T11:27:35.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 1114 completed, throughput=4.99MB/sec 2024-09-16T11:27:35.881 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yRZ0TWcdmtcOLu8 off=2972978 len=759705 2024-09-16T11:27:35.882 INFO:tasks.workunit.client.0.smithi077.stdout:op 1115 completed, throughput=5MB/sec 2024-09-16T11:27:35.882 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Og5r5yuMlE5WaRl off=10368573 len=1584888 2024-09-16T11:27:35.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 1116 completed, throughput=5MB/sec 2024-09-16T11:27:36.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:36 smithi077 ceph-mon[86047]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:36 smithi077 ceph-mon[88497]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:36 smithi191 ceph-mon[84934]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:27:36.889 INFO:tasks.workunit.client.0.smithi077.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:36.889 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Jzt2TDAdkZ9epXO off=385158 len=819948 2024-09-16T11:27:36.891 INFO:tasks.workunit.client.0.smithi077.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-16T11:27:36.891 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L7je2FYtrKhPkfW off=6700648 len=32161 2024-09-16T11:27:36.892 INFO:tasks.workunit.client.0.smithi077.stdout:op 1118 completed, throughput=4.99MB/sec 2024-09-16T11:27:36.892 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9fih4HBej3nYEFR off=460013 len=8284 2024-09-16T11:27:36.893 INFO:tasks.workunit.client.0.smithi077.stdout:op 1119 completed, throughput=4.99MB/sec 2024-09-16T11:27:36.893 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dzm3cRTK24381-5 off=1756486 len=2004235 2024-09-16T11:27:36.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 1120 completed, throughput=4.99MB/sec 2024-09-16T11:27:36.895 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vHutTINa2RqZpXI off=483094 len=1344152 2024-09-16T11:27:36.896 INFO:tasks.workunit.client.0.smithi077.stdout:op 1121 completed, throughput=5MB/sec 2024-09-16T11:27:36.896 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KH5wiQ0hBOkd0RU off=9867814 len=99785 2024-09-16T11:27:36.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 1122 completed, throughput=5MB/sec 2024-09-16T11:27:36.899 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rsp9ncHPyT6GOr- off=5061363 len=1512190 2024-09-16T11:27:36.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 1123 completed, throughput=5.01MB/sec 2024-09-16T11:27:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:36] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:27:37.902 INFO:tasks.workunit.client.0.smithi077.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:37.902 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OQgVM-A9-Y89pK0 off=13121745 len=89567 2024-09-16T11:27:37.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 1124 completed, throughput=4.98MB/sec 2024-09-16T11:27:37.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lN28WFEHItftIa9 off=16258423 len=563369 2024-09-16T11:27:37.906 INFO:tasks.workunit.client.0.smithi077.stdout:op 1125 completed, throughput=4.99MB/sec 2024-09-16T11:27:37.906 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9hRqqWPTQNXr3GZ off=1132211 len=1126290 2024-09-16T11:27:37.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 1126 completed, throughput=4.99MB/sec 2024-09-16T11:27:37.919 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gg2a85zZL2sTXyZ off=15706202 len=481137 2024-09-16T11:27:37.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 1127 completed, throughput=4.99MB/sec 2024-09-16T11:27:37.920 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JjOGiWc_TowhVd- off=2786729 len=1172709 2024-09-16T11:27:37.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 1128 completed, throughput=5MB/sec 2024-09-16T11:27:37.933 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qTlgjhbZr4HX27T off=2551334 len=714773 2024-09-16T11:27:37.934 INFO:tasks.workunit.client.0.smithi077.stdout:op 1129 completed, throughput=5MB/sec 2024-09-16T11:27:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:38 smithi077 ceph-mon[86047]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:27:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:38 smithi077 ceph-mon[88497]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:27:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:38 smithi191 ceph-mon[84934]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:27:38.934 INFO:tasks.workunit.client.0.smithi077.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:38.934 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hMUBCMYG2U1kV1W off=5163656 len=1004926 2024-09-16T11:27:38.940 INFO:tasks.workunit.client.0.smithi077.stdout:op 1130 completed, throughput=4.98MB/sec 2024-09-16T11:27:38.940 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r8Ya-e0auN2ofjB off=15296722 len=340145 2024-09-16T11:27:38.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 1131 completed, throughput=4.98MB/sec 2024-09-16T11:27:38.943 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w5umHEtij_m_Jp6 off=2526388 len=699548 2024-09-16T11:27:38.948 INFO:tasks.workunit.client.0.smithi077.stdout:op 1132 completed, throughput=4.99MB/sec 2024-09-16T11:27:38.948 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RnOTnyZSXsCH8Ik off=5524201 len=1587754 2024-09-16T11:27:38.957 INFO:tasks.workunit.client.0.smithi077.stdout:op 1133 completed, throughput=4.99MB/sec 2024-09-16T11:27:38.957 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R9NcNDxMwY55ie6 off=11168070 len=1974837 2024-09-16T11:27:38.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 1134 completed, throughput=5MB/sec 2024-09-16T11:27:39.960 INFO:tasks.workunit.client.0.smithi077.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:39.960 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AQrUGVEFHwwEWUf off=7171635 len=357977 2024-09-16T11:27:39.964 INFO:tasks.workunit.client.0.smithi077.stdout:op 1135 completed, throughput=4.98MB/sec 2024-09-16T11:27:39.964 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZTc0UC1JKQpsjbI off=1215573 len=1807338 2024-09-16T11:27:39.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-16T11:27:39.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EtGBBXojijdNxAS off=18295774 len=1522806 2024-09-16T11:27:39.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 1137 completed, throughput=4.99MB/sec 2024-09-16T11:27:39.970 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hbq57pXUQHe_qaa off=4532509 len=1970560 2024-09-16T11:27:39.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 1138 completed, throughput=5MB/sec 2024-09-16T11:27:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:40 smithi077 ceph-mon[86047]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:40 smithi077 ceph-mon[88497]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:40 smithi191 ceph-mon[84934]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:40.972 INFO:tasks.workunit.client.0.smithi077.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:40.972 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0adZZ5kKZVXo6y7 off=6764508 len=1793574 2024-09-16T11:27:40.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 1139 completed, throughput=4.99MB/sec 2024-09-16T11:27:40.974 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Lrs1PBnT8i4-Jc- off=924545 len=705117 2024-09-16T11:27:40.979 INFO:tasks.workunit.client.0.smithi077.stdout:op 1140 completed, throughput=4.99MB/sec 2024-09-16T11:27:40.979 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Ur7gg_JKijRbTt off=12195653 len=1399231 2024-09-16T11:27:40.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 1141 completed, throughput=5MB/sec 2024-09-16T11:27:40.988 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pcp6wN98lBVui5a off=10822709 len=922715 2024-09-16T11:27:40.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 1142 completed, throughput=5MB/sec 2024-09-16T11:27:41.989 INFO:tasks.workunit.client.0.smithi077.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:41.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UMZ8OIlJzeQyOT3 off=4752164 len=1850212 2024-09-16T11:27:41.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 1143 completed, throughput=4.99MB/sec 2024-09-16T11:27:41.991 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G5Mszak2kAi3UJi off=500368 len=150037 2024-09-16T11:27:41.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 1144 completed, throughput=4.99MB/sec 2024-09-16T11:27:41.994 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-E3NPInXkP4bYVxo off=2535210 len=282043 2024-09-16T11:27:41.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 1145 completed, throughput=4.99MB/sec 2024-09-16T11:27:41.999 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LPK4sqgXvm-h2ul off=2618418 len=616146 2024-09-16T11:27:42.000 INFO:tasks.workunit.client.0.smithi077.stdout:op 1146 completed, throughput=4.99MB/sec 2024-09-16T11:27:42.000 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6B8UPBRwssFXSiy off=2706833 len=938127 2024-09-16T11:27:42.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 1147 completed, throughput=4.99MB/sec 2024-09-16T11:27:42.005 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z3iNn0vZ8YWb2Ee off=9069364 len=1799153 2024-09-16T11:27:42.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 1148 completed, throughput=5MB/sec 2024-09-16T11:27:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:42 smithi077 ceph-mon[86047]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:27:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:42 smithi077 ceph-mon[88497]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:27:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:42 smithi191 ceph-mon[84934]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:27:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:43.009 INFO:tasks.workunit.client.0.smithi077.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:43.009 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lDCiG9-KWU14MOr off=11298792 len=1731308 2024-09-16T11:27:43.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 1149 completed, throughput=4.99MB/sec 2024-09-16T11:27:43.012 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UB-9HybNe4aAxaB off=3180349 len=1879561 2024-09-16T11:27:43.015 INFO:tasks.workunit.client.0.smithi077.stdout:op 1150 completed, throughput=5MB/sec 2024-09-16T11:27:43.015 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nJl2jvGWdZ0lYaA off=2264108 len=638998 2024-09-16T11:27:43.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 1151 completed, throughput=5MB/sec 2024-09-16T11:27:43.016 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dWgI377zpKKdzeS off=6750430 len=47123 2024-09-16T11:27:43.019 INFO:tasks.workunit.client.0.smithi077.stdout:op 1152 completed, throughput=5MB/sec 2024-09-16T11:27:43.019 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i_r6c8HyKPrl7Eh off=13613474 len=1057980 2024-09-16T11:27:43.020 INFO:tasks.workunit.client.0.smithi077.stdout:op 1153 completed, throughput=5MB/sec 2024-09-16T11:27:44.020 INFO:tasks.workunit.client.0.smithi077.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:44.020 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-81J-WoEftRgGDVc off=6114833 len=315780 2024-09-16T11:27:44.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 1154 completed, throughput=4.98MB/sec 2024-09-16T11:27:44.024 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4sPBNMfttuT6K6g off=3264814 len=1889439 2024-09-16T11:27:44.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 1155 completed, throughput=4.99MB/sec 2024-09-16T11:27:44.035 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JZK42-ugA3HPTHR off=1166874 len=768174 2024-09-16T11:27:44.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 1156 completed, throughput=4.99MB/sec 2024-09-16T11:27:44.039 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nPenbNQ4oYaUYcE off=14931470 len=1584049 2024-09-16T11:27:44.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 1157 completed, throughput=5MB/sec 2024-09-16T11:27:44.041 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-udvXrO20VyzRv3E off=7791989 len=1488921 2024-09-16T11:27:44.054 INFO:tasks.workunit.client.0.smithi077.stdout:op 1158 completed, throughput=5MB/sec 2024-09-16T11:27:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:44 smithi077 ceph-mon[88497]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:27:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:44 smithi077 ceph-mon[86047]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:27:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:44 smithi191 ceph-mon[84934]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:27:45.054 INFO:tasks.workunit.client.0.smithi077.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:45.054 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fx_cvYRtykDgpjX off=2396947 len=980936 2024-09-16T11:27:45.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 1159 completed, throughput=4.99MB/sec 2024-09-16T11:27:45.060 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W8nIscfe-7KV4Vf off=4984106 len=672795 2024-09-16T11:27:45.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 1160 completed, throughput=4.99MB/sec 2024-09-16T11:27:45.062 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-otyDVPpsCr9dyKb off=5669039 len=1088502 2024-09-16T11:27:45.063 INFO:tasks.workunit.client.0.smithi077.stdout:op 1161 completed, throughput=4.99MB/sec 2024-09-16T11:27:45.063 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K1AX3jcY7l4BCAv off=4549941 len=2048542 2024-09-16T11:27:45.067 INFO:tasks.workunit.client.0.smithi077.stdout:op 1162 completed, throughput=5MB/sec 2024-09-16T11:27:46.067 INFO:tasks.workunit.client.0.smithi077.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:46.068 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BhUziy5OXNtmOrL off=9585128 len=6569 2024-09-16T11:27:46.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 1163 completed, throughput=4.98MB/sec 2024-09-16T11:27:46.070 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TF1lz8uDfBGxd-D off=13723222 len=67503 2024-09-16T11:27:46.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 1164 completed, throughput=4.98MB/sec 2024-09-16T11:27:46.070 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sB2dye4kZDu1TmN off=1675476 len=1406810 2024-09-16T11:27:46.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 1165 completed, throughput=4.99MB/sec 2024-09-16T11:27:46.079 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wFgECnIs3tT5kiz off=11014523 len=1149828 2024-09-16T11:27:46.084 INFO:tasks.workunit.client.0.smithi077.stdout:op 1166 completed, throughput=4.99MB/sec 2024-09-16T11:27:46.084 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EYi7WrNw1HtfeIu off=1908009 len=1852725 2024-09-16T11:27:46.088 INFO:tasks.workunit.client.0.smithi077.stdout:op 1167 completed, throughput=5MB/sec 2024-09-16T11:27:46.088 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k2UPakoOdkVLEnC off=6313642 len=858716 2024-09-16T11:27:46.093 INFO:tasks.workunit.client.0.smithi077.stdout:op 1168 completed, throughput=5MB/sec 2024-09-16T11:27:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:46 smithi077 ceph-mon[86047]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:46 smithi077 ceph-mon[88497]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:46 smithi191 ceph-mon[84934]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:47.093 INFO:tasks.workunit.client.0.smithi077.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:47.093 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yk8m-LZNIg8G-Nq off=554599 len=788261 2024-09-16T11:27:47.097 INFO:tasks.workunit.client.0.smithi077.stdout:op 1169 completed, throughput=4.98MB/sec 2024-09-16T11:27:47.098 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wF96bTE17_Ly-Sa off=3641455 len=1013619 2024-09-16T11:27:47.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 1170 completed, throughput=4.99MB/sec 2024-09-16T11:27:47.099 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LkY1sM8gyalBnef off=5857053 len=1631089 2024-09-16T11:27:47.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 1171 completed, throughput=5MB/sec 2024-09-16T11:27:47.101 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EzLqtQ71Vor-52n off=1183358 len=1221364 2024-09-16T11:27:47.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 1172 completed, throughput=5MB/sec 2024-09-16T11:27:47.107 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mqpeww9wJukJJke off=3784300 len=1213145 2024-09-16T11:27:47.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 1173 completed, throughput=5MB/sec 2024-09-16T11:27:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:46] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T11:27:48.108 INFO:tasks.workunit.client.0.smithi077.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:48.108 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TbzPUYNjHsnLHFi off=11716382 len=954526 2024-09-16T11:27:48.113 INFO:tasks.workunit.client.0.smithi077.stdout:op 1174 completed, throughput=4.99MB/sec 2024-09-16T11:27:48.113 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3cRVG9wmsWtwoZs off=1285023 len=39897 2024-09-16T11:27:48.113 INFO:tasks.workunit.client.0.smithi077.stdout:op 1175 completed, throughput=4.99MB/sec 2024-09-16T11:27:48.113 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JL7RgbeMp3qDCXh off=11753332 len=1217476 2024-09-16T11:27:48.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 1176 completed, throughput=4.99MB/sec 2024-09-16T11:27:48.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fbgEFZq72QtRqdl off=0 len=1189525 2024-09-16T11:27:48.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 1177 completed, throughput=5MB/sec 2024-09-16T11:27:48.124 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3mC6rE6aMKyp90e off=1374694 len=1771773 2024-09-16T11:27:48.131 INFO:tasks.workunit.client.0.smithi077.stdout:op 1178 completed, throughput=5MB/sec 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[86047]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[88497]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:27:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:27:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:27:48.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:27:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:48 smithi191 ceph-mon[84934]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:27:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:27:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:27:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:27:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:27:49.132 INFO:tasks.workunit.client.0.smithi077.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:49.132 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mY2hWpe7kyBjXek off=14309915 len=52418 2024-09-16T11:27:49.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 1179 completed, throughput=4.98MB/sec 2024-09-16T11:27:49.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5nEmNixdalrZVWf off=14412030 len=1357186 2024-09-16T11:27:49.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 1180 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-56tyBpufNcEfzwR off=9710679 len=977714 2024-09-16T11:27:49.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 1181 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.144 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YFR-XMuZXQQGQ-E off=525525 len=131443 2024-09-16T11:27:49.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 1182 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lTd6H78VhQNt9i3 off=8704152 len=276265 2024-09-16T11:27:49.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 1183 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DhO7Z7h8OMo8UGO off=2872948 len=165091 2024-09-16T11:27:49.148 INFO:tasks.workunit.client.0.smithi077.stdout:op 1184 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.149 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ClEY8ITJZnsrsox off=5527454 len=21521 2024-09-16T11:27:49.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 1185 completed, throughput=4.99MB/sec 2024-09-16T11:27:49.149 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8ulXxtfWWAIlgeb off=3333119 len=2087463 2024-09-16T11:27:49.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 1186 completed, throughput=5MB/sec 2024-09-16T11:27:50.151 INFO:tasks.workunit.client.0.smithi077.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:50.151 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EssbWJkvCah-Fzl off=7579199 len=1215156 2024-09-16T11:27:50.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 1187 completed, throughput=4.99MB/sec 2024-09-16T11:27:50.159 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nlJQp1vWZvE2qIF off=965002 len=1661094 2024-09-16T11:27:50.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 1188 completed, throughput=4.99MB/sec 2024-09-16T11:27:50.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Nw9CU1ZrnP2VLxU off=0 len=1123111 2024-09-16T11:27:50.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 1189 completed, throughput=5MB/sec 2024-09-16T11:27:50.163 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fBNEjew2NOWauNX off=2203120 len=1938380 2024-09-16T11:27:50.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 1190 completed, throughput=5.01MB/sec 2024-09-16T11:27:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:50 smithi077 ceph-mon[86047]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:27:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:50 smithi077 ceph-mon[88497]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:27:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:50 smithi191 ceph-mon[84934]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:27:51.175 INFO:tasks.workunit.client.0.smithi077.stdout: 236: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:51.175 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-03wwPx9hz59u9h4 off=3397109 len=796162 2024-09-16T11:27:51.179 INFO:tasks.workunit.client.0.smithi077.stdout:op 1191 completed, throughput=4.99MB/sec 2024-09-16T11:27:51.179 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bxsBDYQm5B-PLu5 off=9806972 len=129888 2024-09-16T11:27:51.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 1192 completed, throughput=4.99MB/sec 2024-09-16T11:27:51.180 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--FFR9DcLh6kWpn7 off=8955090 len=1975602 2024-09-16T11:27:51.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 1193 completed, throughput=5MB/sec 2024-09-16T11:27:51.189 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fDrwwiU5IdlkuaN off=2531710 len=330164 2024-09-16T11:27:51.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 1194 completed, throughput=5MB/sec 2024-09-16T11:27:51.192 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ugw0xJrNUI_2fvn off=3136173 len=957065 2024-09-16T11:27:51.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 1195 completed, throughput=5MB/sec 2024-09-16T11:27:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:52.196 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GxHzXZBvGITPmWG off=7085766 len=1847660 2024-09-16T11:27:52.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 1196 completed, throughput=4.99MB/sec 2024-09-16T11:27:52.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3QVYIddo2Ur4IDV off=2425042 len=1208544 2024-09-16T11:27:52.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 1197 completed, throughput=4.99MB/sec 2024-09-16T11:27:52.199 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UPR1ZY7R0q_Xs22 off=6057279 len=942390 2024-09-16T11:27:52.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 1198 completed, throughput=5MB/sec 2024-09-16T11:27:52.201 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d4wDMOkFkVMGavf off=15423794 len=271645 2024-09-16T11:27:52.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 1199 completed, throughput=5MB/sec 2024-09-16T11:27:52.202 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZrBVNXA_AWgDsIp off=10829877 len=1789033 2024-09-16T11:27:52.211 INFO:tasks.workunit.client.0.smithi077.stdout:op 1200 completed, throughput=5MB/sec 2024-09-16T11:27:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:52 smithi077 ceph-mon[86047]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:52 smithi077 ceph-mon[88497]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:52 smithi191 ceph-mon[84934]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:27:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:27:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:27:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:53.211 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GgKFDbVfsmfMqKa off=4348570 len=754218 2024-09-16T11:27:53.212 INFO:tasks.workunit.client.0.smithi077.stdout:op 1201 completed, throughput=4.99MB/sec 2024-09-16T11:27:53.212 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tHQbqn7G82k0kOp off=16733291 len=6974 2024-09-16T11:27:53.215 INFO:tasks.workunit.client.0.smithi077.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-16T11:27:53.215 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vMgUt_4NpunGZvI off=10922430 len=1463270 2024-09-16T11:27:53.216 INFO:tasks.workunit.client.0.smithi077.stdout:op 1203 completed, throughput=4.99MB/sec 2024-09-16T11:27:53.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BDmG4g7l6solgwD off=1843624 len=1706505 2024-09-16T11:27:53.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 1204 completed, throughput=5MB/sec 2024-09-16T11:27:53.227 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lwsQA5qEiHidDH9 off=18241991 len=1138604 2024-09-16T11:27:53.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 1205 completed, throughput=5MB/sec 2024-09-16T11:27:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:54.230 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UXKhZIqkQSkbB9W off=4870325 len=802308 2024-09-16T11:27:54.235 INFO:tasks.workunit.client.0.smithi077.stdout:op 1206 completed, throughput=4.98MB/sec 2024-09-16T11:27:54.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vuXIsImrXH3QCso off=6739422 len=1283674 2024-09-16T11:27:54.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 1207 completed, throughput=4.99MB/sec 2024-09-16T11:27:54.242 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qVPPyaVgf1hgS1Y off=264289 len=1745563 2024-09-16T11:27:54.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 1208 completed, throughput=5MB/sec 2024-09-16T11:27:54.244 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PirS_yehvctUk2E off=3423834 len=1056092 2024-09-16T11:27:54.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 1209 completed, throughput=5MB/sec 2024-09-16T11:27:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:54 smithi077 ceph-mon[86047]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:54 smithi077 ceph-mon[88497]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:54 smithi191 ceph-mon[84934]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:27:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:55.246 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9RRKAlyyyWxo7_q off=5689739 len=1746894 2024-09-16T11:27:55.250 INFO:tasks.workunit.client.0.smithi077.stdout:op 1210 completed, throughput=4.99MB/sec 2024-09-16T11:27:55.250 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9hRqqWPTQNXr3GZ off=595022 len=1495877 2024-09-16T11:27:55.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 1211 completed, throughput=4.99MB/sec 2024-09-16T11:27:55.258 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZKEDXxmz8HyBFod off=1343801 len=734636 2024-09-16T11:27:55.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 1212 completed, throughput=5MB/sec 2024-09-16T11:27:55.262 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rY_Chc6S-WEwZFO off=1046905 len=1458193 2024-09-16T11:27:55.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 1213 completed, throughput=5MB/sec 2024-09-16T11:27:56.270 INFO:tasks.workunit.client.0.smithi077.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:56.272 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BWK8fh00XzPI-ct off=231328 len=1999976 2024-09-16T11:27:56.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 1214 completed, throughput=4.99MB/sec 2024-09-16T11:27:56.274 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9405SifQ8jisc98 off=8686799 len=401119 2024-09-16T11:27:56.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 1215 completed, throughput=4.99MB/sec 2024-09-16T11:27:56.275 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Zz-lCQwrIQomh7F off=11659699 len=1146683 2024-09-16T11:27:56.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 1216 completed, throughput=4.99MB/sec 2024-09-16T11:27:56.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ah8VHcD8s9ATl72 off=866645 len=1261882 2024-09-16T11:27:56.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 1217 completed, throughput=5MB/sec 2024-09-16T11:27:56.284 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DaLSxdM0RhW-Mh3 off=192870 len=1502485 2024-09-16T11:27:56.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 1218 completed, throughput=5MB/sec 2024-09-16T11:27:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:56 smithi077 ceph-mon[86047]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:56 smithi077 ceph-mon[88497]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:56 smithi191 ceph-mon[84934]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:27:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:27:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:27:56] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T11:27:57.291 INFO:tasks.workunit.client.0.smithi077.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:57.292 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kI07tkWTlBn-xBH off=627265 len=554794 2024-09-16T11:27:57.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-16T11:27:57.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7Um6MqHRJ1rvU9B off=3442307 len=112624 2024-09-16T11:27:57.299 INFO:tasks.workunit.client.0.smithi077.stdout:op 1220 completed, throughput=4.99MB/sec 2024-09-16T11:27:57.299 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pJPYHr6YLE68D7c off=1803952 len=1222559 2024-09-16T11:27:57.301 INFO:tasks.workunit.client.0.smithi077.stdout:op 1221 completed, throughput=4.99MB/sec 2024-09-16T11:27:57.301 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SelsHK_5jLrepCN off=5241235 len=218625 2024-09-16T11:27:57.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 1222 completed, throughput=4.99MB/sec 2024-09-16T11:27:57.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6ie01BEyBp6fqTw off=12220908 len=1663568 2024-09-16T11:27:57.304 INFO:tasks.workunit.client.0.smithi077.stdout:op 1223 completed, throughput=5MB/sec 2024-09-16T11:27:57.304 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WqJVUmiB_Ci0cCI off=15787157 len=445969 2024-09-16T11:27:57.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 1224 completed, throughput=5MB/sec 2024-09-16T11:27:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:27:58.308 INFO:tasks.workunit.client.0.smithi077.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:58.309 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DPy1Z6gpOYZ3DpX off=2423646 len=1091015 2024-09-16T11:27:58.314 INFO:tasks.workunit.client.0.smithi077.stdout:op 1225 completed, throughput=4.98MB/sec 2024-09-16T11:27:58.314 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SFTmm9H5gQjUUNR off=16151750 len=1856201 2024-09-16T11:27:58.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-16T11:27:58.325 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DkLvOMXJn4qc7D1 off=5870081 len=1823771 2024-09-16T11:27:58.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 1227 completed, throughput=5MB/sec 2024-09-16T11:27:58.334 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MDvtecJptat6zdJ off=8358615 len=669287 2024-09-16T11:27:58.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 1228 completed, throughput=5MB/sec 2024-09-16T11:27:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:58 smithi077 ceph-mon[86047]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:58 smithi077 ceph-mon[88497]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:58 smithi191 ceph-mon[84934]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:59.338 INFO:tasks.workunit.client.0.smithi077.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-16T11:27:59.338 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NZY3oFwO4s3VqE3 off=220941 len=2039250 2024-09-16T11:27:59.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 1229 completed, throughput=4.99MB/sec 2024-09-16T11:27:59.347 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J3q2sJYHLI5zaV3 off=2312142 len=1998019 2024-09-16T11:27:59.358 INFO:tasks.workunit.client.0.smithi077.stdout:op 1230 completed, throughput=5MB/sec 2024-09-16T11:27:59.359 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ffOX-2PSSnyvetd off=27820 len=1643483 2024-09-16T11:27:59.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 1231 completed, throughput=5MB/sec 2024-09-16T11:27:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:27:59 smithi077 ceph-mon[86047]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:27:59 smithi077 ceph-mon[88497]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:27:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:27:59 smithi191 ceph-mon[84934]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:00.367 INFO:tasks.workunit.client.0.smithi077.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:00.367 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TddyThxCHQ31yXK off=19504888 len=371222 2024-09-16T11:28:00.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 1232 completed, throughput=4.98MB/sec 2024-09-16T11:28:00.370 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4Imtj9ErJrIi6Nk off=22313391 len=801100 2024-09-16T11:28:00.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 1233 completed, throughput=4.99MB/sec 2024-09-16T11:28:00.372 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DjiqCorlkLwpIla off=6750392 len=541473 2024-09-16T11:28:00.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 1234 completed, throughput=4.99MB/sec 2024-09-16T11:28:00.373 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pGogcfEjGUAmlZQ off=2471080 len=1944754 2024-09-16T11:28:00.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 1235 completed, throughput=5MB/sec 2024-09-16T11:28:00.376 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e7Yn9PSAznVdIFj off=12055174 len=537898 2024-09-16T11:28:00.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 1236 completed, throughput=5MB/sec 2024-09-16T11:28:00.381 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zbvVjO4lyR4r02x off=134293 len=1576106 2024-09-16T11:28:00.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 1237 completed, throughput=5MB/sec 2024-09-16T11:28:01.382 INFO:tasks.workunit.client.0.smithi077.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:01.382 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-57KFZKO54s33-MU off=11703695 len=1060236 2024-09-16T11:28:01.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 1238 completed, throughput=4.99MB/sec 2024-09-16T11:28:01.384 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hBlTKYJ0ntLtvjF off=8233119 len=234278 2024-09-16T11:28:01.385 INFO:tasks.workunit.client.0.smithi077.stdout:op 1239 completed, throughput=4.99MB/sec 2024-09-16T11:28:01.385 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N_UuXnjTXmCk0Y4 off=19198619 len=1094055 2024-09-16T11:28:01.386 INFO:tasks.workunit.client.0.smithi077.stdout:op 1240 completed, throughput=4.99MB/sec 2024-09-16T11:28:01.386 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hW0I1wb4rqxJtMN off=4228012 len=828333 2024-09-16T11:28:01.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 1241 completed, throughput=5MB/sec 2024-09-16T11:28:01.389 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wPPGVsBP6Xykq9y off=2229271 len=41849 2024-09-16T11:28:01.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 1242 completed, throughput=5MB/sec 2024-09-16T11:28:01.391 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vCoh4Os0BPtkQ5n off=9988599 len=1545612 2024-09-16T11:28:01.392 INFO:tasks.workunit.client.0.smithi077.stdout:op 1243 completed, throughput=5MB/sec 2024-09-16T11:28:02.393 INFO:tasks.workunit.client.0.smithi077.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:02.393 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X5_bDAPwXioWAdV off=5086412 len=994437 2024-09-16T11:28:02.394 INFO:tasks.workunit.client.0.smithi077.stdout:op 1244 completed, throughput=4.99MB/sec 2024-09-16T11:28:02.394 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vPQxtQFCSLh_qOE off=7840533 len=1888123 2024-09-16T11:28:02.396 INFO:tasks.workunit.client.0.smithi077.stdout:op 1245 completed, throughput=4.99MB/sec 2024-09-16T11:28:02.397 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lybr-bN3eME5gw8 off=5546750 len=1115997 2024-09-16T11:28:02.398 INFO:tasks.workunit.client.0.smithi077.stdout:op 1246 completed, throughput=5MB/sec 2024-09-16T11:28:02.398 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2RnnulVJA-4Hdvq off=904146 len=1852136 2024-09-16T11:28:02.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 1247 completed, throughput=5MB/sec 2024-09-16T11:28:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:02 smithi077 ceph-mon[86047]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:28:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:02 smithi077 ceph-mon[88497]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:28:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:02 smithi191 ceph-mon[84934]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:28:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:03.410 INFO:tasks.workunit.client.0.smithi077.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:03.410 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K5s33IxZjdrooJQ off=5629808 len=698134 2024-09-16T11:28:03.411 INFO:tasks.workunit.client.0.smithi077.stdout:op 1248 completed, throughput=4.99MB/sec 2024-09-16T11:28:03.411 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-21AQU_A6cL8s3XK off=6401529 len=687990 2024-09-16T11:28:03.415 INFO:tasks.workunit.client.0.smithi077.stdout:op 1249 completed, throughput=4.99MB/sec 2024-09-16T11:28:03.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UwZNHlQWJkUuoq2 off=11798870 len=771509 2024-09-16T11:28:03.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 1250 completed, throughput=4.99MB/sec 2024-09-16T11:28:03.420 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7kejiWHn_Oz90GK off=828889 len=1958693 2024-09-16T11:28:03.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 1251 completed, throughput=5MB/sec 2024-09-16T11:28:03.422 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9hkz8R0tY1_9dMc off=574831 len=876260 2024-09-16T11:28:03.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 1252 completed, throughput=5MB/sec 2024-09-16T11:28:04.424 INFO:tasks.workunit.client.0.smithi077.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:04.424 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3EsCTkI2dN1ilU2 off=345640 len=304370 2024-09-16T11:28:04.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 1253 completed, throughput=4.98MB/sec 2024-09-16T11:28:04.425 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-z4idrS_kC-vrms6 off=959759 len=509379 2024-09-16T11:28:04.426 INFO:tasks.workunit.client.0.smithi077.stdout:op 1254 completed, throughput=4.99MB/sec 2024-09-16T11:28:04.426 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fKe1atSvuxchM-m off=19055566 len=1525800 2024-09-16T11:28:04.427 INFO:tasks.workunit.client.0.smithi077.stdout:op 1255 completed, throughput=4.99MB/sec 2024-09-16T11:28:04.427 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s0XLowBHGozBPYh off=5064963 len=232777 2024-09-16T11:28:04.428 INFO:tasks.workunit.client.0.smithi077.stdout:op 1256 completed, throughput=4.99MB/sec 2024-09-16T11:28:04.428 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6QmO45t7uDZZ43h off=3149005 len=250949 2024-09-16T11:28:04.431 INFO:tasks.workunit.client.0.smithi077.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-16T11:28:04.431 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CJxTS0aWloHvnuq off=15445013 len=428099 2024-09-16T11:28:04.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 1258 completed, throughput=4.99MB/sec 2024-09-16T11:28:04.435 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MpsiwwQhFsfWEjw off=2960393 len=483379 2024-09-16T11:28:04.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 1259 completed, throughput=5MB/sec 2024-09-16T11:28:04.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-D4ZppTNcXTDbvcW off=10270859 len=2064669 2024-09-16T11:28:04.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 1260 completed, throughput=5MB/sec 2024-09-16T11:28:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:04 smithi077 ceph-mon[86047]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:04 smithi077 ceph-mon[88497]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:04 smithi191 ceph-mon[84934]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:05.447 INFO:tasks.workunit.client.0.smithi077.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:05.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v2o4n0JMG5NWv9N off=3715471 len=442395 2024-09-16T11:28:05.451 INFO:tasks.workunit.client.0.smithi077.stdout:op 1261 completed, throughput=4.99MB/sec 2024-09-16T11:28:05.451 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BayVTF4jAHsxI4V off=4230487 len=1859620 2024-09-16T11:28:05.453 INFO:tasks.workunit.client.0.smithi077.stdout:op 1262 completed, throughput=4.99MB/sec 2024-09-16T11:28:05.453 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pJ-eT2deOuQzQDb off=7366984 len=69889 2024-09-16T11:28:05.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 1263 completed, throughput=4.99MB/sec 2024-09-16T11:28:05.454 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wKExnVFk-22FKwV off=2114728 len=1835317 2024-09-16T11:28:05.464 INFO:tasks.workunit.client.0.smithi077.stdout:op 1264 completed, throughput=5MB/sec 2024-09-16T11:28:05.464 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uHXUEIqXrONG8Ts off=11485417 len=1480208 2024-09-16T11:28:05.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 1265 completed, throughput=5MB/sec 2024-09-16T11:28:06.472 INFO:tasks.workunit.client.0.smithi077.stdout: 251: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:06.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vm1Y9vomvo5pi5q off=6682793 len=2031828 2024-09-16T11:28:06.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 1266 completed, throughput=4.99MB/sec 2024-09-16T11:28:06.474 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BCsMbwhbvsPWmE6 off=6248764 len=34959 2024-09-16T11:28:06.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 1267 completed, throughput=4.99MB/sec 2024-09-16T11:28:06.476 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6PBlP3AwyPdhAQC off=7163393 len=868691 2024-09-16T11:28:06.481 INFO:tasks.workunit.client.0.smithi077.stdout:op 1268 completed, throughput=5MB/sec 2024-09-16T11:28:06.481 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LPf72e_NL9_TAZZ off=10985078 len=1287069 2024-09-16T11:28:06.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 1269 completed, throughput=5MB/sec 2024-09-16T11:28:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:06 smithi077 ceph-mon[86047]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:06 smithi077 ceph-mon[88497]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:06 smithi191 ceph-mon[84934]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:06] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:28:07.487 INFO:tasks.workunit.client.0.smithi077.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:07.488 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lPDIEqkW2nYUMQp off=14181015 len=1106009 2024-09-16T11:28:07.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 1270 completed, throughput=4.99MB/sec 2024-09-16T11:28:07.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LDhKyw0a4tDP6iz off=17532520 len=274530 2024-09-16T11:28:07.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 1271 completed, throughput=4.99MB/sec 2024-09-16T11:28:07.496 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jmzUVNiJbVnuEFU off=8839210 len=1152317 2024-09-16T11:28:07.497 INFO:tasks.workunit.client.0.smithi077.stdout:op 1272 completed, throughput=4.99MB/sec 2024-09-16T11:28:07.497 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GThp51pwvw8o9tt off=1040747 len=1058278 2024-09-16T11:28:07.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 1273 completed, throughput=4.99MB/sec 2024-09-16T11:28:07.502 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6NVeQiJoHA-8c3o off=2910556 len=1667982 2024-09-16T11:28:07.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 1274 completed, throughput=5MB/sec 2024-09-16T11:28:08.512 INFO:tasks.workunit.client.0.smithi077.stdout: 253: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:08.512 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZHAvD186Y0z1L0A off=16607086 len=1394514 2024-09-16T11:28:08.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 1275 completed, throughput=4.99MB/sec 2024-09-16T11:28:08.525 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P6cmev2H1GNE1JN off=1567163 len=1608888 2024-09-16T11:28:08.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 1276 completed, throughput=4.99MB/sec 2024-09-16T11:28:08.539 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uEA8Xf0iALbdiaK off=7189027 len=241937 2024-09-16T11:28:08.543 INFO:tasks.workunit.client.0.smithi077.stdout:op 1277 completed, throughput=4.99MB/sec 2024-09-16T11:28:08.543 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iLWJ44qJ2UqS55X off=3014651 len=1363892 2024-09-16T11:28:08.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 1278 completed, throughput=5MB/sec 2024-09-16T11:28:08.550 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RBcXWhVO2FZemuS off=145906 len=1347802 2024-09-16T11:28:08.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 1279 completed, throughput=5MB/sec 2024-09-16T11:28:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:08 smithi077 ceph-mon[86047]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:08 smithi077 ceph-mon[88497]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:08 smithi191 ceph-mon[84934]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:09.557 INFO:tasks.workunit.client.0.smithi077.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:09.558 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RP_LPDF97owv53U off=8767738 len=833770 2024-09-16T11:28:09.563 INFO:tasks.workunit.client.0.smithi077.stdout:op 1280 completed, throughput=4.99MB/sec 2024-09-16T11:28:09.563 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GoA9IUMrFsPenIR off=419695 len=936369 2024-09-16T11:28:09.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 1281 completed, throughput=4.99MB/sec 2024-09-16T11:28:09.567 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4QS8SwRwDTnwEAw off=6391269 len=1537392 2024-09-16T11:28:09.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 1282 completed, throughput=4.99MB/sec 2024-09-16T11:28:09.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I_6LCT9KrqsUWL3 off=19149151 len=1802429 2024-09-16T11:28:09.580 INFO:tasks.workunit.client.0.smithi077.stdout:op 1283 completed, throughput=5MB/sec 2024-09-16T11:28:10.580 INFO:tasks.workunit.client.0.smithi077.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:10.581 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OeXoqRxV-UvvD1- off=11224518 len=355013 2024-09-16T11:28:10.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 1284 completed, throughput=4.98MB/sec 2024-09-16T11:28:10.581 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6P7NcM8GfX8pVX3 off=8132753 len=625763 2024-09-16T11:28:10.582 INFO:tasks.workunit.client.0.smithi077.stdout:op 1285 completed, throughput=4.99MB/sec 2024-09-16T11:28:10.582 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-daMn0Vwxm9DgBDk off=2679047 len=813883 2024-09-16T11:28:10.584 INFO:tasks.workunit.client.0.smithi077.stdout:op 1286 completed, throughput=4.99MB/sec 2024-09-16T11:28:10.584 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ckQKPRnE0ogLUQI off=2858213 len=1105096 2024-09-16T11:28:10.590 INFO:tasks.workunit.client.0.smithi077.stdout:op 1287 completed, throughput=4.99MB/sec 2024-09-16T11:28:10.590 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--Ti3E7dGrUJCKlJ off=1693729 len=1081287 2024-09-16T11:28:10.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 1288 completed, throughput=5MB/sec 2024-09-16T11:28:10.596 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tsaXCmG2yjrZYSa off=12441051 len=1475970 2024-09-16T11:28:10.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 1289 completed, throughput=5MB/sec 2024-09-16T11:28:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:10 smithi077 ceph-mon[86047]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:10 smithi077 ceph-mon[88497]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:10 smithi191 ceph-mon[84934]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:11.602 INFO:tasks.workunit.client.0.smithi077.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:11.602 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b1XuXEoZ7is3g-I off=14312 len=2009334 2024-09-16T11:28:11.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 1290 completed, throughput=4.99MB/sec 2024-09-16T11:28:11.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ba9mcW7eKSc3adB off=929805 len=1887058 2024-09-16T11:28:11.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 1291 completed, throughput=5MB/sec 2024-09-16T11:28:11.607 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XOLvNqz9_HlMKYq off=4612794 len=1732508 2024-09-16T11:28:11.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 1292 completed, throughput=5MB/sec 2024-09-16T11:28:12.610 INFO:tasks.workunit.client.0.smithi077.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:12.610 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YmO64mp-79Zcsgo off=943293 len=278361 2024-09-16T11:28:12.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 1293 completed, throughput=4.98MB/sec 2024-09-16T11:28:12.610 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pPw71g1AigIVOux off=9949858 len=1074300 2024-09-16T11:28:12.612 INFO:tasks.workunit.client.0.smithi077.stdout:op 1294 completed, throughput=4.99MB/sec 2024-09-16T11:28:12.612 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PzFq3yutbeH7_mP off=100442 len=135287 2024-09-16T11:28:12.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 1295 completed, throughput=4.99MB/sec 2024-09-16T11:28:12.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8ol_do0EMJMcOc6 off=7914013 len=1730626 2024-09-16T11:28:12.625 INFO:tasks.workunit.client.0.smithi077.stdout:op 1296 completed, throughput=5MB/sec 2024-09-16T11:28:12.625 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aJQkafIxBOCfUqa off=1406200 len=559428 2024-09-16T11:28:12.626 INFO:tasks.workunit.client.0.smithi077.stdout:op 1297 completed, throughput=5MB/sec 2024-09-16T11:28:12.626 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pcVyGsTHurda6Im off=1739796 len=593118 2024-09-16T11:28:12.629 INFO:tasks.workunit.client.0.smithi077.stdout:op 1298 completed, throughput=5MB/sec 2024-09-16T11:28:12.630 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Yh--8Gfu5joEFqV off=4828515 len=1725613 2024-09-16T11:28:12.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 1299 completed, throughput=5.01MB/sec 2024-09-16T11:28:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:12 smithi077 ceph-mon[88497]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:12 smithi077 ceph-mon[86047]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:12 smithi191 ceph-mon[84934]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:13.639 INFO:tasks.workunit.client.0.smithi077.stdout: 258: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:13.639 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-D3KAhB4XBhQwPH2 off=2008290 len=1992255 2024-09-16T11:28:13.652 INFO:tasks.workunit.client.0.smithi077.stdout:op 1300 completed, throughput=4.99MB/sec 2024-09-16T11:28:13.652 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cBctWGBKXQ1foMs off=11429126 len=1386874 2024-09-16T11:28:13.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 1301 completed, throughput=5MB/sec 2024-09-16T11:28:13.660 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-020H03a4c_cMcJ- off=199611 len=36838 2024-09-16T11:28:13.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 1302 completed, throughput=5MB/sec 2024-09-16T11:28:13.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wl9nhupc-PRhIGS off=18096004 len=1022575 2024-09-16T11:28:13.663 INFO:tasks.workunit.client.0.smithi077.stdout:op 1303 completed, throughput=5MB/sec 2024-09-16T11:28:14.663 INFO:tasks.workunit.client.0.smithi077.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:14.664 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TL-4vBbCHu8VgIR off=110448 len=505005 2024-09-16T11:28:14.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 1304 completed, throughput=4.98MB/sec 2024-09-16T11:28:14.668 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E87UzJs2mXler21 off=1836676 len=2047418 2024-09-16T11:28:14.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 1305 completed, throughput=4.99MB/sec 2024-09-16T11:28:14.671 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ogswJ1qG7EcI30o off=20359962 len=155118 2024-09-16T11:28:14.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:14 smithi077 ceph-mon[86047]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:14 smithi077 ceph-mon[88497]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:14.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 1306 completed, throughput=4.99MB/sec 2024-09-16T11:28:14.672 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-68qsgTlrlt1Mxg4 off=0 len=1478843 2024-09-16T11:28:14.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 1307 completed, throughput=5MB/sec 2024-09-16T11:28:14.674 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3QQ4bKxBdLaA6Q7 off=95319 len=856006 2024-09-16T11:28:14.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 1308 completed, throughput=5MB/sec 2024-09-16T11:28:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:14 smithi191 ceph-mon[84934]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:28:15.675 INFO:tasks.workunit.client.0.smithi077.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:15.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JE_w7j1-eIVYPZi off=3419748 len=134160 2024-09-16T11:28:15.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 1309 completed, throughput=4.98MB/sec 2024-09-16T11:28:15.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RPjhAlizVWJ4-ub off=1471243 len=919534 2024-09-16T11:28:15.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-16T11:28:15.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V8Pe2MWl6nFa5OO off=1265081 len=1172243 2024-09-16T11:28:15.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 1311 completed, throughput=4.99MB/sec 2024-09-16T11:28:15.689 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mOTos482ifFtF0v off=18430279 len=1705968 2024-09-16T11:28:15.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 1312 completed, throughput=5MB/sec 2024-09-16T11:28:15.698 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2o-hLEnyUyqaWgk off=1595825 len=461106 2024-09-16T11:28:15.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 1313 completed, throughput=5MB/sec 2024-09-16T11:28:15.702 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W1gcPD3yXJojrJI off=8496002 len=1220807 2024-09-16T11:28:15.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 1314 completed, throughput=5MB/sec 2024-09-16T11:28:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:16 smithi077 ceph-mon[86047]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:28:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:16 smithi077 ceph-mon[88497]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:28:16.707 INFO:tasks.workunit.client.0.smithi077.stdout: 261: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:16.782 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7PhvqpHFxzRLse7 off=917305 len=1547909 2024-09-16T11:28:16.783 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:16 smithi191 ceph-mon[84934]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:28:16.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5jnjDSd_JsiPzeN off=5178495 len=1883643 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1316 completed, throughput=4.99MB/sec 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gc5nBA3w6SZQSpi off=893442 len=1136547 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1317 completed, throughput=5MB/sec 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sc56ry1fZx_E9IO off=5410312 len=885891 2024-09-16T11:28:16.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1318 completed, throughput=5MB/sec 2024-09-16T11:28:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:16] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:28:17.723 INFO:tasks.workunit.client.0.smithi077.stdout: 262: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:17.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gAGMJhfcSbRiJHc off=7334025 len=574992 2024-09-16T11:28:17.724 INFO:tasks.workunit.client.0.smithi077.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-16T11:28:17.724 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lGFgl8JSLZtOtqu off=7999930 len=2039070 2024-09-16T11:28:17.734 INFO:tasks.workunit.client.0.smithi077.stdout:op 1320 completed, throughput=4.99MB/sec 2024-09-16T11:28:17.734 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ssabyziFHkY1xby off=8539330 len=1818231 2024-09-16T11:28:17.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 1321 completed, throughput=5MB/sec 2024-09-16T11:28:17.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HVWvAjieFwDy_Jo off=12089439 len=551260 2024-09-16T11:28:17.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 1322 completed, throughput=5MB/sec 2024-09-16T11:28:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:18 smithi077 ceph-mon[86047]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:18 smithi077 ceph-mon[88497]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:18 smithi191 ceph-mon[84934]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:18.741 INFO:tasks.workunit.client.0.smithi077.stdout: 263: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:18.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-olveN3-R5Zt3YP9 off=1982292 len=1155259 2024-09-16T11:28:18.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 1323 completed, throughput=4.99MB/sec 2024-09-16T11:28:18.747 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-79qVxBwfbzpADbw off=6034757 len=662629 2024-09-16T11:28:18.751 INFO:tasks.workunit.client.0.smithi077.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-16T11:28:18.751 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yXWjEyxVV_Pse57 off=1610545 len=1844536 2024-09-16T11:28:18.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-16T11:28:18.760 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OaNbWm7z5328h6B off=6029662 len=405887 2024-09-16T11:28:18.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 1326 completed, throughput=5MB/sec 2024-09-16T11:28:18.764 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hYiZBufenXiBflb off=6863626 len=1439015 2024-09-16T11:28:18.765 INFO:tasks.workunit.client.0.smithi077.stdout:op 1327 completed, throughput=5MB/sec 2024-09-16T11:28:19.765 INFO:tasks.workunit.client.0.smithi077.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:19.765 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z5IzAhmmHoS7P1M off=13879174 len=662721 2024-09-16T11:28:19.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 1328 completed, throughput=4.98MB/sec 2024-09-16T11:28:19.770 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LnudXKrEGt7rqpQ off=4366097 len=312067 2024-09-16T11:28:19.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 1329 completed, throughput=4.99MB/sec 2024-09-16T11:28:19.771 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kZ3sv5df32LNSFR off=15454710 len=1867935 2024-09-16T11:28:19.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 1330 completed, throughput=4.99MB/sec 2024-09-16T11:28:19.778 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IeJ8-bmbzC_v8YF off=7812219 len=244815 2024-09-16T11:28:19.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 1331 completed, throughput=4.99MB/sec 2024-09-16T11:28:19.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BDl4sTw7BVI33wG off=545337 len=843740 2024-09-16T11:28:19.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 1332 completed, throughput=5MB/sec 2024-09-16T11:28:19.783 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-o2Hi52AfMU33CtQ off=17659551 len=1399879 2024-09-16T11:28:19.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1333 completed, throughput=5MB/sec 2024-09-16T11:28:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:20 smithi077 ceph-mon[86047]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:20 smithi077 ceph-mon[88497]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:20 smithi191 ceph-mon[84934]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:28:20.784 INFO:tasks.workunit.client.0.smithi077.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:20.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NHsUv-0YNXmvNp5 off=13942546 len=781977 2024-09-16T11:28:20.785 INFO:tasks.workunit.client.0.smithi077.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-16T11:28:20.786 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-azfc3ELebbCTxr1 off=4992574 len=518035 2024-09-16T11:28:20.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 1335 completed, throughput=4.99MB/sec 2024-09-16T11:28:20.789 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SMTIGEdnD-sYYqP off=1394225 len=1954196 2024-09-16T11:28:20.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 1336 completed, throughput=4.99MB/sec 2024-09-16T11:28:20.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4maHMjfkSDQVjyC off=12558556 len=385683 2024-09-16T11:28:20.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 1337 completed, throughput=5MB/sec 2024-09-16T11:28:20.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5TAzCgqOwyFk5jQ off=13139819 len=1674271 2024-09-16T11:28:20.804 INFO:tasks.workunit.client.0.smithi077.stdout:op 1338 completed, throughput=5MB/sec 2024-09-16T11:28:21.804 INFO:tasks.workunit.client.0.smithi077.stdout: 266: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:21.805 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LL4nKsB8m1StB2- off=3718310 len=438077 2024-09-16T11:28:21.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 1339 completed, throughput=4.98MB/sec 2024-09-16T11:28:21.808 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-STRFU9j01gDeMXh off=5049968 len=625001 2024-09-16T11:28:21.810 INFO:tasks.workunit.client.0.smithi077.stdout:op 1340 completed, throughput=4.99MB/sec 2024-09-16T11:28:21.810 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gWM1zSwjVsOQPgw off=12721501 len=1083555 2024-09-16T11:28:21.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 1341 completed, throughput=4.99MB/sec 2024-09-16T11:28:21.816 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mdkTfxTbq5SqE4T off=4250222 len=1094875 2024-09-16T11:28:21.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 1342 completed, throughput=4.99MB/sec 2024-09-16T11:28:21.822 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ILct4bICAlI2KT off=463942 len=943233 2024-09-16T11:28:21.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 1343 completed, throughput=5MB/sec 2024-09-16T11:28:21.828 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sWU4TDbqLrRSZzF off=17699162 len=1255792 2024-09-16T11:28:21.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 1344 completed, throughput=5MB/sec 2024-09-16T11:28:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:22 smithi077 ceph-mon[86047]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:28:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:22 smithi077 ceph-mon[88497]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:28:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:22 smithi191 ceph-mon[84934]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:28:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:22.834 INFO:tasks.workunit.client.0.smithi077.stdout: 267: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:22.835 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HPnhjsQiPBHLEGB off=5263883 len=1537898 2024-09-16T11:28:22.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 1345 completed, throughput=4.99MB/sec 2024-09-16T11:28:22.837 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yeAl88pwmE_dj2L off=3908915 len=1984324 2024-09-16T11:28:22.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 1346 completed, throughput=5MB/sec 2024-09-16T11:28:22.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WbvDwnKlsh3C805 off=7628849 len=1699199 2024-09-16T11:28:22.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 1347 completed, throughput=5MB/sec 2024-09-16T11:28:23.850 INFO:tasks.workunit.client.0.smithi077.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:23.850 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NpmHv3W9PK2q6uQ off=9149864 len=809640 2024-09-16T11:28:23.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 1348 completed, throughput=4.99MB/sec 2024-09-16T11:28:23.851 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F36JBc-Uk-b7wK7 off=18058728 len=263781 2024-09-16T11:28:23.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 1349 completed, throughput=4.99MB/sec 2024-09-16T11:28:23.852 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5_S9OEtx6YaeyqL off=18207857 len=844997 2024-09-16T11:28:23.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 1350 completed, throughput=4.99MB/sec 2024-09-16T11:28:23.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bBbtJZCYm6JkBsO off=15783876 len=7856 2024-09-16T11:28:23.859 INFO:tasks.workunit.client.0.smithi077.stdout:op 1351 completed, throughput=4.99MB/sec 2024-09-16T11:28:23.859 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BYiTuV-Yb5Fmzzh off=20376678 len=1959029 2024-09-16T11:28:23.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 1352 completed, throughput=5MB/sec 2024-09-16T11:28:23.872 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3yodnQpGpfDHWm2 off=10266631 len=196351 2024-09-16T11:28:23.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 1353 completed, throughput=5MB/sec 2024-09-16T11:28:23.873 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L38HP9oNQ4Nn_yV off=3001003 len=1633158 2024-09-16T11:28:23.875 INFO:tasks.workunit.client.0.smithi077.stdout:op 1354 completed, throughput=5MB/sec 2024-09-16T11:28:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:24 smithi077 ceph-mon[86047]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:28:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:24 smithi077 ceph-mon[88497]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:28:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:24 smithi191 ceph-mon[84934]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:28:24.875 INFO:tasks.workunit.client.0.smithi077.stdout: 269: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:24.875 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-a9OT9mVeX806aiG off=23363040 len=710628 2024-09-16T11:28:24.876 INFO:tasks.workunit.client.0.smithi077.stdout:op 1355 completed, throughput=4.99MB/sec 2024-09-16T11:28:24.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WDJTzZal6dYBTIv off=10945175 len=933829 2024-09-16T11:28:24.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 1356 completed, throughput=4.99MB/sec 2024-09-16T11:28:24.879 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pdOM7lRlrVlJZvz off=2034677 len=540138 2024-09-16T11:28:24.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 1357 completed, throughput=4.99MB/sec 2024-09-16T11:28:24.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ixJvc6d_lj_cOen off=13917097 len=1249382 2024-09-16T11:28:24.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 1358 completed, throughput=5MB/sec 2024-09-16T11:28:24.885 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-68qsgTlrlt1Mxg4 off=567285 len=216813 2024-09-16T11:28:24.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 1359 completed, throughput=5MB/sec 2024-09-16T11:28:24.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y4G3KD93so_11Uz off=1787350 len=1105528 2024-09-16T11:28:24.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 1360 completed, throughput=5MB/sec 2024-09-16T11:28:25.894 INFO:tasks.workunit.client.0.smithi077.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:25.894 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-z0fH4blUVJU5Nfr off=16376719 len=144253 2024-09-16T11:28:25.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 1361 completed, throughput=4.98MB/sec 2024-09-16T11:28:25.895 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3yodnQpGpfDHWm2 off=8522930 len=1648764 2024-09-16T11:28:25.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-16T11:28:25.898 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-szQiIAjun-WxPk1 off=2357009 len=1292119 2024-09-16T11:28:25.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 1363 completed, throughput=4.99MB/sec 2024-09-16T11:28:25.900 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WYBg2K3ToW9FBcp off=2961406 len=456004 2024-09-16T11:28:25.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 1364 completed, throughput=4.99MB/sec 2024-09-16T11:28:25.901 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8Lp09TAfxes_xdj off=2364174 len=974249 2024-09-16T11:28:25.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 1365 completed, throughput=5MB/sec 2024-09-16T11:28:25.902 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_CYBx-iTelNdZPO off=3974497 len=351173 2024-09-16T11:28:25.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 1366 completed, throughput=5MB/sec 2024-09-16T11:28:25.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M2tqPUqFV9cjunk off=9537399 len=1911980 2024-09-16T11:28:25.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 1367 completed, throughput=5.01MB/sec 2024-09-16T11:28:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:26 smithi077 ceph-mon[86047]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:28:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:26 smithi077 ceph-mon[88497]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:28:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:26 smithi191 ceph-mon[84934]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:28:26.907 INFO:tasks.workunit.client.0.smithi077.stdout: 271: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:26.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BfhYBY48d_XCVjf off=5719800 len=2045964 2024-09-16T11:28:26.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 1368 completed, throughput=4.99MB/sec 2024-09-16T11:28:26.910 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sqv6x5wa0IHjqD1 off=4772621 len=504199 2024-09-16T11:28:26.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 1369 completed, throughput=5MB/sec 2024-09-16T11:28:26.912 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lMppZzoThUCZYuy off=2627899 len=818493 2024-09-16T11:28:26.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 1370 completed, throughput=5MB/sec 2024-09-16T11:28:26.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2vOC4PZKU4ZtFdi off=96040 len=1002372 2024-09-16T11:28:26.918 INFO:tasks.workunit.client.0.smithi077.stdout:op 1371 completed, throughput=5MB/sec 2024-09-16T11:28:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:26] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:28:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:27.918 INFO:tasks.workunit.client.0.smithi077.stdout: 272: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:27.918 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-brDwtEYE1ap_NM1 off=12945705 len=911477 2024-09-16T11:28:27.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 1372 completed, throughput=4.99MB/sec 2024-09-16T11:28:27.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bL99YxsYScr4JRx off=67223 len=555297 2024-09-16T11:28:27.927 INFO:tasks.workunit.client.0.smithi077.stdout:op 1373 completed, throughput=4.99MB/sec 2024-09-16T11:28:27.927 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QArXhVZAR7kxEZo off=12254448 len=1827969 2024-09-16T11:28:27.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 1374 completed, throughput=4.99MB/sec 2024-09-16T11:28:27.939 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5079X2182vNwPk6 off=6299749 len=1912915 2024-09-16T11:28:27.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 1375 completed, throughput=5MB/sec 2024-09-16T11:28:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:28 smithi077 ceph-mon[86047]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:28 smithi077 ceph-mon[88497]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:28 smithi191 ceph-mon[84934]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:28.943 INFO:tasks.workunit.client.0.smithi077.stdout: 273: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:28.943 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xu2hICM-oDuTqjn off=1422007 len=1123787 2024-09-16T11:28:28.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 1376 completed, throughput=4.99MB/sec 2024-09-16T11:28:28.949 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c3htVpbRxvCC8mJ off=9509988 len=823800 2024-09-16T11:28:28.950 INFO:tasks.workunit.client.0.smithi077.stdout:op 1377 completed, throughput=4.99MB/sec 2024-09-16T11:28:28.950 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xmIVQve-N0dNoaG off=769137 len=2023703 2024-09-16T11:28:28.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 1378 completed, throughput=5MB/sec 2024-09-16T11:28:28.959 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fAQdRzRt6Zs439b off=2600016 len=660647 2024-09-16T11:28:28.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 1379 completed, throughput=5MB/sec 2024-09-16T11:28:28.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R3lF57RBtviFQeZ off=2516626 len=316019 2024-09-16T11:28:28.966 INFO:tasks.workunit.client.0.smithi077.stdout:op 1380 completed, throughput=5MB/sec 2024-09-16T11:28:28.966 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y9e6DzC1WHiIBAA off=660954 len=1803718 2024-09-16T11:28:28.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 1381 completed, throughput=5.01MB/sec 2024-09-16T11:28:29.976 INFO:tasks.workunit.client.0.smithi077.stdout: 274: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:29.977 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d6pwysA9El16T6n off=4797598 len=1983062 2024-09-16T11:28:29.980 INFO:tasks.workunit.client.0.smithi077.stdout:op 1382 completed, throughput=4.99MB/sec 2024-09-16T11:28:29.980 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ka0I1XXt3FVzKrn off=3155386 len=813305 2024-09-16T11:28:29.982 INFO:tasks.workunit.client.0.smithi077.stdout:op 1383 completed, throughput=5MB/sec 2024-09-16T11:28:29.982 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F6MQ6EkxVHMrYQs off=5206628 len=435675 2024-09-16T11:28:29.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 1384 completed, throughput=5MB/sec 2024-09-16T11:28:29.986 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OHw3eN7kYX5yg9V off=1834836 len=2002550 2024-09-16T11:28:29.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 1385 completed, throughput=5.01MB/sec 2024-09-16T11:28:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:30 smithi077 ceph-mon[86047]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:30 smithi077 ceph-mon[88497]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:30 smithi191 ceph-mon[84934]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:28:30.996 INFO:tasks.workunit.client.0.smithi077.stdout: 275: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:30.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I6F_r0R6UWxwQKq off=9516763 len=75476 2024-09-16T11:28:30.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-16T11:28:30.999 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RQ9Zq8Y1QfHPlzK off=1473869 len=1237757 2024-09-16T11:28:31.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 1387 completed, throughput=4.99MB/sec 2024-09-16T11:28:31.001 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6GW7QCVo0b4aYaI off=12903539 len=1859925 2024-09-16T11:28:31.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 1388 completed, throughput=5MB/sec 2024-09-16T11:28:31.009 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KzRN59QQJXAFfOn off=2225571 len=1870722 2024-09-16T11:28:31.010 INFO:tasks.workunit.client.0.smithi077.stdout:op 1389 completed, throughput=5MB/sec 2024-09-16T11:28:32.012 INFO:tasks.workunit.client.0.smithi077.stdout: 276: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:32.012 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HcB7NlBT_ViwJBM off=3499440 len=1462456 2024-09-16T11:28:32.013 INFO:tasks.workunit.client.0.smithi077.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-16T11:28:32.013 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OqhB5LqElZ8JeFL off=2760606 len=2008604 2024-09-16T11:28:32.018 INFO:tasks.workunit.client.0.smithi077.stdout:op 1391 completed, throughput=5MB/sec 2024-09-16T11:28:32.018 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HG2019gZ38MU2PQ off=6495602 len=221060 2024-09-16T11:28:32.021 INFO:tasks.workunit.client.0.smithi077.stdout:op 1392 completed, throughput=5MB/sec 2024-09-16T11:28:32.021 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UECRMRr1d0CFKpF off=1292942 len=950620 2024-09-16T11:28:32.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 1393 completed, throughput=5MB/sec 2024-09-16T11:28:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:32 smithi077 ceph-mon[86047]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:32 smithi077 ceph-mon[88497]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:32 smithi191 ceph-mon[84934]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:28:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:33.023 INFO:tasks.workunit.client.0.smithi077.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:33.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gpeFpHLlB431pWg off=997670 len=3775 2024-09-16T11:28:33.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 1394 completed, throughput=4.98MB/sec 2024-09-16T11:28:33.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gWM1zSwjVsOQPgw off=730631 len=1204142 2024-09-16T11:28:33.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 1395 completed, throughput=4.99MB/sec 2024-09-16T11:28:33.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dLeM2zjrLpMV8oD off=229533 len=1600064 2024-09-16T11:28:33.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 1396 completed, throughput=4.99MB/sec 2024-09-16T11:28:33.035 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kkPbNcm1oVQtM3v off=617756 len=504285 2024-09-16T11:28:33.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 1397 completed, throughput=5MB/sec 2024-09-16T11:28:33.035 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nPa-s5yr3eT0Tc5 off=7494501 len=1470536 2024-09-16T11:28:33.037 INFO:tasks.workunit.client.0.smithi077.stdout:op 1398 completed, throughput=5MB/sec 2024-09-16T11:28:34.037 INFO:tasks.workunit.client.0.smithi077.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:34.037 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W8nIscfe-7KV4Vf off=2681314 len=1400587 2024-09-16T11:28:34.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 1399 completed, throughput=4.99MB/sec 2024-09-16T11:28:34.039 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AsO1nEValEwlcwB off=4764956 len=452259 2024-09-16T11:28:34.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 1400 completed, throughput=4.99MB/sec 2024-09-16T11:28:34.041 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H0zXbwwyhmNgn2o off=4620829 len=1254906 2024-09-16T11:28:34.043 INFO:tasks.workunit.client.0.smithi077.stdout:op 1401 completed, throughput=4.99MB/sec 2024-09-16T11:28:34.044 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OK5fOggF32HQE4d off=494729 len=1537928 2024-09-16T11:28:34.046 INFO:tasks.workunit.client.0.smithi077.stdout:op 1402 completed, throughput=5MB/sec 2024-09-16T11:28:34.047 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_981jQzc7lgC7qc off=8800418 len=771595 2024-09-16T11:28:34.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 1403 completed, throughput=5MB/sec 2024-09-16T11:28:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:34 smithi077 ceph-mon[86047]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:34 smithi077 ceph-mon[88497]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:34 smithi191 ceph-mon[84934]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:35.048 INFO:tasks.workunit.client.0.smithi077.stdout: 279: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:35.048 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AXVlWhnxW5J2WyG off=2489443 len=835682 2024-09-16T11:28:35.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 1404 completed, throughput=4.99MB/sec 2024-09-16T11:28:35.053 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-URJLHX0yiEZBPpM off=6536806 len=2093877 2024-09-16T11:28:35.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 1405 completed, throughput=4.99MB/sec 2024-09-16T11:28:35.056 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--Pkx_v-REFctcpH off=3806533 len=1344498 2024-09-16T11:28:35.058 INFO:tasks.workunit.client.0.smithi077.stdout:op 1406 completed, throughput=5MB/sec 2024-09-16T11:28:35.058 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1kwJ2wQ7RLjRTS8 off=12420512 len=1454906 2024-09-16T11:28:35.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 1407 completed, throughput=5MB/sec 2024-09-16T11:28:36.067 INFO:tasks.workunit.client.0.smithi077.stdout: 280: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:36.067 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CUVdu35HXw6dSzZ off=14804524 len=1483766 2024-09-16T11:28:36.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-16T11:28:36.075 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zLrtDN2N4i-sJ3p off=2961443 len=2086841 2024-09-16T11:28:36.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 1409 completed, throughput=5MB/sec 2024-09-16T11:28:36.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aEiEATO3T9n_-xM off=5887190 len=877147 2024-09-16T11:28:36.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 1410 completed, throughput=5MB/sec 2024-09-16T11:28:36.083 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kmvzbzKt5HikDak off=9278994 len=1718543 2024-09-16T11:28:36.084 INFO:tasks.workunit.client.0.smithi077.stdout:op 1411 completed, throughput=5MB/sec 2024-09-16T11:28:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:36 smithi077 ceph-mon[86047]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:36 smithi077 ceph-mon[88497]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:36 smithi191 ceph-mon[84934]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:37.085 INFO:tasks.workunit.client.0.smithi077.stdout: 281: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:37.085 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A78CIjO3xuLi9Zu off=4014872 len=904216 2024-09-16T11:28:37.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-16T11:28:37.090 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fCXTs7-OqGCVSKm off=13780011 len=421106 2024-09-16T11:28:37.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-16T11:28:37.091 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cwAdYK94z3Q_5mE off=4803835 len=1442020 2024-09-16T11:28:37.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 1414 completed, throughput=5MB/sec 2024-09-16T11:28:37.099 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kKJSYKjo2Nc3gWN off=13540541 len=1948814 2024-09-16T11:28:37.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 1415 completed, throughput=5MB/sec 2024-09-16T11:28:37.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:36] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T11:28:38.110 INFO:tasks.workunit.client.0.smithi077.stdout: 282: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:38.110 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RRpCAEmYT7aEJNx off=7883504 len=1227651 2024-09-16T11:28:38.118 INFO:tasks.workunit.client.0.smithi077.stdout:op 1416 completed, throughput=4.99MB/sec 2024-09-16T11:28:38.118 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LPMp9P9tKNTAOoL off=5482301 len=925930 2024-09-16T11:28:38.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 1417 completed, throughput=4.99MB/sec 2024-09-16T11:28:38.124 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zqi-Gr3wsZeAdSl off=4703625 len=691847 2024-09-16T11:28:38.125 INFO:tasks.workunit.client.0.smithi077.stdout:op 1418 completed, throughput=4.99MB/sec 2024-09-16T11:28:38.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wuEogY3WkVjV_NY off=13259910 len=431113 2024-09-16T11:28:38.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 1419 completed, throughput=5MB/sec 2024-09-16T11:28:38.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DVnjNOF4065hCak off=2493666 len=2016445 2024-09-16T11:28:38.129 INFO:tasks.workunit.client.0.smithi077.stdout:op 1420 completed, throughput=5MB/sec 2024-09-16T11:28:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:38 smithi077 ceph-mon[86047]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T11:28:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:38 smithi077 ceph-mon[88497]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T11:28:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:38 smithi191 ceph-mon[84934]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T11:28:39.129 INFO:tasks.workunit.client.0.smithi077.stdout: 283: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:39.129 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hQZlpLmap9wNbRO off=3779499 len=1549620 2024-09-16T11:28:39.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 1421 completed, throughput=4.99MB/sec 2024-09-16T11:28:39.136 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pNNGYpTxCWMzSE5 off=290764 len=1890050 2024-09-16T11:28:39.141 INFO:tasks.workunit.client.0.smithi077.stdout:op 1422 completed, throughput=5MB/sec 2024-09-16T11:28:39.141 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-av_sRwhATwbyWsZ off=633416 len=1677564 2024-09-16T11:28:39.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 1423 completed, throughput=5MB/sec 2024-09-16T11:28:40.145 INFO:tasks.workunit.client.0.smithi077.stdout: 284: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:40.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gXQjWjx69dGD1sI off=966259 len=952536 2024-09-16T11:28:40.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 1424 completed, throughput=4.99MB/sec 2024-09-16T11:28:40.147 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-843U40R2gMECShY off=2354368 len=864679 2024-09-16T11:28:40.153 INFO:tasks.workunit.client.0.smithi077.stdout:op 1425 completed, throughput=4.99MB/sec 2024-09-16T11:28:40.153 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HN-N4g6WsCSFjjV off=1381813 len=1270182 2024-09-16T11:28:40.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 1426 completed, throughput=4.99MB/sec 2024-09-16T11:28:40.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q3TQVJyhrKIhYfQ off=5721158 len=50602 2024-09-16T11:28:40.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 1427 completed, throughput=4.99MB/sec 2024-09-16T11:28:40.161 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ykwlqVjNky6UTR4 off=5690126 len=764828 2024-09-16T11:28:40.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 1428 completed, throughput=5MB/sec 2024-09-16T11:28:40.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZhZt-0f3Uz9Z70D off=2063052 len=434287 2024-09-16T11:28:40.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 1429 completed, throughput=5MB/sec 2024-09-16T11:28:40.169 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4kbjGKB4uSzV9SG off=4111909 len=934115 2024-09-16T11:28:40.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 1430 completed, throughput=5MB/sec 2024-09-16T11:28:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:40 smithi077 ceph-mon[86047]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:40 smithi077 ceph-mon[88497]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:40 smithi191 ceph-mon[84934]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:41.170 INFO:tasks.workunit.client.0.smithi077.stdout: 285: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:41.170 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3KMFUrhfuzUlyyP off=3675173 len=227243 2024-09-16T11:28:41.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 1431 completed, throughput=4.98MB/sec 2024-09-16T11:28:41.174 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CjpP8SPBLMpSMJX off=18518154 len=578612 2024-09-16T11:28:41.178 INFO:tasks.workunit.client.0.smithi077.stdout:op 1432 completed, throughput=4.99MB/sec 2024-09-16T11:28:41.178 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xyFcYSXrbJmiVpA off=8762358 len=2042199 2024-09-16T11:28:41.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-16T11:28:41.180 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m1aTRzWrglylFnL off=1747891 len=414549 2024-09-16T11:28:41.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 1434 completed, throughput=4.99MB/sec 2024-09-16T11:28:41.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_gyBI17dDgrxLVt off=1177944 len=1062271 2024-09-16T11:28:41.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 1435 completed, throughput=5MB/sec 2024-09-16T11:28:41.188 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZKPGv-lHDnaXNSt off=12455543 len=112547 2024-09-16T11:28:41.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 1436 completed, throughput=5MB/sec 2024-09-16T11:28:41.189 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b1UyGP--VWjHafe off=1931704 len=753709 2024-09-16T11:28:41.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 1437 completed, throughput=5MB/sec 2024-09-16T11:28:42.191 INFO:tasks.workunit.client.0.smithi077.stdout: 286: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:42.191 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fQfaBbG7qaMl26y off=18244385 len=128290 2024-09-16T11:28:42.191 INFO:tasks.workunit.client.0.smithi077.stdout:op 1438 completed, throughput=4.98MB/sec 2024-09-16T11:28:42.191 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_Hsa5oAiAEigD9v off=7903423 len=603414 2024-09-16T11:28:42.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 1439 completed, throughput=4.99MB/sec 2024-09-16T11:28:42.192 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_QlHpwnKmnFloU2 off=176765 len=1526443 2024-09-16T11:28:42.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 1440 completed, throughput=4.99MB/sec 2024-09-16T11:28:42.202 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ogswJ1qG7EcI30o off=7956672 len=1802122 2024-09-16T11:28:42.205 INFO:tasks.workunit.client.0.smithi077.stdout:op 1441 completed, throughput=5MB/sec 2024-09-16T11:28:42.205 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-29Wb_ka6L8xD0cm off=752885 len=735236 2024-09-16T11:28:42.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 1442 completed, throughput=5MB/sec 2024-09-16T11:28:42.206 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dYH-9Gy0y5k52Sa off=10366589 len=1603508 2024-09-16T11:28:42.208 INFO:tasks.workunit.client.0.smithi077.stdout:op 1443 completed, throughput=5MB/sec 2024-09-16T11:28:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:42 smithi077 ceph-mon[86047]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:42 smithi077 ceph-mon[88497]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:42 smithi191 ceph-mon[84934]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:43.209 INFO:tasks.workunit.client.0.smithi077.stdout: 287: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:43.209 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BTGWYdBupxIO-i2 off=3618379 len=1978786 2024-09-16T11:28:43.224 INFO:tasks.workunit.client.0.smithi077.stdout:op 1444 completed, throughput=4.99MB/sec 2024-09-16T11:28:43.224 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ljg51v1lt0yYfVS off=12718685 len=557238 2024-09-16T11:28:43.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 1445 completed, throughput=5MB/sec 2024-09-16T11:28:43.225 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sPXT_9AXO0w43Vn off=6857551 len=50432 2024-09-16T11:28:43.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 1446 completed, throughput=5MB/sec 2024-09-16T11:28:43.227 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TBZ6WqxPh4QMds- off=9652909 len=256756 2024-09-16T11:28:43.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 1447 completed, throughput=5MB/sec 2024-09-16T11:28:43.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MuBAw44XEjr7lBY off=13404539 len=1063958 2024-09-16T11:28:43.234 INFO:tasks.workunit.client.0.smithi077.stdout:op 1448 completed, throughput=5MB/sec 2024-09-16T11:28:43.234 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vJ8LOpaqHiMoTy4 off=7324141 len=1997918 2024-09-16T11:28:43.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 1449 completed, throughput=5.01MB/sec 2024-09-16T11:28:44.245 INFO:tasks.workunit.client.0.smithi077.stdout: 288: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:44.245 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3Hag0Y3eC8EsRfi off=12676432 len=252648 2024-09-16T11:28:44.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 1450 completed, throughput=4.99MB/sec 2024-09-16T11:28:44.248 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0TSKSqOjagVq6yR off=12367674 len=1067963 2024-09-16T11:28:44.249 INFO:tasks.workunit.client.0.smithi077.stdout:op 1451 completed, throughput=4.99MB/sec 2024-09-16T11:28:44.249 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7BgjpvbhXQSpyun off=275350 len=999018 2024-09-16T11:28:44.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 1452 completed, throughput=5MB/sec 2024-09-16T11:28:44.254 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A4_0a4mjsfGHzSQ off=1360119 len=103727 2024-09-16T11:28:44.257 INFO:tasks.workunit.client.0.smithi077.stdout:op 1453 completed, throughput=5MB/sec 2024-09-16T11:28:44.257 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V2_93co0UEc92yp off=4428510 len=472434 2024-09-16T11:28:44.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 1454 completed, throughput=5MB/sec 2024-09-16T11:28:44.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z_D2TO-CB3dOgJz off=3948022 len=1115973 2024-09-16T11:28:44.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 1455 completed, throughput=5MB/sec 2024-09-16T11:28:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:44 smithi077 ceph-mon[88497]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:44 smithi077 ceph-mon[86047]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:44 smithi191 ceph-mon[84934]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:28:45.260 INFO:tasks.workunit.client.0.smithi077.stdout: 289: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:45.260 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--DyTUUcmg9DRxg4 off=10778263 len=190541 2024-09-16T11:28:45.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 1456 completed, throughput=4.99MB/sec 2024-09-16T11:28:45.263 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5ovG-Zf3P4SuUv7 off=10507137 len=1759251 2024-09-16T11:28:45.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 1457 completed, throughput=4.99MB/sec 2024-09-16T11:28:45.266 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EqTUs-LYtRTZRSa off=4023925 len=1782708 2024-09-16T11:28:45.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 1458 completed, throughput=5MB/sec 2024-09-16T11:28:45.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B-CcbdAFsKIVdq6 off=1122879 len=1349265 2024-09-16T11:28:45.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 1459 completed, throughput=5MB/sec 2024-09-16T11:28:46.275 INFO:tasks.workunit.client.0.smithi077.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:46.275 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lu1kOwi1E257JIl off=480263 len=828312 2024-09-16T11:28:46.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 1460 completed, throughput=4.99MB/sec 2024-09-16T11:28:46.277 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--OQgf1d4agD2Eo3 off=6501888 len=369456 2024-09-16T11:28:46.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 1461 completed, throughput=4.99MB/sec 2024-09-16T11:28:46.280 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J8bmCXc0_MoYovO off=3778602 len=1428383 2024-09-16T11:28:46.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 1462 completed, throughput=4.99MB/sec 2024-09-16T11:28:46.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-raPZ-KvHHPeJbwV off=26291 len=1920557 2024-09-16T11:28:46.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 1463 completed, throughput=5MB/sec 2024-09-16T11:28:46.285 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6-o2veEVvL-nni0 off=5160044 len=998034 2024-09-16T11:28:46.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 1464 completed, throughput=5MB/sec 2024-09-16T11:28:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:46 smithi077 ceph-mon[86047]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:28:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:46 smithi077 ceph-mon[88497]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:28:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:46 smithi191 ceph-mon[84934]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:28:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:46] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-16T11:28:47.290 INFO:tasks.workunit.client.0.smithi077.stdout: 291: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:47.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3ihh_yDemJ5CJnJ off=9601605 len=2012811 2024-09-16T11:28:47.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-16T11:28:47.304 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tksfRosWHdeO7z_ off=15769560 len=2010693 2024-09-16T11:28:47.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 1466 completed, throughput=5MB/sec 2024-09-16T11:28:47.316 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zy1pNEUPcsOEgrw off=13139179 len=1553710 2024-09-16T11:28:47.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 1467 completed, throughput=5MB/sec 2024-09-16T11:28:48.318 INFO:tasks.workunit.client.0.smithi077.stdout: 292: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:48.318 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gP2ePZqW1h8o0q- off=2037650 len=221718 2024-09-16T11:28:48.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 1468 completed, throughput=4.99MB/sec 2024-09-16T11:28:48.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xNJoIEbuoCljZ41 off=7133123 len=415856 2024-09-16T11:28:48.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 1469 completed, throughput=4.99MB/sec 2024-09-16T11:28:48.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v4ZN82iaZyo7nHK off=8955485 len=919818 2024-09-16T11:28:48.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 1470 completed, throughput=4.99MB/sec 2024-09-16T11:28:48.325 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8ZaLRDeVMQKbkOl off=4261947 len=1130670 2024-09-16T11:28:48.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 1471 completed, throughput=4.99MB/sec 2024-09-16T11:28:48.330 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WUUp6BnZD9ppyuk off=88335 len=291633 2024-09-16T11:28:48.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 1472 completed, throughput=4.99MB/sec 2024-09-16T11:28:48.330 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZN-VgIA07STNWRz off=14641798 len=335790 2024-09-16T11:28:48.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 1473 completed, throughput=5MB/sec 2024-09-16T11:28:48.333 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qx9mZBlhGmNSgq8 off=15382767 len=1847830 2024-09-16T11:28:48.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 1474 completed, throughput=5MB/sec 2024-09-16T11:28:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:48 smithi077 ceph-mon[86047]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:28:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:48 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:28:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:48 smithi077 ceph-mon[88497]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:28:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:48 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:28:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:48 smithi191 ceph-mon[84934]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:28:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:48 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:28:49.336 INFO:tasks.workunit.client.0.smithi077.stdout: 293: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:49.336 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wJl_-7TDJcS0BXo off=4342118 len=1701651 2024-09-16T11:28:49.345 INFO:tasks.workunit.client.0.smithi077.stdout:op 1475 completed, throughput=4.99MB/sec 2024-09-16T11:28:49.345 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E9OEswbnmjRXq6i off=427695 len=304864 2024-09-16T11:28:49.346 INFO:tasks.workunit.client.0.smithi077.stdout:op 1476 completed, throughput=4.99MB/sec 2024-09-16T11:28:49.346 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zb0aalQnQubciRn off=16263480 len=500494 2024-09-16T11:28:49.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 1477 completed, throughput=4.99MB/sec 2024-09-16T11:28:49.347 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pcp6wN98lBVui5a off=421455 len=1212750 2024-09-16T11:28:49.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 1478 completed, throughput=5MB/sec 2024-09-16T11:28:49.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UKZtDFlmXsb_CBq off=19056 len=864241 2024-09-16T11:28:49.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 1479 completed, throughput=5MB/sec 2024-09-16T11:28:49.354 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6O-AzspeiaMl_9z off=2633436 len=1925879 2024-09-16T11:28:49.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 1480 completed, throughput=5.01MB/sec 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:28:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:28:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:28:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:28:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:28:50.362 INFO:tasks.workunit.client.0.smithi077.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:50.362 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kXDxuwh6zQ3F4Ea off=1683601 len=258201 2024-09-16T11:28:50.365 INFO:tasks.workunit.client.0.smithi077.stdout:op 1481 completed, throughput=4.99MB/sec 2024-09-16T11:28:50.365 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-33caxxGVlGUAaJr off=10923350 len=366095 2024-09-16T11:28:50.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 1482 completed, throughput=4.99MB/sec 2024-09-16T11:28:50.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pMIYgnmX1snSDTp off=2204522 len=1765778 2024-09-16T11:28:50.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 1483 completed, throughput=5MB/sec 2024-09-16T11:28:50.379 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RgOw5_2wdTjdHza off=7763584 len=992005 2024-09-16T11:28:50.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 1484 completed, throughput=5MB/sec 2024-09-16T11:28:50.381 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uQjA0daGMdVMfiS off=0 len=1235253 2024-09-16T11:28:50.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 1485 completed, throughput=5MB/sec 2024-09-16T11:28:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:50 smithi077 ceph-mon[86047]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:50 smithi077 ceph-mon[88497]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:50 smithi191 ceph-mon[84934]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:28:51.388 INFO:tasks.workunit.client.0.smithi077.stdout: 295: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:51.388 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R2mIlVl2fEt1kYy off=11487089 len=1474498 2024-09-16T11:28:51.394 INFO:tasks.workunit.client.0.smithi077.stdout:op 1486 completed, throughput=4.99MB/sec 2024-09-16T11:28:51.394 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JHDEifWdUIsOobU off=5084774 len=1385863 2024-09-16T11:28:51.400 INFO:tasks.workunit.client.0.smithi077.stdout:op 1487 completed, throughput=5MB/sec 2024-09-16T11:28:51.401 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0yEWKAGq7jqW4AP off=822031 len=936625 2024-09-16T11:28:51.406 INFO:tasks.workunit.client.0.smithi077.stdout:op 1488 completed, throughput=5MB/sec 2024-09-16T11:28:51.406 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yDVfzB9DYVkKB63 off=1766002 len=1025966 2024-09-16T11:28:51.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 1489 completed, throughput=5MB/sec 2024-09-16T11:28:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:51 smithi077 ceph-mon[86047]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:28:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:51 smithi077 ceph-mon[88497]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:28:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:51 smithi191 ceph-mon[84934]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:28:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: 296: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:52.414 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-osF9y_VxbgLo0UZ off=6658816 len=437042 2024-09-16T11:28:52.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-16T11:28:52.417 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r48i83zGBOGkQmC off=48585 len=1285496 2024-09-16T11:28:52.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 1491 completed, throughput=4.99MB/sec 2024-09-16T11:28:52.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ylNTzIJPRn1W3YJ off=12696318 len=1289684 2024-09-16T11:28:52.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 1492 completed, throughput=4.99MB/sec 2024-09-16T11:28:52.420 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i2LnVdpe08g_5vM off=847093 len=1845763 2024-09-16T11:28:52.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 1493 completed, throughput=5MB/sec 2024-09-16T11:28:52.423 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fD0Vl5nIH-imLBx off=4697402 len=1389855 2024-09-16T11:28:52.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 1494 completed, throughput=5MB/sec 2024-09-16T11:28:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:28:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:28:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: 297: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:53.429 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sd-bU1c0-aiijfY off=7419522 len=859429 2024-09-16T11:28:53.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 1495 completed, throughput=4.99MB/sec 2024-09-16T11:28:53.438 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qi_lZqqkAdkfY8N off=7013333 len=1328140 2024-09-16T11:28:53.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 1496 completed, throughput=4.99MB/sec 2024-09-16T11:28:53.439 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--zZvtQNdZexb_3j off=2064667 len=1207545 2024-09-16T11:28:53.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 1497 completed, throughput=5MB/sec 2024-09-16T11:28:53.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8roXMEM81VvEmKH off=7693927 len=705343 2024-09-16T11:28:53.450 INFO:tasks.workunit.client.0.smithi077.stdout:op 1498 completed, throughput=5MB/sec 2024-09-16T11:28:53.450 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dtxFm6_LnZ0nQZ0 off=264652 len=1673942 2024-09-16T11:28:53.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 1499 completed, throughput=5.01MB/sec 2024-09-16T11:28:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: 298: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:54.452 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bvzKLch5kpUnHlt off=14835962 len=948684 2024-09-16T11:28:54.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 1500 completed, throughput=4.99MB/sec 2024-09-16T11:28:54.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7AblsXhLWTZ1Ad- off=7642082 len=967347 2024-09-16T11:28:54.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 1501 completed, throughput=4.99MB/sec 2024-09-16T11:28:54.459 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gCebYlslblu1iwO off=1366343 len=896694 2024-09-16T11:28:54.464 INFO:tasks.workunit.client.0.smithi077.stdout:op 1502 completed, throughput=5MB/sec 2024-09-16T11:28:54.464 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7bXZeWYr8E8BqLf off=1084872 len=1220543 2024-09-16T11:28:54.470 INFO:tasks.workunit.client.0.smithi077.stdout:op 1503 completed, throughput=5MB/sec 2024-09-16T11:28:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:54 smithi077 ceph-mon[86047]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:28:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:54 smithi077 ceph-mon[88497]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:28:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:54 smithi191 ceph-mon[84934]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:28:55.471 INFO:tasks.workunit.client.0.smithi077.stdout: 299: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:55.471 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8vLDofFYMl5np4s off=1320662 len=1667619 2024-09-16T11:28:55.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-16T11:28:55.478 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GxRJMnH6o4VA-bU off=10401983 len=1340111 2024-09-16T11:28:55.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 1505 completed, throughput=4.99MB/sec 2024-09-16T11:28:55.479 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uq9OnNP8eV2hY8A off=2397641 len=1120957 2024-09-16T11:28:55.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 1506 completed, throughput=5MB/sec 2024-09-16T11:28:55.480 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jw2ehW07rd1rVv- off=2387622 len=62191 2024-09-16T11:28:55.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 1507 completed, throughput=5MB/sec 2024-09-16T11:28:55.482 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xjD2HVvbGtAd38P off=7224064 len=991179 2024-09-16T11:28:55.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 1508 completed, throughput=5MB/sec 2024-09-16T11:28:56.487 INFO:tasks.workunit.client.0.smithi077.stdout: 300: throughput=4.98MB/sec pending data=0 2024-09-16T11:28:56.487 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jtsC4cvizztVYqT off=4266487 len=1068304 2024-09-16T11:28:56.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 1509 completed, throughput=4.99MB/sec 2024-09-16T11:28:56.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PZUA1a1hjd5_bdb off=2087958 len=140002 2024-09-16T11:28:56.495 INFO:tasks.workunit.client.0.smithi077.stdout:op 1510 completed, throughput=4.99MB/sec 2024-09-16T11:28:56.496 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v4150gDfyrJs7Eu off=1703807 len=1237030 2024-09-16T11:28:56.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 1511 completed, throughput=4.99MB/sec 2024-09-16T11:28:56.501 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cI48zFN3TlvJ8r7 off=22486531 len=1057642 2024-09-16T11:28:56.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 1512 completed, throughput=4.99MB/sec 2024-09-16T11:28:56.506 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jmrZs9HE2xkPDD8 off=8732609 len=1103638 2024-09-16T11:28:56.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 1513 completed, throughput=5MB/sec 2024-09-16T11:28:56.510 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jj2hlC4qhFKrH0O off=9596438 len=1738996 2024-09-16T11:28:56.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 1514 completed, throughput=5MB/sec 2024-09-16T11:28:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:56 smithi077 ceph-mon[86047]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:56 smithi077 ceph-mon[88497]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:56 smithi191 ceph-mon[84934]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:28:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:28:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:28:56] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-16T11:28:57.518 INFO:tasks.workunit.client.0.smithi077.stdout: 301: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:57.518 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KQ-_EH7L4YaJjlP off=9166672 len=735523 2024-09-16T11:28:57.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 1515 completed, throughput=4.99MB/sec 2024-09-16T11:28:57.520 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9-7J_7ZjhGtChia off=8065069 len=1546714 2024-09-16T11:28:57.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 1516 completed, throughput=4.99MB/sec 2024-09-16T11:28:57.522 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1L7JChMW7SI0Hhm off=9492050 len=1251516 2024-09-16T11:28:57.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 1517 completed, throughput=5MB/sec 2024-09-16T11:28:57.529 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MT2jmOetclgq2Zk off=3129658 len=1414294 2024-09-16T11:28:57.531 INFO:tasks.workunit.client.0.smithi077.stdout:op 1518 completed, throughput=5MB/sec 2024-09-16T11:28:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:28:58.531 INFO:tasks.workunit.client.0.smithi077.stdout: 302: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:58.532 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qZzP3uG1IX7-eLk off=4004481 len=1152518 2024-09-16T11:28:58.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 1519 completed, throughput=4.99MB/sec 2024-09-16T11:28:58.538 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0eHQ4sR92nO2_bq off=7960341 len=246652 2024-09-16T11:28:58.541 INFO:tasks.workunit.client.0.smithi077.stdout:op 1520 completed, throughput=4.99MB/sec 2024-09-16T11:28:58.541 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eo5JFCgMyEW1uim off=2511350 len=1699693 2024-09-16T11:28:58.549 INFO:tasks.workunit.client.0.smithi077.stdout:op 1521 completed, throughput=5MB/sec 2024-09-16T11:28:58.549 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--BV3FSGZt2h8Skv off=0 len=1207488 2024-09-16T11:28:58.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 1522 completed, throughput=5MB/sec 2024-09-16T11:28:58.552 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t70UOTyxqaNsEIU off=9253638 len=43186 2024-09-16T11:28:58.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 1523 completed, throughput=5MB/sec 2024-09-16T11:28:58.554 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ec12mQfgN3qyt52 off=3246264 len=61890 2024-09-16T11:28:58.555 INFO:tasks.workunit.client.0.smithi077.stdout:op 1524 completed, throughput=5MB/sec 2024-09-16T11:28:58.555 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Upul1DjrBtAoDzi off=10976122 len=1922823 2024-09-16T11:28:58.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 1525 completed, throughput=5.01MB/sec 2024-09-16T11:28:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:28:58 smithi077 ceph-mon[86047]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:28:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:28:58 smithi077 ceph-mon[88497]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:28:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:28:58 smithi191 ceph-mon[84934]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:28:59.565 INFO:tasks.workunit.client.0.smithi077.stdout: 303: throughput=4.99MB/sec pending data=0 2024-09-16T11:28:59.565 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KHaxeCkU6l5TuSe off=2559132 len=1010918 2024-09-16T11:28:59.566 INFO:tasks.workunit.client.0.smithi077.stdout:op 1526 completed, throughput=4.99MB/sec 2024-09-16T11:28:59.566 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_WXkdais6aaaOmt off=7675109 len=2084266 2024-09-16T11:28:59.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 1527 completed, throughput=5MB/sec 2024-09-16T11:28:59.569 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H-3bAyTrSSEORHE off=10801680 len=91543 2024-09-16T11:28:59.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 1528 completed, throughput=5MB/sec 2024-09-16T11:28:59.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Mewxobhw7fOuwSu off=519368 len=1527461 2024-09-16T11:28:59.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 1529 completed, throughput=5MB/sec 2024-09-16T11:29:00.576 INFO:tasks.workunit.client.0.smithi077.stdout: 304: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:00.576 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RPSPhpn06BApqgy off=2255638 len=1967919 2024-09-16T11:29:00.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 1530 completed, throughput=4.99MB/sec 2024-09-16T11:29:00.581 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-X8HSeGEAfzswaiZ off=2047679 len=795898 2024-09-16T11:29:00.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 1531 completed, throughput=5MB/sec 2024-09-16T11:29:00.586 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HvuENaQ3N5fpUfN off=6311165 len=859688 2024-09-16T11:29:00.587 INFO:tasks.workunit.client.0.smithi077.stdout:op 1532 completed, throughput=5MB/sec 2024-09-16T11:29:00.587 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bMWmhXvzTxNmcfA off=9063988 len=1325717 2024-09-16T11:29:00.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 1533 completed, throughput=5MB/sec 2024-09-16T11:29:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:00 smithi077 ceph-mon[86047]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:29:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:00 smithi077 ceph-mon[88497]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:29:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:00 smithi191 ceph-mon[84934]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:29:01.595 INFO:tasks.workunit.client.0.smithi077.stdout: 305: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:01.595 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ogswJ1qG7EcI30o off=8941633 len=702954 2024-09-16T11:29:01.597 INFO:tasks.workunit.client.0.smithi077.stdout:op 1534 completed, throughput=4.99MB/sec 2024-09-16T11:29:01.597 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y9MOtrKweKGsf6A off=15663704 len=967763 2024-09-16T11:29:01.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 1535 completed, throughput=4.99MB/sec 2024-09-16T11:29:01.602 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZNmxavWKXrrsvlN off=1731461 len=2020836 2024-09-16T11:29:01.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 1536 completed, throughput=5MB/sec 2024-09-16T11:29:01.614 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5p3E2hwBs0kd4uf off=12627248 len=53047 2024-09-16T11:29:01.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 1537 completed, throughput=5MB/sec 2024-09-16T11:29:01.615 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1oVm3qnQYglNepG off=439414 len=131302 2024-09-16T11:29:01.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 1538 completed, throughput=5MB/sec 2024-09-16T11:29:01.615 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-naliHzv3BumtJHb off=7778472 len=851076 2024-09-16T11:29:01.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 1539 completed, throughput=5MB/sec 2024-09-16T11:29:02.616 INFO:tasks.workunit.client.0.smithi077.stdout: 306: throughput=4.98MB/sec pending data=0 2024-09-16T11:29:02.616 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f1asRMkoDB7TSS8 off=8222569 len=360585 2024-09-16T11:29:02.617 INFO:tasks.workunit.client.0.smithi077.stdout:op 1540 completed, throughput=4.99MB/sec 2024-09-16T11:29:02.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TrHvA5Z0vZZ_jmg off=12224673 len=936180 2024-09-16T11:29:02.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 1541 completed, throughput=4.99MB/sec 2024-09-16T11:29:02.619 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-s2iHlURPRY_HURe off=6160810 len=1548010 2024-09-16T11:29:02.627 INFO:tasks.workunit.client.0.smithi077.stdout:op 1542 completed, throughput=4.99MB/sec 2024-09-16T11:29:02.627 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-47R6-e84k6unOaa off=5040755 len=1988560 2024-09-16T11:29:02.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 1543 completed, throughput=5MB/sec 2024-09-16T11:29:02.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KfCVY5-wAUVlBjR off=2742226 len=1178840 2024-09-16T11:29:02.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 1544 completed, throughput=5MB/sec 2024-09-16T11:29:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:02 smithi077 ceph-mon[86047]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:02 smithi077 ceph-mon[88497]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:02 smithi191 ceph-mon[84934]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:03.638 INFO:tasks.workunit.client.0.smithi077.stdout: 307: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:03.638 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lUbmRKJPok7V11G off=6858392 len=1948120 2024-09-16T11:29:03.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 1545 completed, throughput=4.99MB/sec 2024-09-16T11:29:03.650 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tgSSTG9252d-5iw off=338132 len=1962298 2024-09-16T11:29:03.652 INFO:tasks.workunit.client.0.smithi077.stdout:op 1546 completed, throughput=5MB/sec 2024-09-16T11:29:03.653 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bbeYvIxCtugJLe8 off=1230302 len=1487353 2024-09-16T11:29:03.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 1547 completed, throughput=5MB/sec 2024-09-16T11:29:04.661 INFO:tasks.workunit.client.0.smithi077.stdout: 308: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:04.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HE7hPXyKXpKeBl_ off=6067262 len=1991276 2024-09-16T11:29:04.663 INFO:tasks.workunit.client.0.smithi077.stdout:op 1548 completed, throughput=4.99MB/sec 2024-09-16T11:29:04.663 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-20sd0a1mVGw2PDn off=4988595 len=792548 2024-09-16T11:29:04.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 1549 completed, throughput=4.99MB/sec 2024-09-16T11:29:04.667 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f6MtCJKrH4TBYbV off=10548422 len=845732 2024-09-16T11:29:04.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 1550 completed, throughput=5MB/sec 2024-09-16T11:29:04.669 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gnI4aghLat7HXYs off=16223214 len=54538 2024-09-16T11:29:04.669 INFO:tasks.workunit.client.0.smithi077.stdout:op 1551 completed, throughput=5MB/sec 2024-09-16T11:29:04.669 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VzJfixBIdTHPi9L off=7198585 len=1577680 2024-09-16T11:29:04.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:04 smithi077 ceph-mon[88497]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:29:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:04 smithi077 ceph-mon[86047]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:29:04.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 1552 completed, throughput=5MB/sec 2024-09-16T11:29:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:04 smithi191 ceph-mon[84934]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:29:05.677 INFO:tasks.workunit.client.0.smithi077.stdout: 309: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:05.678 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qZdfPMwoLoRR7Rw off=3677447 len=1905141 2024-09-16T11:29:05.680 INFO:tasks.workunit.client.0.smithi077.stdout:op 1553 completed, throughput=4.99MB/sec 2024-09-16T11:29:05.680 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z_D2TO-CB3dOgJz off=936918 len=166493 2024-09-16T11:29:05.680 INFO:tasks.workunit.client.0.smithi077.stdout:op 1554 completed, throughput=4.99MB/sec 2024-09-16T11:29:05.680 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UfRpOrwV27CsrT8 off=5898004 len=81663 2024-09-16T11:29:05.681 INFO:tasks.workunit.client.0.smithi077.stdout:op 1555 completed, throughput=4.99MB/sec 2024-09-16T11:29:05.681 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xHAtyVcBWZnca-a off=4663818 len=463669 2024-09-16T11:29:05.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 1556 completed, throughput=4.99MB/sec 2024-09-16T11:29:05.682 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ji6uiOpq9p_Ea49 off=7686867 len=704127 2024-09-16T11:29:05.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 1557 completed, throughput=5MB/sec 2024-09-16T11:29:05.687 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aefmmTn0TSYb6F2 off=13169172 len=676668 2024-09-16T11:29:05.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 1558 completed, throughput=5MB/sec 2024-09-16T11:29:05.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u6VkOOxLO1worrp off=11436437 len=521842 2024-09-16T11:29:05.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 1559 completed, throughput=5MB/sec 2024-09-16T11:29:05.692 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ERlJPCNDEFohJpp off=8802699 len=561453 2024-09-16T11:29:05.695 INFO:tasks.workunit.client.0.smithi077.stdout:op 1560 completed, throughput=5MB/sec 2024-09-16T11:29:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:06 smithi077 ceph-mon[86047]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:06 smithi077 ceph-mon[88497]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:06.695 INFO:tasks.workunit.client.0.smithi077.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:06.695 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UmqLcs60dBDwzqK off=3240640 len=1120533 2024-09-16T11:29:06.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 1561 completed, throughput=4.99MB/sec 2024-09-16T11:29:06.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KyjcVzDdXiYvoKi off=1908562 len=571605 2024-09-16T11:29:06.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 1562 completed, throughput=4.99MB/sec 2024-09-16T11:29:06.698 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1EiHrJqnN0_RvZJ off=2638055 len=2028755 2024-09-16T11:29:06.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 1563 completed, throughput=5MB/sec 2024-09-16T11:29:06.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oEQTK5O4NbsSu5B off=371527 len=15289 2024-09-16T11:29:06.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 1564 completed, throughput=5MB/sec 2024-09-16T11:29:06.702 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-h1Hj1DR1RP4MtA6 off=1099406 len=546816 2024-09-16T11:29:06.703 INFO:tasks.workunit.client.0.smithi077.stdout:op 1565 completed, throughput=5MB/sec 2024-09-16T11:29:06.703 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KH5wiQ0hBOkd0RU off=11555306 len=1556085 2024-09-16T11:29:06.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 1566 completed, throughput=5MB/sec 2024-09-16T11:29:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:06 smithi191 ceph-mon[84934]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:06] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-16T11:29:07.706 INFO:tasks.workunit.client.0.smithi077.stdout: 311: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:07.706 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OKk1yWVBt94_Gev off=12392221 len=194007 2024-09-16T11:29:07.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-16T11:29:07.709 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JvcSQBCu3t99Bio off=111661 len=1371969 2024-09-16T11:29:07.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 1568 completed, throughput=4.99MB/sec 2024-09-16T11:29:07.712 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4HPIamHS-Lx4knX off=3584718 len=339456 2024-09-16T11:29:07.716 INFO:tasks.workunit.client.0.smithi077.stdout:op 1569 completed, throughput=4.99MB/sec 2024-09-16T11:29:07.716 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DcTLWLDOpx8z9wb off=578999 len=586379 2024-09-16T11:29:07.720 INFO:tasks.workunit.client.0.smithi077.stdout:op 1570 completed, throughput=4.99MB/sec 2024-09-16T11:29:07.720 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4PgeaM7kDrlHFEL off=11541236 len=1939793 2024-09-16T11:29:07.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 1571 completed, throughput=5MB/sec 2024-09-16T11:29:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:08 smithi077 ceph-mon[86047]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:08 smithi077 ceph-mon[88497]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:08 smithi191 ceph-mon[84934]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:08.723 INFO:tasks.workunit.client.0.smithi077.stdout: 312: throughput=4.98MB/sec pending data=0 2024-09-16T11:29:08.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u7nNY66kNupgSL3 off=7797803 len=534883 2024-09-16T11:29:08.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-16T11:29:08.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fuyuiPWT5trZbQj off=4205974 len=276331 2024-09-16T11:29:08.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 1573 completed, throughput=4.99MB/sec 2024-09-16T11:29:08.728 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-E2vVUjj3CvKGR2S off=6541376 len=856494 2024-09-16T11:29:08.735 INFO:tasks.workunit.client.0.smithi077.stdout:op 1574 completed, throughput=4.99MB/sec 2024-09-16T11:29:08.735 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--j7YqGWnsGWHa29 off=13544567 len=1923184 2024-09-16T11:29:08.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 1575 completed, throughput=5MB/sec 2024-09-16T11:29:08.739 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tH2fL-yXsiHz4VH off=4584905 len=1257897 2024-09-16T11:29:08.743 INFO:tasks.workunit.client.0.smithi077.stdout:op 1576 completed, throughput=5MB/sec 2024-09-16T11:29:08.744 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4GEtz3K--SQBxcC off=7236559 len=1462136 2024-09-16T11:29:08.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 1577 completed, throughput=5MB/sec 2024-09-16T11:29:09.745 INFO:tasks.workunit.client.0.smithi077.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:09.745 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DU2h2i5P6c5olve off=3052780 len=1995664 2024-09-16T11:29:09.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 1578 completed, throughput=4.99MB/sec 2024-09-16T11:29:09.754 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MO6hUQ9m4As9jwF off=11035849 len=882163 2024-09-16T11:29:09.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 1579 completed, throughput=5MB/sec 2024-09-16T11:29:09.758 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iwpXZmrFg2lMRoU off=6269182 len=1208307 2024-09-16T11:29:09.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 1580 completed, throughput=5MB/sec 2024-09-16T11:29:09.760 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1kAixso_fjI-BWs off=3443929 len=1647747 2024-09-16T11:29:09.768 INFO:tasks.workunit.client.0.smithi077.stdout:op 1581 completed, throughput=5MB/sec 2024-09-16T11:29:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:10 smithi077 ceph-mon[86047]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:10 smithi077 ceph-mon[88497]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:10 smithi191 ceph-mon[84934]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:10.769 INFO:tasks.workunit.client.0.smithi077.stdout: 314: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:10.769 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PcTO3AtVOUtmWEk off=18799864 len=1511944 2024-09-16T11:29:10.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 1582 completed, throughput=4.99MB/sec 2024-09-16T11:29:10.781 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-telmwBPA77Si6bj off=3314986 len=171155 2024-09-16T11:29:10.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 1583 completed, throughput=4.99MB/sec 2024-09-16T11:29:10.781 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tLpMRNVy6xNfZpT off=15203254 len=524712 2024-09-16T11:29:10.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-16T11:29:10.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pEDDygCanLzTwDq off=2952788 len=1964085 2024-09-16T11:29:10.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 1585 completed, throughput=5MB/sec 2024-09-16T11:29:11.785 INFO:tasks.workunit.client.0.smithi077.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:11.785 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QXDhCK6ObOXEcaR off=648096 len=28105 2024-09-16T11:29:11.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 1586 completed, throughput=4.99MB/sec 2024-09-16T11:29:11.786 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TF1lz8uDfBGxd-D off=15870949 len=1496856 2024-09-16T11:29:11.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 1587 completed, throughput=4.99MB/sec 2024-09-16T11:29:11.794 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d-XeNBX-K7ppLyI off=0 len=1179384 2024-09-16T11:29:11.800 INFO:tasks.workunit.client.0.smithi077.stdout:op 1588 completed, throughput=4.99MB/sec 2024-09-16T11:29:11.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BylUFDGU3-_D-an off=15321823 len=32330 2024-09-16T11:29:11.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 1589 completed, throughput=4.99MB/sec 2024-09-16T11:29:11.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jpc5vxIm9u9QtWG off=1405258 len=831334 2024-09-16T11:29:11.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 1590 completed, throughput=5MB/sec 2024-09-16T11:29:11.802 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--DrnmRqK0vCNv48 off=11837822 len=743394 2024-09-16T11:29:11.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 1591 completed, throughput=5MB/sec 2024-09-16T11:29:11.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CjGQujLdgxBUA5S off=5197416 len=260108 2024-09-16T11:29:11.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 1592 completed, throughput=5MB/sec 2024-09-16T11:29:11.806 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VkF0ILq5MPboUll off=15808084 len=1029822 2024-09-16T11:29:11.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 1593 completed, throughput=5MB/sec 2024-09-16T11:29:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:12 smithi077 ceph-mon[86047]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:12 smithi077 ceph-mon[88497]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:12 smithi191 ceph-mon[84934]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:29:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:12.811 INFO:tasks.workunit.client.0.smithi077.stdout: 316: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:12.811 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JPUbJyJ0rZeNZT0 off=2779100 len=697178 2024-09-16T11:29:12.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 1594 completed, throughput=4.99MB/sec 2024-09-16T11:29:12.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dteUf88GvBu_S5Q off=37921 len=1826159 2024-09-16T11:29:12.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 1595 completed, throughput=4.99MB/sec 2024-09-16T11:29:12.823 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GoouNarn1T3_AAW off=12808171 len=231348 2024-09-16T11:29:12.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 1596 completed, throughput=4.99MB/sec 2024-09-16T11:29:12.824 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U3FThhpZC_-fpG1 off=5138661 len=1130254 2024-09-16T11:29:12.826 INFO:tasks.workunit.client.0.smithi077.stdout:op 1597 completed, throughput=5MB/sec 2024-09-16T11:29:12.826 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mBs-XV2eVYgCKWs off=7089034 len=349639 2024-09-16T11:29:12.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 1598 completed, throughput=5MB/sec 2024-09-16T11:29:12.827 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0cgQZ_rBrkqBx6T off=4022080 len=1315355 2024-09-16T11:29:12.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 1599 completed, throughput=5MB/sec 2024-09-16T11:29:13.829 INFO:tasks.workunit.client.0.smithi077.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:13.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KQzV5SwxciOhrbf off=5266780 len=859564 2024-09-16T11:29:13.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 1600 completed, throughput=4.99MB/sec 2024-09-16T11:29:13.835 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LB3KDRtJjpEPmyR off=5527614 len=426118 2024-09-16T11:29:13.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 1601 completed, throughput=4.99MB/sec 2024-09-16T11:29:13.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kTkBliuPNJTozrn off=1435359 len=762786 2024-09-16T11:29:13.840 INFO:tasks.workunit.client.0.smithi077.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-16T11:29:13.841 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VV1l-g8-upx0FKl off=768050 len=282781 2024-09-16T11:29:13.843 INFO:tasks.workunit.client.0.smithi077.stdout:op 1603 completed, throughput=4.99MB/sec 2024-09-16T11:29:13.843 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7IZpi677fb7nq_A off=3061167 len=1614369 2024-09-16T11:29:13.845 INFO:tasks.workunit.client.0.smithi077.stdout:op 1604 completed, throughput=5MB/sec 2024-09-16T11:29:13.845 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Wdaj6FbWDBN9XXv off=1860845 len=1503683 2024-09-16T11:29:13.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 1605 completed, throughput=5MB/sec 2024-09-16T11:29:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:14 smithi077 ceph-mon[86047]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:14 smithi077 ceph-mon[88497]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:14 smithi191 ceph-mon[84934]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:14.854 INFO:tasks.workunit.client.0.smithi077.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:14.854 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HwU9VCepnzx8_rb off=11308133 len=151944 2024-09-16T11:29:14.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 1606 completed, throughput=4.99MB/sec 2024-09-16T11:29:14.855 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_71qHvGggpkw1L5 off=2601037 len=279022 2024-09-16T11:29:14.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 1607 completed, throughput=4.99MB/sec 2024-09-16T11:29:14.858 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sY8DTMxqxUFE0nJ off=4913752 len=73677 2024-09-16T11:29:14.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 1608 completed, throughput=4.99MB/sec 2024-09-16T11:29:14.860 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-G5DCfvvZsctTtYP off=293108 len=1692773 2024-09-16T11:29:14.865 INFO:tasks.workunit.client.0.smithi077.stdout:op 1609 completed, throughput=4.99MB/sec 2024-09-16T11:29:14.866 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1wUCo3meKExJcph off=7625658 len=1537965 2024-09-16T11:29:14.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 1610 completed, throughput=5MB/sec 2024-09-16T11:29:14.872 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8AjBgkwThygvr5t off=4440122 len=1257346 2024-09-16T11:29:14.875 INFO:tasks.workunit.client.0.smithi077.stdout:op 1611 completed, throughput=5MB/sec 2024-09-16T11:29:15.876 INFO:tasks.workunit.client.0.smithi077.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:15.876 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rNrIwoRHgoLGRe8 off=6268975 len=592155 2024-09-16T11:29:15.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 1612 completed, throughput=4.99MB/sec 2024-09-16T11:29:15.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QLChs_SRmtnPREo off=103289 len=946974 2024-09-16T11:29:15.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 1613 completed, throughput=4.99MB/sec 2024-09-16T11:29:15.885 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UwZNHlQWJkUuoq2 off=12648117 len=1558749 2024-09-16T11:29:15.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 1614 completed, throughput=4.99MB/sec 2024-09-16T11:29:15.894 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0fTQWbfk84SHv_p off=803284 len=657514 2024-09-16T11:29:15.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 1615 completed, throughput=5MB/sec 2024-09-16T11:29:15.899 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wbABDavyKYa5rS- off=2837046 len=945773 2024-09-16T11:29:15.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 1616 completed, throughput=5MB/sec 2024-09-16T11:29:15.900 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4UKDcdWwUBTMZ42 off=16635750 len=1325037 2024-09-16T11:29:15.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 1617 completed, throughput=5MB/sec 2024-09-16T11:29:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:16 smithi077 ceph-mon[86047]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:16 smithi077 ceph-mon[88497]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:16 smithi191 ceph-mon[84934]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:16.903 INFO:tasks.workunit.client.0.smithi077.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:16.903 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MutH-JN4BcBvVHb off=877682 len=1010192 2024-09-16T11:29:16.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-16T11:29:16.905 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R6DVuDrUxflDZsI off=5782772 len=1236109 2024-09-16T11:29:16.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 1619 completed, throughput=4.99MB/sec 2024-09-16T11:29:16.911 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MVVsRyx9TBVPfBv off=1650896 len=791952 2024-09-16T11:29:16.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 1620 completed, throughput=5MB/sec 2024-09-16T11:29:16.916 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uuFYu3eGLXiiStB off=1587747 len=1314895 2024-09-16T11:29:16.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 1621 completed, throughput=5MB/sec 2024-09-16T11:29:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:16] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:29:17.924 INFO:tasks.workunit.client.0.smithi077.stdout: 321: throughput=4.98MB/sec pending data=0 2024-09-16T11:29:17.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t08Glhveja_eGZ6 off=3654513 len=195375 2024-09-16T11:29:17.927 INFO:tasks.workunit.client.0.smithi077.stdout:op 1622 completed, throughput=4.99MB/sec 2024-09-16T11:29:17.927 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-huqEWc4kYHcZQ2_ off=5414793 len=2053172 2024-09-16T11:29:17.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 1623 completed, throughput=4.99MB/sec 2024-09-16T11:29:17.939 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PEFhJtsoY9sdzBO off=1894419 len=121823 2024-09-16T11:29:17.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 1624 completed, throughput=4.99MB/sec 2024-09-16T11:29:17.942 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MqvVN6neuCq7ab_ off=6375942 len=346067 2024-09-16T11:29:17.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 1625 completed, throughput=4.99MB/sec 2024-09-16T11:29:17.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--XJGv6s632xvGHf off=12919011 len=371192 2024-09-16T11:29:17.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 1626 completed, throughput=4.99MB/sec 2024-09-16T11:29:17.945 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1GZCQEeh3c69Znh off=21954909 len=1035045 2024-09-16T11:29:17.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 1627 completed, throughput=5MB/sec 2024-09-16T11:29:17.946 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tpFNE8UXlvVW81_ off=1966490 len=858419 2024-09-16T11:29:17.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 1628 completed, throughput=5MB/sec 2024-09-16T11:29:17.951 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5EpSxMYoSuqAdzD off=357724 len=518357 2024-09-16T11:29:17.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 1629 completed, throughput=5MB/sec 2024-09-16T11:29:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:18 smithi077 ceph-mon[86047]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:18 smithi077 ceph-mon[88497]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:18 smithi191 ceph-mon[84934]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:18.952 INFO:tasks.workunit.client.0.smithi077.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:18.952 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-G3MaksOgoor49G5 off=5713009 len=101781 2024-09-16T11:29:18.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-16T11:29:18.953 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1W3d5wLSRJRETzC off=1033500 len=1886691 2024-09-16T11:29:18.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 1631 completed, throughput=4.99MB/sec 2024-09-16T11:29:18.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ysXOS6q3zBMFSgK off=4454217 len=1662675 2024-09-16T11:29:18.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 1632 completed, throughput=5MB/sec 2024-09-16T11:29:18.972 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MWUQnCPifu4KpGv off=977736 len=1980943 2024-09-16T11:29:18.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 1633 completed, throughput=5MB/sec 2024-09-16T11:29:19.975 INFO:tasks.workunit.client.0.smithi077.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:19.975 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FbqPBMbj0djT3SS off=5646859 len=537857 2024-09-16T11:29:19.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 1634 completed, throughput=4.99MB/sec 2024-09-16T11:29:19.975 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nmuPLAIPMejSDAv off=2201081 len=410136 2024-09-16T11:29:19.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 1635 completed, throughput=4.99MB/sec 2024-09-16T11:29:19.976 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RdjNYyuCUl1DFTu off=5761215 len=1710443 2024-09-16T11:29:19.978 INFO:tasks.workunit.client.0.smithi077.stdout:op 1636 completed, throughput=4.99MB/sec 2024-09-16T11:29:19.978 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l7-f02cAitBkepH off=3138010 len=689326 2024-09-16T11:29:19.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 1637 completed, throughput=5MB/sec 2024-09-16T11:29:19.981 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ribd_OqFiZqweeL off=1713306 len=86274 2024-09-16T11:29:19.983 INFO:tasks.workunit.client.0.smithi077.stdout:op 1638 completed, throughput=5MB/sec 2024-09-16T11:29:19.983 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tsed0WtRDYA9cYc off=14473600 len=2038368 2024-09-16T11:29:19.985 INFO:tasks.workunit.client.0.smithi077.stdout:op 1639 completed, throughput=5MB/sec 2024-09-16T11:29:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:20 smithi077 ceph-mon[86047]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:29:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:20 smithi077 ceph-mon[88497]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:29:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:20 smithi191 ceph-mon[84934]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:29:20.986 INFO:tasks.workunit.client.0.smithi077.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:20.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FmJhlM5tDau4Wnw off=4097287 len=1110498 2024-09-16T11:29:20.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 1640 completed, throughput=4.99MB/sec 2024-09-16T11:29:20.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PTqmt6SZdWqmhgd off=9178195 len=436192 2024-09-16T11:29:20.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 1641 completed, throughput=4.99MB/sec 2024-09-16T11:29:20.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZoPif-hcN5SUlvd off=2826501 len=1820348 2024-09-16T11:29:20.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 1642 completed, throughput=5MB/sec 2024-09-16T11:29:20.993 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MnZCFTSWUh5iX32 off=17891240 len=1586442 2024-09-16T11:29:20.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 1643 completed, throughput=5MB/sec 2024-09-16T11:29:21.997 INFO:tasks.workunit.client.0.smithi077.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:21.997 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EYi7WrNw1HtfeIu off=717055 len=1153002 2024-09-16T11:29:21.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 1644 completed, throughput=4.99MB/sec 2024-09-16T11:29:21.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HVDg4kqHepyyCxF off=300175 len=999508 2024-09-16T11:29:22.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 1645 completed, throughput=4.99MB/sec 2024-09-16T11:29:22.003 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VGJ6rI-S4tVG69H off=3340569 len=1282405 2024-09-16T11:29:22.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 1646 completed, throughput=5MB/sec 2024-09-16T11:29:22.005 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OFER7CwQZS1rBPV off=5962223 len=1612072 2024-09-16T11:29:22.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 1647 completed, throughput=5MB/sec 2024-09-16T11:29:22.006 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4yp2OlDAYkyg7fU off=5781431 len=707205 2024-09-16T11:29:22.011 INFO:tasks.workunit.client.0.smithi077.stdout:op 1648 completed, throughput=5MB/sec 2024-09-16T11:29:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:22 smithi077 ceph-mon[86047]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:29:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:22 smithi077 ceph-mon[88497]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:29:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:22 smithi191 ceph-mon[84934]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:29:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:23.011 INFO:tasks.workunit.client.0.smithi077.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:23.011 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eFuRz8aa9yia83S off=5666631 len=671778 2024-09-16T11:29:23.017 INFO:tasks.workunit.client.0.smithi077.stdout:op 1649 completed, throughput=4.99MB/sec 2024-09-16T11:29:23.017 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ObJHK7DpyjXBD0u off=568363 len=1660098 2024-09-16T11:29:23.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 1650 completed, throughput=4.99MB/sec 2024-09-16T11:29:23.024 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cwnr3puZUUDTRLl off=9341133 len=1196577 2024-09-16T11:29:23.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 1651 completed, throughput=5MB/sec 2024-09-16T11:29:23.031 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bjVAHaA82wRSuR6 off=521094 len=257946 2024-09-16T11:29:23.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 1652 completed, throughput=5MB/sec 2024-09-16T11:29:23.034 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xd_LzeTesNyr8nh off=5331275 len=1956877 2024-09-16T11:29:23.045 INFO:tasks.workunit.client.0.smithi077.stdout:op 1653 completed, throughput=5MB/sec 2024-09-16T11:29:24.045 INFO:tasks.workunit.client.0.smithi077.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:24.046 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bGtJyUVvIWPF7T3 off=10980649 len=2003276 2024-09-16T11:29:24.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 1654 completed, throughput=4.99MB/sec 2024-09-16T11:29:24.048 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xhRBwOm39rSQWnA off=7148796 len=639565 2024-09-16T11:29:24.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 1655 completed, throughput=5MB/sec 2024-09-16T11:29:24.052 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9bgf6doU9yRBsLP off=5463840 len=1790321 2024-09-16T11:29:24.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 1656 completed, throughput=5MB/sec 2024-09-16T11:29:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:24 smithi077 ceph-mon[86047]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:24 smithi077 ceph-mon[88497]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:24 smithi191 ceph-mon[84934]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:25.055 INFO:tasks.workunit.client.0.smithi077.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:25.055 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-la5-Y2VT199vTG1 off=10965866 len=1777337 2024-09-16T11:29:25.063 INFO:tasks.workunit.client.0.smithi077.stdout:op 1657 completed, throughput=4.99MB/sec 2024-09-16T11:29:25.063 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xSKXTaoCEi2V3Rs off=11173807 len=539257 2024-09-16T11:29:25.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 1658 completed, throughput=4.99MB/sec 2024-09-16T11:29:25.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7OVxznliXHV3vN_ off=3936072 len=1870753 2024-09-16T11:29:25.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 1659 completed, throughput=5MB/sec 2024-09-16T11:29:25.075 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W_hvwUjnJeK3Hoh off=9192635 len=1269225 2024-09-16T11:29:25.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 1660 completed, throughput=5MB/sec 2024-09-16T11:29:26.084 INFO:tasks.workunit.client.0.smithi077.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:26.084 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TpGzMR0WcYmtqyN off=14739129 len=2082928 2024-09-16T11:29:26.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 1661 completed, throughput=4.99MB/sec 2024-09-16T11:29:26.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DyK0DyIigva0REu off=6700503 len=962492 2024-09-16T11:29:26.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 1662 completed, throughput=4.99MB/sec 2024-09-16T11:29:26.091 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f6d6RRa46bV0m8j off=22500775 len=289382 2024-09-16T11:29:26.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 1663 completed, throughput=5MB/sec 2024-09-16T11:29:26.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VOMiCYu1ftemAOe off=12327601 len=151597 2024-09-16T11:29:26.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 1664 completed, throughput=5MB/sec 2024-09-16T11:29:26.095 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UBoLFNb7SGxiTXa off=11439361 len=1426798 2024-09-16T11:29:26.097 INFO:tasks.workunit.client.0.smithi077.stdout:op 1665 completed, throughput=5MB/sec 2024-09-16T11:29:26.097 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BQhbAWO1HWFwMIh off=9684011 len=124158 2024-09-16T11:29:26.100 INFO:tasks.workunit.client.0.smithi077.stdout:op 1666 completed, throughput=5MB/sec 2024-09-16T11:29:26.100 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_maSsF7ZlckKG7i off=8215880 len=927440 2024-09-16T11:29:26.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 1667 completed, throughput=5MB/sec 2024-09-16T11:29:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:26 smithi077 ceph-mon[86047]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:29:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:26 smithi077 ceph-mon[88497]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:29:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:26 smithi191 ceph-mon[84934]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:29:27.102 INFO:tasks.workunit.client.0.smithi077.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:27.102 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IpVTwh3gJiDu85M off=214579 len=1158110 2024-09-16T11:29:27.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 1668 completed, throughput=4.99MB/sec 2024-09-16T11:29:27.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JASKMPd4fqzVRln off=5848818 len=1507536 2024-09-16T11:29:27.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 1669 completed, throughput=4.99MB/sec 2024-09-16T11:29:27.107 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qFHGyJmIpk6G9hc off=10038414 len=1157581 2024-09-16T11:29:27.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 1670 completed, throughput=5MB/sec 2024-09-16T11:29:27.113 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NapZ5Z4OTzYAetw off=4611835 len=1031394 2024-09-16T11:29:27.114 INFO:tasks.workunit.client.0.smithi077.stdout:op 1671 completed, throughput=5MB/sec 2024-09-16T11:29:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:26] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T11:29:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:28.114 INFO:tasks.workunit.client.0.smithi077.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:28.114 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vrLDGisWCW87Fu8 off=18225490 len=918019 2024-09-16T11:29:28.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 1672 completed, throughput=4.99MB/sec 2024-09-16T11:29:28.117 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CsOdz58BuLmBw8S off=3210188 len=1409311 2024-09-16T11:29:28.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 1673 completed, throughput=4.99MB/sec 2024-09-16T11:29:28.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-roDC6IycEfclIPT off=145629 len=998761 2024-09-16T11:29:28.128 INFO:tasks.workunit.client.0.smithi077.stdout:op 1674 completed, throughput=5MB/sec 2024-09-16T11:29:28.128 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WnZbVfx7tnubb3v off=3595723 len=1382730 2024-09-16T11:29:28.130 INFO:tasks.workunit.client.0.smithi077.stdout:op 1675 completed, throughput=5MB/sec 2024-09-16T11:29:28.130 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D-vsx2VheGjUJAM off=4743536 len=367307 2024-09-16T11:29:28.131 INFO:tasks.workunit.client.0.smithi077.stdout:op 1676 completed, throughput=5MB/sec 2024-09-16T11:29:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:28 smithi077 ceph-mon[86047]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:28 smithi077 ceph-mon[88497]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:28 smithi191 ceph-mon[84934]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:29.131 INFO:tasks.workunit.client.0.smithi077.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:29.131 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PvTIACIPDdUCwUy off=5975636 len=1612328 2024-09-16T11:29:29.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 1677 completed, throughput=4.99MB/sec 2024-09-16T11:29:29.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MR7WZDXf-CTlraR off=1737180 len=838739 2024-09-16T11:29:29.134 INFO:tasks.workunit.client.0.smithi077.stdout:op 1678 completed, throughput=4.99MB/sec 2024-09-16T11:29:29.135 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VC8bpERs7vYjnH3 off=12677630 len=1034027 2024-09-16T11:29:29.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 1679 completed, throughput=5MB/sec 2024-09-16T11:29:29.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EkrXEcY9DbTUE5H off=3025163 len=911931 2024-09-16T11:29:29.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 1680 completed, throughput=5MB/sec 2024-09-16T11:29:29.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k4eykdj7rTUxxG- off=17217200 len=337142 2024-09-16T11:29:29.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 1681 completed, throughput=5MB/sec 2024-09-16T11:29:29.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vgJ_2lcR4Ub96IS off=13303185 len=1253269 2024-09-16T11:29:29.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 1682 completed, throughput=5MB/sec 2024-09-16T11:29:30.153 INFO:tasks.workunit.client.0.smithi077.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:30.153 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QIiWrw1UChdTi-m off=8936461 len=817499 2024-09-16T11:29:30.154 INFO:tasks.workunit.client.0.smithi077.stdout:op 1683 completed, throughput=4.99MB/sec 2024-09-16T11:29:30.154 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tk2SjGvXoigJL_D off=1279261 len=1304981 2024-09-16T11:29:30.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 1684 completed, throughput=4.99MB/sec 2024-09-16T11:29:30.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uYX9YjqdGBof5n5 off=21689955 len=296992 2024-09-16T11:29:30.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 1685 completed, throughput=4.99MB/sec 2024-09-16T11:29:30.169 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yjAOnRf13KvUkmN off=72709 len=518363 2024-09-16T11:29:30.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 1686 completed, throughput=5MB/sec 2024-09-16T11:29:30.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p_r-Bh7Or6rIDlS off=2971884 len=601446 2024-09-16T11:29:30.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 1687 completed, throughput=5MB/sec 2024-09-16T11:29:30.175 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8q8y_IPlGi0Ue8T off=1913885 len=779651 2024-09-16T11:29:30.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 1688 completed, throughput=5MB/sec 2024-09-16T11:29:30.176 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-81J-WoEftRgGDVc off=10127630 len=916381 2024-09-16T11:29:30.181 INFO:tasks.workunit.client.0.smithi077.stdout:op 1689 completed, throughput=5MB/sec 2024-09-16T11:29:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:30 smithi077 ceph-mon[86047]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:29:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:30 smithi077 ceph-mon[88497]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:29:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:30 smithi191 ceph-mon[84934]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:29:31.181 INFO:tasks.workunit.client.0.smithi077.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:31.182 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AHlb5DOL13DQqzR off=9978766 len=1511415 2024-09-16T11:29:31.184 INFO:tasks.workunit.client.0.smithi077.stdout:op 1690 completed, throughput=4.99MB/sec 2024-09-16T11:29:31.184 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q98pGC4_nlfHt49 off=6911752 len=1256898 2024-09-16T11:29:31.185 INFO:tasks.workunit.client.0.smithi077.stdout:op 1691 completed, throughput=4.99MB/sec 2024-09-16T11:29:31.186 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XIjPtSLp4dt-68x off=2325748 len=430782 2024-09-16T11:29:31.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 1692 completed, throughput=5MB/sec 2024-09-16T11:29:31.187 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7EgBIr8VXjQHUw7 off=156038 len=1781816 2024-09-16T11:29:31.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 1693 completed, throughput=5MB/sec 2024-09-16T11:29:32.189 INFO:tasks.workunit.client.0.smithi077.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:32.189 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wwzQXC6ALnWnP8F off=2460636 len=2028836 2024-09-16T11:29:32.191 INFO:tasks.workunit.client.0.smithi077.stdout:op 1694 completed, throughput=4.99MB/sec 2024-09-16T11:29:32.192 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--UhGP-Ov58I9Exb off=16581835 len=813567 2024-09-16T11:29:32.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 1695 completed, throughput=4.99MB/sec 2024-09-16T11:29:32.193 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3dSzE5J66lqs1eQ off=1319885 len=1403679 2024-09-16T11:29:32.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 1696 completed, throughput=5MB/sec 2024-09-16T11:29:32.195 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B1TD88ESu5sYBuG off=5305719 len=682786 2024-09-16T11:29:32.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 1697 completed, throughput=5MB/sec 2024-09-16T11:29:32.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c0GEEyJsmIOo2QJ off=9194777 len=574582 2024-09-16T11:29:32.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 1698 completed, throughput=5MB/sec 2024-09-16T11:29:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:32 smithi077 ceph-mon[86047]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:32 smithi077 ceph-mon[88497]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:32 smithi191 ceph-mon[84934]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:33.200 INFO:tasks.workunit.client.0.smithi077.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:33.200 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--2aRRZn-B9996AZ off=16168516 len=1731531 2024-09-16T11:29:33.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 1699 completed, throughput=4.99MB/sec 2024-09-16T11:29:33.209 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YU0qCT18WuYC8AQ off=6375284 len=362549 2024-09-16T11:29:33.212 INFO:tasks.workunit.client.0.smithi077.stdout:op 1700 completed, throughput=4.99MB/sec 2024-09-16T11:29:33.212 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gMqUBj2Blv-I0lT off=13385541 len=1666560 2024-09-16T11:29:33.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 1701 completed, throughput=5MB/sec 2024-09-16T11:29:33.217 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CbzNxROjvOC9CJr off=1235338 len=1921021 2024-09-16T11:29:33.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 1702 completed, throughput=5MB/sec 2024-09-16T11:29:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:33 smithi077 ceph-mon[86047]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:33 smithi077 ceph-mon[88497]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:33 smithi191 ceph-mon[84934]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:29:34.220 INFO:tasks.workunit.client.0.smithi077.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:34.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U0V9mL2oruajvUh off=8262192 len=682925 2024-09-16T11:29:34.222 INFO:tasks.workunit.client.0.smithi077.stdout:op 1703 completed, throughput=4.99MB/sec 2024-09-16T11:29:34.222 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5jYvM7aA8zi_FpS off=4513035 len=1229030 2024-09-16T11:29:34.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 1704 completed, throughput=4.99MB/sec 2024-09-16T11:29:34.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KG7dsUDoMgP32IZ off=1663999 len=1888937 2024-09-16T11:29:34.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 1705 completed, throughput=5MB/sec 2024-09-16T11:29:34.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--HJEj72U7RwaDQ9 off=12001746 len=2089755 2024-09-16T11:29:34.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 1706 completed, throughput=5MB/sec 2024-09-16T11:29:35.262 INFO:tasks.workunit.client.0.smithi077.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:35.262 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3KMFUrhfuzUlyyP off=2251463 len=858948 2024-09-16T11:29:35.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 1707 completed, throughput=4.99MB/sec 2024-09-16T11:29:35.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X9umm-eq7PdsKh- off=6495256 len=1446119 2024-09-16T11:29:35.265 INFO:tasks.workunit.client.0.smithi077.stdout:op 1708 completed, throughput=5MB/sec 2024-09-16T11:29:35.265 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kVTzLaHI53y4DFA off=6412420 len=993058 2024-09-16T11:29:35.271 INFO:tasks.workunit.client.0.smithi077.stdout:op 1709 completed, throughput=5MB/sec 2024-09-16T11:29:35.271 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u6z-X3LeX-5GrHF off=801621 len=685941 2024-09-16T11:29:35.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 1710 completed, throughput=5MB/sec 2024-09-16T11:29:35.272 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7ah_Xurdz7Zkdtq off=18678220 len=994629 2024-09-16T11:29:35.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 1711 completed, throughput=5MB/sec 2024-09-16T11:29:36.274 INFO:tasks.workunit.client.0.smithi077.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:36.274 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v4150gDfyrJs7Eu off=851163 len=1445495 2024-09-16T11:29:36.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 1712 completed, throughput=4.99MB/sec 2024-09-16T11:29:36.280 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V5VRyvUzuqE_UGT off=576522 len=1914237 2024-09-16T11:29:36.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 1713 completed, throughput=5MB/sec 2024-09-16T11:29:36.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Db32jnPlMmq8Ojr off=13829003 len=1112000 2024-09-16T11:29:36.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 1714 completed, throughput=5MB/sec 2024-09-16T11:29:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:36 smithi077 ceph-mon[86047]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:29:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:36 smithi077 ceph-mon[88497]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:29:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:36 smithi191 ceph-mon[84934]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:29:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:36] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:29:37.285 INFO:tasks.workunit.client.0.smithi077.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:37.285 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_28FYd5Ndi8qJLh off=2795998 len=2065506 2024-09-16T11:29:37.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-16T11:29:37.297 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f5ltB1OGE65Aex9 off=425578 len=1780063 2024-09-16T11:29:37.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 1716 completed, throughput=5MB/sec 2024-09-16T11:29:37.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y70raFyXI_I7sXe off=1112122 len=1659849 2024-09-16T11:29:37.307 INFO:tasks.workunit.client.0.smithi077.stdout:op 1717 completed, throughput=5MB/sec 2024-09-16T11:29:38.307 INFO:tasks.workunit.client.0.smithi077.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:38.307 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HYHkxV7q1cjtfHO off=17140863 len=1007356 2024-09-16T11:29:38.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 1718 completed, throughput=4.99MB/sec 2024-09-16T11:29:38.309 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ti68oTaPM_kw59E off=10351543 len=1670164 2024-09-16T11:29:38.318 INFO:tasks.workunit.client.0.smithi077.stdout:op 1719 completed, throughput=4.99MB/sec 2024-09-16T11:29:38.318 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-h__xw8dXjksuW2W off=11588819 len=1171630 2024-09-16T11:29:38.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 1720 completed, throughput=5MB/sec 2024-09-16T11:29:38.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-exjSFIhdmjlVOtQ off=12137706 len=277514 2024-09-16T11:29:38.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 1721 completed, throughput=5MB/sec 2024-09-16T11:29:38.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6qvU9p7GlZ6xo_1 off=11549502 len=1157277 2024-09-16T11:29:38.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 1722 completed, throughput=5MB/sec 2024-09-16T11:29:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:38 smithi077 ceph-mon[86047]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:29:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:38 smithi077 ceph-mon[88497]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:29:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:38 smithi191 ceph-mon[84934]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T11:29:39.328 INFO:tasks.workunit.client.0.smithi077.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:39.328 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KdvdYzD0IzJUvLD off=11855622 len=475251 2024-09-16T11:29:39.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 1723 completed, throughput=4.99MB/sec 2024-09-16T11:29:39.331 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i43EPbl4dqZjIcV off=980585 len=1550418 2024-09-16T11:29:39.341 INFO:tasks.workunit.client.0.smithi077.stdout:op 1724 completed, throughput=4.99MB/sec 2024-09-16T11:29:39.341 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t8EMxn9vOyWRKxP off=344927 len=1782326 2024-09-16T11:29:39.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 1725 completed, throughput=5MB/sec 2024-09-16T11:29:39.348 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DWVYGrtAhYlIs9u off=2981031 len=814902 2024-09-16T11:29:39.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 1726 completed, throughput=5MB/sec 2024-09-16T11:29:39.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W2oD5VlCt6AQoyH off=639129 len=506257 2024-09-16T11:29:39.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 1727 completed, throughput=5MB/sec 2024-09-16T11:29:39.353 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-157ezld3A3Ktcfb off=6522048 len=236436 2024-09-16T11:29:39.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 1728 completed, throughput=5MB/sec 2024-09-16T11:29:40.354 INFO:tasks.workunit.client.0.smithi077.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:40.354 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iifipvyht_wD2IK off=16259979 len=1920739 2024-09-16T11:29:40.365 INFO:tasks.workunit.client.0.smithi077.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-16T11:29:40.365 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5UIWGOyk9jMIsbC off=2588765 len=778940 2024-09-16T11:29:40.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 1730 completed, throughput=4.99MB/sec 2024-09-16T11:29:40.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KqR6vi7UqlP2uOa off=21282065 len=1034168 2024-09-16T11:29:40.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 1731 completed, throughput=5MB/sec 2024-09-16T11:29:40.372 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QNvoXiEw8TqvSpz off=2310171 len=1650750 2024-09-16T11:29:40.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 1732 completed, throughput=5MB/sec 2024-09-16T11:29:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:40 smithi077 ceph-mon[86047]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:40 smithi077 ceph-mon[88497]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:40 smithi191 ceph-mon[84934]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:29:41.377 INFO:tasks.workunit.client.0.smithi077.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:41.377 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2nRNAooG8yXNw6C off=7903658 len=998214 2024-09-16T11:29:41.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 1733 completed, throughput=4.99MB/sec 2024-09-16T11:29:41.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xeU6aF0BnmU5B2I off=9110578 len=31667 2024-09-16T11:29:41.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-16T11:29:41.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s6JpqbhRB4QI4vJ off=14005328 len=647125 2024-09-16T11:29:41.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 1735 completed, throughput=4.99MB/sec 2024-09-16T11:29:41.381 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S8_btcMXUoTy824 off=6889562 len=1054945 2024-09-16T11:29:41.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 1736 completed, throughput=4.99MB/sec 2024-09-16T11:29:41.388 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lwzp_KHW5PvX4IL off=8319479 len=672207 2024-09-16T11:29:41.392 INFO:tasks.workunit.client.0.smithi077.stdout:op 1737 completed, throughput=5MB/sec 2024-09-16T11:29:41.392 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uymbvZqi5TAJCUV off=6185955 len=335738 2024-09-16T11:29:41.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 1738 completed, throughput=5MB/sec 2024-09-16T11:29:41.395 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R7LUmiAGvra415R off=8871942 len=1783605 2024-09-16T11:29:41.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 1739 completed, throughput=5MB/sec 2024-09-16T11:29:42.397 INFO:tasks.workunit.client.0.smithi077.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:42.398 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GCTNzAPCjeO7M4b off=13163168 len=698853 2024-09-16T11:29:42.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-16T11:29:42.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dCOrdIkCJYIWMN7 off=9040762 len=846380 2024-09-16T11:29:42.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 1741 completed, throughput=4.99MB/sec 2024-09-16T11:29:42.404 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LFTc_xsgzPBx3Hm off=811723 len=13393 2024-09-16T11:29:42.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 1742 completed, throughput=4.99MB/sec 2024-09-16T11:29:42.405 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sTA0ItJ6_mBiZ6r off=12727938 len=62103 2024-09-16T11:29:42.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 1743 completed, throughput=4.99MB/sec 2024-09-16T11:29:42.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YIWHPzXnzw8_V9e off=15574394 len=1875272 2024-09-16T11:29:42.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 1744 completed, throughput=5MB/sec 2024-09-16T11:29:42.413 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HOot06W3Kupu_fY off=3457748 len=432306 2024-09-16T11:29:42.416 INFO:tasks.workunit.client.0.smithi077.stdout:op 1745 completed, throughput=5MB/sec 2024-09-16T11:29:42.416 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O47n6ETENjbXvu6 off=2598525 len=1528500 2024-09-16T11:29:42.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 1746 completed, throughput=5MB/sec 2024-09-16T11:29:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:42 smithi077 ceph-mon[86047]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:42 smithi077 ceph-mon[88497]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:42 smithi191 ceph-mon[84934]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:29:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:43.418 INFO:tasks.workunit.client.0.smithi077.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:43.418 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ySoo_3b9raLNFSp off=1252274 len=2008490 2024-09-16T11:29:43.430 INFO:tasks.workunit.client.0.smithi077.stdout:op 1747 completed, throughput=4.99MB/sec 2024-09-16T11:29:43.430 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i78OjwpjRzrKrLO off=1871121 len=1730346 2024-09-16T11:29:43.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 1748 completed, throughput=5MB/sec 2024-09-16T11:29:43.436 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LkOZHtuEXkYOVXR off=23521423 len=544551 2024-09-16T11:29:43.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 1749 completed, throughput=5MB/sec 2024-09-16T11:29:43.439 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S-4iec5leF46R9z off=6825923 len=1595939 2024-09-16T11:29:43.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 1750 completed, throughput=5MB/sec 2024-09-16T11:29:44.444 INFO:tasks.workunit.client.0.smithi077.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:44.444 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XyUvZJdGN_sKzLe off=1209638 len=800553 2024-09-16T11:29:44.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 1751 completed, throughput=4.99MB/sec 2024-09-16T11:29:44.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-otUkC1fXxV3gijF off=18044418 len=795228 2024-09-16T11:29:44.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 1752 completed, throughput=4.99MB/sec 2024-09-16T11:29:44.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gMqUBj2Blv-I0lT off=4043569 len=1181586 2024-09-16T11:29:44.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 1753 completed, throughput=5MB/sec 2024-09-16T11:29:44.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5nEmNixdalrZVWf off=11282458 len=1488313 2024-09-16T11:29:44.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 1754 completed, throughput=5MB/sec 2024-09-16T11:29:44.457 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0EuAWXUGcIZOf_r off=5468224 len=997079 2024-09-16T11:29:44.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 1755 completed, throughput=5MB/sec 2024-09-16T11:29:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:44 smithi077 ceph-mon[86047]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:44 smithi077 ceph-mon[88497]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:44 smithi191 ceph-mon[84934]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:45.463 INFO:tasks.workunit.client.0.smithi077.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:45.463 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Xquiw92zw3vOB4s off=6447410 len=465568 2024-09-16T11:29:45.465 INFO:tasks.workunit.client.0.smithi077.stdout:op 1756 completed, throughput=4.99MB/sec 2024-09-16T11:29:45.465 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0SJZVtaNTwrSwic off=6263388 len=1633083 2024-09-16T11:29:45.467 INFO:tasks.workunit.client.0.smithi077.stdout:op 1757 completed, throughput=4.99MB/sec 2024-09-16T11:29:45.467 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fgeOAPizISChHZp off=4790921 len=253544 2024-09-16T11:29:45.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 1758 completed, throughput=4.99MB/sec 2024-09-16T11:29:45.468 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rjt3se17C8vpl7f off=4879190 len=1825146 2024-09-16T11:29:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:op 1759 completed, throughput=5MB/sec 2024-09-16T11:29:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ma6dZlT3sTZD0iQ off=6988288 len=1553082 2024-09-16T11:29:45.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 1760 completed, throughput=5MB/sec 2024-09-16T11:29:46.472 INFO:tasks.workunit.client.0.smithi077.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:46.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZRc79srC4-tqNxk off=10065095 len=1074728 2024-09-16T11:29:46.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 1761 completed, throughput=4.99MB/sec 2024-09-16T11:29:46.474 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xFvaEvWdy1rk3n2 off=14764255 len=257275 2024-09-16T11:29:46.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 1762 completed, throughput=4.99MB/sec 2024-09-16T11:29:46.474 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CU-6HyIk26PhMv6 off=11608722 len=2032737 2024-09-16T11:29:46.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 1763 completed, throughput=5MB/sec 2024-09-16T11:29:46.489 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QAvOlSlEpcYhnip off=2811412 len=1296919 2024-09-16T11:29:46.491 INFO:tasks.workunit.client.0.smithi077.stdout:op 1764 completed, throughput=5MB/sec 2024-09-16T11:29:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:46 smithi077 ceph-mon[86047]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:46 smithi077 ceph-mon[88497]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:46 smithi191 ceph-mon[84934]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:46] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T11:29:47.491 INFO:tasks.workunit.client.0.smithi077.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:47.491 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aRQIzGKPZBSU8rb off=1287535 len=1842729 2024-09-16T11:29:47.500 INFO:tasks.workunit.client.0.smithi077.stdout:op 1765 completed, throughput=4.99MB/sec 2024-09-16T11:29:47.500 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XYLMh-7XZhhAkgB off=12260208 len=1617484 2024-09-16T11:29:47.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 1766 completed, throughput=5MB/sec 2024-09-16T11:29:47.508 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RceS7KUlOwmd3L8 off=4998156 len=774429 2024-09-16T11:29:47.513 INFO:tasks.workunit.client.0.smithi077.stdout:op 1767 completed, throughput=5MB/sec 2024-09-16T11:29:47.513 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DsihmAf6fuCKMS1 off=8651491 len=333925 2024-09-16T11:29:47.514 INFO:tasks.workunit.client.0.smithi077.stdout:op 1768 completed, throughput=5MB/sec 2024-09-16T11:29:47.514 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GbRTueNOzJpPXby off=986437 len=1028342 2024-09-16T11:29:47.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 1769 completed, throughput=5MB/sec 2024-09-16T11:29:48.516 INFO:tasks.workunit.client.0.smithi077.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:48.516 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yAvHk8V4ipGPAnk off=18660811 len=1976119 2024-09-16T11:29:48.518 INFO:tasks.workunit.client.0.smithi077.stdout:op 1770 completed, throughput=4.99MB/sec 2024-09-16T11:29:48.518 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KH6i0bC9s_PD3uj off=8290658 len=1223397 2024-09-16T11:29:48.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 1771 completed, throughput=5MB/sec 2024-09-16T11:29:48.525 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2v3o9uL7EXsOB_4 off=2956343 len=1012926 2024-09-16T11:29:48.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 1772 completed, throughput=5MB/sec 2024-09-16T11:29:48.527 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KneRzIkVMs0k589 off=10213335 len=1649915 2024-09-16T11:29:48.528 INFO:tasks.workunit.client.0.smithi077.stdout:op 1773 completed, throughput=5MB/sec 2024-09-16T11:29:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:48 smithi077 ceph-mon[86047]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:29:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:48 smithi077 ceph-mon[88497]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:29:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:48 smithi191 ceph-mon[84934]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:29:49.529 INFO:tasks.workunit.client.0.smithi077.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:49.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DO_mtc3L6ySu8Ro off=3654638 len=1228058 2024-09-16T11:29:49.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 1774 completed, throughput=4.99MB/sec 2024-09-16T11:29:49.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9kkxlVQFMTjvXDT off=54090 len=514240 2024-09-16T11:29:49.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 1775 completed, throughput=4.99MB/sec 2024-09-16T11:29:49.537 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1bYJqw8zCY8pC_ off=4571094 len=1972892 2024-09-16T11:29:49.546 INFO:tasks.workunit.client.0.smithi077.stdout:op 1776 completed, throughput=5MB/sec 2024-09-16T11:29:49.546 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iESu65fVgoyTjka off=9777387 len=1441312 2024-09-16T11:29:49.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 1777 completed, throughput=5MB/sec 2024-09-16T11:29:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:29:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:29:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:29:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:29:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:29:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:29:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:29:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:29:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:29:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:29:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:29:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:29:50.547 INFO:tasks.workunit.client.0.smithi077.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:50.547 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GHB8HUmsl77XM1n off=11979030 len=274109 2024-09-16T11:29:50.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 1778 completed, throughput=4.99MB/sec 2024-09-16T11:29:50.550 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fGxMfbLGn24qcHg off=19362478 len=259039 2024-09-16T11:29:50.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 1779 completed, throughput=4.99MB/sec 2024-09-16T11:29:50.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mwqWm2k0aSg3dcV off=8426975 len=396016 2024-09-16T11:29:50.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 1780 completed, throughput=4.99MB/sec 2024-09-16T11:29:50.554 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Tg98ReR4An86BsU off=4258889 len=151691 2024-09-16T11:29:50.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 1781 completed, throughput=4.99MB/sec 2024-09-16T11:29:50.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6pbNW19dJnCB_b_ off=10261469 len=1175812 2024-09-16T11:29:50.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 1782 completed, throughput=5MB/sec 2024-09-16T11:29:50.558 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EBZ4gM5XMl55Aag off=3341543 len=1909798 2024-09-16T11:29:50.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 1783 completed, throughput=5MB/sec 2024-09-16T11:29:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:50 smithi077 ceph-mon[86047]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:50 smithi077 ceph-mon[88497]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:50 smithi191 ceph-mon[84934]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:51.569 INFO:tasks.workunit.client.0.smithi077.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:51.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GsU9IpIhFBzmZCj off=8258721 len=1355804 2024-09-16T11:29:51.576 INFO:tasks.workunit.client.0.smithi077.stdout:op 1784 completed, throughput=4.99MB/sec 2024-09-16T11:29:51.576 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2nr2uhWA0e8nqq8 off=346532 len=762675 2024-09-16T11:29:51.578 INFO:tasks.workunit.client.0.smithi077.stdout:op 1785 completed, throughput=4.99MB/sec 2024-09-16T11:29:51.578 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QWrNfgiQ8HeicVn off=0 len=1780864 2024-09-16T11:29:51.582 INFO:tasks.workunit.client.0.smithi077.stdout:op 1786 completed, throughput=5MB/sec 2024-09-16T11:29:51.582 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yRQGjdU4nBQvEss off=16973387 len=2014409 2024-09-16T11:29:51.584 INFO:tasks.workunit.client.0.smithi077.stdout:op 1787 completed, throughput=5MB/sec 2024-09-16T11:29:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:52.584 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VCIMuahpI-_5qkg off=2367145 len=2042264 2024-09-16T11:29:52.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 1788 completed, throughput=4.99MB/sec 2024-09-16T11:29:52.594 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lckRHW-Ruc8xOwN off=4206955 len=1303431 2024-09-16T11:29:52.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 1789 completed, throughput=5MB/sec 2024-09-16T11:29:52.596 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q07DkcU4qqsmlR- off=6671096 len=690030 2024-09-16T11:29:52.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 1790 completed, throughput=5MB/sec 2024-09-16T11:29:52.600 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x33UOki8dGsUoc6 off=12610871 len=1871147 2024-09-16T11:29:52.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 1791 completed, throughput=5MB/sec 2024-09-16T11:29:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:52 smithi077 ceph-mon[86047]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:52 smithi077 ceph-mon[88497]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:52 smithi191 ceph-mon[84934]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:29:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:29:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:29:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:53.610 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cIXP6xHV0EEew1g off=6781018 len=508285 2024-09-16T11:29:53.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-16T11:29:53.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DgiKUq_R78i7Eug off=2638882 len=367654 2024-09-16T11:29:53.617 INFO:tasks.workunit.client.0.smithi077.stdout:op 1793 completed, throughput=4.99MB/sec 2024-09-16T11:29:53.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QyuUpBw-Qhf3B_X off=7855724 len=1209064 2024-09-16T11:29:53.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 1794 completed, throughput=4.99MB/sec 2024-09-16T11:29:53.619 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ErM6Duqdsa5ARqM off=1608276 len=1447527 2024-09-16T11:29:53.627 INFO:tasks.workunit.client.0.smithi077.stdout:op 1795 completed, throughput=5MB/sec 2024-09-16T11:29:53.627 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-90GazglGB_b6MPA off=15715299 len=729351 2024-09-16T11:29:53.629 INFO:tasks.workunit.client.0.smithi077.stdout:op 1796 completed, throughput=5MB/sec 2024-09-16T11:29:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:54.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_1DiwBrbwp5QRbe off=589356 len=1818569 2024-09-16T11:29:54.723 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:54 smithi191 ceph-mon[84934]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:54.724 INFO:tasks.workunit.client.0.smithi077.stdout:op 1797 completed, throughput=4.99MB/sec 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-huEJVsX1bv-JlBQ off=18907651 len=2074959 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 1798 completed, throughput=5MB/sec 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cwAdYK94z3Q_5mE off=932174 len=251839 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 1799 completed, throughput=5MB/sec 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HusDm5ghTKrHOVx off=5278401 len=239158 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 1800 completed, throughput=5MB/sec 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dVgSxWGS7sWlaBo off=6960278 len=1731156 2024-09-16T11:29:54.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 1801 completed, throughput=5MB/sec 2024-09-16T11:29:54.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:54 smithi077 ceph-mon[86047]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:54.726 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:54 smithi077 ceph-mon[88497]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:29:55.655 INFO:tasks.workunit.client.0.smithi077.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:55.656 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1-YldeNDoSIQ5-w off=146631 len=1584564 2024-09-16T11:29:55.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 1802 completed, throughput=4.99MB/sec 2024-09-16T11:29:55.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v8wk1856A14jT6r off=14634647 len=783733 2024-09-16T11:29:55.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 1803 completed, throughput=4.99MB/sec 2024-09-16T11:29:55.666 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zbi5IQcrWpZ-f5z off=5011936 len=132191 2024-09-16T11:29:55.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 1804 completed, throughput=4.99MB/sec 2024-09-16T11:29:55.667 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0w2K4vzG-1F7mQe off=8201253 len=624361 2024-09-16T11:29:55.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 1805 completed, throughput=5MB/sec 2024-09-16T11:29:55.673 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yssN-SXQxiFdmtL off=21905877 len=938217 2024-09-16T11:29:55.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 1806 completed, throughput=5MB/sec 2024-09-16T11:29:55.674 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-00U5CbCwYTR7mWr off=5054236 len=1659315 2024-09-16T11:29:55.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 1807 completed, throughput=5MB/sec 2024-09-16T11:29:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:56 smithi077 ceph-mon[86047]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:56 smithi077 ceph-mon[88497]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:56.683 INFO:tasks.workunit.client.0.smithi077.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:56.684 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bGtJyUVvIWPF7T3 off=14915068 len=1624345 2024-09-16T11:29:56.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 1808 completed, throughput=4.99MB/sec 2024-09-16T11:29:56.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CpuSUKRMt_yabdZ off=6567115 len=1207926 2024-09-16T11:29:56.699 INFO:tasks.workunit.client.0.smithi077.stdout:op 1809 completed, throughput=5MB/sec 2024-09-16T11:29:56.699 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fvQI2EUjdLFaXap off=0 len=1115331 2024-09-16T11:29:56.701 INFO:tasks.workunit.client.0.smithi077.stdout:op 1810 completed, throughput=5MB/sec 2024-09-16T11:29:56.701 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TsmFc-klUWESi_9 off=7908910 len=599205 2024-09-16T11:29:56.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 1811 completed, throughput=5MB/sec 2024-09-16T11:29:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:56 smithi191 ceph-mon[84934]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:29:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:29:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:29:56] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T11:29:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:57.703 INFO:tasks.workunit.client.0.smithi077.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:57.703 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-36cCHymN6I3K79H off=2619669 len=422701 2024-09-16T11:29:57.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 1812 completed, throughput=4.99MB/sec 2024-09-16T11:29:57.710 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vv0tgyFHb7FZD9g off=13917335 len=1738049 2024-09-16T11:29:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:29:57.713 INFO:tasks.workunit.client.0.smithi077.stdout:op 1813 completed, throughput=4.99MB/sec 2024-09-16T11:29:57.713 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-js5INNQBjWe4pQb off=223660 len=906627 2024-09-16T11:29:57.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 1814 completed, throughput=5MB/sec 2024-09-16T11:29:57.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QpKecBNLEgPRaBc off=10848896 len=633107 2024-09-16T11:29:57.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 1815 completed, throughput=5MB/sec 2024-09-16T11:29:57.716 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-43XOmqmKX-L0P3n off=987130 len=1285652 2024-09-16T11:29:57.717 INFO:tasks.workunit.client.0.smithi077.stdout:op 1816 completed, throughput=5MB/sec 2024-09-16T11:29:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:29:58 smithi077 ceph-mon[86047]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:29:58 smithi077 ceph-mon[88497]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:29:58 smithi191 ceph-mon[84934]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:29:58.717 INFO:tasks.workunit.client.0.smithi077.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:58.717 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TrN7sNzt2Q3HNPv off=9335371 len=1130587 2024-09-16T11:29:58.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 1817 completed, throughput=4.99MB/sec 2024-09-16T11:29:58.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nN-u3wYB167jE_g off=15602724 len=1226970 2024-09-16T11:29:58.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 1818 completed, throughput=4.99MB/sec 2024-09-16T11:29:58.728 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hThyIVj3rrkR1Go off=5362853 len=1161543 2024-09-16T11:29:58.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 1819 completed, throughput=5MB/sec 2024-09-16T11:29:58.733 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m1aTRzWrglylFnL off=20749568 len=2044270 2024-09-16T11:29:58.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 1820 completed, throughput=5MB/sec 2024-09-16T11:29:59.740 INFO:tasks.workunit.client.0.smithi077.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-16T11:29:59.741 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gdePzN5VUaUMKUd off=4989487 len=202589 2024-09-16T11:29:59.742 INFO:tasks.workunit.client.0.smithi077.stdout:op 1821 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.742 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kmZ8zXRo_ucO645 off=3246726 len=232758 2024-09-16T11:29:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:op 1822 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SRR_ZJ_uFzVxf66 off=6490669 len=487532 2024-09-16T11:29:59.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 1823 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.750 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-h0zVNu3RaqmSuAa off=1255163 len=352565 2024-09-16T11:29:59.751 INFO:tasks.workunit.client.0.smithi077.stdout:op 1824 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.751 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C5pO30KU1iL9hW6 off=926076 len=293765 2024-09-16T11:29:59.752 INFO:tasks.workunit.client.0.smithi077.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.752 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3dp4FSFsGIPsOod off=1856269 len=48425 2024-09-16T11:29:59.752 INFO:tasks.workunit.client.0.smithi077.stdout:op 1826 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.753 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d67l2oMUGwXBziA off=9291355 len=208579 2024-09-16T11:29:59.755 INFO:tasks.workunit.client.0.smithi077.stdout:op 1827 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-guW_QYMpcsAIsTx off=984925 len=751076 2024-09-16T11:29:59.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 1828 completed, throughput=4.99MB/sec 2024-09-16T11:29:59.761 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fvQI2EUjdLFaXap off=0 len=1115331 2024-09-16T11:29:59.762 INFO:tasks.workunit.client.0.smithi077.stdout:op 1829 completed, throughput=5MB/sec 2024-09-16T11:29:59.762 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QY94sRzaIJJ_OIj off=4400149 len=886394 2024-09-16T11:29:59.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 1830 completed, throughput=5MB/sec 2024-09-16T11:29:59.768 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_EF3qmsv1w9pBrd off=15631073 len=316824 2024-09-16T11:29:59.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 1831 completed, throughput=5MB/sec 2024-09-16T11:29:59.770 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JVxnaXBAc5Q9zek off=61219 len=1022336 2024-09-16T11:29:59.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 1832 completed, throughput=5MB/sec 2024-09-16T11:30:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:00 smithi077 ceph-mon[86047]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:30:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:00 smithi077 ceph-mon[88497]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:30:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:00 smithi191 ceph-mon[84934]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T11:30:00.776 INFO:tasks.workunit.client.0.smithi077.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:00.776 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yo8darN7r0SieB_ off=404798 len=1461817 2024-09-16T11:30:00.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 1833 completed, throughput=4.99MB/sec 2024-09-16T11:30:00.778 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qCSSLKX_zP2ZAXS off=5538504 len=1602986 2024-09-16T11:30:00.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 1834 completed, throughput=5MB/sec 2024-09-16T11:30:00.791 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fx_cvYRtykDgpjX off=6801922 len=1209704 2024-09-16T11:30:00.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 1835 completed, throughput=5MB/sec 2024-09-16T11:30:00.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F7YXaKWw6FUeym1 off=9635218 len=1598749 2024-09-16T11:30:00.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 1836 completed, throughput=5MB/sec 2024-09-16T11:30:01.800 INFO:tasks.workunit.client.0.smithi077.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:01.800 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ecWxIXvE7oRn3SF off=7235102 len=1704313 2024-09-16T11:30:01.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 1837 completed, throughput=4.99MB/sec 2024-09-16T11:30:01.802 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QbNLa9XML0cUKmX off=17245979 len=76853 2024-09-16T11:30:01.804 INFO:tasks.workunit.client.0.smithi077.stdout:op 1838 completed, throughput=4.99MB/sec 2024-09-16T11:30:01.804 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DVnjNOF4065hCak off=556338 len=1495261 2024-09-16T11:30:01.810 INFO:tasks.workunit.client.0.smithi077.stdout:op 1839 completed, throughput=5MB/sec 2024-09-16T11:30:01.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3MzEbpoujmJs7PR off=195347 len=1082729 2024-09-16T11:30:01.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 1840 completed, throughput=5MB/sec 2024-09-16T11:30:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:02 smithi191 ceph-mon[84934]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:02 smithi077 ceph-mon[88497]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:02 smithi077 ceph-mon[86047]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:02.813 INFO:tasks.workunit.client.0.smithi077.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:02.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qC1YIzbEdfHaEbC off=6466377 len=551211 2024-09-16T11:30:02.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 1841 completed, throughput=4.99MB/sec 2024-09-16T11:30:02.817 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FvbDQYEET2sHZb5 off=9226731 len=548391 2024-09-16T11:30:02.818 INFO:tasks.workunit.client.0.smithi077.stdout:op 1842 completed, throughput=4.99MB/sec 2024-09-16T11:30:02.818 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hMUBCMYG2U1kV1W off=8447405 len=1146962 2024-09-16T11:30:02.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 1843 completed, throughput=4.99MB/sec 2024-09-16T11:30:02.824 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uaOdLD8Tvi968ww off=9078380 len=2093151 2024-09-16T11:30:02.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 1844 completed, throughput=5MB/sec 2024-09-16T11:30:02.834 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9-7J_7ZjhGtChia off=7971451 len=1477087 2024-09-16T11:30:02.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 1845 completed, throughput=5MB/sec 2024-09-16T11:30:03.840 INFO:tasks.workunit.client.0.smithi077.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:03.840 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EMLVqGinOubO_3M off=3429252 len=1816919 2024-09-16T11:30:03.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 1846 completed, throughput=4.99MB/sec 2024-09-16T11:30:03.844 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3yh8u5pEtmhygD- off=13006529 len=1758876 2024-09-16T11:30:03.846 INFO:tasks.workunit.client.0.smithi077.stdout:op 1847 completed, throughput=5MB/sec 2024-09-16T11:30:03.846 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v2mfon5YMx38UdK off=764342 len=1110933 2024-09-16T11:30:03.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 1848 completed, throughput=5MB/sec 2024-09-16T11:30:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:04 smithi077 ceph-mon[86047]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:04 smithi077 ceph-mon[88497]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:04 smithi191 ceph-mon[84934]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:04.849 INFO:tasks.workunit.client.0.smithi077.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:04.849 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DJzoPsfz89CaeOe off=9814803 len=1829088 2024-09-16T11:30:04.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 1849 completed, throughput=4.99MB/sec 2024-09-16T11:30:04.851 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SxNtc9u-8hYqtGg off=3734190 len=567043 2024-09-16T11:30:04.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 1850 completed, throughput=4.99MB/sec 2024-09-16T11:30:04.855 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZCHYTkomVtMm80f off=4688452 len=1288076 2024-09-16T11:30:04.862 INFO:tasks.workunit.client.0.smithi077.stdout:op 1851 completed, throughput=5MB/sec 2024-09-16T11:30:04.862 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QRvi0Qs1EEfErTb off=5225598 len=1755618 2024-09-16T11:30:04.871 INFO:tasks.workunit.client.0.smithi077.stdout:op 1852 completed, throughput=5MB/sec 2024-09-16T11:30:05.871 INFO:tasks.workunit.client.0.smithi077.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:05.871 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qsSXsa5KpHQJABS off=563870 len=231257 2024-09-16T11:30:05.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 1853 completed, throughput=4.99MB/sec 2024-09-16T11:30:05.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kXM0Jj9QjtLkJ26 off=1642512 len=821671 2024-09-16T11:30:05.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 1854 completed, throughput=4.99MB/sec 2024-09-16T11:30:05.877 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JO2RhToP-KyViGn off=9558581 len=928242 2024-09-16T11:30:05.882 INFO:tasks.workunit.client.0.smithi077.stdout:op 1855 completed, throughput=4.99MB/sec 2024-09-16T11:30:05.883 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z3CP-B9JdksF3sS off=2086682 len=1541225 2024-09-16T11:30:05.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 1856 completed, throughput=5MB/sec 2024-09-16T11:30:05.890 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pEDDygCanLzTwDq off=6250017 len=374458 2024-09-16T11:30:05.891 INFO:tasks.workunit.client.0.smithi077.stdout:op 1857 completed, throughput=5MB/sec 2024-09-16T11:30:05.891 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RnXPZvGtGBVzjC_ off=2595247 len=507337 2024-09-16T11:30:05.892 INFO:tasks.workunit.client.0.smithi077.stdout:op 1858 completed, throughput=5MB/sec 2024-09-16T11:30:05.892 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y2j3oBhCvIhpwxK off=2278670 len=1923545 2024-09-16T11:30:05.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 1859 completed, throughput=5MB/sec 2024-09-16T11:30:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:06 smithi077 ceph-mon[86047]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:06 smithi077 ceph-mon[88497]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:06 smithi191 ceph-mon[84934]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:30:06.910 INFO:tasks.workunit.client.0.smithi077.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:06.910 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C48vgLd5BrFRaK0 off=8072504 len=169163 2024-09-16T11:30:06.913 INFO:tasks.workunit.client.0.smithi077.stdout:op 1860 completed, throughput=4.99MB/sec 2024-09-16T11:30:06.913 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VFdzd5xEJm8_UX5 off=16319079 len=622164 2024-09-16T11:30:06.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 1861 completed, throughput=4.99MB/sec 2024-09-16T11:30:06.914 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1FJQ3xol8QNvmn off=0 len=1456460 2024-09-16T11:30:06.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 1862 completed, throughput=4.99MB/sec 2024-09-16T11:30:06.921 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y_6VqNePdxyL2Ac off=1120539 len=1105338 2024-09-16T11:30:06.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 1863 completed, throughput=5MB/sec 2024-09-16T11:30:06.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-El8xBfwtIknW6JD off=9701829 len=1376029 2024-09-16T11:30:06.925 INFO:tasks.workunit.client.0.smithi077.stdout:op 1864 completed, throughput=5MB/sec 2024-09-16T11:30:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:06] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-16T11:30:07.925 INFO:tasks.workunit.client.0.smithi077.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:07.926 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v-HRc7nyl_YL4wB off=3157728 len=131129 2024-09-16T11:30:07.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 1865 completed, throughput=4.99MB/sec 2024-09-16T11:30:07.928 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LGdHHgFHRegnnH2 off=1423305 len=968313 2024-09-16T11:30:07.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 1866 completed, throughput=4.99MB/sec 2024-09-16T11:30:07.933 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Jw2N63Qfv3L-QpL off=524656 len=196837 2024-09-16T11:30:07.934 INFO:tasks.workunit.client.0.smithi077.stdout:op 1867 completed, throughput=4.99MB/sec 2024-09-16T11:30:07.934 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NUN7KLJQ_QPjHaw off=8069711 len=1405992 2024-09-16T11:30:07.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 1868 completed, throughput=4.99MB/sec 2024-09-16T11:30:07.937 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LjAbsUsLJ54ShIb off=6148258 len=1932751 2024-09-16T11:30:07.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 1869 completed, throughput=5MB/sec 2024-09-16T11:30:07.941 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KIxPMyCZmTFiMpt off=12206303 len=301594 2024-09-16T11:30:07.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 1870 completed, throughput=5MB/sec 2024-09-16T11:30:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:08 smithi077 ceph-mon[86047]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:08 smithi077 ceph-mon[88497]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:08 smithi191 ceph-mon[84934]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:08.942 INFO:tasks.workunit.client.0.smithi077.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:08.942 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LgLUrbYdORBUjkg off=11979640 len=1930717 2024-09-16T11:30:08.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 1871 completed, throughput=4.99MB/sec 2024-09-16T11:30:08.951 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fWIcwS66LmiuYXG off=5106705 len=150042 2024-09-16T11:30:08.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 1872 completed, throughput=4.99MB/sec 2024-09-16T11:30:08.952 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CBHBV-5a2RmYoUU off=15496680 len=1802444 2024-09-16T11:30:08.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 1873 completed, throughput=5MB/sec 2024-09-16T11:30:08.960 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uxx-waUoMzZnh71 off=3365363 len=358119 2024-09-16T11:30:08.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 1874 completed, throughput=5MB/sec 2024-09-16T11:30:08.964 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NdYxcJFgw1MeyT7 off=4926566 len=132066 2024-09-16T11:30:08.966 INFO:tasks.workunit.client.0.smithi077.stdout:op 1875 completed, throughput=5MB/sec 2024-09-16T11:30:08.966 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2Gwu5ZDHFr6G4pw off=6765259 len=1602863 2024-09-16T11:30:08.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 1876 completed, throughput=5MB/sec 2024-09-16T11:30:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:09 smithi077 ceph-mon[86047]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:30:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:09 smithi077 ceph-mon[88497]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:30:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:09 smithi191 ceph-mon[84934]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:30:09.967 INFO:tasks.workunit.client.0.smithi077.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:09.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jrFJ1cEuQ1um84g off=818977 len=423681 2024-09-16T11:30:09.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 1877 completed, throughput=4.99MB/sec 2024-09-16T11:30:09.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tVNfxMI6ljeYj0i off=9146846 len=876945 2024-09-16T11:30:09.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 1878 completed, throughput=4.99MB/sec 2024-09-16T11:30:09.971 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AllRpaVBpHlEK6q off=3810941 len=1914197 2024-09-16T11:30:09.982 INFO:tasks.workunit.client.0.smithi077.stdout:op 1879 completed, throughput=5MB/sec 2024-09-16T11:30:09.982 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kRxB9jtU3dX1h9J off=4725096 len=1536608 2024-09-16T11:30:09.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 1880 completed, throughput=5MB/sec 2024-09-16T11:30:10.992 INFO:tasks.workunit.client.0.smithi077.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:10.992 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZkRsQkjOZ1rySM8 off=21037714 len=868733 2024-09-16T11:30:10.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 1881 completed, throughput=4.99MB/sec 2024-09-16T11:30:10.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pquOWzAODQq6pl4 off=2431671 len=703735 2024-09-16T11:30:11.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 1882 completed, throughput=4.99MB/sec 2024-09-16T11:30:11.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-I6F_r0R6UWxwQKq off=4338783 len=1658619 2024-09-16T11:30:11.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 1883 completed, throughput=4.99MB/sec 2024-09-16T11:30:11.005 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rp5YGXfddTADB2G off=7012997 len=1926516 2024-09-16T11:30:11.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 1884 completed, throughput=5MB/sec 2024-09-16T11:30:11.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rmG339VbsphIOC8 off=3048999 len=757784 2024-09-16T11:30:11.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 1885 completed, throughput=5MB/sec 2024-09-16T11:30:12.013 INFO:tasks.workunit.client.0.smithi077.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:12.013 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jtn-gPQbb1ttaGg off=4595651 len=1154032 2024-09-16T11:30:12.014 INFO:tasks.workunit.client.0.smithi077.stdout:op 1886 completed, throughput=4.99MB/sec 2024-09-16T11:30:12.014 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zbi5IQcrWpZ-f5z off=3189873 len=654504 2024-09-16T11:30:12.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 1887 completed, throughput=4.99MB/sec 2024-09-16T11:30:12.016 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IWDdeMnMx_yL0uh off=4242724 len=1152416 2024-09-16T11:30:12.017 INFO:tasks.workunit.client.0.smithi077.stdout:op 1888 completed, throughput=5MB/sec 2024-09-16T11:30:12.017 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j4a7TCzYh0YgAzh off=2634639 len=1461504 2024-09-16T11:30:12.019 INFO:tasks.workunit.client.0.smithi077.stdout:op 1889 completed, throughput=5MB/sec 2024-09-16T11:30:12.019 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W5pmoVMEfvC8Ssr off=1221595 len=1261295 2024-09-16T11:30:12.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 1890 completed, throughput=5MB/sec 2024-09-16T11:30:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:12 smithi191 ceph-mon[84934]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:12 smithi077 ceph-mon[86047]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:12 smithi077 ceph-mon[88497]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:13.025 INFO:tasks.workunit.client.0.smithi077.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:13.025 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6KVlUyWyAvkINh_ off=12852223 len=1596766 2024-09-16T11:30:13.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 1891 completed, throughput=4.99MB/sec 2024-09-16T11:30:13.028 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2pcgYH_nt0LxgX9 off=2244568 len=486852 2024-09-16T11:30:13.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 1892 completed, throughput=4.99MB/sec 2024-09-16T11:30:13.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8fkF9gp5Y2jEijN off=7661908 len=516298 2024-09-16T11:30:13.037 INFO:tasks.workunit.client.0.smithi077.stdout:op 1893 completed, throughput=5MB/sec 2024-09-16T11:30:13.037 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-88-sJO_aE0cItJI off=141321 len=1328035 2024-09-16T11:30:13.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 1894 completed, throughput=5MB/sec 2024-09-16T11:30:13.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FHXpEqTZqDetQpD off=9840664 len=509979 2024-09-16T11:30:13.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 1895 completed, throughput=5MB/sec 2024-09-16T11:30:14.039 INFO:tasks.workunit.client.0.smithi077.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:14.040 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y_zSzpKBcstSCZ9 off=1876029 len=599602 2024-09-16T11:30:14.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 1896 completed, throughput=4.99MB/sec 2024-09-16T11:30:14.040 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pQI-IgU2PYtB9yz off=4716506 len=1993909 2024-09-16T11:30:14.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 1897 completed, throughput=4.99MB/sec 2024-09-16T11:30:14.054 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iavJm9hTg5g83j5 off=17678812 len=1211091 2024-09-16T11:30:14.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 1898 completed, throughput=5MB/sec 2024-09-16T11:30:14.059 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L_IoRGitkMhstfn off=2956552 len=130692 2024-09-16T11:30:14.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 1899 completed, throughput=5MB/sec 2024-09-16T11:30:14.060 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hqH6n6kZJvov5oc off=11663691 len=492640 2024-09-16T11:30:14.064 INFO:tasks.workunit.client.0.smithi077.stdout:op 1900 completed, throughput=5MB/sec 2024-09-16T11:30:14.064 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9k9Jqp6xsxbttiS off=1267541 len=58184 2024-09-16T11:30:14.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 1901 completed, throughput=5MB/sec 2024-09-16T11:30:14.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HEaqqRCEPnyv17U off=585436 len=690434 2024-09-16T11:30:14.069 INFO:tasks.workunit.client.0.smithi077.stdout:op 1902 completed, throughput=5MB/sec 2024-09-16T11:30:14.069 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TWrlIqOXdqYllht off=7311693 len=1859575 2024-09-16T11:30:14.074 INFO:tasks.workunit.client.0.smithi077.stdout:op 1903 completed, throughput=5MB/sec 2024-09-16T11:30:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:14 smithi077 ceph-mon[86047]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:14 smithi077 ceph-mon[88497]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:14 smithi191 ceph-mon[84934]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:30:15.075 INFO:tasks.workunit.client.0.smithi077.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:15.076 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C1tWHQ6ECnWBw1d off=6577946 len=1674216 2024-09-16T11:30:15.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 1904 completed, throughput=5MB/sec 2024-09-16T11:30:15.079 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c6v7sD6fzkZ9Gj1 off=14834875 len=1436797 2024-09-16T11:30:15.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 1905 completed, throughput=5MB/sec 2024-09-16T11:30:15.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S1EHpz1g7U3kLJp off=11961220 len=78736 2024-09-16T11:30:15.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 1906 completed, throughput=5MB/sec 2024-09-16T11:30:15.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ft-MN3R7Kq1hGIN off=20232041 len=1673658 2024-09-16T11:30:15.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 1907 completed, throughput=5MB/sec 2024-09-16T11:30:16.089 INFO:tasks.workunit.client.0.smithi077.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:16.090 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f0PqhlNRehu0XJ6 off=981798 len=772910 2024-09-16T11:30:16.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 1908 completed, throughput=4.99MB/sec 2024-09-16T11:30:16.094 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EACg9LYjXdrS_Wc off=7940821 len=1617269 2024-09-16T11:30:16.096 INFO:tasks.workunit.client.0.smithi077.stdout:op 1909 completed, throughput=5MB/sec 2024-09-16T11:30:16.097 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YumYMQpRNuKmAYq off=6890943 len=959859 2024-09-16T11:30:16.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 1910 completed, throughput=5MB/sec 2024-09-16T11:30:16.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VIU4z8Anlkli5Qf off=9810744 len=9441 2024-09-16T11:30:16.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 1911 completed, throughput=5MB/sec 2024-09-16T11:30:16.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pMrMZ2WWKDOaitN off=2154172 len=1264554 2024-09-16T11:30:16.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 1912 completed, throughput=5MB/sec 2024-09-16T11:30:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:16 smithi077 ceph-mon[86047]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:16 smithi077 ceph-mon[88497]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:16 smithi191 ceph-mon[84934]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:17.104 INFO:tasks.workunit.client.0.smithi077.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:17.105 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0qvkwYDLvjR_UmD off=6611625 len=531620 2024-09-16T11:30:17.109 INFO:tasks.workunit.client.0.smithi077.stdout:op 1913 completed, throughput=4.99MB/sec 2024-09-16T11:30:17.109 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pHHY6ZqTbCPOoy4 off=414388 len=1988872 2024-09-16T11:30:17.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 1914 completed, throughput=4.99MB/sec 2024-09-16T11:30:17.111 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DOgxZu9vONHgHYP off=11197101 len=19484 2024-09-16T11:30:17.113 INFO:tasks.workunit.client.0.smithi077.stdout:op 1915 completed, throughput=4.99MB/sec 2024-09-16T11:30:17.113 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XDAihdok-16ysHn off=1657821 len=2052942 2024-09-16T11:30:17.115 INFO:tasks.workunit.client.0.smithi077.stdout:op 1916 completed, throughput=5MB/sec 2024-09-16T11:30:17.115 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bT-l9IntMA7jw_W off=11067193 len=733682 2024-09-16T11:30:17.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 1917 completed, throughput=5MB/sec 2024-09-16T11:30:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:16] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:30:18.117 INFO:tasks.workunit.client.0.smithi077.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:18.117 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R3lF57RBtviFQeZ off=1155776 len=1805720 2024-09-16T11:30:18.128 INFO:tasks.workunit.client.0.smithi077.stdout:op 1918 completed, throughput=4.99MB/sec 2024-09-16T11:30:18.128 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-umxB8Jje1aptuIq off=7532688 len=865808 2024-09-16T11:30:18.134 INFO:tasks.workunit.client.0.smithi077.stdout:op 1919 completed, throughput=4.99MB/sec 2024-09-16T11:30:18.134 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wLu8ici8G9rem9Y off=11565470 len=1940454 2024-09-16T11:30:18.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 1920 completed, throughput=5MB/sec 2024-09-16T11:30:18.136 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xmIVQve-N0dNoaG off=3180133 len=619757 2024-09-16T11:30:18.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 1921 completed, throughput=5MB/sec 2024-09-16T11:30:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:18 smithi077 ceph-mon[86047]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:18 smithi077 ceph-mon[88497]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:18 smithi191 ceph-mon[84934]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:19.140 INFO:tasks.workunit.client.0.smithi077.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:19.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2nVfBYYqyV5v08S off=2374274 len=1550410 2024-09-16T11:30:19.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 1922 completed, throughput=4.99MB/sec 2024-09-16T11:30:19.149 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nev4D6mmWY667tA off=1460329 len=491551 2024-09-16T11:30:19.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 1923 completed, throughput=4.99MB/sec 2024-09-16T11:30:19.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q91_vwmhGE-a-_Z off=1404896 len=1429153 2024-09-16T11:30:19.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 1924 completed, throughput=5MB/sec 2024-09-16T11:30:19.155 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Up_V6Grc6h68dgX off=12688968 len=1970975 2024-09-16T11:30:19.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 1925 completed, throughput=5MB/sec 2024-09-16T11:30:20.165 INFO:tasks.workunit.client.0.smithi077.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:20.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TqbdodIcpca1jsb off=5122821 len=1904099 2024-09-16T11:30:20.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 1926 completed, throughput=4.99MB/sec 2024-09-16T11:30:20.175 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iXvEi1OrwmVSGme off=1403638 len=139181 2024-09-16T11:30:20.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 1927 completed, throughput=4.99MB/sec 2024-09-16T11:30:20.177 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gqr4c7BR_Fb0TVV off=10826121 len=1442268 2024-09-16T11:30:20.179 INFO:tasks.workunit.client.0.smithi077.stdout:op 1928 completed, throughput=5MB/sec 2024-09-16T11:30:20.179 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Vc1d8barul5uz6n off=2446481 len=1548070 2024-09-16T11:30:20.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 1929 completed, throughput=5MB/sec 2024-09-16T11:30:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:20 smithi077 ceph-mon[86047]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:20 smithi077 ceph-mon[88497]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:20 smithi191 ceph-mon[84934]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:30:21.181 INFO:tasks.workunit.client.0.smithi077.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:21.181 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-764ruBw3Ec1sbP- off=10633207 len=168030 2024-09-16T11:30:21.184 INFO:tasks.workunit.client.0.smithi077.stdout:op 1930 completed, throughput=4.99MB/sec 2024-09-16T11:30:21.184 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mf5JKQlG8dDrYp6 off=162873 len=1204216 2024-09-16T11:30:21.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 1931 completed, throughput=4.99MB/sec 2024-09-16T11:30:21.186 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V9Q36AhEVZpnixQ off=535451 len=1633753 2024-09-16T11:30:21.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 1932 completed, throughput=4.99MB/sec 2024-09-16T11:30:21.195 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RsFdPjkHhhAU3kk off=0 len=1164656 2024-09-16T11:30:21.197 INFO:tasks.workunit.client.0.smithi077.stdout:op 1933 completed, throughput=5MB/sec 2024-09-16T11:30:21.197 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2J8Zm503JB9B8mn off=1758633 len=757037 2024-09-16T11:30:21.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 1934 completed, throughput=5MB/sec 2024-09-16T11:30:21.203 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hOt782J-CS3G-98 off=19404040 len=350395 2024-09-16T11:30:21.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 1935 completed, throughput=5MB/sec 2024-09-16T11:30:22.206 INFO:tasks.workunit.client.0.smithi077.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:22.207 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FACQf7UWZUZsf_z off=7119927 len=999598 2024-09-16T11:30:22.211 INFO:tasks.workunit.client.0.smithi077.stdout:op 1936 completed, throughput=4.99MB/sec 2024-09-16T11:30:22.211 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wtd2EyJ6coWd31x off=2556146 len=1743575 2024-09-16T11:30:22.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 1937 completed, throughput=4.99MB/sec 2024-09-16T11:30:22.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rqu0z_zpEVkHTr6 off=16469124 len=833150 2024-09-16T11:30:22.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 1938 completed, throughput=5MB/sec 2024-09-16T11:30:22.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zxXXWyft1Hr1Iw5 off=2079663 len=656000 2024-09-16T11:30:22.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 1939 completed, throughput=5MB/sec 2024-09-16T11:30:22.221 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SQO0PEKXxIJpokl off=5552804 len=1108999 2024-09-16T11:30:22.226 INFO:tasks.workunit.client.0.smithi077.stdout:op 1940 completed, throughput=5MB/sec 2024-09-16T11:30:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:22 smithi077 ceph-mon[86047]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:22 smithi077 ceph-mon[88497]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:22 smithi191 ceph-mon[84934]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:23.226 INFO:tasks.workunit.client.0.smithi077.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:23.226 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fIWpkAkhQBpLXwA off=4549655 len=1184644 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 1941 completed, throughput=4.99MB/sec 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKR7BMvZ0N3iQ33 off=1736212 len=179226 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 1942 completed, throughput=4.99MB/sec 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WwJUYgQ_kmsOHQ7 off=2648187 len=669354 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 1943 completed, throughput=4.99MB/sec 2024-09-16T11:30:23.239 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yNK2a4H7EhcDwrl off=603806 len=1525440 2024-09-16T11:30:23.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 1944 completed, throughput=5MB/sec 2024-09-16T11:30:23.241 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nh8UiCiSTf8VaN4 off=981879 len=2023092 2024-09-16T11:30:23.253 INFO:tasks.workunit.client.0.smithi077.stdout:op 1945 completed, throughput=5MB/sec 2024-09-16T11:30:24.253 INFO:tasks.workunit.client.0.smithi077.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:24.253 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c4OfEbaSXjHz3Aq off=4671 len=841656 2024-09-16T11:30:24.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 1946 completed, throughput=4.99MB/sec 2024-09-16T11:30:24.259 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mBp7oUtAZvVkkPI off=5147008 len=1597434 2024-09-16T11:30:24.261 INFO:tasks.workunit.client.0.smithi077.stdout:op 1947 completed, throughput=4.99MB/sec 2024-09-16T11:30:24.261 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-guW_QYMpcsAIsTx off=12421166 len=1022318 2024-09-16T11:30:24.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 1948 completed, throughput=5MB/sec 2024-09-16T11:30:24.266 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ySTeR19xXXKFK7R off=636895 len=1027473 2024-09-16T11:30:24.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 1949 completed, throughput=5MB/sec 2024-09-16T11:30:24.272 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ufV27wA6JbyJTgP off=6554189 len=996291 2024-09-16T11:30:24.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 1950 completed, throughput=5MB/sec 2024-09-16T11:30:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:24 smithi077 ceph-mon[86047]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:24 smithi077 ceph-mon[88497]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:24 smithi191 ceph-mon[84934]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:30:25.273 INFO:tasks.workunit.client.0.smithi077.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:25.273 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qC1YIzbEdfHaEbC off=4636732 len=1435256 2024-09-16T11:30:25.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 1951 completed, throughput=4.99MB/sec 2024-09-16T11:30:25.275 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7fiM_OuaqI-gCZy off=2227644 len=1892070 2024-09-16T11:30:25.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 1952 completed, throughput=5MB/sec 2024-09-16T11:30:25.280 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d-QTYb1i6JyAznN off=1128709 len=147351 2024-09-16T11:30:25.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 1953 completed, throughput=5MB/sec 2024-09-16T11:30:25.281 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LqB2ZyZQqPAQJ8u off=4428047 len=1087155 2024-09-16T11:30:25.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 1954 completed, throughput=5MB/sec 2024-09-16T11:30:25.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C8ZICx5BCL_mAMG off=12305598 len=801538 2024-09-16T11:30:25.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 1955 completed, throughput=5MB/sec 2024-09-16T11:30:26.284 INFO:tasks.workunit.client.0.smithi077.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:26.284 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lMppZzoThUCZYuy off=6364655 len=126912 2024-09-16T11:30:26.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 1956 completed, throughput=4.99MB/sec 2024-09-16T11:30:26.285 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9UwbWyHkaN8I_U7 off=2262752 len=1672799 2024-09-16T11:30:26.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 1957 completed, throughput=4.99MB/sec 2024-09-16T11:30:26.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_1AwGAhNv4UpCvP off=6363457 len=1260954 2024-09-16T11:30:26.292 INFO:tasks.workunit.client.0.smithi077.stdout:op 1958 completed, throughput=5MB/sec 2024-09-16T11:30:26.292 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AjjUjSduyj2S6m0 off=4958984 len=1486802 2024-09-16T11:30:26.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 1959 completed, throughput=5MB/sec 2024-09-16T11:30:26.299 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2NLakeCCKJ57zuP off=1174976 len=673597 2024-09-16T11:30:26.299 INFO:tasks.workunit.client.0.smithi077.stdout:op 1960 completed, throughput=5MB/sec 2024-09-16T11:30:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:26 smithi077 ceph-mon[86047]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:26 smithi077 ceph-mon[88497]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:26 smithi191 ceph-mon[84934]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:26] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:30:27.300 INFO:tasks.workunit.client.0.smithi077.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:27.300 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Xp3Aea9I28kBp64 off=7763931 len=1516511 2024-09-16T11:30:27.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 1961 completed, throughput=4.99MB/sec 2024-09-16T11:30:27.303 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LMUyru8riz7Q2Z_ off=2350716 len=939031 2024-09-16T11:30:27.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 1962 completed, throughput=4.99MB/sec 2024-09-16T11:30:27.308 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dt71kGTzW1fxrvd off=0 len=1601926 2024-09-16T11:30:27.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 1963 completed, throughput=5MB/sec 2024-09-16T11:30:27.316 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PNndt8OdA13CmLC off=4011506 len=515135 2024-09-16T11:30:27.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 1964 completed, throughput=5MB/sec 2024-09-16T11:30:27.317 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q4cWP79aDl_v8_l off=294881 len=956982 2024-09-16T11:30:27.322 INFO:tasks.workunit.client.0.smithi077.stdout:op 1965 completed, throughput=5MB/sec 2024-09-16T11:30:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:28.323 INFO:tasks.workunit.client.0.smithi077.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:28.323 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_vp5igVKHSFLzOo off=5161997 len=1929812 2024-09-16T11:30:28.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 1966 completed, throughput=4.99MB/sec 2024-09-16T11:30:28.333 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dYrBQN7SWSBUtlG off=8612346 len=992821 2024-09-16T11:30:28.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 1967 completed, throughput=5MB/sec 2024-09-16T11:30:28.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i6UvXeTuDXtaYlY off=14207631 len=80611 2024-09-16T11:30:28.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 1968 completed, throughput=5MB/sec 2024-09-16T11:30:28.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8VkVSqISob7AIR7 off=2848934 len=1099488 2024-09-16T11:30:28.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 1969 completed, throughput=5MB/sec 2024-09-16T11:30:28.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WGdbgC1SMpFOnNK off=12081772 len=652834 2024-09-16T11:30:28.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 1970 completed, throughput=5MB/sec 2024-09-16T11:30:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:28 smithi077 ceph-mon[86047]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:28 smithi077 ceph-mon[88497]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:28 smithi191 ceph-mon[84934]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:30:29.337 INFO:tasks.workunit.client.0.smithi077.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:29.337 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IGqLT78KbQLgdts off=169665 len=1032201 2024-09-16T11:30:29.340 INFO:tasks.workunit.client.0.smithi077.stdout:op 1971 completed, throughput=4.99MB/sec 2024-09-16T11:30:29.340 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZjaIgQzOpzCzaW- off=1833576 len=1853794 2024-09-16T11:30:29.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 1972 completed, throughput=4.99MB/sec 2024-09-16T11:30:29.343 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M_ou2NKrqLvueMo off=8168654 len=1249424 2024-09-16T11:30:29.350 INFO:tasks.workunit.client.0.smithi077.stdout:op 1973 completed, throughput=5MB/sec 2024-09-16T11:30:29.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m3u1HmcKjo8ovn- off=13135 len=1610916 2024-09-16T11:30:29.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 1974 completed, throughput=5MB/sec 2024-09-16T11:30:30.353 INFO:tasks.workunit.client.0.smithi077.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:30.353 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uh_f10jj9vFRLiw off=63296 len=1595293 2024-09-16T11:30:30.355 INFO:tasks.workunit.client.0.smithi077.stdout:op 1975 completed, throughput=4.99MB/sec 2024-09-16T11:30:30.355 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-H32dTPeAg2B3cQ_ off=9036874 len=1651695 2024-09-16T11:30:30.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 1976 completed, throughput=5MB/sec 2024-09-16T11:30:30.364 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KrnAZ2sgEFbNCNn off=13890687 len=1041515 2024-09-16T11:30:30.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 1977 completed, throughput=5MB/sec 2024-09-16T11:30:30.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CLkkG-sKpfWQpN6 off=8567999 len=1988562 2024-09-16T11:30:30.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 1978 completed, throughput=5MB/sec 2024-09-16T11:30:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:30 smithi077 ceph-mon[86047]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:30:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:30 smithi077 ceph-mon[88497]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:30:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:30 smithi191 ceph-mon[84934]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:30:31.376 INFO:tasks.workunit.client.0.smithi077.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:31.376 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7TpXmVlDJMWRqkn off=22028087 len=156866 2024-09-16T11:30:31.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 1979 completed, throughput=4.99MB/sec 2024-09-16T11:30:31.377 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fkr1417f63DsQQd off=2537474 len=1187936 2024-09-16T11:30:31.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 1980 completed, throughput=4.99MB/sec 2024-09-16T11:30:31.379 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-65nD4fKmmLA0IVo off=3610588 len=1539027 2024-09-16T11:30:31.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 1981 completed, throughput=5MB/sec 2024-09-16T11:30:31.382 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nS0oSF3r9ONViOc off=17681108 len=1296073 2024-09-16T11:30:31.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 1982 completed, throughput=5MB/sec 2024-09-16T11:30:32.385 INFO:tasks.workunit.client.0.smithi077.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:32.385 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y7gDbYUEaY9mA5p off=6654133 len=1388221 2024-09-16T11:30:32.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 1983 completed, throughput=4.99MB/sec 2024-09-16T11:30:32.388 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NVvTHXNVq-0Nx-J off=12707960 len=1585817 2024-09-16T11:30:32.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 1984 completed, throughput=5MB/sec 2024-09-16T11:30:32.395 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1JgsIKE_j9vEKKU off=11876235 len=1475392 2024-09-16T11:30:32.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 1985 completed, throughput=5MB/sec 2024-09-16T11:30:32.397 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Tg98ReR4An86BsU off=2178453 len=517637 2024-09-16T11:30:32.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 1986 completed, throughput=5MB/sec 2024-09-16T11:30:32.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Que3aWQ7Ok7JcXy off=13197962 len=291497 2024-09-16T11:30:32.402 INFO:tasks.workunit.client.0.smithi077.stdout:op 1987 completed, throughput=5MB/sec 2024-09-16T11:30:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:32 smithi077 ceph-mon[86047]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:32 smithi077 ceph-mon[88497]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:32 smithi191 ceph-mon[84934]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:33.402 INFO:tasks.workunit.client.0.smithi077.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:33.402 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8EVWas5cCkDZcSH off=1414158 len=1055553 2024-09-16T11:30:33.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 1988 completed, throughput=4.99MB/sec 2024-09-16T11:30:33.404 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9EKBxh5GGMMaChk off=4297598 len=1782275 2024-09-16T11:30:33.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 1989 completed, throughput=4.99MB/sec 2024-09-16T11:30:33.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-omzezrMQyImLPuD off=5984088 len=650829 2024-09-16T11:30:33.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 1990 completed, throughput=5MB/sec 2024-09-16T11:30:33.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-G0wN4NGQEABObJm off=5113813 len=381779 2024-09-16T11:30:33.415 INFO:tasks.workunit.client.0.smithi077.stdout:op 1991 completed, throughput=5MB/sec 2024-09-16T11:30:33.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KyuJ6VKT9igzg0K off=599549 len=204548 2024-09-16T11:30:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 1992 completed, throughput=5MB/sec 2024-09-16T11:30:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zt1Nnjn-KB9piK1 off=3886306 len=200253 2024-09-16T11:30:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 1993 completed, throughput=5MB/sec 2024-09-16T11:30:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N2SOlYTpJs8wjye off=567124 len=573511 2024-09-16T11:30:33.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 1994 completed, throughput=5MB/sec 2024-09-16T11:30:33.422 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PirS_yehvctUk2E off=4960829 len=1339119 2024-09-16T11:30:33.427 INFO:tasks.workunit.client.0.smithi077.stdout:op 1995 completed, throughput=5MB/sec 2024-09-16T11:30:34.428 INFO:tasks.workunit.client.0.smithi077.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:34.428 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r4BITwtGQWOhVFZ off=10361377 len=1827093 2024-09-16T11:30:34.430 INFO:tasks.workunit.client.0.smithi077.stdout:op 1996 completed, throughput=4.99MB/sec 2024-09-16T11:30:34.430 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U31fYOhigA781jU off=6594055 len=1049650 2024-09-16T11:30:34.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 1997 completed, throughput=5MB/sec 2024-09-16T11:30:34.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ncIoqFO8b0lXHiA off=10321013 len=1083662 2024-09-16T11:30:34.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 1998 completed, throughput=5MB/sec 2024-09-16T11:30:34.440 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-suiWggabOPKhzE1 off=11798266 len=2087295 2024-09-16T11:30:34.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 1999 completed, throughput=5MB/sec 2024-09-16T11:30:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:34 smithi077 ceph-mon[86047]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:30:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:34 smithi077 ceph-mon[88497]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:30:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:34 smithi191 ceph-mon[84934]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:30:35.443 INFO:tasks.workunit.client.0.smithi077.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:35.443 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yAvHk8V4ipGPAnk off=16420886 len=171561 2024-09-16T11:30:35.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 2000 completed, throughput=4.99MB/sec 2024-09-16T11:30:35.444 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JWGl5f7MjVSr6L7 off=19516705 len=1034166 2024-09-16T11:30:35.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 2001 completed, throughput=4.99MB/sec 2024-09-16T11:30:35.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KFV0CAm-0Y8_IkG off=1785818 len=83237 2024-09-16T11:30:35.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 2002 completed, throughput=4.99MB/sec 2024-09-16T11:30:35.446 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8w5auhXioF_qURE off=1418376 len=715412 2024-09-16T11:30:35.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 2003 completed, throughput=5MB/sec 2024-09-16T11:30:35.447 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZNa2m_HuOUsZoSn off=11764117 len=1962736 2024-09-16T11:30:35.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 2004 completed, throughput=5MB/sec 2024-09-16T11:30:36.450 INFO:tasks.workunit.client.0.smithi077.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:36.450 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sQvIPBnqYvl2lCt off=1937625 len=425910 2024-09-16T11:30:36.450 INFO:tasks.workunit.client.0.smithi077.stdout:op 2005 completed, throughput=4.99MB/sec 2024-09-16T11:30:36.451 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3afHUZ5kxEm1tcV off=2656481 len=1761621 2024-09-16T11:30:36.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 2006 completed, throughput=4.99MB/sec 2024-09-16T11:30:36.460 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_zRlLn1CUk64w5U off=1173118 len=406068 2024-09-16T11:30:36.464 INFO:tasks.workunit.client.0.smithi077.stdout:op 2007 completed, throughput=4.99MB/sec 2024-09-16T11:30:36.464 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GcYkP02BYJYVul9 off=3476215 len=601008 2024-09-16T11:30:36.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 2008 completed, throughput=5MB/sec 2024-09-16T11:30:36.468 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dEJaPLyk1Nax2i9 off=3775015 len=627056 2024-09-16T11:30:36.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 2009 completed, throughput=5MB/sec 2024-09-16T11:30:36.472 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sK2MMazUr3LjxUS off=10211904 len=106071 2024-09-16T11:30:36.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 2010 completed, throughput=5MB/sec 2024-09-16T11:30:36.474 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZwhUz9EpIiGIBA- off=1230230 len=370810 2024-09-16T11:30:36.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 2011 completed, throughput=5MB/sec 2024-09-16T11:30:36.477 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gZD1j3ZfTTcjnPv off=4421677 len=276472 2024-09-16T11:30:36.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 2012 completed, throughput=5MB/sec 2024-09-16T11:30:36.480 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9tYl8FaKgbDqHoO off=1801310 len=1820760 2024-09-16T11:30:36.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 2013 completed, throughput=5MB/sec 2024-09-16T11:30:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:36 smithi077 ceph-mon[86047]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:30:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:36 smithi077 ceph-mon[88497]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:30:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:36 smithi191 ceph-mon[84934]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:30:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:36] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T11:30:37.482 INFO:tasks.workunit.client.0.smithi077.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:37.483 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lfIKVm9tEBM-oWR off=2516422 len=1211031 2024-09-16T11:30:37.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 2014 completed, throughput=4.99MB/sec 2024-09-16T11:30:37.484 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fkr1417f63DsQQd off=9030473 len=1790792 2024-09-16T11:30:37.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 2015 completed, throughput=5MB/sec 2024-09-16T11:30:37.494 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EqCZRE5lW6E4xpv off=193542 len=13148 2024-09-16T11:30:37.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 2016 completed, throughput=5MB/sec 2024-09-16T11:30:37.494 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fsmy2Uixziv7C9d off=10178736 len=912973 2024-09-16T11:30:37.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 2017 completed, throughput=5MB/sec 2024-09-16T11:30:37.496 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5IQtUk8NQktp0Gy off=11543271 len=176055 2024-09-16T11:30:37.499 INFO:tasks.workunit.client.0.smithi077.stdout:op 2018 completed, throughput=5MB/sec 2024-09-16T11:30:38.500 INFO:tasks.workunit.client.0.smithi077.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:38.500 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ic4d7Im22q_jiRL off=10105491 len=635021 2024-09-16T11:30:38.504 INFO:tasks.workunit.client.0.smithi077.stdout:op 2019 completed, throughput=4.99MB/sec 2024-09-16T11:30:38.504 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vkeYvzVJdPNiub7 off=311589 len=1107189 2024-09-16T11:30:38.507 INFO:tasks.workunit.client.0.smithi077.stdout:op 2020 completed, throughput=4.99MB/sec 2024-09-16T11:30:38.507 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tR5zg7xpKHk8P-a off=795364 len=1414772 2024-09-16T11:30:38.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 2021 completed, throughput=5MB/sec 2024-09-16T11:30:38.509 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G3483SOiJFzQJSn off=8087920 len=649175 2024-09-16T11:30:38.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 2022 completed, throughput=5MB/sec 2024-09-16T11:30:38.516 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4vFfx3cw8-muKeK off=13885052 len=2087557 2024-09-16T11:30:38.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 2023 completed, throughput=5MB/sec 2024-09-16T11:30:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:38 smithi077 ceph-mon[86047]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:30:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:38 smithi077 ceph-mon[88497]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:30:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:38 smithi191 ceph-mon[84934]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:30:39.527 INFO:tasks.workunit.client.0.smithi077.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:39.527 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K9rxyp55wBCDBr5 off=330308 len=1125581 2024-09-16T11:30:39.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 2024 completed, throughput=4.99MB/sec 2024-09-16T11:30:39.533 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HlJ2ARFe04ts3ra off=2801251 len=312638 2024-09-16T11:30:39.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 2025 completed, throughput=4.99MB/sec 2024-09-16T11:30:39.536 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xHhj6R4H0ua-KBb off=15083294 len=2047753 2024-09-16T11:30:39.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 2026 completed, throughput=5MB/sec 2024-09-16T11:30:39.538 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BYiTuV-Yb5Fmzzh off=21001231 len=1602291 2024-09-16T11:30:39.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 2027 completed, throughput=5MB/sec 2024-09-16T11:30:40.548 INFO:tasks.workunit.client.0.smithi077.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:40.548 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CLoKzi8cqj9VanT off=6648636 len=834084 2024-09-16T11:30:40.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 2028 completed, throughput=4.99MB/sec 2024-09-16T11:30:40.552 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j6AZVAHxGiWAIiP off=13063371 len=569103 2024-09-16T11:30:40.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 2029 completed, throughput=4.99MB/sec 2024-09-16T11:30:40.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VRn-kIkmFiN7u5_ off=7344030 len=643943 2024-09-16T11:30:40.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 2030 completed, throughput=4.99MB/sec 2024-09-16T11:30:40.558 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N3KazrYc8qtiYQD off=3912069 len=28146 2024-09-16T11:30:40.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 2031 completed, throughput=4.99MB/sec 2024-09-16T11:30:40.560 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gpp6Wn9qEUgmaW4 off=8765582 len=419227 2024-09-16T11:30:40.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 2032 completed, throughput=4.99MB/sec 2024-09-16T11:30:40.564 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KFX_F9PM0MFJr8c off=10794674 len=332161 2024-09-16T11:30:40.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 2033 completed, throughput=5MB/sec 2024-09-16T11:30:40.567 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SjuYgaVam1wMWHc off=37420 len=749446 2024-09-16T11:30:40.570 INFO:tasks.workunit.client.0.smithi077.stdout:op 2034 completed, throughput=5MB/sec 2024-09-16T11:30:40.570 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tLCd9mbS6LX_hlN off=605030 len=233496 2024-09-16T11:30:40.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 2035 completed, throughput=5MB/sec 2024-09-16T11:30:40.574 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MR7WZDXf-CTlraR off=802729 len=1404069 2024-09-16T11:30:40.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 2036 completed, throughput=5MB/sec 2024-09-16T11:30:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:40 smithi077 ceph-mon[86047]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:40 smithi077 ceph-mon[88497]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:40 smithi191 ceph-mon[84934]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:30:41.576 INFO:tasks.workunit.client.0.smithi077.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:41.576 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XfFf0DsgYLTU2xp off=3175833 len=830501 2024-09-16T11:30:41.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 2037 completed, throughput=4.99MB/sec 2024-09-16T11:30:41.577 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Iaz0n0-wxjLxrse off=2655789 len=1803358 2024-09-16T11:30:41.588 INFO:tasks.workunit.client.0.smithi077.stdout:op 2038 completed, throughput=4.99MB/sec 2024-09-16T11:30:41.588 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yZCKP3ZA7hqnyju off=20258330 len=1816788 2024-09-16T11:30:41.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 2039 completed, throughput=5MB/sec 2024-09-16T11:30:41.595 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-39MlOk_Re7o1PaV off=2545255 len=916963 2024-09-16T11:30:41.599 INFO:tasks.workunit.client.0.smithi077.stdout:op 2040 completed, throughput=5MB/sec 2024-09-16T11:30:42.600 INFO:tasks.workunit.client.0.smithi077.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:42.600 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0LKJxfdN48D4tOE off=15124537 len=1493451 2024-09-16T11:30:42.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 2041 completed, throughput=4.99MB/sec 2024-09-16T11:30:42.602 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0TxJRIFqC8UalU1 off=17017643 len=580368 2024-09-16T11:30:42.606 INFO:tasks.workunit.client.0.smithi077.stdout:op 2042 completed, throughput=4.99MB/sec 2024-09-16T11:30:42.607 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n9Mee3TZpF56wN5 off=13399296 len=648622 2024-09-16T11:30:42.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 2043 completed, throughput=4.99MB/sec 2024-09-16T11:30:42.608 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zZPXH1C5SFSFLCN off=11687854 len=1225676 2024-09-16T11:30:42.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 2044 completed, throughput=5MB/sec 2024-09-16T11:30:42.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Y12UXM0ZsWCMah off=11969713 len=36404 2024-09-16T11:30:42.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 2045 completed, throughput=5MB/sec 2024-09-16T11:30:42.616 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_wcpusAJwBxM3Wn off=4891287 len=584417 2024-09-16T11:30:42.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 2046 completed, throughput=5MB/sec 2024-09-16T11:30:42.620 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ckQKPRnE0ogLUQI off=8112414 len=1731420 2024-09-16T11:30:42.628 INFO:tasks.workunit.client.0.smithi077.stdout:op 2047 completed, throughput=5MB/sec 2024-09-16T11:30:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:42 smithi077 ceph-mon[86047]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:30:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:42 smithi077 ceph-mon[88497]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:30:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:42 smithi191 ceph-mon[84934]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:30:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:43.629 INFO:tasks.workunit.client.0.smithi077.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:43.629 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1_VRdxEKsntP3Vu off=16419724 len=1915492 2024-09-16T11:30:43.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 2048 completed, throughput=4.99MB/sec 2024-09-16T11:30:43.638 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-11haf4ZKbYKX6Fi off=4133533 len=1372888 2024-09-16T11:30:43.641 INFO:tasks.workunit.client.0.smithi077.stdout:op 2049 completed, throughput=5MB/sec 2024-09-16T11:30:43.641 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VFboK0PYYNfWBP5 off=1187971 len=1249342 2024-09-16T11:30:43.643 INFO:tasks.workunit.client.0.smithi077.stdout:op 2050 completed, throughput=5MB/sec 2024-09-16T11:30:44.644 INFO:tasks.workunit.client.0.smithi077.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:44.644 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XX-SOICTxX7DUpz off=4239231 len=2013928 2024-09-16T11:30:44.648 INFO:tasks.workunit.client.0.smithi077.stdout:op 2051 completed, throughput=4.99MB/sec 2024-09-16T11:30:44.648 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jJO2YEtbLSUE380 off=5135054 len=190651 2024-09-16T11:30:44.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 2052 completed, throughput=4.99MB/sec 2024-09-16T11:30:44.649 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U6dY0HtGPo4J1jP off=2076259 len=1806224 2024-09-16T11:30:44.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 2053 completed, throughput=5MB/sec 2024-09-16T11:30:44.651 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZD_KS7SdOEkm6AK off=2791657 len=100084 2024-09-16T11:30:44.651 INFO:tasks.workunit.client.0.smithi077.stdout:op 2054 completed, throughput=5MB/sec 2024-09-16T11:30:44.651 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uJqgClJ2weHI40p off=4753857 len=567799 2024-09-16T11:30:44.655 INFO:tasks.workunit.client.0.smithi077.stdout:op 2055 completed, throughput=5MB/sec 2024-09-16T11:30:44.655 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cv2JCpG0ZG38bv1 off=53758 len=656361 2024-09-16T11:30:44.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 2056 completed, throughput=5MB/sec 2024-09-16T11:30:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:44 smithi077 ceph-mon[86047]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:44 smithi077 ceph-mon[88497]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:44 smithi191 ceph-mon[84934]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:45.660 INFO:tasks.workunit.client.0.smithi077.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:45.660 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wKExnVFk-22FKwV off=1524068 len=567553 2024-09-16T11:30:45.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 2057 completed, throughput=4.99MB/sec 2024-09-16T11:30:45.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NoAFr4vRzoyfyiq off=3777574 len=485770 2024-09-16T11:30:45.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 2058 completed, throughput=4.99MB/sec 2024-09-16T11:30:45.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ft4PgtvO_FysqO3 off=9865055 len=912613 2024-09-16T11:30:45.665 INFO:tasks.workunit.client.0.smithi077.stdout:op 2059 completed, throughput=4.99MB/sec 2024-09-16T11:30:45.665 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UkdX1Razb_Zi_eK off=2061146 len=885775 2024-09-16T11:30:45.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 2060 completed, throughput=5MB/sec 2024-09-16T11:30:45.666 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0PRqd-F0OVqX6M1 off=967493 len=345293 2024-09-16T11:30:45.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 2061 completed, throughput=5MB/sec 2024-09-16T11:30:45.667 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-muB1UCe95nxaeT8 off=11345131 len=1215445 2024-09-16T11:30:45.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:45 smithi077 ceph-mon[86047]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:45 smithi077 ceph-mon[88497]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:45.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 2062 completed, throughput=5MB/sec 2024-09-16T11:30:45.673 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TVhFfSw-eYmvxY5 off=1434421 len=1574114 2024-09-16T11:30:45.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 2063 completed, throughput=5MB/sec 2024-09-16T11:30:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:45 smithi191 ceph-mon[84934]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:30:46.675 INFO:tasks.workunit.client.0.smithi077.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:46.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0hbMgaNYC0xG1Cn off=3509412 len=1938993 2024-09-16T11:30:46.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 2064 completed, throughput=4.99MB/sec 2024-09-16T11:30:46.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V5VRyvUzuqE_UGT off=1218519 len=876156 2024-09-16T11:30:46.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 2065 completed, throughput=5MB/sec 2024-09-16T11:30:46.692 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wmOQyyf0w7gsPEg off=850665 len=1822434 2024-09-16T11:30:46.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 2066 completed, throughput=5MB/sec 2024-09-16T11:30:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:46] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:30:47.702 INFO:tasks.workunit.client.0.smithi077.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:47.702 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ck2xBAy0BkgvS9L off=3055743 len=555311 2024-09-16T11:30:47.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 2067 completed, throughput=4.99MB/sec 2024-09-16T11:30:47.707 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r6waX68pNWEj5O7 off=5493762 len=1507272 2024-09-16T11:30:47.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 2068 completed, throughput=4.99MB/sec 2024-09-16T11:30:47.711 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dZzopltrZH8lgAA off=19258872 len=789860 2024-09-16T11:30:47.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 2069 completed, throughput=4.99MB/sec 2024-09-16T11:30:47.719 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Z0XpMCO1QCMfOBW off=16057653 len=378185 2024-09-16T11:30:47.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 2070 completed, throughput=5MB/sec 2024-09-16T11:30:47.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-azsQ8F_fo3GvF25 off=10053833 len=1176865 2024-09-16T11:30:47.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 2071 completed, throughput=5MB/sec 2024-09-16T11:30:47.728 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hHkU5lh7tUnr7si off=5642072 len=698722 2024-09-16T11:30:47.731 INFO:tasks.workunit.client.0.smithi077.stdout:op 2072 completed, throughput=5MB/sec 2024-09-16T11:30:47.731 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ba-InvDfRl8WjIX off=11545818 len=365320 2024-09-16T11:30:47.735 INFO:tasks.workunit.client.0.smithi077.stdout:op 2073 completed, throughput=5MB/sec 2024-09-16T11:30:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:48 smithi077 ceph-mon[86047]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:48 smithi077 ceph-mon[88497]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:48 smithi191 ceph-mon[84934]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:30:48.735 INFO:tasks.workunit.client.0.smithi077.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:48.735 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uV2F4fa7s1mONCN off=10300676 len=394400 2024-09-16T11:30:48.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 2074 completed, throughput=4.99MB/sec 2024-09-16T11:30:48.737 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_6iPc4VfQjmVRKk off=12220807 len=1379400 2024-09-16T11:30:48.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 2075 completed, throughput=4.99MB/sec 2024-09-16T11:30:48.739 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iu2fKDwG_Z-tDFe off=4981765 len=1314603 2024-09-16T11:30:48.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 2076 completed, throughput=5MB/sec 2024-09-16T11:30:48.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oIuZuARCFJuy1Ek off=9820695 len=1537621 2024-09-16T11:30:48.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 2077 completed, throughput=5MB/sec 2024-09-16T11:30:48.753 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KxXdKTfHpfiYebe off=3920940 len=45473 2024-09-16T11:30:48.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 2078 completed, throughput=5MB/sec 2024-09-16T11:30:48.753 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sICPxfWIvC7G4aI off=973401 len=549576 2024-09-16T11:30:48.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 2079 completed, throughput=5MB/sec 2024-09-16T11:30:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:49 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:30:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:49 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:30:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:49 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:30:49.758 INFO:tasks.workunit.client.0.smithi077.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:49.758 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RENZqi9tBMJWulr off=8126546 len=1590014 2024-09-16T11:30:49.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 2080 completed, throughput=4.99MB/sec 2024-09-16T11:30:49.767 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b6Ac09Z5HrUcMZm off=1294895 len=2065275 2024-09-16T11:30:49.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 2081 completed, throughput=5MB/sec 2024-09-16T11:30:49.769 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-chj43whw92DpOse off=1416373 len=1693283 2024-09-16T11:30:49.772 INFO:tasks.workunit.client.0.smithi077.stdout:op 2082 completed, throughput=5MB/sec 2024-09-16T11:30:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[86047]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:30:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:30:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:30:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[88497]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:30:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:30:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:30:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:50 smithi191 ceph-mon[84934]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:30:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:30:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:30:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:30:50.773 INFO:tasks.workunit.client.0.smithi077.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:50.773 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SViIHO2UJVTG-C_ off=11692633 len=992740 2024-09-16T11:30:50.779 INFO:tasks.workunit.client.0.smithi077.stdout:op 2083 completed, throughput=4.99MB/sec 2024-09-16T11:30:50.779 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GqtzrTJJ5tcPvKT off=23216624 len=963934 2024-09-16T11:30:50.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 2084 completed, throughput=4.99MB/sec 2024-09-16T11:30:50.780 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1OF9XPzQebM6aIn off=310653 len=451101 2024-09-16T11:30:50.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 2085 completed, throughput=4.99MB/sec 2024-09-16T11:30:50.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5LVGJYZt18I1jRs off=10952116 len=1110491 2024-09-16T11:30:50.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 2086 completed, throughput=5MB/sec 2024-09-16T11:30:50.784 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TIrQ4dPGFk0Qd57 off=969303 len=687180 2024-09-16T11:30:50.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 2087 completed, throughput=5MB/sec 2024-09-16T11:30:50.787 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yaj12UNxWy7KUK8 off=14021929 len=236834 2024-09-16T11:30:50.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 2088 completed, throughput=5MB/sec 2024-09-16T11:30:50.789 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gHNL8iGfmUsJhx6 off=7361005 len=512405 2024-09-16T11:30:50.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 2089 completed, throughput=5MB/sec 2024-09-16T11:30:50.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oyAYfn590gGObUB off=3368884 len=495808 2024-09-16T11:30:50.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 2090 completed, throughput=5MB/sec 2024-09-16T11:30:51.799 INFO:tasks.workunit.client.0.smithi077.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:51.799 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n_E9j0eMvpGHb04 off=6691036 len=1647796 2024-09-16T11:30:51.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 2091 completed, throughput=4.99MB/sec 2024-09-16T11:30:51.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WXQKsXdYlwmhso2 off=1511515 len=511052 2024-09-16T11:30:51.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 2092 completed, throughput=4.99MB/sec 2024-09-16T11:30:51.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2YUTe9k6NPXWaum off=3216001 len=1008683 2024-09-16T11:30:51.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 2093 completed, throughput=5MB/sec 2024-09-16T11:30:51.804 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlUWK8oJhod0l4I off=242707 len=347175 2024-09-16T11:30:51.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 2094 completed, throughput=5MB/sec 2024-09-16T11:30:51.807 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pumFeETv2HQdZ1T off=10996072 len=570585 2024-09-16T11:30:51.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 2095 completed, throughput=5MB/sec 2024-09-16T11:30:51.811 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KDPhQGJv368KkLg off=7928106 len=238530 2024-09-16T11:30:51.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 2096 completed, throughput=5MB/sec 2024-09-16T11:30:51.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mBXkFakg6vM31cL off=2007203 len=1458679 2024-09-16T11:30:51.820 INFO:tasks.workunit.client.0.smithi077.stdout:op 2097 completed, throughput=5MB/sec 2024-09-16T11:30:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:52 smithi077 ceph-mon[86047]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:30:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:52 smithi077 ceph-mon[88497]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:30:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:52 smithi191 ceph-mon[84934]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:30:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:30:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:30:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:52.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GjTxSFuMVSzfaB7 off=578427 len=521980 2024-09-16T11:30:52.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 2098 completed, throughput=4.99MB/sec 2024-09-16T11:30:52.822 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CUqYm95iPK4FqO6 off=19611751 len=519223 2024-09-16T11:30:52.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-16T11:30:52.823 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-x_eEPoo0JBmbt-6 off=19866266 len=363362 2024-09-16T11:30:52.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 2100 completed, throughput=4.99MB/sec 2024-09-16T11:30:52.824 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rDVscjiCpv4GtKJ off=521967 len=9137 2024-09-16T11:30:52.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 2101 completed, throughput=4.99MB/sec 2024-09-16T11:30:52.827 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v3snX_TAMBedYeG off=20841812 len=984635 2024-09-16T11:30:52.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 2102 completed, throughput=5MB/sec 2024-09-16T11:30:52.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R0J0pDU9TZXoYcx off=2059267 len=1353763 2024-09-16T11:30:52.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 2103 completed, throughput=5MB/sec 2024-09-16T11:30:52.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dAMsGh_s7VB_wa0 off=8121901 len=1274976 2024-09-16T11:30:52.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 2104 completed, throughput=5MB/sec 2024-09-16T11:30:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:53.838 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qT_8V2f2p88diPa off=8168533 len=1679232 2024-09-16T11:30:53.847 INFO:tasks.workunit.client.0.smithi077.stdout:op 2105 completed, throughput=4.99MB/sec 2024-09-16T11:30:53.847 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TRJRIab1sV4KLun off=1451058 len=1356096 2024-09-16T11:30:53.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 2106 completed, throughput=5MB/sec 2024-09-16T11:30:53.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6MIKK7hEi7LS-Ls off=4710668 len=15554 2024-09-16T11:30:53.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 2107 completed, throughput=5MB/sec 2024-09-16T11:30:53.852 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GInkLWJ03WWMbkw off=9682507 len=1714728 2024-09-16T11:30:53.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 2108 completed, throughput=5MB/sec 2024-09-16T11:30:53.854 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--Yj1HW6Uh3fYaTD off=4774981 len=1170537 2024-09-16T11:30:53.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 2109 completed, throughput=5MB/sec 2024-09-16T11:30:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:54 smithi077 ceph-mon[86047]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:30:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:54 smithi077 ceph-mon[88497]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:30:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:54 smithi191 ceph-mon[84934]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:30:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:54.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--wmGNeKswnR33iC off=15786370 len=1081839 2024-09-16T11:30:54.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 2110 completed, throughput=4.99MB/sec 2024-09-16T11:30:54.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XOVfHk0X_3I_Mon off=21079 len=2062863 2024-09-16T11:30:54.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 2111 completed, throughput=5MB/sec 2024-09-16T11:30:54.860 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kxWm_PnLdrEE0g8 off=5599868 len=722786 2024-09-16T11:30:54.865 INFO:tasks.workunit.client.0.smithi077.stdout:op 2112 completed, throughput=5MB/sec 2024-09-16T11:30:54.865 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-doX3IFYkYB1zuff off=10069423 len=1088076 2024-09-16T11:30:54.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 2113 completed, throughput=5MB/sec 2024-09-16T11:30:55.871 INFO:tasks.workunit.client.0.smithi077.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:55.871 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-byoHtSnLFahXqJq off=1229344 len=123275 2024-09-16T11:30:55.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 2114 completed, throughput=4.99MB/sec 2024-09-16T11:30:55.875 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l5QHLJfVT8TFV4T off=2591179 len=318104 2024-09-16T11:30:55.875 INFO:tasks.workunit.client.0.smithi077.stdout:op 2115 completed, throughput=4.99MB/sec 2024-09-16T11:30:55.875 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dWTVqaVmcTuPoZo off=20391486 len=1352747 2024-09-16T11:30:55.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 2116 completed, throughput=4.99MB/sec 2024-09-16T11:30:55.878 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hrb4wFWOGEIREG_ off=6171883 len=118116 2024-09-16T11:30:55.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 2117 completed, throughput=4.99MB/sec 2024-09-16T11:30:55.879 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HlQ0nH4E0TwG6Va off=7694063 len=1480191 2024-09-16T11:30:55.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 2118 completed, throughput=5MB/sec 2024-09-16T11:30:55.887 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QbLMX67lqIiKeDn off=1624453 len=1361251 2024-09-16T11:30:55.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 2119 completed, throughput=5MB/sec 2024-09-16T11:30:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:56 smithi077 ceph-mon[86047]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:30:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:56 smithi077 ceph-mon[88497]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:30:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:56 smithi191 ceph-mon[84934]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:30:56.894 INFO:tasks.workunit.client.0.smithi077.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:56.894 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5LjufY993MasL0Q off=2124395 len=425929 2024-09-16T11:30:56.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 2120 completed, throughput=4.99MB/sec 2024-09-16T11:30:56.898 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YTdIKvUd70FRtHy off=5629845 len=1633711 2024-09-16T11:30:56.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 2121 completed, throughput=4.99MB/sec 2024-09-16T11:30:56.900 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ctMLlqSXol1ccg2 off=4064047 len=863809 2024-09-16T11:30:56.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 2122 completed, throughput=4.99MB/sec 2024-09-16T11:30:56.901 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_QlHpwnKmnFloU2 off=486702 len=821698 2024-09-16T11:30:56.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 2123 completed, throughput=5MB/sec 2024-09-16T11:30:56.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k97nPRAHW1nqs0f off=319980 len=1886763 2024-09-16T11:30:56.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 2124 completed, throughput=5MB/sec 2024-09-16T11:30:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:30:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:30:56] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:30:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:30:57.910 INFO:tasks.workunit.client.0.smithi077.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:57.910 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vJ8LOpaqHiMoTy4 off=4029697 len=1513125 2024-09-16T11:30:57.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 2125 completed, throughput=4.99MB/sec 2024-09-16T11:30:57.912 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nytptkcpS4Awzk5 off=3615557 len=1624413 2024-09-16T11:30:57.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 2126 completed, throughput=5MB/sec 2024-09-16T11:30:57.920 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ebDM2N3rbHIbHRI off=9537695 len=275367 2024-09-16T11:30:57.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 2127 completed, throughput=5MB/sec 2024-09-16T11:30:57.922 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I2u4w0YlFbvjLpL off=11518679 len=530455 2024-09-16T11:30:57.926 INFO:tasks.workunit.client.0.smithi077.stdout:op 2128 completed, throughput=5MB/sec 2024-09-16T11:30:57.926 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wRcqtMyOCD_2lef off=10705588 len=650334 2024-09-16T11:30:57.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 2129 completed, throughput=5MB/sec 2024-09-16T11:30:57.930 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ud61POiMnkaRbpf off=6193344 len=1975615 2024-09-16T11:30:57.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 2130 completed, throughput=5MB/sec 2024-09-16T11:30:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:30:58 smithi077 ceph-mon[86047]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:30:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:30:58 smithi077 ceph-mon[88497]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:30:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:30:58 smithi191 ceph-mon[84934]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:30:58.938 INFO:tasks.workunit.client.0.smithi077.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:58.938 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PVs5MG67QvCGD6t off=10672399 len=630598 2024-09-16T11:30:58.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 2131 completed, throughput=4.99MB/sec 2024-09-16T11:30:58.942 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rDJnhjMGJ60W0kF off=3568451 len=1505448 2024-09-16T11:30:58.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 2132 completed, throughput=5MB/sec 2024-09-16T11:30:58.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4gqmdJFvwWNHL8u off=13790409 len=1603907 2024-09-16T11:30:58.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 2133 completed, throughput=5MB/sec 2024-09-16T11:30:58.952 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i-wGddb_lp1ooAn off=14350644 len=1268109 2024-09-16T11:30:58.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 2134 completed, throughput=5MB/sec 2024-09-16T11:30:59.959 INFO:tasks.workunit.client.0.smithi077.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-16T11:30:59.960 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dCP6uuXAbBGldFv off=4249428 len=1794776 2024-09-16T11:30:59.962 INFO:tasks.workunit.client.0.smithi077.stdout:op 2135 completed, throughput=4.99MB/sec 2024-09-16T11:30:59.962 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-diVqWNjN_PoUrel off=3354251 len=1029340 2024-09-16T11:30:59.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 2136 completed, throughput=5MB/sec 2024-09-16T11:30:59.967 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1V1qrh8YHUVV0u6 off=7510318 len=297549 2024-09-16T11:30:59.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 2137 completed, throughput=5MB/sec 2024-09-16T11:30:59.971 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cccHT9SFmCyGADX off=3003567 len=1127552 2024-09-16T11:30:59.980 INFO:tasks.workunit.client.0.smithi077.stdout:op 2138 completed, throughput=5MB/sec 2024-09-16T11:31:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:00 smithi077 ceph-mon[86047]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:00 smithi077 ceph-mon[88497]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:00 smithi191 ceph-mon[84934]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:00.980 INFO:tasks.workunit.client.0.smithi077.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:00.980 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DWKc0c2qytAlWPb off=7792953 len=1367031 2024-09-16T11:31:00.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 2139 completed, throughput=4.99MB/sec 2024-09-16T11:31:00.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_71qHvGggpkw1L5 off=432218 len=1546673 2024-09-16T11:31:00.988 INFO:tasks.workunit.client.0.smithi077.stdout:op 2140 completed, throughput=4.99MB/sec 2024-09-16T11:31:00.988 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mkZDpVOlg2IIm9d off=4633663 len=1073156 2024-09-16T11:31:00.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 2141 completed, throughput=5MB/sec 2024-09-16T11:31:00.992 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F3xaXrmXYeuoCMq off=12335813 len=1774447 2024-09-16T11:31:00.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 2142 completed, throughput=5MB/sec 2024-09-16T11:31:01.994 INFO:tasks.workunit.client.0.smithi077.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:01.994 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l-ETukGX3DF6tLM off=579598 len=1207397 2024-09-16T11:31:02.000 INFO:tasks.workunit.client.0.smithi077.stdout:op 2143 completed, throughput=4.99MB/sec 2024-09-16T11:31:02.000 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e63S5jBo19sq1RJ off=4907794 len=798653 2024-09-16T11:31:02.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 2144 completed, throughput=4.99MB/sec 2024-09-16T11:31:02.003 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d9zHtRczQBzSkfE off=14566595 len=2010536 2024-09-16T11:31:02.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 2145 completed, throughput=5MB/sec 2024-09-16T11:31:02.005 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mS1zzBbrrXus5jI off=6439670 len=48388 2024-09-16T11:31:02.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 2146 completed, throughput=5MB/sec 2024-09-16T11:31:02.008 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PTqmt6SZdWqmhgd off=7946543 len=1157153 2024-09-16T11:31:02.014 INFO:tasks.workunit.client.0.smithi077.stdout:op 2147 completed, throughput=5MB/sec 2024-09-16T11:31:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:02 smithi077 ceph-mon[86047]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:31:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:02 smithi077 ceph-mon[88497]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:31:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:02 smithi191 ceph-mon[84934]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:31:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:03.015 INFO:tasks.workunit.client.0.smithi077.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:03.015 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9Cm_ughFRNfn-eC off=4978917 len=422954 2024-09-16T11:31:03.019 INFO:tasks.workunit.client.0.smithi077.stdout:op 2148 completed, throughput=4.99MB/sec 2024-09-16T11:31:03.019 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yxzcwoNBiAXK2Tx off=4047636 len=1112324 2024-09-16T11:31:03.020 INFO:tasks.workunit.client.0.smithi077.stdout:op 2149 completed, throughput=4.99MB/sec 2024-09-16T11:31:03.020 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wTHyNZjl6jPGxfl off=15301994 len=1119014 2024-09-16T11:31:03.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 2150 completed, throughput=4.99MB/sec 2024-09-16T11:31:03.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TJUs7rjYvVhOKKl off=3534596 len=806245 2024-09-16T11:31:03.030 INFO:tasks.workunit.client.0.smithi077.stdout:op 2151 completed, throughput=5MB/sec 2024-09-16T11:31:03.030 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lB1uDg7J60_a_dK off=8322294 len=210580 2024-09-16T11:31:03.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 2152 completed, throughput=5MB/sec 2024-09-16T11:31:03.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XEM6B1yAW8np9Rw off=2920430 len=1039198 2024-09-16T11:31:03.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 2153 completed, throughput=5MB/sec 2024-09-16T11:31:03.036 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hPQJIDsXZ5xR2La off=9477615 len=1100944 2024-09-16T11:31:03.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 2154 completed, throughput=5MB/sec 2024-09-16T11:31:04.039 INFO:tasks.workunit.client.0.smithi077.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:04.040 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SUb_z5qEFCuXbRl off=9329534 len=1741745 2024-09-16T11:31:04.050 INFO:tasks.workunit.client.0.smithi077.stdout:op 2155 completed, throughput=4.99MB/sec 2024-09-16T11:31:04.050 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RthDbmD4bo4Yqsq off=3888370 len=153783 2024-09-16T11:31:04.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 2156 completed, throughput=4.99MB/sec 2024-09-16T11:31:04.052 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vg8-n8CPqqsPOax off=10544771 len=1386 2024-09-16T11:31:04.054 INFO:tasks.workunit.client.0.smithi077.stdout:op 2157 completed, throughput=4.99MB/sec 2024-09-16T11:31:04.054 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gApQvuOW_PNrWDH off=7954300 len=1526544 2024-09-16T11:31:04.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 2158 completed, throughput=5MB/sec 2024-09-16T11:31:04.062 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_viQmHBenHNxh9o off=2729956 len=2078512 2024-09-16T11:31:04.072 INFO:tasks.workunit.client.0.smithi077.stdout:op 2159 completed, throughput=5MB/sec 2024-09-16T11:31:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:04 smithi077 ceph-mon[86047]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:04 smithi077 ceph-mon[88497]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:04 smithi191 ceph-mon[84934]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:31:05.072 INFO:tasks.workunit.client.0.smithi077.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:05.073 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eRF5-AH-TMKWTVR off=273137 len=912283 2024-09-16T11:31:05.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 2160 completed, throughput=4.99MB/sec 2024-09-16T11:31:05.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CIA5FoX7VU6dMCt off=2381613 len=141630 2024-09-16T11:31:05.080 INFO:tasks.workunit.client.0.smithi077.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-16T11:31:05.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WXbyKKMqMNrZ3pk off=6698489 len=1353556 2024-09-16T11:31:05.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 2162 completed, throughput=5MB/sec 2024-09-16T11:31:05.086 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W9Br-8Omi9vCuDl off=2206976 len=186464 2024-09-16T11:31:05.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 2163 completed, throughput=5MB/sec 2024-09-16T11:31:05.087 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2J0UPrT17aiD0nc off=350938 len=1571987 2024-09-16T11:31:05.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 2164 completed, throughput=5MB/sec 2024-09-16T11:31:05.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vFwqQlRaazph_dg off=1197389 len=2070316 2024-09-16T11:31:05.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 2165 completed, throughput=5MB/sec 2024-09-16T11:31:06.104 INFO:tasks.workunit.client.0.smithi077.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:06.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qN0Ta8_7FT6WfsN off=10383068 len=190140 2024-09-16T11:31:06.105 INFO:tasks.workunit.client.0.smithi077.stdout:op 2166 completed, throughput=4.99MB/sec 2024-09-16T11:31:06.105 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TyFmdHpC47-qECW off=0 len=1050802 2024-09-16T11:31:06.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 2167 completed, throughput=4.99MB/sec 2024-09-16T11:31:06.108 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s6JpqbhRB4QI4vJ off=10688520 len=172934 2024-09-16T11:31:06.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 2168 completed, throughput=5MB/sec 2024-09-16T11:31:06.108 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PbE3ldneGv3pwvR off=2308598 len=681115 2024-09-16T11:31:06.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 2169 completed, throughput=5MB/sec 2024-09-16T11:31:06.110 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AjX6-a_3aF37w_d off=9903007 len=1610764 2024-09-16T11:31:06.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 2170 completed, throughput=5MB/sec 2024-09-16T11:31:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:06 smithi077 ceph-mon[86047]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:06 smithi077 ceph-mon[88497]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:06 smithi191 ceph-mon[84934]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:07.120 INFO:tasks.workunit.client.0.smithi077.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:07.121 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AMcrwADuHJmh9qX off=2553605 len=1552475 2024-09-16T11:31:07.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 2171 completed, throughput=4.99MB/sec 2024-09-16T11:31:07.123 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-frUyxKgUE7DcDFm off=11310648 len=1412713 2024-09-16T11:31:07.129 INFO:tasks.workunit.client.0.smithi077.stdout:op 2172 completed, throughput=5MB/sec 2024-09-16T11:31:07.129 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pYRQ4K59u-vn3-L off=14163796 len=1564373 2024-09-16T11:31:07.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 2173 completed, throughput=5MB/sec 2024-09-16T11:31:07.136 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GjQaHPrbj9-lPwX off=6813887 len=754977 2024-09-16T11:31:07.141 INFO:tasks.workunit.client.0.smithi077.stdout:op 2174 completed, throughput=5MB/sec 2024-09-16T11:31:07.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:06] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T11:31:08.141 INFO:tasks.workunit.client.0.smithi077.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:08.141 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x_lWnaAjPS5j5W5 off=1555388 len=64559 2024-09-16T11:31:08.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 2175 completed, throughput=4.99MB/sec 2024-09-16T11:31:08.144 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UgnI-m-wxs8LS7- off=131722 len=434131 2024-09-16T11:31:08.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 2176 completed, throughput=4.99MB/sec 2024-09-16T11:31:08.147 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0m_7fIogf2GqfqA off=13390312 len=323673 2024-09-16T11:31:08.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 2177 completed, throughput=4.99MB/sec 2024-09-16T11:31:08.149 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-udFV57RC0TabwfI off=6423240 len=1104366 2024-09-16T11:31:08.154 INFO:tasks.workunit.client.0.smithi077.stdout:op 2178 completed, throughput=4.99MB/sec 2024-09-16T11:31:08.154 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rZgoiW4IrTZgnjg off=9147847 len=1131723 2024-09-16T11:31:08.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 2179 completed, throughput=5MB/sec 2024-09-16T11:31:08.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_uMmXzg_xQI-mGE off=292914 len=1851578 2024-09-16T11:31:08.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 2180 completed, throughput=5MB/sec 2024-09-16T11:31:08.162 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J4SqIIBEHuzMEuR off=18486232 len=1694744 2024-09-16T11:31:08.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 2181 completed, throughput=5MB/sec 2024-09-16T11:31:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:08 smithi077 ceph-mon[86047]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:31:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:08 smithi077 ceph-mon[88497]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:31:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:08 smithi191 ceph-mon[84934]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:31:09.169 INFO:tasks.workunit.client.0.smithi077.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:09.170 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qzkb_XqS_FPLFLj off=6025531 len=1582663 2024-09-16T11:31:09.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 2182 completed, throughput=4.99MB/sec 2024-09-16T11:31:09.176 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g5fLfCZXEt4t-fR off=327795 len=1685043 2024-09-16T11:31:09.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 2183 completed, throughput=5MB/sec 2024-09-16T11:31:09.188 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7V-yQZkYJV3635Q off=3807090 len=236254 2024-09-16T11:31:09.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 2184 completed, throughput=5MB/sec 2024-09-16T11:31:09.188 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gi2y0Nvczf2F64E off=4535042 len=486200 2024-09-16T11:31:09.191 INFO:tasks.workunit.client.0.smithi077.stdout:op 2185 completed, throughput=5MB/sec 2024-09-16T11:31:09.191 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fF6e80PZzPye37b off=21902815 len=352633 2024-09-16T11:31:09.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 2186 completed, throughput=5MB/sec 2024-09-16T11:31:10.195 INFO:tasks.workunit.client.0.smithi077.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:10.195 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-o06NMBcmC-TU6fN off=6519431 len=976086 2024-09-16T11:31:10.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 2187 completed, throughput=4.99MB/sec 2024-09-16T11:31:10.201 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a_avqTJ349rCnBr off=7338909 len=1384482 2024-09-16T11:31:10.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 2188 completed, throughput=4.99MB/sec 2024-09-16T11:31:10.209 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YJY1HnpF_2QZQnU off=13596240 len=1708214 2024-09-16T11:31:10.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 2189 completed, throughput=5MB/sec 2024-09-16T11:31:10.225 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Chcd7m9Wq2H__vo off=3254353 len=1916767 2024-09-16T11:31:10.235 INFO:tasks.workunit.client.0.smithi077.stdout:op 2190 completed, throughput=5MB/sec 2024-09-16T11:31:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:10 smithi077 ceph-mon[86047]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:31:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:10 smithi077 ceph-mon[88497]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:31:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:10 smithi191 ceph-mon[84934]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:31:11.235 INFO:tasks.workunit.client.0.smithi077.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:11.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-H32dTPeAg2B3cQ_ off=6913545 len=1602259 2024-09-16T11:31:11.243 INFO:tasks.workunit.client.0.smithi077.stdout:op 2191 completed, throughput=4.99MB/sec 2024-09-16T11:31:11.243 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UalVFEDPbBfkw82 off=4618206 len=1681316 2024-09-16T11:31:11.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 2192 completed, throughput=5MB/sec 2024-09-16T11:31:11.254 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qYzU8Fo8_bq00uI off=6013410 len=1903052 2024-09-16T11:31:11.256 INFO:tasks.workunit.client.0.smithi077.stdout:op 2193 completed, throughput=5MB/sec 2024-09-16T11:31:12.256 INFO:tasks.workunit.client.0.smithi077.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:12.257 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KQzV5SwxciOhrbf off=8334287 len=434482 2024-09-16T11:31:12.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 2194 completed, throughput=4.99MB/sec 2024-09-16T11:31:12.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zbt5vvVCj-DnSi8 off=7023775 len=135282 2024-09-16T11:31:12.259 INFO:tasks.workunit.client.0.smithi077.stdout:op 2195 completed, throughput=4.99MB/sec 2024-09-16T11:31:12.259 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0V6aYCKUEL4ICP8 off=7406797 len=558073 2024-09-16T11:31:12.259 INFO:tasks.workunit.client.0.smithi077.stdout:op 2196 completed, throughput=4.99MB/sec 2024-09-16T11:31:12.260 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N4uVNOnOePbFOKe off=15075092 len=2020274 2024-09-16T11:31:12.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 2197 completed, throughput=5MB/sec 2024-09-16T11:31:12.262 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v7HHrzLa-QEKNHI off=287732 len=1409061 2024-09-16T11:31:12.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 2198 completed, throughput=5MB/sec 2024-09-16T11:31:12.264 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uHIQa_7sT95sfOx off=16895182 len=519589 2024-09-16T11:31:12.267 INFO:tasks.workunit.client.0.smithi077.stdout:op 2199 completed, throughput=5MB/sec 2024-09-16T11:31:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:12 smithi191 ceph-mon[84934]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:12.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:12 smithi077 ceph-mon[86047]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:12 smithi077 ceph-mon[88497]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:13.267 INFO:tasks.workunit.client.0.smithi077.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:13.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vXeLU_hdej_hzLO off=9533212 len=411367 2024-09-16T11:31:13.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 2200 completed, throughput=4.99MB/sec 2024-09-16T11:31:13.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DUPvt9k0Ow5JnWO off=18345301 len=347509 2024-09-16T11:31:13.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 2201 completed, throughput=4.99MB/sec 2024-09-16T11:31:13.269 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6E1QoxsMeW0Sgdi off=18370699 len=1604424 2024-09-16T11:31:13.277 INFO:tasks.workunit.client.0.smithi077.stdout:op 2202 completed, throughput=4.99MB/sec 2024-09-16T11:31:13.277 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b7_VoYeNPWRTWPb off=17168863 len=211618 2024-09-16T11:31:13.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 2203 completed, throughput=4.99MB/sec 2024-09-16T11:31:13.279 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WjmQeY5TZGh98Lt off=1415896 len=1411930 2024-09-16T11:31:13.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 2204 completed, throughput=5MB/sec 2024-09-16T11:31:13.285 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EYi7WrNw1HtfeIu off=1831393 len=1929341 2024-09-16T11:31:13.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 2205 completed, throughput=5MB/sec 2024-09-16T11:31:14.296 INFO:tasks.workunit.client.0.smithi077.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:14.297 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mgNtzv8Y6Eg2AhX off=4825848 len=769512 2024-09-16T11:31:14.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 2206 completed, throughput=4.99MB/sec 2024-09-16T11:31:14.298 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k5ebnZc1qJRkZRn off=1043635 len=695194 2024-09-16T11:31:14.299 INFO:tasks.workunit.client.0.smithi077.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-16T11:31:14.299 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-389uP4HieqYpWUw off=6289831 len=900867 2024-09-16T11:31:14.301 INFO:tasks.workunit.client.0.smithi077.stdout:op 2208 completed, throughput=5MB/sec 2024-09-16T11:31:14.301 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FsXYRnHspad2Sfz off=7645565 len=1474484 2024-09-16T11:31:14.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 2209 completed, throughput=5MB/sec 2024-09-16T11:31:14.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VqqnmZkY1xyH-11 off=3179263 len=853375 2024-09-16T11:31:14.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 2210 completed, throughput=5MB/sec 2024-09-16T11:31:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:14 smithi077 ceph-mon[86047]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T11:31:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:14 smithi077 ceph-mon[88497]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T11:31:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:14 smithi191 ceph-mon[84934]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T11:31:15.305 INFO:tasks.workunit.client.0.smithi077.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:15.305 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p-7fIQojtx2RWuL off=7532942 len=1018204 2024-09-16T11:31:15.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 2211 completed, throughput=4.99MB/sec 2024-09-16T11:31:15.308 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0MY6VGACFrKiqUW off=16440792 len=713349 2024-09-16T11:31:15.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 2212 completed, throughput=4.99MB/sec 2024-09-16T11:31:15.309 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zhtx_E3oomkAZnr off=977996 len=313731 2024-09-16T11:31:15.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 2213 completed, throughput=4.99MB/sec 2024-09-16T11:31:15.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QInDrhXf7O5FTdK off=0 len=1216544 2024-09-16T11:31:15.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 2214 completed, throughput=5MB/sec 2024-09-16T11:31:15.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yEoL0EE_bBBDxHM off=663936 len=1875956 2024-09-16T11:31:15.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 2215 completed, throughput=5MB/sec 2024-09-16T11:31:16.320 INFO:tasks.workunit.client.0.smithi077.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:16.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6ZZycnxD5bAwf3Z off=3903768 len=280083 2024-09-16T11:31:16.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 2216 completed, throughput=4.99MB/sec 2024-09-16T11:31:16.321 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rQBzudTb4K74937 off=970749 len=73651 2024-09-16T11:31:16.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 2217 completed, throughput=4.99MB/sec 2024-09-16T11:31:16.322 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sjMNS_XdUJ5HRe9 off=11483703 len=1212601 2024-09-16T11:31:16.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 2218 completed, throughput=4.99MB/sec 2024-09-16T11:31:16.327 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-glFQ7E3z5jtLgHH off=845851 len=1110137 2024-09-16T11:31:16.329 INFO:tasks.workunit.client.0.smithi077.stdout:op 2219 completed, throughput=4.99MB/sec 2024-09-16T11:31:16.329 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SZ6bKuSnN6Kq8m0 off=7302778 len=2062154 2024-09-16T11:31:16.332 INFO:tasks.workunit.client.0.smithi077.stdout:op 2220 completed, throughput=5MB/sec 2024-09-16T11:31:16.332 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_Y9NVfSJVYAOPLs off=2271078 len=1629722 2024-09-16T11:31:16.340 INFO:tasks.workunit.client.0.smithi077.stdout:op 2221 completed, throughput=5MB/sec 2024-09-16T11:31:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:16 smithi077 ceph-mon[86047]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T11:31:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:16 smithi077 ceph-mon[88497]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T11:31:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:16 smithi191 ceph-mon[84934]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T11:31:17.171 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:16] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:31:17.340 INFO:tasks.workunit.client.0.smithi077.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:17.341 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DN_cw8LMdboc3tx off=3168842 len=508015 2024-09-16T11:31:17.345 INFO:tasks.workunit.client.0.smithi077.stdout:op 2222 completed, throughput=4.99MB/sec 2024-09-16T11:31:17.345 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rxDtdWQ4yv8LFzf off=7494605 len=897802 2024-09-16T11:31:17.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 2223 completed, throughput=4.99MB/sec 2024-09-16T11:31:17.350 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jNIsNz1ynyGbY_9 off=20519024 len=1027194 2024-09-16T11:31:17.355 INFO:tasks.workunit.client.0.smithi077.stdout:op 2224 completed, throughput=5MB/sec 2024-09-16T11:31:17.355 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7WuhD9tKtOAgwzc off=3490987 len=1741871 2024-09-16T11:31:17.357 INFO:tasks.workunit.client.0.smithi077.stdout:op 2225 completed, throughput=5MB/sec 2024-09-16T11:31:17.357 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VgGm4BQuvlat_5R off=18096763 len=1614141 2024-09-16T11:31:17.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 2226 completed, throughput=5MB/sec 2024-09-16T11:31:18.364 INFO:tasks.workunit.client.0.smithi077.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:18.364 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JO2RhToP-KyViGn off=3062677 len=874260 2024-09-16T11:31:18.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 2227 completed, throughput=4.99MB/sec 2024-09-16T11:31:18.370 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vwU4KGL4X9btcC- off=1861497 len=971966 2024-09-16T11:31:18.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 2228 completed, throughput=5MB/sec 2024-09-16T11:31:18.375 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F3ehc3uUYhbe-Yz off=14701316 len=2039851 2024-09-16T11:31:18.385 INFO:tasks.workunit.client.0.smithi077.stdout:op 2229 completed, throughput=5MB/sec 2024-09-16T11:31:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:18 smithi077 ceph-mon[86047]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:18 smithi077 ceph-mon[88497]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:18 smithi191 ceph-mon[84934]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:19.385 INFO:tasks.workunit.client.0.smithi077.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:19.386 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FUYfIkr-LsTyRBl off=4397945 len=412916 2024-09-16T11:31:19.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 2230 completed, throughput=4.99MB/sec 2024-09-16T11:31:19.387 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IVwMG47uTnK90KB off=1356594 len=1063033 2024-09-16T11:31:19.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 2231 completed, throughput=4.99MB/sec 2024-09-16T11:31:19.389 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5U_Bs5LOopTGVfw off=4993098 len=2032755 2024-09-16T11:31:19.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 2232 completed, throughput=5MB/sec 2024-09-16T11:31:19.403 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sU64HPsqPLR3vlc off=2610937 len=532190 2024-09-16T11:31:19.406 INFO:tasks.workunit.client.0.smithi077.stdout:op 2233 completed, throughput=5MB/sec 2024-09-16T11:31:19.406 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_6iPc4VfQjmVRKk off=9170773 len=1417315 2024-09-16T11:31:19.408 INFO:tasks.workunit.client.0.smithi077.stdout:op 2234 completed, throughput=5MB/sec 2024-09-16T11:31:20.408 INFO:tasks.workunit.client.0.smithi077.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:20.409 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JkjLQrA6ihXS1ka off=840068 len=669348 2024-09-16T11:31:20.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 2235 completed, throughput=4.99MB/sec 2024-09-16T11:31:20.410 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7PhvqpHFxzRLse7 off=13693318 len=1903988 2024-09-16T11:31:20.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 2236 completed, throughput=4.99MB/sec 2024-09-16T11:31:20.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-33-o6P3vpXb-GLx off=1312134 len=1156857 2024-09-16T11:31:20.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 2237 completed, throughput=5MB/sec 2024-09-16T11:31:20.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YriM8XQ-3t4_I7V off=17507549 len=1294227 2024-09-16T11:31:20.432 INFO:tasks.workunit.client.0.smithi077.stdout:op 2238 completed, throughput=5MB/sec 2024-09-16T11:31:20.432 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mHIJgTXUwXtbhUr off=14416407 len=316206 2024-09-16T11:31:20.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 2239 completed, throughput=5MB/sec 2024-09-16T11:31:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:20 smithi077 ceph-mon[86047]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:20 smithi077 ceph-mon[88497]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:20 smithi191 ceph-mon[84934]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:21.434 INFO:tasks.workunit.client.0.smithi077.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:21.434 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SdE9jDKZB7m9gIM off=1883374 len=1321870 2024-09-16T11:31:21.442 INFO:tasks.workunit.client.0.smithi077.stdout:op 2240 completed, throughput=4.99MB/sec 2024-09-16T11:31:21.442 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-36cCHymN6I3K79H off=4808972 len=1606281 2024-09-16T11:31:21.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 2241 completed, throughput=5MB/sec 2024-09-16T11:31:21.446 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-X3bilKbBx4hPWeN off=8227504 len=1551454 2024-09-16T11:31:21.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 2242 completed, throughput=5MB/sec 2024-09-16T11:31:21.452 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dU_nDgtnb9lUvHL off=1171386 len=1792501 2024-09-16T11:31:21.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 2243 completed, throughput=5MB/sec 2024-09-16T11:31:22.460 INFO:tasks.workunit.client.0.smithi077.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:22.460 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ugw0xJrNUI_2fvn off=2258382 len=1834856 2024-09-16T11:31:22.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 2244 completed, throughput=4.99MB/sec 2024-09-16T11:31:22.463 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fL8pbBGrwyYeeQi off=8427045 len=1127075 2024-09-16T11:31:22.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 2245 completed, throughput=5MB/sec 2024-09-16T11:31:22.466 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wuB3clOVLT4l7zE off=1093545 len=603342 2024-09-16T11:31:22.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 2246 completed, throughput=5MB/sec 2024-09-16T11:31:22.466 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RkLiqeVv5WI1Ppb off=19888741 len=779875 2024-09-16T11:31:22.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 2247 completed, throughput=5MB/sec 2024-09-16T11:31:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:22 smithi077 ceph-mon[86047]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:31:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:22 smithi077 ceph-mon[88497]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:31:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:22 smithi191 ceph-mon[84934]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:31:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:23.472 INFO:tasks.workunit.client.0.smithi077.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:23.472 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gxCK4ZSdpiMtE_v off=19283240 len=208642 2024-09-16T11:31:23.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 2248 completed, throughput=4.99MB/sec 2024-09-16T11:31:23.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0w2K4vzG-1F7mQe off=11117409 len=2065827 2024-09-16T11:31:23.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 2249 completed, throughput=4.99MB/sec 2024-09-16T11:31:23.479 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PFOZv13pjmBqePC off=3549560 len=1948274 2024-09-16T11:31:23.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 2250 completed, throughput=5MB/sec 2024-09-16T11:31:23.489 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w3Ag63kepqLsljy off=2193484 len=1214474 2024-09-16T11:31:23.490 INFO:tasks.workunit.client.0.smithi077.stdout:op 2251 completed, throughput=5MB/sec 2024-09-16T11:31:24.491 INFO:tasks.workunit.client.0.smithi077.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:24.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qgQ9vMh3n0U1TlD off=2404417 len=1132328 2024-09-16T11:31:24.492 INFO:tasks.workunit.client.0.smithi077.stdout:op 2252 completed, throughput=4.99MB/sec 2024-09-16T11:31:24.492 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qu0Rq0O93BMpyDa off=20868718 len=1739041 2024-09-16T11:31:24.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 2253 completed, throughput=5MB/sec 2024-09-16T11:31:24.501 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WzPllCvm6xTlT8U off=500967 len=1111574 2024-09-16T11:31:24.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 2254 completed, throughput=5MB/sec 2024-09-16T11:31:24.502 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R9WWNiaP8M5CNEu off=468522 len=1603513 2024-09-16T11:31:24.504 INFO:tasks.workunit.client.0.smithi077.stdout:op 2255 completed, throughput=5MB/sec 2024-09-16T11:31:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:24 smithi077 ceph-mon[86047]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:24 smithi077 ceph-mon[88497]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:24 smithi191 ceph-mon[84934]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:25.504 INFO:tasks.workunit.client.0.smithi077.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:25.505 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mi64L-eaiEwccNT off=12305804 len=929568 2024-09-16T11:31:25.507 INFO:tasks.workunit.client.0.smithi077.stdout:op 2256 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.507 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QWK0Jp-ZR-4cTAn off=17449404 len=197389 2024-09-16T11:31:25.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 2257 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.511 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uV7Q5OCdOngjgJb off=11459764 len=323307 2024-09-16T11:31:25.512 INFO:tasks.workunit.client.0.smithi077.stdout:op 2258 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.512 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gafezOuMLMxGXuA off=18063479 len=724457 2024-09-16T11:31:25.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 2259 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.516 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lN28WFEHItftIa9 off=11805636 len=204480 2024-09-16T11:31:25.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 2260 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.517 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3KDRKo8hGNhWWRA off=2070268 len=102013 2024-09-16T11:31:25.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 2261 completed, throughput=4.99MB/sec 2024-09-16T11:31:25.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CK0wmvIESdzySOE off=17594903 len=1539758 2024-09-16T11:31:25.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 2262 completed, throughput=5MB/sec 2024-09-16T11:31:25.527 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-E__1MF5xdbEbkq6 off=1168174 len=1407049 2024-09-16T11:31:25.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 2263 completed, throughput=5MB/sec 2024-09-16T11:31:26.533 INFO:tasks.workunit.client.0.smithi077.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:26.533 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v9Ig0mCWooSvmMU off=9816474 len=2072821 2024-09-16T11:31:26.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 2264 completed, throughput=4.99MB/sec 2024-09-16T11:31:26.547 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HoSWVOlVJwdxUCh off=7640453 len=1532743 2024-09-16T11:31:26.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 2265 completed, throughput=5MB/sec 2024-09-16T11:31:26.554 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MICjz6L0-qznMD- off=5173557 len=1839131 2024-09-16T11:31:26.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 2266 completed, throughput=5MB/sec 2024-09-16T11:31:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:26 smithi077 ceph-mon[86047]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:26 smithi077 ceph-mon[88497]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:26 smithi191 ceph-mon[84934]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:26] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:31:27.562 INFO:tasks.workunit.client.0.smithi077.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:27.562 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y4BE56B4vMC9K0g off=14872312 len=192170 2024-09-16T11:31:27.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 2267 completed, throughput=4.99MB/sec 2024-09-16T11:31:27.565 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y0dPi598MsTGpRL off=10092388 len=2013142 2024-09-16T11:31:27.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 2268 completed, throughput=4.99MB/sec 2024-09-16T11:31:27.575 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sxj9qqlrDj2ShAB off=18121638 len=1398277 2024-09-16T11:31:27.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 2269 completed, throughput=5MB/sec 2024-09-16T11:31:27.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ziGOL35Tsonjr6b off=3972190 len=877499 2024-09-16T11:31:27.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 2270 completed, throughput=5MB/sec 2024-09-16T11:31:27.579 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iaE-G45PWNrdko7 off=15970112 len=1586811 2024-09-16T11:31:27.591 INFO:tasks.workunit.client.0.smithi077.stdout:op 2271 completed, throughput=5MB/sec 2024-09-16T11:31:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:28.591 INFO:tasks.workunit.client.0.smithi077.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:28.591 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3AEJH-_GjXYQAuL off=6937462 len=1363143 2024-09-16T11:31:28.593 INFO:tasks.workunit.client.0.smithi077.stdout:op 2272 completed, throughput=4.99MB/sec 2024-09-16T11:31:28.593 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-faHtFkOuHLgXJIr off=2367648 len=1601950 2024-09-16T11:31:28.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 2273 completed, throughput=5MB/sec 2024-09-16T11:31:28.602 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UTGcmXbcTZiR25g off=1847891 len=1397008 2024-09-16T11:31:28.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 2274 completed, throughput=5MB/sec 2024-09-16T11:31:28.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:28 smithi077 ceph-mon[86047]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:28 smithi077 ceph-mon[88497]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:28 smithi191 ceph-mon[84934]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:29.609 INFO:tasks.workunit.client.0.smithi077.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:29.609 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N4EXdnRcBzADrAU off=18072324 len=402043 2024-09-16T11:31:29.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 2275 completed, throughput=4.99MB/sec 2024-09-16T11:31:29.613 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NVvTHXNVq-0Nx-J off=3319639 len=1574508 2024-09-16T11:31:29.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 2276 completed, throughput=4.99MB/sec 2024-09-16T11:31:29.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--lm33LeWit2Xf65 off=379275 len=1314694 2024-09-16T11:31:29.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 2277 completed, throughput=5MB/sec 2024-09-16T11:31:29.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aJQkafIxBOCfUqa off=2046223 len=443768 2024-09-16T11:31:29.627 INFO:tasks.workunit.client.0.smithi077.stdout:op 2278 completed, throughput=5MB/sec 2024-09-16T11:31:29.627 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RVYzqS7bgpGepUp off=1919664 len=1266413 2024-09-16T11:31:29.628 INFO:tasks.workunit.client.0.smithi077.stdout:op 2279 completed, throughput=5MB/sec 2024-09-16T11:31:29.628 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bJNTPrk4AyTESs- off=15770615 len=170711 2024-09-16T11:31:29.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 2280 completed, throughput=5MB/sec 2024-09-16T11:31:30.631 INFO:tasks.workunit.client.0.smithi077.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:30.631 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CpbZFocAOygXLU_ off=2109208 len=423663 2024-09-16T11:31:30.635 INFO:tasks.workunit.client.0.smithi077.stdout:op 2281 completed, throughput=4.99MB/sec 2024-09-16T11:31:30.635 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S9FOipSUnRTUIne off=5302699 len=631980 2024-09-16T11:31:30.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 2282 completed, throughput=4.99MB/sec 2024-09-16T11:31:30.640 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PKVpUGXwQ8eXEf0 off=1854914 len=1171237 2024-09-16T11:31:30.642 INFO:tasks.workunit.client.0.smithi077.stdout:op 2283 completed, throughput=4.99MB/sec 2024-09-16T11:31:30.642 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kUAapBT22rjvRIl off=1946572 len=560827 2024-09-16T11:31:30.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 2284 completed, throughput=4.99MB/sec 2024-09-16T11:31:30.645 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r8yOqfsljrhF1qF off=10858514 len=435190 2024-09-16T11:31:30.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 2285 completed, throughput=5MB/sec 2024-09-16T11:31:30.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U6dY0HtGPo4J1jP off=427691 len=133544 2024-09-16T11:31:30.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 2286 completed, throughput=5MB/sec 2024-09-16T11:31:30.649 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nSx4dq6rFG3je5j off=1237976 len=1556598 2024-09-16T11:31:30.655 INFO:tasks.workunit.client.0.smithi077.stdout:op 2287 completed, throughput=5MB/sec 2024-09-16T11:31:30.655 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--7GrGEEY_Nzza7y off=18469644 len=2042749 2024-09-16T11:31:30.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 2288 completed, throughput=5MB/sec 2024-09-16T11:31:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:30 smithi077 ceph-mon[86047]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:30 smithi077 ceph-mon[88497]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:30 smithi191 ceph-mon[84934]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:31.657 INFO:tasks.workunit.client.0.smithi077.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:31.657 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b8ITy_DLn1T2j1x off=608860 len=1413328 2024-09-16T11:31:31.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 2289 completed, throughput=5MB/sec 2024-09-16T11:31:31.659 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RLpoVlm7NnJCACK off=8138884 len=642260 2024-09-16T11:31:31.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 2290 completed, throughput=5MB/sec 2024-09-16T11:31:31.661 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Vn14rOr6lnHbIqR off=3023541 len=1445607 2024-09-16T11:31:31.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 2291 completed, throughput=5MB/sec 2024-09-16T11:31:31.671 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TkbEfzQ7V8P1HTk off=5824129 len=598509 2024-09-16T11:31:31.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 2292 completed, throughput=5MB/sec 2024-09-16T11:31:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:32 smithi077 ceph-mon[88497]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:32 smithi077 ceph-mon[86047]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:32.672 INFO:tasks.workunit.client.0.smithi077.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:32.673 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tM7v395Vo-L81w3 off=4536547 len=1014099 2024-09-16T11:31:32.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 2293 completed, throughput=4.99MB/sec 2024-09-16T11:31:32.675 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1wtxps2Je4Ijmwc off=5911739 len=273322 2024-09-16T11:31:32.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 2294 completed, throughput=4.99MB/sec 2024-09-16T11:31:32.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FG9j17s9SZsVQvU off=14507595 len=12471 2024-09-16T11:31:32.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 2295 completed, throughput=4.99MB/sec 2024-09-16T11:31:32.678 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OdGeOj8NP8Q_Vv3 off=801001 len=1194927 2024-09-16T11:31:32.679 INFO:tasks.workunit.client.0.smithi077.stdout:op 2296 completed, throughput=5MB/sec 2024-09-16T11:31:32.679 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cSV7CpeEGdGjIf0 off=3285792 len=2056920 2024-09-16T11:31:32.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 2297 completed, throughput=5MB/sec 2024-09-16T11:31:32.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dtxFm6_LnZ0nQZ0 off=1360043 len=447800 2024-09-16T11:31:32.695 INFO:tasks.workunit.client.0.smithi077.stdout:op 2298 completed, throughput=5MB/sec 2024-09-16T11:31:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:32 smithi191 ceph-mon[84934]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T11:31:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:33.695 INFO:tasks.workunit.client.0.smithi077.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:33.696 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qN0Ta8_7FT6WfsN off=7868128 len=721677 2024-09-16T11:31:33.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 2299 completed, throughput=4.99MB/sec 2024-09-16T11:31:33.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4Urts2JAkRyaFo- off=633557 len=761124 2024-09-16T11:31:33.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 2300 completed, throughput=4.99MB/sec 2024-09-16T11:31:33.704 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--4Y3uYPUJPc-p87 off=3354824 len=202510 2024-09-16T11:31:33.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 2301 completed, throughput=4.99MB/sec 2024-09-16T11:31:33.707 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eP3GT8UVSVpdCzs off=113473 len=288389 2024-09-16T11:31:33.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 2302 completed, throughput=4.99MB/sec 2024-09-16T11:31:33.710 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A7drL8Tf2hRkHb7 off=2189126 len=1973159 2024-09-16T11:31:33.717 INFO:tasks.workunit.client.0.smithi077.stdout:op 2303 completed, throughput=5MB/sec 2024-09-16T11:31:33.717 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-utGzyAuiRA22Kxs off=5551318 len=49410 2024-09-16T11:31:33.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 2304 completed, throughput=5MB/sec 2024-09-16T11:31:33.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UpQxcgB0l9ncsdg off=3436510 len=1653359 2024-09-16T11:31:33.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 2305 completed, throughput=5MB/sec 2024-09-16T11:31:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:34 smithi077 ceph-mon[86047]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:34 smithi077 ceph-mon[88497]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:34 smithi191 ceph-mon[84934]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:31:34.721 INFO:tasks.workunit.client.0.smithi077.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:34.722 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vkXR9sYbZzouuUj off=687466 len=1856237 2024-09-16T11:31:34.724 INFO:tasks.workunit.client.0.smithi077.stdout:op 2306 completed, throughput=4.99MB/sec 2024-09-16T11:31:34.724 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p08nm6p3dOZfnlX off=12011177 len=704961 2024-09-16T11:31:34.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 2307 completed, throughput=5MB/sec 2024-09-16T11:31:34.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tpP5wYuerivua2k off=6813085 len=773825 2024-09-16T11:31:34.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 2308 completed, throughput=5MB/sec 2024-09-16T11:31:34.730 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RUk1GcAOXDGFcnK off=693599 len=1791981 2024-09-16T11:31:34.732 INFO:tasks.workunit.client.0.smithi077.stdout:op 2309 completed, throughput=5MB/sec 2024-09-16T11:31:35.732 INFO:tasks.workunit.client.0.smithi077.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:35.732 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lAEBPYekjFiPpqY off=493466 len=1598823 2024-09-16T11:31:35.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 2310 completed, throughput=4.99MB/sec 2024-09-16T11:31:35.736 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0k-IjK7HWrq5oi5 off=17512766 len=1505691 2024-09-16T11:31:35.738 INFO:tasks.workunit.client.0.smithi077.stdout:op 2311 completed, throughput=5MB/sec 2024-09-16T11:31:35.738 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BNeENeOtYDiATKf off=7754028 len=64461 2024-09-16T11:31:35.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 2312 completed, throughput=5MB/sec 2024-09-16T11:31:35.739 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-57KFZKO54s33-MU off=7599144 len=2012263 2024-09-16T11:31:35.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 2313 completed, throughput=5MB/sec 2024-09-16T11:31:35.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qk6xT6i9pEqGvuE off=6634070 len=994732 2024-09-16T11:31:35.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 2314 completed, throughput=5MB/sec 2024-09-16T11:31:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:36 smithi077 ceph-mon[86047]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:31:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:36 smithi077 ceph-mon[88497]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:31:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:36 smithi191 ceph-mon[84934]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:31:36.747 INFO:tasks.workunit.client.0.smithi077.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:36.747 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ryv4I7Dsf2u3r7a off=3329088 len=1448602 2024-09-16T11:31:36.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 2315 completed, throughput=4.99MB/sec 2024-09-16T11:31:36.754 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wo41-wNf5NFESJR off=735541 len=1622666 2024-09-16T11:31:36.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 2316 completed, throughput=5MB/sec 2024-09-16T11:31:36.756 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1_VRdxEKsntP3Vu off=1652377 len=1255308 2024-09-16T11:31:36.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 2317 completed, throughput=5MB/sec 2024-09-16T11:31:36.758 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I6_8cO-Jv7Gk0Le off=4235228 len=331462 2024-09-16T11:31:36.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 2318 completed, throughput=5MB/sec 2024-09-16T11:31:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:36] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:31:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:37 smithi077 ceph-mon[86047]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:37 smithi077 ceph-mon[88497]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:37 smithi191 ceph-mon[84934]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:31:37.761 INFO:tasks.workunit.client.0.smithi077.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:37.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SfRsM28Dh-kROZt off=2563668 len=537711 2024-09-16T11:31:37.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 2319 completed, throughput=4.99MB/sec 2024-09-16T11:31:37.765 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i4lWmb5TmvnIXxY off=5514316 len=86400 2024-09-16T11:31:37.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 2320 completed, throughput=4.99MB/sec 2024-09-16T11:31:37.767 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OEeXIwK-sN-tgJq off=1536290 len=942112 2024-09-16T11:31:37.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 2321 completed, throughput=4.99MB/sec 2024-09-16T11:31:37.769 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4xWw-8i8Hj1ZP-O off=1471059 len=677221 2024-09-16T11:31:37.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-16T11:31:37.773 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uYX9YjqdGBof5n5 off=5381417 len=1419535 2024-09-16T11:31:37.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 2323 completed, throughput=5MB/sec 2024-09-16T11:31:37.778 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x3Ht3yJfdv_C19M off=5368858 len=1108591 2024-09-16T11:31:37.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 2324 completed, throughput=5MB/sec 2024-09-16T11:31:37.783 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hugSN38Yo2Xz41h off=2784180 len=1397150 2024-09-16T11:31:37.785 INFO:tasks.workunit.client.0.smithi077.stdout:op 2325 completed, throughput=5MB/sec 2024-09-16T11:31:38.785 INFO:tasks.workunit.client.0.smithi077.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:38.785 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_k0JzZ2Nz7Ln_jx off=2003022 len=1362130 2024-09-16T11:31:38.792 INFO:tasks.workunit.client.0.smithi077.stdout:op 2326 completed, throughput=4.99MB/sec 2024-09-16T11:31:38.792 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6C_TjbdEx1Y9jq3 off=6382278 len=1230059 2024-09-16T11:31:38.797 INFO:tasks.workunit.client.0.smithi077.stdout:op 2327 completed, throughput=5MB/sec 2024-09-16T11:31:38.797 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JJFuMCU-VqzNS8r off=488271 len=846276 2024-09-16T11:31:38.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 2328 completed, throughput=5MB/sec 2024-09-16T11:31:38.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FqFiBWpMyn5xvXE off=4477853 len=439096 2024-09-16T11:31:38.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 2329 completed, throughput=5MB/sec 2024-09-16T11:31:38.803 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Vx-IBryiDTYkrop off=5180045 len=343100 2024-09-16T11:31:38.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 2330 completed, throughput=5MB/sec 2024-09-16T11:31:38.804 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g6D11oI7i63XqHu off=4467134 len=819719 2024-09-16T11:31:38.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 2331 completed, throughput=5MB/sec 2024-09-16T11:31:39.806 INFO:tasks.workunit.client.0.smithi077.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:39.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5KR-q7t4jSUFgFI off=1806349 len=1864920 2024-09-16T11:31:39.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 2332 completed, throughput=4.99MB/sec 2024-09-16T11:31:39.809 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qfTgCX9Qgkm_AUn off=1297961 len=459092 2024-09-16T11:31:39.812 INFO:tasks.workunit.client.0.smithi077.stdout:op 2333 completed, throughput=5MB/sec 2024-09-16T11:31:39.812 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rhv4cjypqWZnkSz off=304302 len=1040937 2024-09-16T11:31:39.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 2334 completed, throughput=5MB/sec 2024-09-16T11:31:39.818 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5Bjna9VaN-vb-sf off=4939463 len=1693977 2024-09-16T11:31:39.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 2335 completed, throughput=5MB/sec 2024-09-16T11:31:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:40 smithi077 ceph-mon[86047]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:31:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:40 smithi077 ceph-mon[88497]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:31:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:40 smithi191 ceph-mon[84934]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:31:40.827 INFO:tasks.workunit.client.0.smithi077.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:40.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9brOr_4BgLNX9gh off=1165283 len=478382 2024-09-16T11:31:40.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 2336 completed, throughput=4.99MB/sec 2024-09-16T11:31:40.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sJL-aFu2PhpUTjQ off=3756478 len=888050 2024-09-16T11:31:40.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 2337 completed, throughput=4.99MB/sec 2024-09-16T11:31:40.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-czDXq1Ut8PX4513 off=15492253 len=1829249 2024-09-16T11:31:40.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 2338 completed, throughput=5MB/sec 2024-09-16T11:31:40.843 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKAplHjnq39laA_ off=786570 len=2067930 2024-09-16T11:31:40.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 2339 completed, throughput=5MB/sec 2024-09-16T11:31:41.854 INFO:tasks.workunit.client.0.smithi077.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:41.854 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LUXuDL3Lj7wxovd off=476131 len=1415266 2024-09-16T11:31:41.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 2340 completed, throughput=4.99MB/sec 2024-09-16T11:31:41.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--j7YqGWnsGWHa29 off=9727525 len=436927 2024-09-16T11:31:41.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 2341 completed, throughput=4.99MB/sec 2024-09-16T11:31:41.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0RbyNiHE0r3XXeN off=3493708 len=411857 2024-09-16T11:31:41.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 2342 completed, throughput=4.99MB/sec 2024-09-16T11:31:41.859 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V0hgPcamLVng6cH off=20028546 len=229483 2024-09-16T11:31:41.859 INFO:tasks.workunit.client.0.smithi077.stdout:op 2343 completed, throughput=5MB/sec 2024-09-16T11:31:41.859 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-acYTB0YPrpBzMek off=3347266 len=1010385 2024-09-16T11:31:41.865 INFO:tasks.workunit.client.0.smithi077.stdout:op 2344 completed, throughput=5MB/sec 2024-09-16T11:31:41.865 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D07nybhrb22Hknf off=3371843 len=1259809 2024-09-16T11:31:41.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 2345 completed, throughput=5MB/sec 2024-09-16T11:31:41.866 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2Jk26vbu2LWwZ-p off=1435137 len=847533 2024-09-16T11:31:41.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 2346 completed, throughput=5MB/sec 2024-09-16T11:31:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:42 smithi077 ceph-mon[86047]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:42 smithi077 ceph-mon[88497]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:42 smithi191 ceph-mon[84934]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:42.871 INFO:tasks.workunit.client.0.smithi077.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:42.871 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WWrUqGiioK0W347 off=859564 len=246147 2024-09-16T11:31:42.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 2347 completed, throughput=4.99MB/sec 2024-09-16T11:31:42.874 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0Dim02Dr_dBV8Ih off=1469264 len=455109 2024-09-16T11:31:42.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 2348 completed, throughput=4.99MB/sec 2024-09-16T11:31:42.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FPVZwbEHq-BJOBU off=2028112 len=1220620 2024-09-16T11:31:42.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 2349 completed, throughput=4.99MB/sec 2024-09-16T11:31:42.879 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--3c3ILLi30hNi-Z off=2883982 len=121003 2024-09-16T11:31:42.881 INFO:tasks.workunit.client.0.smithi077.stdout:op 2350 completed, throughput=4.99MB/sec 2024-09-16T11:31:42.881 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BX0Cdsh-Tor5RfZ off=17865312 len=1518067 2024-09-16T11:31:42.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 2351 completed, throughput=5MB/sec 2024-09-16T11:31:42.889 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HpDHZkuur82Y06J off=7416001 len=1121460 2024-09-16T11:31:42.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 2352 completed, throughput=5MB/sec 2024-09-16T11:31:42.894 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sf4UupqSkuxhrxb off=1371912 len=2052523 2024-09-16T11:31:42.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 2353 completed, throughput=5MB/sec 2024-09-16T11:31:43.902 INFO:tasks.workunit.client.0.smithi077.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:43.902 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y0HLDL3rZZmcOHk off=10498183 len=1960107 2024-09-16T11:31:43.904 INFO:tasks.workunit.client.0.smithi077.stdout:op 2354 completed, throughput=5MB/sec 2024-09-16T11:31:43.904 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--C8Hm01ze-3zeTr off=5000541 len=403517 2024-09-16T11:31:43.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 2355 completed, throughput=5MB/sec 2024-09-16T11:31:43.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WPGu_OyPfcAFE4v off=14871329 len=1225801 2024-09-16T11:31:43.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 2356 completed, throughput=5MB/sec 2024-09-16T11:31:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:44 smithi077 ceph-mon[86047]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:31:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:44 smithi077 ceph-mon[88497]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:31:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:44 smithi191 ceph-mon[84934]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:31:44.916 INFO:tasks.workunit.client.0.smithi077.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:44.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s18aYQOA9m7jdDb off=4829680 len=364668 2024-09-16T11:31:44.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 2357 completed, throughput=4.99MB/sec 2024-09-16T11:31:44.917 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4rIz2pbZCaLzJz6 off=3624931 len=1907177 2024-09-16T11:31:44.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 2358 completed, throughput=4.99MB/sec 2024-09-16T11:31:44.919 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nkqssv2RwRlyTyC off=796582 len=997540 2024-09-16T11:31:44.925 INFO:tasks.workunit.client.0.smithi077.stdout:op 2359 completed, throughput=5MB/sec 2024-09-16T11:31:44.925 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GoFMSL6gW8xbBG1 off=11300852 len=599393 2024-09-16T11:31:44.929 INFO:tasks.workunit.client.0.smithi077.stdout:op 2360 completed, throughput=5MB/sec 2024-09-16T11:31:44.929 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OCyH7QiQEjcYg0_ off=13305133 len=1084970 2024-09-16T11:31:44.934 INFO:tasks.workunit.client.0.smithi077.stdout:op 2361 completed, throughput=5MB/sec 2024-09-16T11:31:44.934 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GqtzrTJJ5tcPvKT off=17468829 len=1198113 2024-09-16T11:31:44.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 2362 completed, throughput=5MB/sec 2024-09-16T11:31:45.935 INFO:tasks.workunit.client.0.smithi077.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:45.936 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W3RkaXF2SuLT-dc off=4900536 len=13152 2024-09-16T11:31:45.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 2363 completed, throughput=4.99MB/sec 2024-09-16T11:31:45.937 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mdmrCCWgRgxeBAG off=3851576 len=986301 2024-09-16T11:31:45.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 2364 completed, throughput=4.99MB/sec 2024-09-16T11:31:45.938 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qs65QYlrzpldIGu off=8985326 len=999083 2024-09-16T11:31:45.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 2365 completed, throughput=5MB/sec 2024-09-16T11:31:45.939 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SghPzCzjBXmYquM off=1153594 len=1767050 2024-09-16T11:31:45.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 2366 completed, throughput=5MB/sec 2024-09-16T11:31:45.957 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XM7Meswx4UFZR1r off=4497253 len=775174 2024-09-16T11:31:45.957 INFO:tasks.workunit.client.0.smithi077.stdout:op 2367 completed, throughput=5MB/sec 2024-09-16T11:31:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:46 smithi077 ceph-mon[86047]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:31:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:46 smithi077 ceph-mon[88497]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:31:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:46 smithi191 ceph-mon[84934]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:31:46.958 INFO:tasks.workunit.client.0.smithi077.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:46.958 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dAOQbUIPiokzEDl off=18928103 len=1316412 2024-09-16T11:31:46.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 2368 completed, throughput=4.99MB/sec 2024-09-16T11:31:46.959 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FiV-JDbtbdjxywn off=7485131 len=1573655 2024-09-16T11:31:46.966 INFO:tasks.workunit.client.0.smithi077.stdout:op 2369 completed, throughput=5MB/sec 2024-09-16T11:31:46.966 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZsU4R9Zw6d2aFIV off=707805 len=690722 2024-09-16T11:31:46.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 2370 completed, throughput=5MB/sec 2024-09-16T11:31:46.967 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ssyllVraEsmsm39 off=20059393 len=200905 2024-09-16T11:31:46.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 2371 completed, throughput=5MB/sec 2024-09-16T11:31:46.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jQpWeyRy6YJ2dfL off=9808206 len=1711057 2024-09-16T11:31:46.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 2372 completed, throughput=5MB/sec 2024-09-16T11:31:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:46] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T11:31:47.970 INFO:tasks.workunit.client.0.smithi077.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:47.970 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NFNoWFaBktVC6SF off=17642808 len=1304329 2024-09-16T11:31:47.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 2373 completed, throughput=4.99MB/sec 2024-09-16T11:31:47.994 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1YlM9e0gdSzkTbA off=6711750 len=230958 2024-09-16T11:31:47.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 2374 completed, throughput=4.99MB/sec 2024-09-16T11:31:47.995 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-coP8ZNc8QVci9qU off=22821841 len=867983 2024-09-16T11:31:47.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 2375 completed, throughput=4.99MB/sec 2024-09-16T11:31:47.996 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ocnJSvdbi2wT_G7 off=1019873 len=1393558 2024-09-16T11:31:47.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 2376 completed, throughput=5MB/sec 2024-09-16T11:31:47.999 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XHeWTaBHie_0Bav off=8584161 len=162474 2024-09-16T11:31:48.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 2377 completed, throughput=5MB/sec 2024-09-16T11:31:48.006 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N0fWodJ5iUlrMQu off=17748039 len=1689251 2024-09-16T11:31:48.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 2378 completed, throughput=5MB/sec 2024-09-16T11:31:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:48 smithi077 ceph-mon[86047]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:31:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:48 smithi077 ceph-mon[88497]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:31:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:48 smithi191 ceph-mon[84934]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:31:49.016 INFO:tasks.workunit.client.0.smithi077.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:49.016 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eSeZrbEb-ltNd5D off=4174230 len=809889 2024-09-16T11:31:49.021 INFO:tasks.workunit.client.0.smithi077.stdout:op 2379 completed, throughput=4.99MB/sec 2024-09-16T11:31:49.021 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dQ55CxF-sSovh3T off=6829025 len=934293 2024-09-16T11:31:49.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 2380 completed, throughput=4.99MB/sec 2024-09-16T11:31:49.022 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y1V2CxVd2VbMot8 off=2249473 len=795127 2024-09-16T11:31:49.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 2381 completed, throughput=5MB/sec 2024-09-16T11:31:49.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QNoGg72ESjQ4ti8 off=8568157 len=1268990 2024-09-16T11:31:49.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 2382 completed, throughput=5MB/sec 2024-09-16T11:31:49.034 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QbxkWFT40jI0zcm off=1682156 len=1030881 2024-09-16T11:31:49.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 2383 completed, throughput=5MB/sec 2024-09-16T11:31:50.041 INFO:tasks.workunit.client.0.smithi077.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:50.041 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LFTc_xsgzPBx3Hm off=3248637 len=1348944 2024-09-16T11:31:50.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 2384 completed, throughput=4.99MB/sec 2024-09-16T11:31:50.052 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-etNl-dypRKrtPxL off=6489789 len=1183345 2024-09-16T11:31:50.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 2385 completed, throughput=4.99MB/sec 2024-09-16T11:31:50.053 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UwZNHlQWJkUuoq2 off=13824396 len=382470 2024-09-16T11:31:50.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 2386 completed, throughput=5MB/sec 2024-09-16T11:31:50.056 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sz8o8E9rowFvomE off=1057455 len=1577371 2024-09-16T11:31:50.058 INFO:tasks.workunit.client.0.smithi077.stdout:op 2387 completed, throughput=5MB/sec 2024-09-16T11:31:50.058 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Obb-rRGh_keWFVH off=5337436 len=115607 2024-09-16T11:31:50.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 2388 completed, throughput=5MB/sec 2024-09-16T11:31:50.060 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4RTGVmO3eB88V0u off=5452089 len=1622223 2024-09-16T11:31:50.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 2389 completed, throughput=5MB/sec 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[86047]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[88497]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:31:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:31:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:31:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:31:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:50 smithi191 ceph-mon[84934]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:31:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:31:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:31:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:31:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:31:51.067 INFO:tasks.workunit.client.0.smithi077.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:51.067 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cFfs3XCdpMJSkGc off=11993787 len=2074167 2024-09-16T11:31:51.080 INFO:tasks.workunit.client.0.smithi077.stdout:op 2390 completed, throughput=5MB/sec 2024-09-16T11:31:51.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J8nsUp13AuIov63 off=706273 len=120598 2024-09-16T11:31:51.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 2391 completed, throughput=5MB/sec 2024-09-16T11:31:51.082 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uoYNK1SKKeaPrxC off=8062116 len=874913 2024-09-16T11:31:51.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 2392 completed, throughput=5MB/sec 2024-09-16T11:31:51.086 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QA5sUZDTt-O_SPQ off=3125963 len=1440547 2024-09-16T11:31:51.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 2393 completed, throughput=5MB/sec 2024-09-16T11:31:52.091 INFO:tasks.workunit.client.0.smithi077.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:52.091 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LBN0zwhXbkaioB4 off=4405559 len=588932 2024-09-16T11:31:52.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 2394 completed, throughput=4.99MB/sec 2024-09-16T11:31:52.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M-_k_sx-Rumudle off=2387867 len=1674615 2024-09-16T11:31:52.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 2395 completed, throughput=4.99MB/sec 2024-09-16T11:31:52.101 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YI25Sactdwl62NM off=1007341 len=884590 2024-09-16T11:31:52.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 2396 completed, throughput=5MB/sec 2024-09-16T11:31:52.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k2wqGeuSa1ePBKD off=6147336 len=558205 2024-09-16T11:31:52.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 2397 completed, throughput=5MB/sec 2024-09-16T11:31:52.104 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T-MW9hxBeHRzVwt off=5950476 len=1766627 2024-09-16T11:31:52.114 INFO:tasks.workunit.client.0.smithi077.stdout:op 2398 completed, throughput=5MB/sec 2024-09-16T11:31:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:52 smithi077 ceph-mon[88497]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:52 smithi077 ceph-mon[86047]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:52 smithi191 ceph-mon[84934]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:31:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:31:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:53.114 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hvn5Xwap2AyLATL off=15405936 len=138253 2024-09-16T11:31:53.115 INFO:tasks.workunit.client.0.smithi077.stdout:op 2399 completed, throughput=4.99MB/sec 2024-09-16T11:31:53.115 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YcOMnKVVQXJKv2p off=2622717 len=1999881 2024-09-16T11:31:53.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 2400 completed, throughput=4.99MB/sec 2024-09-16T11:31:53.124 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ndFmu9OobIiY81u off=14575297 len=1496466 2024-09-16T11:31:53.125 INFO:tasks.workunit.client.0.smithi077.stdout:op 2401 completed, throughput=5MB/sec 2024-09-16T11:31:53.125 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a_avqTJ349rCnBr off=12716532 len=1239144 2024-09-16T11:31:53.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 2402 completed, throughput=5MB/sec 2024-09-16T11:31:53.132 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fyDZF8c72MyrW4m off=6697260 len=336913 2024-09-16T11:31:53.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 2403 completed, throughput=5MB/sec 2024-09-16T11:31:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:54.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_uMmXzg_xQI-mGE off=583557 len=1560935 2024-09-16T11:31:54.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 2404 completed, throughput=4.99MB/sec 2024-09-16T11:31:54.135 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g5x0uNwOK9P-sQy off=0 len=1066838 2024-09-16T11:31:54.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 2405 completed, throughput=4.99MB/sec 2024-09-16T11:31:54.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9wsEqw5UpgFpFRV off=303534 len=1623024 2024-09-16T11:31:54.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 2406 completed, throughput=5MB/sec 2024-09-16T11:31:54.149 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PsaXRLVyEY60jfL off=1936849 len=145002 2024-09-16T11:31:54.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 2407 completed, throughput=5MB/sec 2024-09-16T11:31:54.149 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-01RLfuzJX4OQ5jh off=11167390 len=837522 2024-09-16T11:31:54.154 INFO:tasks.workunit.client.0.smithi077.stdout:op 2408 completed, throughput=5MB/sec 2024-09-16T11:31:54.154 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C1ighmBO6zxrAtL off=17494159 len=818314 2024-09-16T11:31:54.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 2409 completed, throughput=5MB/sec 2024-09-16T11:31:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:54 smithi077 ceph-mon[86047]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:54 smithi077 ceph-mon[88497]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:54 smithi191 ceph-mon[84934]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:31:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:55.156 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zMqc5IAf-fmnFx5 off=222942 len=513490 2024-09-16T11:31:55.157 INFO:tasks.workunit.client.0.smithi077.stdout:op 2410 completed, throughput=4.99MB/sec 2024-09-16T11:31:55.157 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RRtVCpxgHv5JEVN off=5126835 len=1989826 2024-09-16T11:31:55.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 2411 completed, throughput=5MB/sec 2024-09-16T11:31:55.170 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Cz_pR9TEdVIx60b off=17354512 len=298972 2024-09-16T11:31:55.171 INFO:tasks.workunit.client.0.smithi077.stdout:op 2412 completed, throughput=5MB/sec 2024-09-16T11:31:55.171 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gk9xO9cJJgXSOko off=4005392 len=106493 2024-09-16T11:31:55.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 2413 completed, throughput=5MB/sec 2024-09-16T11:31:55.176 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C7n7HmqqZZfAw9u off=546103 len=732744 2024-09-16T11:31:55.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 2414 completed, throughput=5MB/sec 2024-09-16T11:31:55.177 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QpV5IxELxw9oNg8 off=3323264 len=1411582 2024-09-16T11:31:55.182 INFO:tasks.workunit.client.0.smithi077.stdout:op 2415 completed, throughput=5MB/sec 2024-09-16T11:31:56.183 INFO:tasks.workunit.client.0.smithi077.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:56.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JxbMc_aaQcdInxL off=2542954 len=1370746 2024-09-16T11:31:56.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 2416 completed, throughput=4.99MB/sec 2024-09-16T11:31:56.192 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6ErtazwptoeRhbZ off=4771126 len=834194 2024-09-16T11:31:56.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 2417 completed, throughput=4.99MB/sec 2024-09-16T11:31:56.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-E9tjYf_0DTDd5ay off=44552 len=2007727 2024-09-16T11:31:56.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 2418 completed, throughput=5MB/sec 2024-09-16T11:31:56.206 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rdl2iKE2-ZQI5bQ off=20103597 len=980520 2024-09-16T11:31:56.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 2419 completed, throughput=5MB/sec 2024-09-16T11:31:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:56 smithi077 ceph-mon[86047]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:56 smithi077 ceph-mon[88497]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:56 smithi191 ceph-mon[84934]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:31:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:31:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:31:56] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T11:31:57.210 INFO:tasks.workunit.client.0.smithi077.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:57.210 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CXu7QvZNKdyJNQM off=23653535 len=1693640 2024-09-16T11:31:57.215 INFO:tasks.workunit.client.0.smithi077.stdout:op 2420 completed, throughput=4.99MB/sec 2024-09-16T11:31:57.215 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-h2A6JMTTWQdrIPE off=7213822 len=2000690 2024-09-16T11:31:57.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 2421 completed, throughput=5MB/sec 2024-09-16T11:31:57.225 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-znh-_7SUGRdkmEi off=485916 len=225178 2024-09-16T11:31:57.226 INFO:tasks.workunit.client.0.smithi077.stdout:op 2422 completed, throughput=5MB/sec 2024-09-16T11:31:57.226 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5uqwEFqQQ7N2d57 off=45326 len=785880 2024-09-16T11:31:57.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 2423 completed, throughput=5MB/sec 2024-09-16T11:31:57.230 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3eaYqw6Av755F9i off=10954533 len=434954 2024-09-16T11:31:57.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 2424 completed, throughput=5MB/sec 2024-09-16T11:31:57.232 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PEYSmMoOE6eUKx3 off=5709812 len=514842 2024-09-16T11:31:57.232 INFO:tasks.workunit.client.0.smithi077.stdout:op 2425 completed, throughput=5MB/sec 2024-09-16T11:31:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:31:58.233 INFO:tasks.workunit.client.0.smithi077.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:58.233 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uNUvdwIkQXxF2dm off=279049 len=765310 2024-09-16T11:31:58.235 INFO:tasks.workunit.client.0.smithi077.stdout:op 2426 completed, throughput=4.99MB/sec 2024-09-16T11:31:58.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LS8EKiEUaUK3GVR off=8962562 len=677160 2024-09-16T11:31:58.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 2427 completed, throughput=4.99MB/sec 2024-09-16T11:31:58.241 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a-iv46YrfET3J6D off=14645521 len=1147091 2024-09-16T11:31:58.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 2428 completed, throughput=5MB/sec 2024-09-16T11:31:58.246 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oc-wrT_UBB5AmVY off=196378 len=715511 2024-09-16T11:31:58.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 2429 completed, throughput=5MB/sec 2024-09-16T11:31:58.251 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wA4hl6XT8_Go2_- off=22439712 len=615677 2024-09-16T11:31:58.252 INFO:tasks.workunit.client.0.smithi077.stdout:op 2430 completed, throughput=5MB/sec 2024-09-16T11:31:58.252 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IMCzzytSg6uCbNA off=1117912 len=615949 2024-09-16T11:31:58.255 INFO:tasks.workunit.client.0.smithi077.stdout:op 2431 completed, throughput=5MB/sec 2024-09-16T11:31:58.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-im8BDoqO59MVH-O off=7930239 len=1800997 2024-09-16T11:31:58.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 2432 completed, throughput=5MB/sec 2024-09-16T11:31:58.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:31:58 smithi077 ceph-mon[88497]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:31:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:31:58 smithi077 ceph-mon[86047]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:31:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:31:58 smithi191 ceph-mon[84934]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T11:31:59.259 INFO:tasks.workunit.client.0.smithi077.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-16T11:31:59.259 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yY1_Dqcv-Cy6SOd off=1310073 len=1132041 2024-09-16T11:31:59.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 2433 completed, throughput=4.99MB/sec 2024-09-16T11:31:59.261 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qCjrZODDS3SXbEr off=7163868 len=314655 2024-09-16T11:31:59.261 INFO:tasks.workunit.client.0.smithi077.stdout:op 2434 completed, throughput=5MB/sec 2024-09-16T11:31:59.261 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PnWAK89Njlau86i off=1687108 len=1174740 2024-09-16T11:31:59.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 2435 completed, throughput=5MB/sec 2024-09-16T11:31:59.263 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qnMT8jw0Z8kLzMn off=4850360 len=74235 2024-09-16T11:31:59.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 2436 completed, throughput=5MB/sec 2024-09-16T11:31:59.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1Hbxdvgfx18fo5s off=3294740 len=34317 2024-09-16T11:31:59.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 2437 completed, throughput=5MB/sec 2024-09-16T11:31:59.264 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AR0FBxnndfQ_Vap off=2163745 len=677736 2024-09-16T11:31:59.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 2438 completed, throughput=5MB/sec 2024-09-16T11:31:59.269 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5E1IE65wpI63Bll off=2425264 len=526929 2024-09-16T11:31:59.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 2439 completed, throughput=5MB/sec 2024-09-16T11:32:00.270 INFO:tasks.workunit.client.0.smithi077.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:00.270 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g2pU_rd-tiEqpWj off=6716 len=1608295 2024-09-16T11:32:00.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 2440 completed, throughput=4.99MB/sec 2024-09-16T11:32:00.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FUnKfgjxodZvBPY off=4554920 len=798413 2024-09-16T11:32:00.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 2441 completed, throughput=4.99MB/sec 2024-09-16T11:32:00.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--3c3ILLi30hNi-Z off=2822598 len=1729521 2024-09-16T11:32:00.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 2442 completed, throughput=5MB/sec 2024-09-16T11:32:00.285 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m4LzPLn3KFIOKi9 off=2911221 len=1489912 2024-09-16T11:32:00.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 2443 completed, throughput=5MB/sec 2024-09-16T11:32:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:00 smithi077 ceph-mon[88497]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:00 smithi077 ceph-mon[86047]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:00 smithi191 ceph-mon[84934]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:01.288 INFO:tasks.workunit.client.0.smithi077.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:01.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3KrrN-XZoYC8MqH off=17008317 len=422483 2024-09-16T11:32:01.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 2444 completed, throughput=4.99MB/sec 2024-09-16T11:32:01.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--YMrevMepRgnDUC off=5812971 len=648859 2024-09-16T11:32:01.292 INFO:tasks.workunit.client.0.smithi077.stdout:op 2445 completed, throughput=4.99MB/sec 2024-09-16T11:32:01.292 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mxyuzBiRNd0pog2 off=3731662 len=306894 2024-09-16T11:32:01.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 2446 completed, throughput=4.99MB/sec 2024-09-16T11:32:01.296 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6Xg_F71HOOA-STc off=12877200 len=456060 2024-09-16T11:32:01.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 2447 completed, throughput=4.99MB/sec 2024-09-16T11:32:01.297 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IZxA7g__UI1Z8S4 off=7703183 len=734025 2024-09-16T11:32:01.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 2448 completed, throughput=5MB/sec 2024-09-16T11:32:01.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ikfwy_N03S7_s2q off=4110191 len=958471 2024-09-16T11:32:01.304 INFO:tasks.workunit.client.0.smithi077.stdout:op 2449 completed, throughput=5MB/sec 2024-09-16T11:32:01.304 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j6AZVAHxGiWAIiP off=4308605 len=883611 2024-09-16T11:32:01.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 2450 completed, throughput=5MB/sec 2024-09-16T11:32:01.308 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-giN9RrJKEklO0xv off=1298064 len=404455 2024-09-16T11:32:01.312 INFO:tasks.workunit.client.0.smithi077.stdout:op 2451 completed, throughput=5MB/sec 2024-09-16T11:32:01.312 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wVbuLr1qjP6mjQi off=23279890 len=1449446 2024-09-16T11:32:01.315 INFO:tasks.workunit.client.0.smithi077.stdout:op 2452 completed, throughput=5MB/sec 2024-09-16T11:32:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:01 smithi191 ceph-mon[84934]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:32:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:01 smithi077 ceph-mon[88497]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:32:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:01 smithi077 ceph-mon[86047]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:32:02.315 INFO:tasks.workunit.client.0.smithi077.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:02.315 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nTlNj27p1wLdE7F off=260091 len=331067 2024-09-16T11:32:02.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 2453 completed, throughput=4.99MB/sec 2024-09-16T11:32:02.316 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vkELEFzDc30b9cG off=4495064 len=1515998 2024-09-16T11:32:02.322 INFO:tasks.workunit.client.0.smithi077.stdout:op 2454 completed, throughput=5MB/sec 2024-09-16T11:32:02.323 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pXSxEiEuIUu-TST off=19139113 len=468936 2024-09-16T11:32:02.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 2455 completed, throughput=5MB/sec 2024-09-16T11:32:02.325 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D4kzVg8f0H2v2JD off=559890 len=757691 2024-09-16T11:32:02.326 INFO:tasks.workunit.client.0.smithi077.stdout:op 2456 completed, throughput=5MB/sec 2024-09-16T11:32:02.326 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KRkGTO0xT4zzdbQ off=4704049 len=103155 2024-09-16T11:32:02.329 INFO:tasks.workunit.client.0.smithi077.stdout:op 2457 completed, throughput=5MB/sec 2024-09-16T11:32:02.329 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DMg22by62IfItSD off=2184894 len=1091103 2024-09-16T11:32:02.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 2458 completed, throughput=5MB/sec 2024-09-16T11:32:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:03.330 INFO:tasks.workunit.client.0.smithi077.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:03.331 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DVnjNOF4065hCak off=2756729 len=1006939 2024-09-16T11:32:03.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 2459 completed, throughput=4.99MB/sec 2024-09-16T11:32:03.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rNrIwoRHgoLGRe8 off=7547308 len=1311639 2024-09-16T11:32:03.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 2460 completed, throughput=4.99MB/sec 2024-09-16T11:32:03.337 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6DcL4I9ioQE-2Kc off=4866604 len=1753579 2024-09-16T11:32:03.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 2461 completed, throughput=5MB/sec 2024-09-16T11:32:03.349 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KBaXkIhp2bftJbr off=595384 len=798000 2024-09-16T11:32:03.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 2462 completed, throughput=5MB/sec 2024-09-16T11:32:03.353 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gEBjXHPLZSEbs8c off=16783698 len=1070469 2024-09-16T11:32:03.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 2463 completed, throughput=5MB/sec 2024-09-16T11:32:04.355 INFO:tasks.workunit.client.0.smithi077.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:04.355 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-izOmOTWrjSn9OeJ off=13091336 len=2003578 2024-09-16T11:32:04.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 2464 completed, throughput=5MB/sec 2024-09-16T11:32:04.364 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x3qyvZmDY_sGNHN off=2207775 len=1147149 2024-09-16T11:32:04.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 2465 completed, throughput=5MB/sec 2024-09-16T11:32:04.373 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0A2Qc8qgver16G9 off=3075804 len=112217 2024-09-16T11:32:04.374 INFO:tasks.workunit.client.0.smithi077.stdout:op 2466 completed, throughput=5MB/sec 2024-09-16T11:32:04.374 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TVCpYTgCZVwr713 off=15776191 len=707222 2024-09-16T11:32:04.378 INFO:tasks.workunit.client.0.smithi077.stdout:op 2467 completed, throughput=5MB/sec 2024-09-16T11:32:04.378 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yzFYTwPIiW0O2Mo off=3920628 len=560070 2024-09-16T11:32:04.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 2468 completed, throughput=5MB/sec 2024-09-16T11:32:04.382 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qaGKbQch7GIZYCr off=16458258 len=2036865 2024-09-16T11:32:04.392 INFO:tasks.workunit.client.0.smithi077.stdout:op 2469 completed, throughput=5MB/sec 2024-09-16T11:32:04.625 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:04 smithi077 ceph-mon[88497]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:04.625 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:04 smithi077 ceph-mon[86047]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:04 smithi191 ceph-mon[84934]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:05.392 INFO:tasks.workunit.client.0.smithi077.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:05.393 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-USgMlNLTRKJ3pLG off=12203763 len=607653 2024-09-16T11:32:05.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 2470 completed, throughput=4.99MB/sec 2024-09-16T11:32:05.394 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fefk7-djQq2roJj off=6384709 len=1986572 2024-09-16T11:32:05.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 2471 completed, throughput=5MB/sec 2024-09-16T11:32:05.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lAEqIpKMEko-24c off=2672077 len=1199975 2024-09-16T11:32:05.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 2472 completed, throughput=5MB/sec 2024-09-16T11:32:06.411 INFO:tasks.workunit.client.0.smithi077.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:06.411 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_cqYdT2-SMxHIJD off=1305392 len=513996 2024-09-16T11:32:06.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 2473 completed, throughput=4.99MB/sec 2024-09-16T11:32:06.412 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pls8Z520rUMvB2U off=4090599 len=320864 2024-09-16T11:32:06.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 2474 completed, throughput=4.99MB/sec 2024-09-16T11:32:06.413 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-odEF_GCnFNnlGTa off=425366 len=1817190 2024-09-16T11:32:06.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 2475 completed, throughput=5MB/sec 2024-09-16T11:32:06.423 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BJOo69uZJ0SA0sM off=2962685 len=1788763 2024-09-16T11:32:06.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 2476 completed, throughput=5MB/sec 2024-09-16T11:32:06.435 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dn8U6OcY9Ex8H7g off=16939254 len=924495 2024-09-16T11:32:06.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 2477 completed, throughput=5MB/sec 2024-09-16T11:32:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:06 smithi077 ceph-mon[86047]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:32:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:06 smithi077 ceph-mon[88497]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:32:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:06 smithi191 ceph-mon[84934]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:32:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:06] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:32:07.436 INFO:tasks.workunit.client.0.smithi077.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:07.436 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-W2Ho2HXjTj5zESJ off=6466394 len=432707 2024-09-16T11:32:07.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 2478 completed, throughput=4.99MB/sec 2024-09-16T11:32:07.438 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ipAaPs0-44YBAc3 off=12251046 len=1461506 2024-09-16T11:32:07.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 2479 completed, throughput=4.99MB/sec 2024-09-16T11:32:07.439 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yhxmxEH1gTYJjT7 off=6106857 len=2080373 2024-09-16T11:32:07.450 INFO:tasks.workunit.client.0.smithi077.stdout:op 2480 completed, throughput=5MB/sec 2024-09-16T11:32:07.450 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N5SeCcMQ4BqELdL off=3239403 len=893083 2024-09-16T11:32:07.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 2481 completed, throughput=5MB/sec 2024-09-16T11:32:07.452 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hLbLQQRxbiM0m4W off=16571534 len=1031911 2024-09-16T11:32:07.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 2482 completed, throughput=5MB/sec 2024-09-16T11:32:08.458 INFO:tasks.workunit.client.0.smithi077.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:08.458 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZdK365rZTk8CGXL off=8446638 len=629105 2024-09-16T11:32:08.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 2483 completed, throughput=4.99MB/sec 2024-09-16T11:32:08.462 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MvxSGe1xFaNWbxi off=773807 len=1653103 2024-09-16T11:32:08.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 2484 completed, throughput=5MB/sec 2024-09-16T11:32:08.473 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TqGIGiOQrl5sS2F off=20719725 len=1228447 2024-09-16T11:32:08.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 2485 completed, throughput=5MB/sec 2024-09-16T11:32:08.479 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xveejtIdXmIk6SI off=2748949 len=1069661 2024-09-16T11:32:08.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 2486 completed, throughput=5MB/sec 2024-09-16T11:32:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:08 smithi077 ceph-mon[86047]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:32:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:08 smithi077 ceph-mon[88497]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:32:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:08 smithi191 ceph-mon[84934]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:32:09.481 INFO:tasks.workunit.client.0.smithi077.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:09.481 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a-yoNLC_bUXhGkA off=927838 len=241605 2024-09-16T11:32:09.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 2487 completed, throughput=4.99MB/sec 2024-09-16T11:32:09.484 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JWLfWwG8GulIMU5 off=745874 len=560146 2024-09-16T11:32:09.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 2488 completed, throughput=4.99MB/sec 2024-09-16T11:32:09.485 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Px_Kjnp7RpbD8VI off=11475566 len=1629720 2024-09-16T11:32:09.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 2489 completed, throughput=4.99MB/sec 2024-09-16T11:32:09.487 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lcdyAdQp7aYqd5q off=4675262 len=1091373 2024-09-16T11:32:09.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 2490 completed, throughput=5MB/sec 2024-09-16T11:32:09.494 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oLEtGBOIUlXVLQ6 off=0 len=1136278 2024-09-16T11:32:09.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 2491 completed, throughput=5MB/sec 2024-09-16T11:32:09.496 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UBoLFNb7SGxiTXa off=21827218 len=635130 2024-09-16T11:32:09.499 INFO:tasks.workunit.client.0.smithi077.stdout:op 2492 completed, throughput=5MB/sec 2024-09-16T11:32:10.500 INFO:tasks.workunit.client.0.smithi077.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:10.500 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZRV8xBj41O2W0jw off=2729643 len=1183368 2024-09-16T11:32:10.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 2493 completed, throughput=4.99MB/sec 2024-09-16T11:32:10.508 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vramHJhHBCAc5iq off=1330697 len=543998 2024-09-16T11:32:10.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 2494 completed, throughput=4.99MB/sec 2024-09-16T11:32:10.509 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AnuiSVu6jWcP9SJ off=13319646 len=1614231 2024-09-16T11:32:10.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 2495 completed, throughput=5MB/sec 2024-09-16T11:32:10.511 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6ZtwY8iqL3Pu_Bq off=4636921 len=1047439 2024-09-16T11:32:10.512 INFO:tasks.workunit.client.0.smithi077.stdout:op 2496 completed, throughput=5MB/sec 2024-09-16T11:32:10.512 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qdKXx_vqznVLYp2 off=826059 len=1118800 2024-09-16T11:32:10.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 2497 completed, throughput=5MB/sec 2024-09-16T11:32:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:10 smithi077 ceph-mon[86047]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:10 smithi077 ceph-mon[88497]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:10 smithi191 ceph-mon[84934]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:11.517 INFO:tasks.workunit.client.0.smithi077.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:11.517 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BNbP__4ZCnSlgIb off=597474 len=1002460 2024-09-16T11:32:11.519 INFO:tasks.workunit.client.0.smithi077.stdout:op 2498 completed, throughput=4.99MB/sec 2024-09-16T11:32:11.519 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gWNmWNHtBGywiMc off=19520264 len=261656 2024-09-16T11:32:11.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 2499 completed, throughput=4.99MB/sec 2024-09-16T11:32:11.522 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9WRxuhe2ijr2mRw off=5409594 len=1078597 2024-09-16T11:32:11.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 2500 completed, throughput=4.99MB/sec 2024-09-16T11:32:11.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bhrsxjRQAn3iXzy off=9120517 len=1651639 2024-09-16T11:32:11.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 2501 completed, throughput=5MB/sec 2024-09-16T11:32:11.538 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vQyZ2U7MLQLFl0u off=2333560 len=2067223 2024-09-16T11:32:11.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 2502 completed, throughput=5MB/sec 2024-09-16T11:32:12.542 INFO:tasks.workunit.client.0.smithi077.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:12.543 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-poYYyv50G8nRuz5 off=699719 len=1736884 2024-09-16T11:32:12.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 2503 completed, throughput=5MB/sec 2024-09-16T11:32:12.545 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aFQOLZm26cPRMpr off=5161755 len=1837694 2024-09-16T11:32:12.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 2504 completed, throughput=5MB/sec 2024-09-16T11:32:12.547 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qF1VqKL-Jrl85Jp off=19340943 len=1232932 2024-09-16T11:32:12.548 INFO:tasks.workunit.client.0.smithi077.stdout:op 2505 completed, throughput=5MB/sec 2024-09-16T11:32:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:12 smithi077 ceph-mon[86047]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:32:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:12 smithi077 ceph-mon[88497]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:32:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:12 smithi191 ceph-mon[84934]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:32:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:13.549 INFO:tasks.workunit.client.0.smithi077.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:13.549 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4Shy0LD-I-rqfPc off=1355518 len=1706264 2024-09-16T11:32:13.551 INFO:tasks.workunit.client.0.smithi077.stdout:op 2506 completed, throughput=4.99MB/sec 2024-09-16T11:32:13.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M6ap4-2Fgj5ZbRU off=215894 len=833800 2024-09-16T11:32:13.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 2507 completed, throughput=5MB/sec 2024-09-16T11:32:13.552 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n2zRVKl0CnuHS_z off=2050281 len=975450 2024-09-16T11:32:13.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 2508 completed, throughput=5MB/sec 2024-09-16T11:32:13.554 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PYuFRlSorccb96A off=13096584 len=286833 2024-09-16T11:32:13.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 2509 completed, throughput=5MB/sec 2024-09-16T11:32:13.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kg2o6gCas_lxiFS off=4362479 len=1313360 2024-09-16T11:32:13.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 2510 completed, throughput=5MB/sec 2024-09-16T11:32:14.561 INFO:tasks.workunit.client.0.smithi077.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:14.561 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-avBFlfIhqZunzoL off=3302289 len=828733 2024-09-16T11:32:14.566 INFO:tasks.workunit.client.0.smithi077.stdout:op 2511 completed, throughput=4.99MB/sec 2024-09-16T11:32:14.566 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-krBq_nf72HfD6q_ off=670664 len=423533 2024-09-16T11:32:14.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 2512 completed, throughput=4.99MB/sec 2024-09-16T11:32:14.567 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MpsiwwQhFsfWEjw off=2841039 len=450933 2024-09-16T11:32:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 2513 completed, throughput=4.99MB/sec 2024-09-16T11:32:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HHqOwgXHQ1_32cR off=5209497 len=913218 2024-09-16T11:32:14.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 2514 completed, throughput=5MB/sec 2024-09-16T11:32:14.573 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2s_8DM3CTm_EztA off=19462327 len=1053385 2024-09-16T11:32:14.576 INFO:tasks.workunit.client.0.smithi077.stdout:op 2515 completed, throughput=5MB/sec 2024-09-16T11:32:14.576 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S-4iec5leF46R9z off=3670480 len=279084 2024-09-16T11:32:14.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 2516 completed, throughput=5MB/sec 2024-09-16T11:32:14.579 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-idnUP70UktFpLEO off=1336756 len=840416 2024-09-16T11:32:14.584 INFO:tasks.workunit.client.0.smithi077.stdout:op 2517 completed, throughput=5MB/sec 2024-09-16T11:32:14.584 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Er4AAtNMarkrCdp off=8371956 len=146719 2024-09-16T11:32:14.584 INFO:tasks.workunit.client.0.smithi077.stdout:op 2518 completed, throughput=5MB/sec 2024-09-16T11:32:14.584 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zWJtARRMlkxiCVu off=6144179 len=1157156 2024-09-16T11:32:14.587 INFO:tasks.workunit.client.0.smithi077.stdout:op 2519 completed, throughput=5MB/sec 2024-09-16T11:32:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:14 smithi077 ceph-mon[86047]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:32:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:14 smithi077 ceph-mon[88497]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:32:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:14 smithi191 ceph-mon[84934]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:32:15.587 INFO:tasks.workunit.client.0.smithi077.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:15.587 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E--CnHXxO3H2sUh off=7813360 len=109681 2024-09-16T11:32:15.588 INFO:tasks.workunit.client.0.smithi077.stdout:op 2520 completed, throughput=4.99MB/sec 2024-09-16T11:32:15.588 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jlN67wcUgo8Mzkl off=7918718 len=1553448 2024-09-16T11:32:15.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 2521 completed, throughput=4.99MB/sec 2024-09-16T11:32:15.601 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tjsxeYvPlj_5y9W off=4463833 len=1174491 2024-09-16T11:32:15.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 2522 completed, throughput=5MB/sec 2024-09-16T11:32:15.607 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GgKFDbVfsmfMqKa off=12737350 len=667556 2024-09-16T11:32:15.611 INFO:tasks.workunit.client.0.smithi077.stdout:op 2523 completed, throughput=5MB/sec 2024-09-16T11:32:15.611 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3Hfe4hWizoXxK_j off=9245255 len=2081029 2024-09-16T11:32:15.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 2524 completed, throughput=5MB/sec 2024-09-16T11:32:16.614 INFO:tasks.workunit.client.0.smithi077.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:16.614 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SuqByocBMmX0Jle off=13338298 len=26673 2024-09-16T11:32:16.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 2525 completed, throughput=4.99MB/sec 2024-09-16T11:32:16.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WDx8lVFfSvP__zQ off=4369455 len=664163 2024-09-16T11:32:16.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 2526 completed, throughput=4.99MB/sec 2024-09-16T11:32:16.619 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gqCv8UlqhHrLxuP off=1218522 len=1833290 2024-09-16T11:32:16.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 2527 completed, throughput=5MB/sec 2024-09-16T11:32:16.630 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K4sTQmHRKa70FxH off=3219530 len=118751 2024-09-16T11:32:16.632 INFO:tasks.workunit.client.0.smithi077.stdout:op 2528 completed, throughput=5MB/sec 2024-09-16T11:32:16.632 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RUh-HJjrd0BEX8X off=2919898 len=1784512 2024-09-16T11:32:16.634 INFO:tasks.workunit.client.0.smithi077.stdout:op 2529 completed, throughput=5MB/sec 2024-09-16T11:32:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:16 smithi077 ceph-mon[86047]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:16 smithi077 ceph-mon[88497]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:16 smithi191 ceph-mon[84934]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:16] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:32:17.635 INFO:tasks.workunit.client.0.smithi077.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:17.635 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yzaTsobijkiYTw3 off=13342253 len=746052 2024-09-16T11:32:17.639 INFO:tasks.workunit.client.0.smithi077.stdout:op 2530 completed, throughput=4.99MB/sec 2024-09-16T11:32:17.639 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KKtjV4_scG9Q2Zx off=5897965 len=1576591 2024-09-16T11:32:17.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 2531 completed, throughput=4.99MB/sec 2024-09-16T11:32:17.649 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gh0XFht54Eh3H0H off=1141274 len=1051397 2024-09-16T11:32:17.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 2532 completed, throughput=5MB/sec 2024-09-16T11:32:17.650 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-o5DwEfyfOCKYR2A off=3869743 len=729754 2024-09-16T11:32:17.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 2533 completed, throughput=5MB/sec 2024-09-16T11:32:17.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XQpK2bvsiC6nc7x off=12283463 len=696731 2024-09-16T11:32:17.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 2534 completed, throughput=5MB/sec 2024-09-16T11:32:17.659 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4vBL0pF0pAFVTNc off=0 len=1395301 2024-09-16T11:32:17.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 2535 completed, throughput=5MB/sec 2024-09-16T11:32:18.667 INFO:tasks.workunit.client.0.smithi077.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:18.667 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dmX-MGiJ7Fx1GbW off=1416630 len=1058334 2024-09-16T11:32:18.670 INFO:tasks.workunit.client.0.smithi077.stdout:op 2536 completed, throughput=4.99MB/sec 2024-09-16T11:32:18.670 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v5ddPT9klDnXYh9 off=17175987 len=795840 2024-09-16T11:32:18.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:18 smithi077 ceph-mon[86047]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:32:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:18 smithi077 ceph-mon[88497]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:32:18.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 2537 completed, throughput=5MB/sec 2024-09-16T11:32:18.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jIsDjcnAnDhUU4- off=12147701 len=2051966 2024-09-16T11:32:18.685 INFO:tasks.workunit.client.0.smithi077.stdout:op 2538 completed, throughput=5MB/sec 2024-09-16T11:32:18.686 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-So0ZL9_rVVd-99D off=6476321 len=275483 2024-09-16T11:32:18.686 INFO:tasks.workunit.client.0.smithi077.stdout:op 2539 completed, throughput=5MB/sec 2024-09-16T11:32:18.686 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GSlqDf6iSGXCQZP off=3474162 len=1093038 2024-09-16T11:32:18.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 2540 completed, throughput=5MB/sec 2024-09-16T11:32:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:18 smithi191 ceph-mon[84934]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:32:19.691 INFO:tasks.workunit.client.0.smithi077.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:19.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ELMpnsZpWQdXm6l off=1672594 len=571770 2024-09-16T11:32:19.695 INFO:tasks.workunit.client.0.smithi077.stdout:op 2541 completed, throughput=4.99MB/sec 2024-09-16T11:32:19.695 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AN7PoivCUnkoiNv off=9318296 len=1425113 2024-09-16T11:32:19.703 INFO:tasks.workunit.client.0.smithi077.stdout:op 2542 completed, throughput=5MB/sec 2024-09-16T11:32:19.703 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3R0Hm8Pgo77L8pM off=3648812 len=1483979 2024-09-16T11:32:19.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 2543 completed, throughput=5MB/sec 2024-09-16T11:32:19.710 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6-o2veEVvL-nni0 off=19429208 len=1592562 2024-09-16T11:32:19.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 2544 completed, throughput=5MB/sec 2024-09-16T11:32:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:20 smithi077 ceph-mon[86047]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:20 smithi077 ceph-mon[88497]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:20.712 INFO:tasks.workunit.client.0.smithi077.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:20.713 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8m9BfyHXOXZRokO off=5898501 len=1374997 2024-09-16T11:32:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:20 smithi191 ceph-mon[84934]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:20.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 2545 completed, throughput=4.99MB/sec 2024-09-16T11:32:20.715 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7pS_hSlZRz428Ee off=736228 len=1787077 2024-09-16T11:32:20.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 2546 completed, throughput=5MB/sec 2024-09-16T11:32:20.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fy1lTeZ_Gv3Kk06 off=1480784 len=1538823 2024-09-16T11:32:20.734 INFO:tasks.workunit.client.0.smithi077.stdout:op 2547 completed, throughput=5MB/sec 2024-09-16T11:32:20.734 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mSxdsDma-U85sYn off=1193981 len=1929620 2024-09-16T11:32:20.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 2548 completed, throughput=5MB/sec 2024-09-16T11:32:21.738 INFO:tasks.workunit.client.0.smithi077.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:21.738 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LB3KDRtJjpEPmyR off=3700390 len=478492 2024-09-16T11:32:21.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 2549 completed, throughput=4.99MB/sec 2024-09-16T11:32:21.745 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CGBN-v_vhF3C72I off=5266774 len=889149 2024-09-16T11:32:21.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 2550 completed, throughput=5MB/sec 2024-09-16T11:32:21.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T8QtkzOnzOvVHM6 off=5912654 len=1614118 2024-09-16T11:32:21.768 INFO:tasks.workunit.client.0.smithi077.stdout:op 2551 completed, throughput=5MB/sec 2024-09-16T11:32:21.768 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8bPIdc8ELn3NvRJ off=19176820 len=797359 2024-09-16T11:32:21.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 2552 completed, throughput=5MB/sec 2024-09-16T11:32:22.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:22 smithi077 ceph-mon[86047]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:22 smithi077 ceph-mon[88497]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:22 smithi191 ceph-mon[84934]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:32:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:22.775 INFO:tasks.workunit.client.0.smithi077.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:22.775 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-otUkC1fXxV3gijF off=3554371 len=743852 2024-09-16T11:32:22.777 INFO:tasks.workunit.client.0.smithi077.stdout:op 2553 completed, throughput=4.99MB/sec 2024-09-16T11:32:22.777 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-odEF_GCnFNnlGTa off=2851453 len=566644 2024-09-16T11:32:22.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 2554 completed, throughput=4.99MB/sec 2024-09-16T11:32:22.781 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VhmUhYiJSuT6-Yg off=1593070 len=527635 2024-09-16T11:32:22.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 2555 completed, throughput=4.99MB/sec 2024-09-16T11:32:22.782 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rWhq_gXaEmocy0o off=16370771 len=1025675 2024-09-16T11:32:22.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 2556 completed, throughput=5MB/sec 2024-09-16T11:32:22.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f4hl6A85n7Ujmyr off=6146204 len=617988 2024-09-16T11:32:22.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 2557 completed, throughput=5MB/sec 2024-09-16T11:32:22.786 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qMw1vwtZrFnqGVg off=968756 len=1012985 2024-09-16T11:32:22.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 2558 completed, throughput=5MB/sec 2024-09-16T11:32:22.787 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Em5xXaolO1B9jky off=13775355 len=1888764 2024-09-16T11:32:22.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 2559 completed, throughput=5MB/sec 2024-09-16T11:32:23.792 INFO:tasks.workunit.client.0.smithi077.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:23.792 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hFzNaLt8akTw2BK off=4942733 len=583288 2024-09-16T11:32:23.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 2560 completed, throughput=4.99MB/sec 2024-09-16T11:32:23.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n_E9j0eMvpGHb04 off=7358163 len=1403113 2024-09-16T11:32:23.800 INFO:tasks.workunit.client.0.smithi077.stdout:op 2561 completed, throughput=5MB/sec 2024-09-16T11:32:23.800 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3W1YWaFqz2PVApK off=2570950 len=1009752 2024-09-16T11:32:23.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 2562 completed, throughput=5MB/sec 2024-09-16T11:32:23.805 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wMV_eqVyYNuQnTk off=7476633 len=1657791 2024-09-16T11:32:23.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 2563 completed, throughput=5MB/sec 2024-09-16T11:32:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:24 smithi077 ceph-mon[86047]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:32:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:24 smithi077 ceph-mon[88497]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:32:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:24 smithi191 ceph-mon[84934]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:32:24.813 INFO:tasks.workunit.client.0.smithi077.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:24.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Iw-Otx_zSVxQnW2 off=2018429 len=417328 2024-09-16T11:32:24.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 2564 completed, throughput=4.99MB/sec 2024-09-16T11:32:24.817 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MR7WZDXf-CTlraR off=540929 len=14274 2024-09-16T11:32:24.819 INFO:tasks.workunit.client.0.smithi077.stdout:op 2565 completed, throughput=4.99MB/sec 2024-09-16T11:32:24.819 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DhO7Z7h8OMo8UGO off=35773 len=1672308 2024-09-16T11:32:24.825 INFO:tasks.workunit.client.0.smithi077.stdout:op 2566 completed, throughput=5MB/sec 2024-09-16T11:32:24.826 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6VmFimRl8BCjFbQ off=2921298 len=1588483 2024-09-16T11:32:24.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 2567 completed, throughput=5MB/sec 2024-09-16T11:32:24.827 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0yb_pleGtDCrViI off=11788622 len=93669 2024-09-16T11:32:24.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 2568 completed, throughput=5MB/sec 2024-09-16T11:32:24.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_CYBx-iTelNdZPO off=15577919 len=402645 2024-09-16T11:32:24.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 2569 completed, throughput=5MB/sec 2024-09-16T11:32:24.830 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BVF7fSj-El1mBiF off=10897051 len=1404588 2024-09-16T11:32:24.831 INFO:tasks.workunit.client.0.smithi077.stdout:op 2570 completed, throughput=5MB/sec 2024-09-16T11:32:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:25 smithi191 ceph-mon[84934]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:25.831 INFO:tasks.workunit.client.0.smithi077.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:25.831 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qc-KwVuL1OGax0k off=18440490 len=522443 2024-09-16T11:32:25.836 INFO:tasks.workunit.client.0.smithi077.stdout:op 2571 completed, throughput=4.99MB/sec 2024-09-16T11:32:25.836 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4IlSrr1q1Nc_cEI off=10074291 len=309846 2024-09-16T11:32:25.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 2572 completed, throughput=4.99MB/sec 2024-09-16T11:32:25.837 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_qGBQiL3WT6Y83C off=6440543 len=240662 2024-09-16T11:32:25.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 2573 completed, throughput=4.99MB/sec 2024-09-16T11:32:25.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nrWpk2VaJpv29Yc off=18937367 len=1497334 2024-09-16T11:32:25.840 INFO:tasks.workunit.client.0.smithi077.stdout:op 2574 completed, throughput=5MB/sec 2024-09-16T11:32:25.840 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l_wgYgAzAFONyYE off=211999 len=29349 2024-09-16T11:32:25.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 2575 completed, throughput=5MB/sec 2024-09-16T11:32:25.842 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y9XAXvRNu-Xqww0 off=1921314 len=1759027 2024-09-16T11:32:25.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 2576 completed, throughput=5MB/sec 2024-09-16T11:32:25.844 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ws_URzs4lqOMafO off=5597253 len=1938255 2024-09-16T11:32:25.846 INFO:tasks.workunit.client.0.smithi077.stdout:op 2577 completed, throughput=5MB/sec 2024-09-16T11:32:25.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:25 smithi077 ceph-mon[86047]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:25 smithi077 ceph-mon[88497]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:32:26.846 INFO:tasks.workunit.client.0.smithi077.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:26.846 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wiRAvB1q2B-2LMl off=1539248 len=1817597 2024-09-16T11:32:26.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 2578 completed, throughput=5MB/sec 2024-09-16T11:32:26.849 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8vLDofFYMl5np4s off=1013024 len=523887 2024-09-16T11:32:26.850 INFO:tasks.workunit.client.0.smithi077.stdout:op 2579 completed, throughput=5MB/sec 2024-09-16T11:32:26.850 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mwqWm2k0aSg3dcV off=12822471 len=1164064 2024-09-16T11:32:26.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 2580 completed, throughput=5MB/sec 2024-09-16T11:32:27.035 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:26] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:32:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:27.856 INFO:tasks.workunit.client.0.smithi077.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:27.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kvi_fnExh2ouLd3 off=15387341 len=384686 2024-09-16T11:32:27.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 2581 completed, throughput=4.99MB/sec 2024-09-16T11:32:27.858 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vIwPJzK_2DL4d4w off=8916193 len=2046076 2024-09-16T11:32:27.867 INFO:tasks.workunit.client.0.smithi077.stdout:op 2582 completed, throughput=4.99MB/sec 2024-09-16T11:32:27.867 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TLUdwDhiG1EKgbF off=9941005 len=1822850 2024-09-16T11:32:27.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 2583 completed, throughput=5MB/sec 2024-09-16T11:32:27.869 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nLl_ZlO61q7fVVI off=5260312 len=1787146 2024-09-16T11:32:27.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 2584 completed, throughput=5MB/sec 2024-09-16T11:32:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:28 smithi077 ceph-mon[86047]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:28 smithi077 ceph-mon[88497]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:28 smithi191 ceph-mon[84934]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:28.880 INFO:tasks.workunit.client.0.smithi077.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:28.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3QEZayBTVUijCEP off=1876543 len=115891 2024-09-16T11:32:28.881 INFO:tasks.workunit.client.0.smithi077.stdout:op 2585 completed, throughput=4.99MB/sec 2024-09-16T11:32:28.881 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KmPI69MPuAjqwoD off=330294 len=1209012 2024-09-16T11:32:28.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 2586 completed, throughput=4.99MB/sec 2024-09-16T11:32:28.887 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--O-gkLDQIiL9Yzx off=2374601 len=285783 2024-09-16T11:32:28.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 2587 completed, throughput=4.99MB/sec 2024-09-16T11:32:28.887 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hZxaT713W4AbcYA off=15229481 len=1820381 2024-09-16T11:32:28.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 2588 completed, throughput=5MB/sec 2024-09-16T11:32:28.898 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nRX-JzBkoVXjCxw off=6410168 len=148989 2024-09-16T11:32:28.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 2589 completed, throughput=5MB/sec 2024-09-16T11:32:28.899 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uh_f10jj9vFRLiw off=792017 len=866572 2024-09-16T11:32:28.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 2590 completed, throughput=5MB/sec 2024-09-16T11:32:28.900 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jaDL-L9bCG0Mqt9 off=1961226 len=391727 2024-09-16T11:32:28.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 2591 completed, throughput=5MB/sec 2024-09-16T11:32:29.712 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:32:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T11:32:29.346513954Z level=info msg="Completed cleanup jobs" duration=12.504426ms 2024-09-16T11:32:29.902 INFO:tasks.workunit.client.0.smithi077.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:29.902 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6em2NjlhdTF5KH- off=18082265 len=1417355 2024-09-16T11:32:29.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 2592 completed, throughput=4.99MB/sec 2024-09-16T11:32:29.904 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mwuzr1qXsCs5miQ off=3385997 len=2060766 2024-09-16T11:32:29.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 2593 completed, throughput=5MB/sec 2024-09-16T11:32:29.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zwQIaoAERVoF3Aa off=3038117 len=1977707 2024-09-16T11:32:29.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 2594 completed, throughput=5MB/sec 2024-09-16T11:32:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:30 smithi077 ceph-mon[86047]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:32:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:30 smithi077 ceph-mon[88497]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:32:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:30 smithi191 ceph-mon[84934]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T11:32:30.918 INFO:tasks.workunit.client.0.smithi077.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:30.918 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u_9X45a47jtUbDU off=865145 len=359154 2024-09-16T11:32:30.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 2595 completed, throughput=4.99MB/sec 2024-09-16T11:32:30.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z2PsaN_jVqAjlg6 off=361328 len=1023395 2024-09-16T11:32:30.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 2596 completed, throughput=4.99MB/sec 2024-09-16T11:32:30.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dbh6KoXDnSI0faF off=3331741 len=370668 2024-09-16T11:32:30.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 2597 completed, throughput=4.99MB/sec 2024-09-16T11:32:30.929 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OlmhYnLrKOUrt3e off=4597958 len=1269051 2024-09-16T11:32:30.929 INFO:tasks.workunit.client.0.smithi077.stdout:op 2598 completed, throughput=5MB/sec 2024-09-16T11:32:30.929 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rqhrs6DEM9d7qjk off=3731200 len=227889 2024-09-16T11:32:30.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 2599 completed, throughput=5MB/sec 2024-09-16T11:32:30.931 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8_AaNtBxlSMoDxG off=197557 len=1099977 2024-09-16T11:32:30.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 2600 completed, throughput=5MB/sec 2024-09-16T11:32:30.933 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4T0xbzywjoE98dB off=11258022 len=2077808 2024-09-16T11:32:30.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 2601 completed, throughput=5MB/sec 2024-09-16T11:32:31.936 INFO:tasks.workunit.client.0.smithi077.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:31.936 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-x6_bmueSU9vmk7y off=1963717 len=248719 2024-09-16T11:32:31.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 2602 completed, throughput=4.99MB/sec 2024-09-16T11:32:31.937 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ngzQHQs1lgx0qLM off=18785563 len=846267 2024-09-16T11:32:31.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 2603 completed, throughput=4.99MB/sec 2024-09-16T11:32:31.942 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rb4o5YCvtuTc0P8 off=358155 len=375363 2024-09-16T11:32:31.947 INFO:tasks.workunit.client.0.smithi077.stdout:op 2604 completed, throughput=5MB/sec 2024-09-16T11:32:31.947 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GD4oU4JCxlkW-A- off=672483 len=792987 2024-09-16T11:32:31.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 2605 completed, throughput=5MB/sec 2024-09-16T11:32:31.949 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0uBNl8wd6A2bR7r off=1168057 len=76202 2024-09-16T11:32:31.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 2606 completed, throughput=5MB/sec 2024-09-16T11:32:31.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_Y5vuMcvSxprxcD off=2295498 len=1323496 2024-09-16T11:32:31.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 2607 completed, throughput=5MB/sec 2024-09-16T11:32:31.959 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vSN1sRqRvpw_Dt3 off=15464153 len=771267 2024-09-16T11:32:31.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 2608 completed, throughput=5MB/sec 2024-09-16T11:32:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:32 smithi077 ceph-mon[86047]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:32:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:32 smithi077 ceph-mon[88497]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:32:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:32 smithi191 ceph-mon[84934]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:32:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:32.961 INFO:tasks.workunit.client.0.smithi077.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:32.961 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R8X0sxjuLClFv9o off=22018296 len=1830522 2024-09-16T11:32:32.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 2609 completed, throughput=4.99MB/sec 2024-09-16T11:32:32.963 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8XuF1XkzQnmcC8T off=5718578 len=1422545 2024-09-16T11:32:32.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 2610 completed, throughput=5MB/sec 2024-09-16T11:32:32.965 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4rIz2pbZCaLzJz6 off=8953536 len=54646 2024-09-16T11:32:32.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 2611 completed, throughput=5MB/sec 2024-09-16T11:32:32.966 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iJQjFc5ab6X5vnp off=6484946 len=1758609 2024-09-16T11:32:32.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 2612 completed, throughput=5MB/sec 2024-09-16T11:32:33.968 INFO:tasks.workunit.client.0.smithi077.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:33.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rZw4OQN6K7Q8YMO off=597471 len=1089357 2024-09-16T11:32:33.970 INFO:tasks.workunit.client.0.smithi077.stdout:op 2613 completed, throughput=4.99MB/sec 2024-09-16T11:32:33.970 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bjkaOedGAJFXGMu off=5734216 len=471592 2024-09-16T11:32:33.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 2614 completed, throughput=4.99MB/sec 2024-09-16T11:32:33.971 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xD2numEmqlQWrMS off=6149851 len=800535 2024-09-16T11:32:33.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 2615 completed, throughput=5MB/sec 2024-09-16T11:32:33.976 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XDgrHX4HRc8sKNT off=17691056 len=455574 2024-09-16T11:32:33.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 2616 completed, throughput=5MB/sec 2024-09-16T11:32:33.981 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jAh50aiQDovluP_ off=426824 len=1555334 2024-09-16T11:32:33.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 2617 completed, throughput=5MB/sec 2024-09-16T11:32:33.987 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0ON1RdthNDDLIgE off=730670 len=1113199 2024-09-16T11:32:33.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 2618 completed, throughput=5MB/sec 2024-09-16T11:32:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:34 smithi077 ceph-mon[86047]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:34 smithi077 ceph-mon[88497]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:34 smithi191 ceph-mon[84934]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:34.995 INFO:tasks.workunit.client.0.smithi077.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:34.995 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-23YkJHH00XcE_Sz off=7803468 len=926968 2024-09-16T11:32:34.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 2619 completed, throughput=4.99MB/sec 2024-09-16T11:32:34.996 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vEqwDoywCe7vGGP off=2918687 len=450568 2024-09-16T11:32:34.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 2620 completed, throughput=4.99MB/sec 2024-09-16T11:32:35.000 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L6kjNzNlRMJ9DIn off=10853553 len=1038647 2024-09-16T11:32:35.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 2621 completed, throughput=5MB/sec 2024-09-16T11:32:35.004 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vCoh4Os0BPtkQ5n off=10719009 len=2061952 2024-09-16T11:32:35.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 2622 completed, throughput=5MB/sec 2024-09-16T11:32:35.016 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vfbK3elriFsvFhC off=2510902 len=1675009 2024-09-16T11:32:35.017 INFO:tasks.workunit.client.0.smithi077.stdout:op 2623 completed, throughput=5MB/sec 2024-09-16T11:32:36.018 INFO:tasks.workunit.client.0.smithi077.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:36.018 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vz_f0YhnmrfrkR3 off=523286 len=1857989 2024-09-16T11:32:36.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 2624 completed, throughput=5MB/sec 2024-09-16T11:32:36.052 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iaCQ-uruD3Zahg8 off=967032 len=1826561 2024-09-16T11:32:36.069 INFO:tasks.workunit.client.0.smithi077.stdout:op 2625 completed, throughput=5MB/sec 2024-09-16T11:32:36.069 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BQ1Wgk6aBP70Sb0 off=4938308 len=1198818 2024-09-16T11:32:36.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 2626 completed, throughput=5MB/sec 2024-09-16T11:32:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:36 smithi077 ceph-mon[88497]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:32:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:36 smithi077 ceph-mon[86047]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:32:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:36 smithi191 ceph-mon[84934]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:32:37.080 INFO:tasks.workunit.client.0.smithi077.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:37.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3QEZayBTVUijCEP off=3197254 len=50681 2024-09-16T11:32:37.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 2627 completed, throughput=4.99MB/sec 2024-09-16T11:32:37.083 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zoxqFW6osQj3M90 off=2974663 len=1871221 2024-09-16T11:32:37.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 2628 completed, throughput=4.99MB/sec 2024-09-16T11:32:37.095 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YBehE4zAHbdtH00 off=2789564 len=611638 2024-09-16T11:32:37.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 2629 completed, throughput=5MB/sec 2024-09-16T11:32:37.095 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9LigGqLQf_vh66O off=4490195 len=928421 2024-09-16T11:32:37.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 2630 completed, throughput=5MB/sec 2024-09-16T11:32:37.101 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FCHs3aifJhHLRK5 off=3018567 len=1246842 2024-09-16T11:32:37.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 2631 completed, throughput=5MB/sec 2024-09-16T11:32:37.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-t8EMxn9vOyWRKxP off=274820 len=1554906 2024-09-16T11:32:37.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 2632 completed, throughput=5MB/sec 2024-09-16T11:32:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:36] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:32:38.107 INFO:tasks.workunit.client.0.smithi077.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:38.107 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uV7Q5OCdOngjgJb off=9282990 len=767000 2024-09-16T11:32:38.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 2633 completed, throughput=4.99MB/sec 2024-09-16T11:32:38.111 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-knV8Lip2bsnT5ff off=12015379 len=1909253 2024-09-16T11:32:38.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 2634 completed, throughput=5MB/sec 2024-09-16T11:32:38.116 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_kqpSogHk1UeFQB off=10784845 len=538770 2024-09-16T11:32:38.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 2635 completed, throughput=5MB/sec 2024-09-16T11:32:38.120 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Wmg1csrORfrRkrS off=2082880 len=985691 2024-09-16T11:32:38.121 INFO:tasks.workunit.client.0.smithi077.stdout:op 2636 completed, throughput=5MB/sec 2024-09-16T11:32:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:38 smithi077 ceph-mon[86047]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:32:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:38 smithi077 ceph-mon[88497]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:32:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:38 smithi191 ceph-mon[84934]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T11:32:39.121 INFO:tasks.workunit.client.0.smithi077.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:39.121 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BLyWrg_z8dwHXlp off=8639635 len=1438154 2024-09-16T11:32:39.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 2637 completed, throughput=4.99MB/sec 2024-09-16T11:32:39.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3ZgXCrWsB4gKgNt off=1398667 len=9846 2024-09-16T11:32:39.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 2638 completed, throughput=4.99MB/sec 2024-09-16T11:32:39.136 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z35XEl2ltFpC-Cl off=1691837 len=1468112 2024-09-16T11:32:39.137 INFO:tasks.workunit.client.0.smithi077.stdout:op 2639 completed, throughput=5MB/sec 2024-09-16T11:32:39.138 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AMBY63t7SA0UqNZ off=217343 len=1944700 2024-09-16T11:32:39.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 2640 completed, throughput=5MB/sec 2024-09-16T11:32:39.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EXrzW5vUAHdg-iQ off=11375978 len=367218 2024-09-16T11:32:39.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 2641 completed, throughput=5MB/sec 2024-09-16T11:32:40.147 INFO:tasks.workunit.client.0.smithi077.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:40.147 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Cl6qZeclQGTV22S off=7601766 len=708364 2024-09-16T11:32:40.148 INFO:tasks.workunit.client.0.smithi077.stdout:op 2642 completed, throughput=4.99MB/sec 2024-09-16T11:32:40.148 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aj21uHjMn8J1oNO off=906117 len=129321 2024-09-16T11:32:40.151 INFO:tasks.workunit.client.0.smithi077.stdout:op 2643 completed, throughput=4.99MB/sec 2024-09-16T11:32:40.151 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ImUD45t6e-v5Zba off=1846510 len=1365736 2024-09-16T11:32:40.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 2644 completed, throughput=4.99MB/sec 2024-09-16T11:32:40.159 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JfXEO2qbsds2JwC off=6292329 len=1169244 2024-09-16T11:32:40.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 2645 completed, throughput=5MB/sec 2024-09-16T11:32:40.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0KRsFZHm4NbmO0j off=930301 len=1395928 2024-09-16T11:32:40.164 INFO:tasks.workunit.client.0.smithi077.stdout:op 2646 completed, throughput=5MB/sec 2024-09-16T11:32:40.164 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_GSQ8LC2LS-w-VV off=3966903 len=964672 2024-09-16T11:32:40.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 2647 completed, throughput=5MB/sec 2024-09-16T11:32:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:40 smithi077 ceph-mon[86047]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:32:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:40 smithi077 ceph-mon[88497]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:32:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:40 smithi191 ceph-mon[84934]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:32:41.165 INFO:tasks.workunit.client.0.smithi077.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:41.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vU_Du0XmN5I4X8S off=5210995 len=1028614 2024-09-16T11:32:41.171 INFO:tasks.workunit.client.0.smithi077.stdout:op 2648 completed, throughput=4.99MB/sec 2024-09-16T11:32:41.171 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aKpRmrk-KIsytbi off=674190 len=1646136 2024-09-16T11:32:41.173 INFO:tasks.workunit.client.0.smithi077.stdout:op 2649 completed, throughput=5MB/sec 2024-09-16T11:32:41.173 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j2rtr-K2H3EbqXl off=236572 len=1644562 2024-09-16T11:32:41.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 2650 completed, throughput=5MB/sec 2024-09-16T11:32:41.180 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OTKvPPfaDWNsc8u off=11950424 len=1417589 2024-09-16T11:32:41.182 INFO:tasks.workunit.client.0.smithi077.stdout:op 2651 completed, throughput=5MB/sec 2024-09-16T11:32:42.182 INFO:tasks.workunit.client.0.smithi077.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:42.182 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R6-DELyEZzoUr4F off=3219129 len=2033456 2024-09-16T11:32:42.191 INFO:tasks.workunit.client.0.smithi077.stdout:op 2652 completed, throughput=5MB/sec 2024-09-16T11:32:42.191 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uUbZg9OorA_db1r off=12251844 len=621990 2024-09-16T11:32:42.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 2653 completed, throughput=5MB/sec 2024-09-16T11:32:42.192 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lcm9GcbtXRmfUiY off=2819384 len=984301 2024-09-16T11:32:42.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 2654 completed, throughput=5MB/sec 2024-09-16T11:32:42.193 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aPflo7_239yOgtN off=1156151 len=330965 2024-09-16T11:32:42.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 2655 completed, throughput=5MB/sec 2024-09-16T11:32:42.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FQs-TZKuaKSVhhv off=1475324 len=982527 2024-09-16T11:32:42.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 2656 completed, throughput=5MB/sec 2024-09-16T11:32:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:42 smithi077 ceph-mon[86047]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:32:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:42 smithi077 ceph-mon[88497]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:32:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:42 smithi191 ceph-mon[84934]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:32:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:43.201 INFO:tasks.workunit.client.0.smithi077.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:43.201 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p6wYiw2dSnaRcpR off=9540378 len=1839449 2024-09-16T11:32:43.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 2657 completed, throughput=4.99MB/sec 2024-09-16T11:32:43.210 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UxZZ-QlXx7Yezwc off=15063052 len=917989 2024-09-16T11:32:43.213 INFO:tasks.workunit.client.0.smithi077.stdout:op 2658 completed, throughput=5MB/sec 2024-09-16T11:32:43.213 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yAj_poMSIuf_jp3 off=21818266 len=88490 2024-09-16T11:32:43.216 INFO:tasks.workunit.client.0.smithi077.stdout:op 2659 completed, throughput=5MB/sec 2024-09-16T11:32:43.216 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--Acr-iVDubK6Hf_ off=3180634 len=523497 2024-09-16T11:32:43.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 2660 completed, throughput=5MB/sec 2024-09-16T11:32:43.219 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hx92_94wjMC12TW off=14055403 len=2036105 2024-09-16T11:32:43.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 2661 completed, throughput=5MB/sec 2024-09-16T11:32:44.221 INFO:tasks.workunit.client.0.smithi077.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:44.221 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7wtJzj-2ZuXxuvC off=19080189 len=1495982 2024-09-16T11:32:44.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 2662 completed, throughput=4.99MB/sec 2024-09-16T11:32:44.223 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XkbtjOoY1ttd478 off=11899801 len=1728294 2024-09-16T11:32:44.232 INFO:tasks.workunit.client.0.smithi077.stdout:op 2663 completed, throughput=5MB/sec 2024-09-16T11:32:44.232 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uyt-VbSGssx04LY off=20613445 len=597692 2024-09-16T11:32:44.234 INFO:tasks.workunit.client.0.smithi077.stdout:op 2664 completed, throughput=5MB/sec 2024-09-16T11:32:44.234 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oIuZuARCFJuy1Ek off=342976 len=164236 2024-09-16T11:32:44.237 INFO:tasks.workunit.client.0.smithi077.stdout:op 2665 completed, throughput=5MB/sec 2024-09-16T11:32:44.237 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KFWoTvcngi94QyB off=8587576 len=961652 2024-09-16T11:32:44.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 2666 completed, throughput=5MB/sec 2024-09-16T11:32:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:44 smithi077 ceph-mon[86047]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:44 smithi077 ceph-mon[88497]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:44 smithi191 ceph-mon[84934]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:32:45.241 INFO:tasks.workunit.client.0.smithi077.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:45.241 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xz9QMj_n3R5qXZe off=9169807 len=410342 2024-09-16T11:32:45.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 2667 completed, throughput=4.99MB/sec 2024-09-16T11:32:45.242 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U0V9mL2oruajvUh off=133844 len=1755411 2024-09-16T11:32:45.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 2668 completed, throughput=4.99MB/sec 2024-09-16T11:32:45.244 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PJ74W4pOUFmTfnH off=13452092 len=1382421 2024-09-16T11:32:45.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 2669 completed, throughput=5MB/sec 2024-09-16T11:32:45.252 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CNkded7cIYWyWTC off=8965643 len=1439561 2024-09-16T11:32:45.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 2670 completed, throughput=5MB/sec 2024-09-16T11:32:45.254 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WqJVUmiB_Ci0cCI off=14227548 len=1876419 2024-09-16T11:32:45.256 INFO:tasks.workunit.client.0.smithi077.stdout:op 2671 completed, throughput=5MB/sec 2024-09-16T11:32:46.256 INFO:tasks.workunit.client.0.smithi077.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:46.257 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VwU1rGLVN-O8fWy off=4782068 len=1642654 2024-09-16T11:32:46.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 2672 completed, throughput=5MB/sec 2024-09-16T11:32:46.263 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cMX6NzOW0NFSGpX off=943685 len=1268281 2024-09-16T11:32:46.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 2673 completed, throughput=5MB/sec 2024-09-16T11:32:46.264 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9tUIjyjbNnu9U_O off=8474609 len=2081322 2024-09-16T11:32:46.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 2674 completed, throughput=5MB/sec 2024-09-16T11:32:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:46 smithi077 ceph-mon[86047]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:32:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:46 smithi077 ceph-mon[88497]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:32:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:46 smithi191 ceph-mon[84934]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:32:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:46] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:32:47.273 INFO:tasks.workunit.client.0.smithi077.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:47.273 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-olveN3-R5Zt3YP9 off=3653856 len=2960 2024-09-16T11:32:47.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 2675 completed, throughput=4.99MB/sec 2024-09-16T11:32:47.275 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3icUzrFXkiPSj2d off=992297 len=267434 2024-09-16T11:32:47.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 2676 completed, throughput=4.99MB/sec 2024-09-16T11:32:47.277 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TcaYmosEaQNbuGM off=7413579 len=1962385 2024-09-16T11:32:47.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 2677 completed, throughput=5MB/sec 2024-09-16T11:32:47.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ffir9JKIM15aZy5 off=18676823 len=787736 2024-09-16T11:32:47.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 2678 completed, throughput=5MB/sec 2024-09-16T11:32:47.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RthrY8IDIyPyKFg off=6095704 len=1557700 2024-09-16T11:32:47.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 2679 completed, throughput=5MB/sec 2024-09-16T11:32:48.293 INFO:tasks.workunit.client.0.smithi077.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:48.294 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D-9q0vbN2qTj_dF off=1028190 len=1533231 2024-09-16T11:32:48.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 2680 completed, throughput=4.99MB/sec 2024-09-16T11:32:48.296 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aXXMAAkJJfjF5HR off=9115809 len=918953 2024-09-16T11:32:48.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 2681 completed, throughput=5MB/sec 2024-09-16T11:32:48.297 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zKgCYfgi_O_9gCx off=4697167 len=1521854 2024-09-16T11:32:48.300 INFO:tasks.workunit.client.0.smithi077.stdout:op 2682 completed, throughput=5MB/sec 2024-09-16T11:32:48.300 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xSiGCSN-AyCeZ6O off=453207 len=1569138 2024-09-16T11:32:48.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 2683 completed, throughput=5MB/sec 2024-09-16T11:32:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:48 smithi077 ceph-mon[86047]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:48 smithi077 ceph-mon[88497]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:48 smithi191 ceph-mon[84934]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:32:49.309 INFO:tasks.workunit.client.0.smithi077.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:49.310 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CFkYZWISknoewn2 off=3481514 len=1062761 2024-09-16T11:32:49.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 2684 completed, throughput=4.99MB/sec 2024-09-16T11:32:49.311 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bTvaIGigWoK0yNr off=2178255 len=2002867 2024-09-16T11:32:49.313 INFO:tasks.workunit.client.0.smithi077.stdout:op 2685 completed, throughput=5MB/sec 2024-09-16T11:32:49.313 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qCrE4_E17eIu_5- off=367126 len=718628 2024-09-16T11:32:49.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 2686 completed, throughput=5MB/sec 2024-09-16T11:32:49.317 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PbT9AHa3AUy6PYd off=5064523 len=716544 2024-09-16T11:32:49.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 2687 completed, throughput=5MB/sec 2024-09-16T11:32:49.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wj6sWw4HEJbxZyz off=8924304 len=1872037 2024-09-16T11:32:49.332 INFO:tasks.workunit.client.0.smithi077.stdout:op 2688 completed, throughput=5MB/sec 2024-09-16T11:32:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:49 smithi077 ceph-mon[86047]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:49 smithi077 ceph-mon[88497]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:49 smithi191 ceph-mon[84934]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:50.333 INFO:tasks.workunit.client.0.smithi077.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:50.333 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aFQOLZm26cPRMpr off=1335576 len=1111691 2024-09-16T11:32:50.339 INFO:tasks.workunit.client.0.smithi077.stdout:op 2689 completed, throughput=5MB/sec 2024-09-16T11:32:50.339 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QfCZf7FiY5jwHB7 off=8115166 len=2019392 2024-09-16T11:32:50.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 2690 completed, throughput=5MB/sec 2024-09-16T11:32:50.350 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ojnbZIHtJbYq0mF off=3190882 len=493573 2024-09-16T11:32:50.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 2691 completed, throughput=5MB/sec 2024-09-16T11:32:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:50 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:32:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:50 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:32:50.694 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:50 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:32:51.353 INFO:tasks.workunit.client.0.smithi077.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:51.353 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iotj148icOGlr0y off=1482594 len=508771 2024-09-16T11:32:51.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 2692 completed, throughput=4.99MB/sec 2024-09-16T11:32:51.354 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-49ugQDtw9w3zTlb off=5355450 len=597010 2024-09-16T11:32:51.359 INFO:tasks.workunit.client.0.smithi077.stdout:op 2693 completed, throughput=4.99MB/sec 2024-09-16T11:32:51.359 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WDJTzZal6dYBTIv off=8415988 len=1919060 2024-09-16T11:32:51.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 2694 completed, throughput=5MB/sec 2024-09-16T11:32:51.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vO5u_RoJ6VaGh71 off=21917436 len=856251 2024-09-16T11:32:51.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 2695 completed, throughput=5MB/sec 2024-09-16T11:32:51.372 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RDPFSNJzlhHt5fM off=22786123 len=2058233 2024-09-16T11:32:51.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 2696 completed, throughput=5MB/sec 2024-09-16T11:32:51.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:51 smithi077 ceph-mon[86047]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:32:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:51 smithi077 ceph-mon[88497]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:32:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:51 smithi191 ceph-mon[84934]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:32:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:52.387 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PZUA1a1hjd5_bdb off=679511 len=1101103 2024-09-16T11:32:52.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 2697 completed, throughput=4.99MB/sec 2024-09-16T11:32:52.393 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KQ0o1tMc7hbjebj off=4311655 len=1763669 2024-09-16T11:32:52.400 INFO:tasks.workunit.client.0.smithi077.stdout:op 2698 completed, throughput=5MB/sec 2024-09-16T11:32:52.400 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d4Oe1Wgwo7-JA-R off=1432641 len=134133 2024-09-16T11:32:52.402 INFO:tasks.workunit.client.0.smithi077.stdout:op 2699 completed, throughput=5MB/sec 2024-09-16T11:32:52.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lMFvH9F-HBaFm8o off=207156 len=763422 2024-09-16T11:32:52.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 2700 completed, throughput=5MB/sec 2024-09-16T11:32:52.404 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YK1fmj1HG3RAWwY off=5165974 len=678851 2024-09-16T11:32:52.407 INFO:tasks.workunit.client.0.smithi077.stdout:op 2701 completed, throughput=5MB/sec 2024-09-16T11:32:52.407 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yPd-NDfBitTeoQm off=13028752 len=161336 2024-09-16T11:32:52.409 INFO:tasks.workunit.client.0.smithi077.stdout:op 2702 completed, throughput=5MB/sec 2024-09-16T11:32:52.409 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dz2Q2zR9nCHEe-v off=6683040 len=1535405 2024-09-16T11:32:52.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 2703 completed, throughput=5MB/sec 2024-09-16T11:32:52.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:32:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:32:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:53.411 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OKk1yWVBt94_Gev off=6553541 len=568556 2024-09-16T11:32:53.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 2704 completed, throughput=4.99MB/sec 2024-09-16T11:32:53.412 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kd_nIXek_-7eszb off=14784023 len=281727 2024-09-16T11:32:53.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 2705 completed, throughput=4.99MB/sec 2024-09-16T11:32:53.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sGS56lezNan542r off=0 len=1151069 2024-09-16T11:32:53.416 INFO:tasks.workunit.client.0.smithi077.stdout:op 2706 completed, throughput=5MB/sec 2024-09-16T11:32:53.416 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oreNhCajHzbKwTN off=16102922 len=2041865 2024-09-16T11:32:53.424 INFO:tasks.workunit.client.0.smithi077.stdout:op 2707 completed, throughput=5MB/sec 2024-09-16T11:32:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:32:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:32:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:32:54.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:32:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:54.425 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--OUCYpaOSFrDw_b off=8994677 len=1643451 2024-09-16T11:32:54.426 INFO:tasks.workunit.client.0.smithi077.stdout:op 2708 completed, throughput=4.99MB/sec 2024-09-16T11:32:54.427 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EdVz4lhR8SNwPgf off=14755990 len=1781688 2024-09-16T11:32:54.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 2709 completed, throughput=5MB/sec 2024-09-16T11:32:54.437 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kvi_fnExh2ouLd3 off=12722443 len=792945 2024-09-16T11:32:54.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 2710 completed, throughput=5MB/sec 2024-09-16T11:32:54.439 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RxrI-vboD0rX-Aq off=17176185 len=58528 2024-09-16T11:32:54.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 2711 completed, throughput=5MB/sec 2024-09-16T11:32:54.441 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Cc0uiUplL4NqG3g off=146397 len=1442844 2024-09-16T11:32:54.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 2712 completed, throughput=5MB/sec 2024-09-16T11:32:55.444 INFO:tasks.workunit.client.0.smithi077.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:55.444 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LdCNFI4XksN_3U1 off=1817954 len=596004 2024-09-16T11:32:55.448 INFO:tasks.workunit.client.0.smithi077.stdout:op 2713 completed, throughput=4.99MB/sec 2024-09-16T11:32:55.448 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BpsNdw22TE8AHMQ off=362764 len=471944 2024-09-16T11:32:55.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 2714 completed, throughput=4.99MB/sec 2024-09-16T11:32:55.449 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xfIQc4Rez7006QP off=1342729 len=257175 2024-09-16T11:32:55.452 INFO:tasks.workunit.client.0.smithi077.stdout:op 2715 completed, throughput=4.99MB/sec 2024-09-16T11:32:55.452 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PEYSmMoOE6eUKx3 off=5276282 len=1450194 2024-09-16T11:32:55.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 2716 completed, throughput=5MB/sec 2024-09-16T11:32:55.463 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-o7_NOXaHubVzhfL off=1350056 len=914417 2024-09-16T11:32:55.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 2717 completed, throughput=5MB/sec 2024-09-16T11:32:55.466 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_jzzNTxv0zal5B8 off=6802823 len=685366 2024-09-16T11:32:55.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 2718 completed, throughput=5MB/sec 2024-09-16T11:32:55.471 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0pP6JkeoPWyi_aa off=6884359 len=1394504 2024-09-16T11:32:55.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 2719 completed, throughput=5MB/sec 2024-09-16T11:32:56.473 INFO:tasks.workunit.client.0.smithi077.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:56.473 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P8_A9F_cnDeJ4NG off=150952 len=67172 2024-09-16T11:32:56.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 2720 completed, throughput=4.99MB/sec 2024-09-16T11:32:56.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YJB5TFwesc-p3zj off=18214803 len=1151076 2024-09-16T11:32:56.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 2721 completed, throughput=4.99MB/sec 2024-09-16T11:32:56.481 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xirCmye3FQpGm6F off=10997636 len=776707 2024-09-16T11:32:56.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 2722 completed, throughput=5MB/sec 2024-09-16T11:32:56.482 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IXX38K_toZ6T47Z off=4604178 len=722065 2024-09-16T11:32:56.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 2723 completed, throughput=5MB/sec 2024-09-16T11:32:56.484 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p_G973lSJ2LlRuf off=4752958 len=1687458 2024-09-16T11:32:56.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 2724 completed, throughput=5MB/sec 2024-09-16T11:32:56.486 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iYBWtYK_CKQmzI0 off=2833795 len=1738563 2024-09-16T11:32:56.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 2725 completed, throughput=5MB/sec 2024-09-16T11:32:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:56 smithi077 ceph-mon[86047]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:56 smithi077 ceph-mon[88497]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:56 smithi191 ceph-mon[84934]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:32:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:32:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:32:56] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:32:57.493 INFO:tasks.workunit.client.0.smithi077.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:57.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VzWwr6clW5XHDZY off=716336 len=1913950 2024-09-16T11:32:57.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 2726 completed, throughput=5MB/sec 2024-09-16T11:32:57.505 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ud61POiMnkaRbpf off=5404047 len=614642 2024-09-16T11:32:57.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 2727 completed, throughput=5MB/sec 2024-09-16T11:32:57.506 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vIr_HegYLY4hW8c off=5203515 len=506182 2024-09-16T11:32:57.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 2728 completed, throughput=5MB/sec 2024-09-16T11:32:57.509 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eU5E97SOcFe8Vh- off=321142 len=964442 2024-09-16T11:32:57.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 2729 completed, throughput=5MB/sec 2024-09-16T11:32:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:32:58.511 INFO:tasks.workunit.client.0.smithi077.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:58.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FUKM0FINAOes0Qe off=925108 len=248098 2024-09-16T11:32:58.514 INFO:tasks.workunit.client.0.smithi077.stdout:op 2730 completed, throughput=4.99MB/sec 2024-09-16T11:32:58.514 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ko1cxgbKdqAmTAd off=2372583 len=1882726 2024-09-16T11:32:58.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 2731 completed, throughput=5MB/sec 2024-09-16T11:32:58.516 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n0QAAUGI10-fTqq off=4465138 len=1926892 2024-09-16T11:32:58.518 INFO:tasks.workunit.client.0.smithi077.stdout:op 2732 completed, throughput=5MB/sec 2024-09-16T11:32:58.519 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6PBlP3AwyPdhAQC off=2159244 len=696813 2024-09-16T11:32:58.523 INFO:tasks.workunit.client.0.smithi077.stdout:op 2733 completed, throughput=5MB/sec 2024-09-16T11:32:58.524 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fY2_Kd69QcnFS3D off=10413569 len=996592 2024-09-16T11:32:58.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 2734 completed, throughput=5MB/sec 2024-09-16T11:32:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:32:58 smithi077 ceph-mon[86047]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T11:32:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:32:58 smithi077 ceph-mon[88497]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T11:32:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:32:58 smithi191 ceph-mon[84934]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T11:32:59.525 INFO:tasks.workunit.client.0.smithi077.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-16T11:32:59.525 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S08v-chCGdJQSYP off=11613753 len=1961727 2024-09-16T11:32:59.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 2735 completed, throughput=5MB/sec 2024-09-16T11:32:59.535 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dyZOQq-rx-RLLsf off=22467258 len=549038 2024-09-16T11:32:59.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 2736 completed, throughput=5MB/sec 2024-09-16T11:32:59.540 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TchezpapStxxKeK off=1275942 len=572769 2024-09-16T11:32:59.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 2737 completed, throughput=5MB/sec 2024-09-16T11:32:59.541 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TVDPsEZnveHNOt8 off=545316 len=1240470 2024-09-16T11:32:59.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 2738 completed, throughput=5MB/sec 2024-09-16T11:32:59.545 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3QVYIddo2Ur4IDV off=2660337 len=1542829 2024-09-16T11:32:59.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 2739 completed, throughput=5MB/sec 2024-09-16T11:33:00.553 INFO:tasks.workunit.client.0.smithi077.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:00.553 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2fUX5W8O0M06GmA off=1821989 len=670441 2024-09-16T11:33:00.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 2740 completed, throughput=4.99MB/sec 2024-09-16T11:33:00.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kYVWeJdkY6b64RN off=7535600 len=753775 2024-09-16T11:33:00.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 2741 completed, throughput=5MB/sec 2024-09-16T11:33:00.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P4k75L34fuN6a2G off=15137970 len=260638 2024-09-16T11:33:00.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 2742 completed, throughput=5MB/sec 2024-09-16T11:33:00.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xce0hUyqKmHNyFR off=327976 len=1382326 2024-09-16T11:33:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:op 2743 completed, throughput=5MB/sec 2024-09-16T11:33:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b043GKxRyR3b_Sb off=1341509 len=1971673 2024-09-16T11:33:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 2744 completed, throughput=5MB/sec 2024-09-16T11:33:00.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:00 smithi077 ceph-mon[86047]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:00 smithi077 ceph-mon[88497]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:00 smithi191 ceph-mon[84934]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:01.564 INFO:tasks.workunit.client.0.smithi077.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:01.565 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3cOVw8kT7G0OhLn off=17581708 len=1213832 2024-09-16T11:33:01.566 INFO:tasks.workunit.client.0.smithi077.stdout:op 2745 completed, throughput=4.99MB/sec 2024-09-16T11:33:01.566 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qVPPyaVgf1hgS1Y off=625885 len=991169 2024-09-16T11:33:01.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 2746 completed, throughput=5MB/sec 2024-09-16T11:33:01.568 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qxLi0iSB-4MUQDA off=0 len=1127360 2024-09-16T11:33:01.570 INFO:tasks.workunit.client.0.smithi077.stdout:op 2747 completed, throughput=5MB/sec 2024-09-16T11:33:01.570 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvzxOkWOYin8IUC off=9705978 len=696846 2024-09-16T11:33:01.571 INFO:tasks.workunit.client.0.smithi077.stdout:op 2748 completed, throughput=5MB/sec 2024-09-16T11:33:01.571 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1Owom7cumMsLOX6 off=394177 len=111330 2024-09-16T11:33:01.571 INFO:tasks.workunit.client.0.smithi077.stdout:op 2749 completed, throughput=5MB/sec 2024-09-16T11:33:01.571 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-htptuaVYOGrT8yZ off=8722414 len=652553 2024-09-16T11:33:01.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 2750 completed, throughput=5MB/sec 2024-09-16T11:33:02.575 INFO:tasks.workunit.client.0.smithi077.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:02.576 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--PznPRF8omRzWzt off=13422626 len=1651459 2024-09-16T11:33:02.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 2751 completed, throughput=4.99MB/sec 2024-09-16T11:33:02.586 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r4BITwtGQWOhVFZ off=16642393 len=1226571 2024-09-16T11:33:02.587 INFO:tasks.workunit.client.0.smithi077.stdout:op 2752 completed, throughput=5MB/sec 2024-09-16T11:33:02.587 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BghvukB4rn7f6yc off=6926347 len=1285197 2024-09-16T11:33:02.590 INFO:tasks.workunit.client.0.smithi077.stdout:op 2753 completed, throughput=5MB/sec 2024-09-16T11:33:02.590 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CHYQfJ77IVcVk0i off=18291347 len=880454 2024-09-16T11:33:02.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 2754 completed, throughput=5MB/sec 2024-09-16T11:33:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:02 smithi077 ceph-mon[86047]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:33:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:02 smithi077 ceph-mon[88497]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:33:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:02 smithi191 ceph-mon[84934]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:33:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:03.592 INFO:tasks.workunit.client.0.smithi077.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:03.592 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dlkBkgUzKT6JRdg off=14279845 len=1332145 2024-09-16T11:33:03.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 2755 completed, throughput=4.99MB/sec 2024-09-16T11:33:03.594 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FMGIdIK3izR3Ebz off=523590 len=142904 2024-09-16T11:33:03.595 INFO:tasks.workunit.client.0.smithi077.stdout:op 2756 completed, throughput=4.99MB/sec 2024-09-16T11:33:03.595 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O25znejI3P_1zSw off=3816816 len=1082749 2024-09-16T11:33:03.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 2757 completed, throughput=5MB/sec 2024-09-16T11:33:03.600 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Llqj0gRKGyqWvY0 off=4703397 len=1018169 2024-09-16T11:33:03.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 2758 completed, throughput=5MB/sec 2024-09-16T11:33:03.601 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RTe6-9h4tWn9JZ8 off=1903266 len=1586844 2024-09-16T11:33:03.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 2759 completed, throughput=5MB/sec 2024-09-16T11:33:04.603 INFO:tasks.workunit.client.0.smithi077.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:04.603 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AkRWeP9TCCXd9_a off=12522099 len=641253 2024-09-16T11:33:04.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 2760 completed, throughput=4.99MB/sec 2024-09-16T11:33:04.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xSBjrxu-bWtbFiD off=12100155 len=468017 2024-09-16T11:33:04.606 INFO:tasks.workunit.client.0.smithi077.stdout:op 2761 completed, throughput=4.99MB/sec 2024-09-16T11:33:04.606 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2J8Zm503JB9B8mn off=583582 len=380129 2024-09-16T11:33:04.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 2762 completed, throughput=4.99MB/sec 2024-09-16T11:33:04.610 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wypV74-5qJq5IV8 off=11495101 len=906002 2024-09-16T11:33:04.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 2763 completed, throughput=5MB/sec 2024-09-16T11:33:04.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U0h_aMHVRr6UudE off=4320827 len=785004 2024-09-16T11:33:04.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 2764 completed, throughput=5MB/sec 2024-09-16T11:33:04.618 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NXge1P2pdA7MkRm off=10924268 len=1275119 2024-09-16T11:33:04.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 2765 completed, throughput=5MB/sec 2024-09-16T11:33:04.620 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mnNNaa4l5f3dJe0 off=1016032 len=739391 2024-09-16T11:33:04.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 2766 completed, throughput=5MB/sec 2024-09-16T11:33:04.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3IdtrZhyc6WsYld off=103904 len=1529817 2024-09-16T11:33:04.632 INFO:tasks.workunit.client.0.smithi077.stdout:op 2767 completed, throughput=5MB/sec 2024-09-16T11:33:04.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:04 smithi077 ceph-mon[86047]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:04.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:04 smithi077 ceph-mon[88497]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:04 smithi191 ceph-mon[84934]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:05.632 INFO:tasks.workunit.client.0.smithi077.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:05.632 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g1Wcrp0VRTQ079u off=22427648 len=1825020 2024-09-16T11:33:05.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 2768 completed, throughput=5MB/sec 2024-09-16T11:33:05.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CUVdu35HXw6dSzZ off=9492195 len=146441 2024-09-16T11:33:05.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 2769 completed, throughput=5MB/sec 2024-09-16T11:33:05.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tu_RueIOaLBovH2 off=6061918 len=1485949 2024-09-16T11:33:05.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 2770 completed, throughput=5MB/sec 2024-09-16T11:33:05.638 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N3nvBgko6mAbBeW off=893401 len=585872 2024-09-16T11:33:05.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 2771 completed, throughput=5MB/sec 2024-09-16T11:33:06.638 INFO:tasks.workunit.client.0.smithi077.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:06.638 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FjscTTJ1vlnOmnP off=6716739 len=1734109 2024-09-16T11:33:06.642 INFO:tasks.workunit.client.0.smithi077.stdout:op 2772 completed, throughput=4.99MB/sec 2024-09-16T11:33:06.642 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kYVWeJdkY6b64RN off=8702765 len=19467 2024-09-16T11:33:06.642 INFO:tasks.workunit.client.0.smithi077.stdout:op 2773 completed, throughput=4.99MB/sec 2024-09-16T11:33:06.642 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Mt0AzWLvPTDWTMB off=166653 len=1927436 2024-09-16T11:33:06.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 2774 completed, throughput=5MB/sec 2024-09-16T11:33:06.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c-XcYwKNtw_E3LS off=5820396 len=748488 2024-09-16T11:33:06.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 2775 completed, throughput=5MB/sec 2024-09-16T11:33:06.657 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LnUeAqR3qkJrPj- off=21129197 len=664202 2024-09-16T11:33:06.658 INFO:tasks.workunit.client.0.smithi077.stdout:op 2776 completed, throughput=5MB/sec 2024-09-16T11:33:06.658 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n71t_o9Fx4XKDl6 off=5546606 len=1670922 2024-09-16T11:33:06.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 2777 completed, throughput=5MB/sec 2024-09-16T11:33:06.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:06 smithi077 ceph-mon[86047]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:06 smithi077 ceph-mon[88497]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:06 smithi191 ceph-mon[84934]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:06] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:33:07.668 INFO:tasks.workunit.client.0.smithi077.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:07.668 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O_4LmbjSnV93Sv9 off=9503509 len=6353 2024-09-16T11:33:07.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 2778 completed, throughput=4.99MB/sec 2024-09-16T11:33:07.669 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UIThjLzauAhq4Lm off=8802280 len=1142187 2024-09-16T11:33:07.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 2779 completed, throughput=5MB/sec 2024-09-16T11:33:07.671 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RsFdPjkHhhAU3kk off=146056 len=886842 2024-09-16T11:33:07.676 INFO:tasks.workunit.client.0.smithi077.stdout:op 2780 completed, throughput=5MB/sec 2024-09-16T11:33:07.676 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zDitSxYP9G_l-g8 off=1811498 len=1205784 2024-09-16T11:33:07.678 INFO:tasks.workunit.client.0.smithi077.stdout:op 2781 completed, throughput=5MB/sec 2024-09-16T11:33:07.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pA46lTkQfbPVDrv off=3844461 len=1723874 2024-09-16T11:33:07.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 2782 completed, throughput=5MB/sec 2024-09-16T11:33:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:08 smithi077 ceph-mon[86047]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:33:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:08 smithi077 ceph-mon[88497]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:33:08.692 INFO:tasks.workunit.client.0.smithi077.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:08.692 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AcAIxiSlmwtT9No off=13615 len=868858 2024-09-16T11:33:08.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 2783 completed, throughput=4.99MB/sec 2024-09-16T11:33:08.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Nh_7aSmluqMni-e off=3035215 len=1632026 2024-09-16T11:33:08.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 2784 completed, throughput=5MB/sec 2024-09-16T11:33:08.698 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UIb_OGi-0FlkPx9 off=3821463 len=1703328 2024-09-16T11:33:08.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 2785 completed, throughput=5MB/sec 2024-09-16T11:33:08.709 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0hbMgaNYC0xG1Cn off=7008048 len=1640307 2024-09-16T11:33:08.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 2786 completed, throughput=5MB/sec 2024-09-16T11:33:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:08 smithi191 ceph-mon[84934]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:33:09.711 INFO:tasks.workunit.client.0.smithi077.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:09.711 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JgWvIj452T5zUNs off=14480383 len=250814 2024-09-16T11:33:09.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 2787 completed, throughput=4.99MB/sec 2024-09-16T11:33:09.712 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k_fe677NmPOSFbi off=2088019 len=69229 2024-09-16T11:33:09.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 2788 completed, throughput=4.99MB/sec 2024-09-16T11:33:09.714 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t5Y7FPLvJqB0Zwd off=212604 len=749573 2024-09-16T11:33:09.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 2789 completed, throughput=5MB/sec 2024-09-16T11:33:09.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QiKYrhvMy7qw4IK off=2072922 len=298282 2024-09-16T11:33:09.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 2790 completed, throughput=5MB/sec 2024-09-16T11:33:09.719 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TqhPOo8F4mGveFz off=84350 len=2027677 2024-09-16T11:33:09.726 INFO:tasks.workunit.client.0.smithi077.stdout:op 2791 completed, throughput=5MB/sec 2024-09-16T11:33:09.726 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OweotJeyYdeZRWA off=12522991 len=1332235 2024-09-16T11:33:09.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 2792 completed, throughput=5MB/sec 2024-09-16T11:33:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:10 smithi077 ceph-mon[86047]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:10 smithi077 ceph-mon[88497]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:10 smithi191 ceph-mon[84934]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:10.733 INFO:tasks.workunit.client.0.smithi077.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:10.733 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t6crPUlV2Sy_7Bl off=3557214 len=429659 2024-09-16T11:33:10.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 2793 completed, throughput=4.99MB/sec 2024-09-16T11:33:10.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_unHER5Oxx-O7N3 off=17656266 len=447948 2024-09-16T11:33:10.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 2794 completed, throughput=4.99MB/sec 2024-09-16T11:33:10.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VuMtumOTa1Kswzu off=8986685 len=875644 2024-09-16T11:33:10.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 2795 completed, throughput=5MB/sec 2024-09-16T11:33:10.745 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gq0jPkgFlrqjaLE off=3452034 len=1204655 2024-09-16T11:33:10.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 2796 completed, throughput=5MB/sec 2024-09-16T11:33:10.750 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A_G3xd-1sKXD6lw off=13895859 len=676806 2024-09-16T11:33:10.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 2797 completed, throughput=5MB/sec 2024-09-16T11:33:10.754 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IC4wX31meKpcLzc off=8545852 len=1784417 2024-09-16T11:33:10.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 2798 completed, throughput=5MB/sec 2024-09-16T11:33:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:11 smithi191 ceph-mon[84934]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:33:11.761 INFO:tasks.workunit.client.0.smithi077.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:11.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZAVj3BovhP0mx2s off=12170014 len=1497472 2024-09-16T11:33:11.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 2799 completed, throughput=5MB/sec 2024-09-16T11:33:11.770 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mBs-XV2eVYgCKWs off=5494584 len=793451 2024-09-16T11:33:11.774 INFO:tasks.workunit.client.0.smithi077.stdout:op 2800 completed, throughput=5MB/sec 2024-09-16T11:33:11.774 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0wNoN90--7ph6sW off=15027078 len=807579 2024-09-16T11:33:11.776 INFO:tasks.workunit.client.0.smithi077.stdout:op 2801 completed, throughput=5MB/sec 2024-09-16T11:33:11.776 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dfrk9BkBKmqiVjp off=1672220 len=1772142 2024-09-16T11:33:11.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 2802 completed, throughput=5MB/sec 2024-09-16T11:33:11.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:11 smithi077 ceph-mon[86047]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:33:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:11 smithi077 ceph-mon[88497]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:33:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:12.778 INFO:tasks.workunit.client.0.smithi077.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:12.779 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vg8-n8CPqqsPOax off=2820226 len=1197430 2024-09-16T11:33:12.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 2803 completed, throughput=4.99MB/sec 2024-09-16T11:33:12.780 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1D2cvT0sgWo87Na off=127048 len=991573 2024-09-16T11:33:12.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 2804 completed, throughput=5MB/sec 2024-09-16T11:33:12.787 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Y4G3KD93so_11Uz off=1124058 len=1090887 2024-09-16T11:33:12.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 2805 completed, throughput=5MB/sec 2024-09-16T11:33:12.793 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q9wgosaJWqma6e4 off=12608448 len=1762466 2024-09-16T11:33:12.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 2806 completed, throughput=5MB/sec 2024-09-16T11:33:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:13 smithi191 ceph-mon[84934]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:13.796 INFO:tasks.workunit.client.0.smithi077.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:13.796 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v2F5ladAprpm8f- off=10893290 len=1790545 2024-09-16T11:33:13.798 INFO:tasks.workunit.client.0.smithi077.stdout:op 2807 completed, throughput=4.99MB/sec 2024-09-16T11:33:13.798 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Yd2EyrKOl3of0SH off=6000472 len=828462 2024-09-16T11:33:13.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 2808 completed, throughput=5MB/sec 2024-09-16T11:33:13.799 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dvfEJGO_cZCrg7Q off=5007814 len=1158025 2024-09-16T11:33:13.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 2809 completed, throughput=5MB/sec 2024-09-16T11:33:13.802 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YqL6hu05vq-QdbX off=128927 len=140654 2024-09-16T11:33:13.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 2810 completed, throughput=5MB/sec 2024-09-16T11:33:13.805 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u6Ro_xEg9638IzJ off=1434670 len=810730 2024-09-16T11:33:13.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 2811 completed, throughput=5MB/sec 2024-09-16T11:33:13.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LJU4MDcwRoP2w-a off=0 len=1069618 2024-09-16T11:33:13.812 INFO:tasks.workunit.client.0.smithi077.stdout:op 2812 completed, throughput=5MB/sec 2024-09-16T11:33:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:13 smithi077 ceph-mon[88497]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:13 smithi077 ceph-mon[86047]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:14.812 INFO:tasks.workunit.client.0.smithi077.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:14.812 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n34zzpkTj97joIC off=1683988 len=1819324 2024-09-16T11:33:14.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 2813 completed, throughput=5MB/sec 2024-09-16T11:33:14.815 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_Vx0PmnPffwqDad off=4358440 len=1943679 2024-09-16T11:33:14.819 INFO:tasks.workunit.client.0.smithi077.stdout:op 2814 completed, throughput=5MB/sec 2024-09-16T11:33:14.819 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-txuFBtUrLQED6nN off=9280725 len=66274 2024-09-16T11:33:14.819 INFO:tasks.workunit.client.0.smithi077.stdout:op 2815 completed, throughput=5MB/sec 2024-09-16T11:33:14.819 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nJrP9OlRMIBLSeJ off=368096 len=678218 2024-09-16T11:33:14.820 INFO:tasks.workunit.client.0.smithi077.stdout:op 2816 completed, throughput=5MB/sec 2024-09-16T11:33:14.821 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AsO1nEValEwlcwB off=4617243 len=371900 2024-09-16T11:33:14.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 2817 completed, throughput=5MB/sec 2024-09-16T11:33:15.825 INFO:tasks.workunit.client.0.smithi077.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:15.825 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--9XT_oNVVhkGdgb off=6661654 len=356498 2024-09-16T11:33:15.825 INFO:tasks.workunit.client.0.smithi077.stdout:op 2818 completed, throughput=4.99MB/sec 2024-09-16T11:33:15.825 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9UiGdb5CvfgguXP off=8184562 len=1883532 2024-09-16T11:33:15.836 INFO:tasks.workunit.client.0.smithi077.stdout:op 2819 completed, throughput=5MB/sec 2024-09-16T11:33:15.836 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Q-44P--EZWL6L1 off=439784 len=2016601 2024-09-16T11:33:15.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 2820 completed, throughput=5MB/sec 2024-09-16T11:33:15.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dlkBkgUzKT6JRdg off=6980652 len=946025 2024-09-16T11:33:15.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 2821 completed, throughput=5MB/sec 2024-09-16T11:33:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:16 smithi077 ceph-mon[86047]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:16 smithi077 ceph-mon[88497]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:16 smithi191 ceph-mon[84934]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:16.853 INFO:tasks.workunit.client.0.smithi077.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:16.853 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bTqq8iYLisDkHKn off=305482 len=2070115 2024-09-16T11:33:16.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 2822 completed, throughput=4.99MB/sec 2024-09-16T11:33:16.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GC9j6PnSJzU44Py off=699247 len=1694521 2024-09-16T11:33:16.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 2823 completed, throughput=5MB/sec 2024-09-16T11:33:16.858 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NQd3kvk4Zwkke-b off=10104296 len=2015158 2024-09-16T11:33:16.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 2824 completed, throughput=5MB/sec 2024-09-16T11:33:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:16] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:33:17.874 INFO:tasks.workunit.client.0.smithi077.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:17.875 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZEB2PsCezme0kMg off=5000113 len=1546980 2024-09-16T11:33:17.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 2825 completed, throughput=4.99MB/sec 2024-09-16T11:33:17.884 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FMGIdIK3izR3Ebz off=5540291 len=804548 2024-09-16T11:33:17.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 2826 completed, throughput=5MB/sec 2024-09-16T11:33:17.885 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j_FY7xcPNOjcu35 off=17416438 len=900034 2024-09-16T11:33:17.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 2827 completed, throughput=5MB/sec 2024-09-16T11:33:17.887 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kRKvRXGvZWvdes3 off=6221123 len=591843 2024-09-16T11:33:17.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 2828 completed, throughput=5MB/sec 2024-09-16T11:33:17.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b6Ac09Z5HrUcMZm off=2614193 len=1324769 2024-09-16T11:33:17.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 2829 completed, throughput=5MB/sec 2024-09-16T11:33:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:18 smithi077 ceph-mon[86047]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:18 smithi077 ceph-mon[88497]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:18 smithi191 ceph-mon[84934]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:18.895 INFO:tasks.workunit.client.0.smithi077.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:18.896 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kJjXdeIZfWahslm off=3961575 len=1425527 2024-09-16T11:33:18.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 2830 completed, throughput=4.99MB/sec 2024-09-16T11:33:18.903 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hdNwideN8OOSA-J off=2908843 len=1924704 2024-09-16T11:33:18.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 2831 completed, throughput=5MB/sec 2024-09-16T11:33:18.912 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4RTGVmO3eB88V0u off=6934572 len=1805543 2024-09-16T11:33:18.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 2832 completed, throughput=5MB/sec 2024-09-16T11:33:19.917 INFO:tasks.workunit.client.0.smithi077.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:19.917 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0pYfz_kEw322Ct4 off=486926 len=415422 2024-09-16T11:33:19.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 2833 completed, throughput=4.99MB/sec 2024-09-16T11:33:19.919 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iXO9q3MKM0py9Jm off=4110100 len=795659 2024-09-16T11:33:19.925 INFO:tasks.workunit.client.0.smithi077.stdout:op 2834 completed, throughput=4.99MB/sec 2024-09-16T11:33:19.925 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BLyWrg_z8dwHXlp off=5306265 len=1119822 2024-09-16T11:33:19.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 2835 completed, throughput=5MB/sec 2024-09-16T11:33:19.931 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O0_2GocTdnrDNiE off=4847512 len=2063861 2024-09-16T11:33:19.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 2836 completed, throughput=5MB/sec 2024-09-16T11:33:19.934 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M_bdudc8igGPW-4 off=3330514 len=1565019 2024-09-16T11:33:19.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 2837 completed, throughput=5MB/sec 2024-09-16T11:33:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:20 smithi077 ceph-mon[86047]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:20.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:20 smithi077 ceph-mon[88497]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:20 smithi191 ceph-mon[84934]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:20.936 INFO:tasks.workunit.client.0.smithi077.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:20.936 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lpK3RQIBXa7scrH off=7798119 len=743268 2024-09-16T11:33:20.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 2838 completed, throughput=4.99MB/sec 2024-09-16T11:33:20.938 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Lw834XFKOFa4c64 off=9316773 len=488215 2024-09-16T11:33:20.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 2839 completed, throughput=4.99MB/sec 2024-09-16T11:33:20.939 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zli0s51aFgbLIRH off=11694285 len=413767 2024-09-16T11:33:20.940 INFO:tasks.workunit.client.0.smithi077.stdout:op 2840 completed, throughput=5MB/sec 2024-09-16T11:33:20.940 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XFVaKtq5EtwCAmf off=8879649 len=1373265 2024-09-16T11:33:20.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 2841 completed, throughput=5MB/sec 2024-09-16T11:33:20.941 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V7Ln2o5yLWXlEOP off=3308524 len=720807 2024-09-16T11:33:20.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 2842 completed, throughput=5MB/sec 2024-09-16T11:33:20.943 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uChylqxgsjfA8kn off=16989591 len=590824 2024-09-16T11:33:20.947 INFO:tasks.workunit.client.0.smithi077.stdout:op 2843 completed, throughput=5MB/sec 2024-09-16T11:33:20.947 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n_E9j0eMvpGHb04 off=5456461 len=1343448 2024-09-16T11:33:20.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 2844 completed, throughput=5MB/sec 2024-09-16T11:33:21.954 INFO:tasks.workunit.client.0.smithi077.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:21.955 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZxH4skEXB_kJFVs off=2828739 len=295290 2024-09-16T11:33:21.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 2845 completed, throughput=4.99MB/sec 2024-09-16T11:33:21.955 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1bUd1Vk9zi5ag6z off=7671977 len=603401 2024-09-16T11:33:21.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 2846 completed, throughput=4.99MB/sec 2024-09-16T11:33:21.956 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-We7BZ9U9Mu2kkU2 off=652337 len=1206142 2024-09-16T11:33:21.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 2847 completed, throughput=5MB/sec 2024-09-16T11:33:21.958 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GtU49efbqGrhLxZ off=13729745 len=312574 2024-09-16T11:33:21.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 2848 completed, throughput=5MB/sec 2024-09-16T11:33:21.959 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ywbssc457s3s9LZ off=10257556 len=1407851 2024-09-16T11:33:21.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 2849 completed, throughput=5MB/sec 2024-09-16T11:33:21.960 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3__EaW1YT-RLQTA off=209314 len=467458 2024-09-16T11:33:21.961 INFO:tasks.workunit.client.0.smithi077.stdout:op 2850 completed, throughput=5MB/sec 2024-09-16T11:33:22.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:22 smithi077 ceph-mon[86047]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:22 smithi077 ceph-mon[88497]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:22 smithi191 ceph-mon[84934]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:22.961 INFO:tasks.workunit.client.0.smithi077.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:22.961 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LY5aVW7bYOs4fTr off=22384962 len=781872 2024-09-16T11:33:22.962 INFO:tasks.workunit.client.0.smithi077.stdout:op 2851 completed, throughput=4.99MB/sec 2024-09-16T11:33:22.962 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qkBBuDlO7UNY1xV off=15395176 len=1219963 2024-09-16T11:33:22.964 INFO:tasks.workunit.client.0.smithi077.stdout:op 2852 completed, throughput=4.99MB/sec 2024-09-16T11:33:22.964 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1p-mzcP-pGd_hZQ off=14544161 len=327785 2024-09-16T11:33:22.964 INFO:tasks.workunit.client.0.smithi077.stdout:op 2853 completed, throughput=5MB/sec 2024-09-16T11:33:22.964 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xIqiowI1rdDCKyV off=10953556 len=340370 2024-09-16T11:33:22.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 2854 completed, throughput=5MB/sec 2024-09-16T11:33:22.965 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JuRuzEwztfq1WxS off=424665 len=756189 2024-09-16T11:33:22.970 INFO:tasks.workunit.client.0.smithi077.stdout:op 2855 completed, throughput=5MB/sec 2024-09-16T11:33:22.970 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g9RpXOZoxUKpaFS off=2368625 len=1645448 2024-09-16T11:33:22.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 2856 completed, throughput=5MB/sec 2024-09-16T11:33:22.972 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_t_6ONeNZZn6Wl1 off=893023 len=1167343 2024-09-16T11:33:22.977 INFO:tasks.workunit.client.0.smithi077.stdout:op 2857 completed, throughput=5MB/sec 2024-09-16T11:33:23.978 INFO:tasks.workunit.client.0.smithi077.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:23.978 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yi23VMyFw_12LgK off=2907647 len=647784 2024-09-16T11:33:23.979 INFO:tasks.workunit.client.0.smithi077.stdout:op 2858 completed, throughput=4.99MB/sec 2024-09-16T11:33:23.979 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x_G_Ik9hgLRr1Vf off=8255679 len=1393234 2024-09-16T11:33:23.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 2859 completed, throughput=5MB/sec 2024-09-16T11:33:23.988 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qRGhVw9aQ9jLH5i off=4873823 len=1473739 2024-09-16T11:33:23.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 2860 completed, throughput=5MB/sec 2024-09-16T11:33:23.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4BH2QEOEXcP4JSd off=1463045 len=891623 2024-09-16T11:33:24.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 2861 completed, throughput=5MB/sec 2024-09-16T11:33:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:24 smithi077 ceph-mon[86047]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:24 smithi077 ceph-mon[88497]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:24 smithi191 ceph-mon[84934]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:25.001 INFO:tasks.workunit.client.0.smithi077.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:25.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IYcQXH5l1h7Gbnu off=9430095 len=1321904 2024-09-16T11:33:25.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 2862 completed, throughput=4.99MB/sec 2024-09-16T11:33:25.004 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-82r3z8x2PDon9mW off=1605542 len=1938979 2024-09-16T11:33:25.015 INFO:tasks.workunit.client.0.smithi077.stdout:op 2863 completed, throughput=5MB/sec 2024-09-16T11:33:25.016 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kUAapBT22rjvRIl off=1800748 len=1609462 2024-09-16T11:33:25.018 INFO:tasks.workunit.client.0.smithi077.stdout:op 2864 completed, throughput=5MB/sec 2024-09-16T11:33:25.018 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hvrDKcgq2Y9cvyn off=10322513 len=918735 2024-09-16T11:33:25.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 2865 completed, throughput=5MB/sec 2024-09-16T11:33:26.023 INFO:tasks.workunit.client.0.smithi077.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:26.023 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-27wdaUWLpkOQYqm off=133077 len=1198281 2024-09-16T11:33:26.029 INFO:tasks.workunit.client.0.smithi077.stdout:op 2866 completed, throughput=4.99MB/sec 2024-09-16T11:33:26.029 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hxNBJrm3Zi-NEac off=604372 len=383858 2024-09-16T11:33:26.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 2867 completed, throughput=4.99MB/sec 2024-09-16T11:33:26.032 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fqWKotC4WNauOyc off=140015 len=1967035 2024-09-16T11:33:26.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 2868 completed, throughput=5MB/sec 2024-09-16T11:33:26.034 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3YCp4jhJDPXM7_Q off=2353996 len=875395 2024-09-16T11:33:26.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 2869 completed, throughput=5MB/sec 2024-09-16T11:33:26.040 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VBVXTyyoZaKbzrZ off=2238748 len=1314467 2024-09-16T11:33:26.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 2870 completed, throughput=5MB/sec 2024-09-16T11:33:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:26 smithi077 ceph-mon[86047]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:26 smithi077 ceph-mon[88497]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:26 smithi191 ceph-mon[84934]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:27.042 INFO:tasks.workunit.client.0.smithi077.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:27.042 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MbkptJEWw1tK_mp off=142660 len=843906 2024-09-16T11:33:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 2871 completed, throughput=4.99MB/sec 2024-09-16T11:33:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N1LQhftKgr2O2cC off=2986586 len=1672 2024-09-16T11:33:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 2872 completed, throughput=4.99MB/sec 2024-09-16T11:33:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UB-9HybNe4aAxaB off=1137865 len=1329443 2024-09-16T11:33:27.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 2873 completed, throughput=5MB/sec 2024-09-16T11:33:27.056 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-czuPKZOJrdCyGnh off=1756682 len=1143370 2024-09-16T11:33:27.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 2874 completed, throughput=5MB/sec 2024-09-16T11:33:27.062 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qq6zcYWnNI7pevb off=12310755 len=736827 2024-09-16T11:33:27.063 INFO:tasks.workunit.client.0.smithi077.stdout:op 2875 completed, throughput=5MB/sec 2024-09-16T11:33:27.063 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1K2Cwau4T1HY9gv off=974717 len=1914034 2024-09-16T11:33:27.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 2876 completed, throughput=5MB/sec 2024-09-16T11:33:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:26] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:33:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:28.076 INFO:tasks.workunit.client.0.smithi077.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:28.076 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OtcWmd90-_dzSli off=510917 len=1045672 2024-09-16T11:33:28.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 2877 completed, throughput=5MB/sec 2024-09-16T11:33:28.082 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w15MMygo3BuKZQG off=159951 len=1214996 2024-09-16T11:33:28.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 2878 completed, throughput=5MB/sec 2024-09-16T11:33:28.089 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qAcl8QXbf3wFngw off=4259054 len=62319 2024-09-16T11:33:28.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 2879 completed, throughput=5MB/sec 2024-09-16T11:33:28.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JmOWrR4aYVO8cuu off=6309251 len=1853215 2024-09-16T11:33:28.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 2880 completed, throughput=5MB/sec 2024-09-16T11:33:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:28 smithi077 ceph-mon[88497]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:28 smithi077 ceph-mon[86047]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:28 smithi191 ceph-mon[84934]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:29.102 INFO:tasks.workunit.client.0.smithi077.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:29.102 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HrGyuFEHpGv6aZr off=2910212 len=932031 2024-09-16T11:33:29.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 2881 completed, throughput=4.99MB/sec 2024-09-16T11:33:29.108 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sKDafVjQ7Zxzxm3 off=15650446 len=1270141 2024-09-16T11:33:29.114 INFO:tasks.workunit.client.0.smithi077.stdout:op 2882 completed, throughput=5MB/sec 2024-09-16T11:33:29.114 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BOXZw-YUTfGzfyg off=21736600 len=1205994 2024-09-16T11:33:29.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 2883 completed, throughput=5MB/sec 2024-09-16T11:33:29.116 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlIwb-OWs6YvD2t off=9513133 len=130640 2024-09-16T11:33:29.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 2884 completed, throughput=5MB/sec 2024-09-16T11:33:29.119 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vPQxtQFCSLh_qOE off=10966563 len=63641 2024-09-16T11:33:29.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 2885 completed, throughput=5MB/sec 2024-09-16T11:33:29.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dLZYwiWSlFkCma2 off=3454796 len=826831 2024-09-16T11:33:29.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 2886 completed, throughput=5MB/sec 2024-09-16T11:33:29.123 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S8qM3ShrFWCvfyF off=1463309 len=72052 2024-09-16T11:33:29.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 2887 completed, throughput=5MB/sec 2024-09-16T11:33:29.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oK6VE9P1kbd022h off=2099281 len=335946 2024-09-16T11:33:29.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 2888 completed, throughput=5MB/sec 2024-09-16T11:33:29.126 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pCl2vkLCR9Vk3kd off=5215114 len=278453 2024-09-16T11:33:29.127 INFO:tasks.workunit.client.0.smithi077.stdout:op 2889 completed, throughput=5MB/sec 2024-09-16T11:33:29.127 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f3cWJHheKbK7rkS off=3541551 len=130816 2024-09-16T11:33:29.128 INFO:tasks.workunit.client.0.smithi077.stdout:op 2890 completed, throughput=5MB/sec 2024-09-16T11:33:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:29 smithi077 ceph-mon[88497]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:33:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:29 smithi077 ceph-mon[86047]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:33:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:29 smithi191 ceph-mon[84934]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:33:30.128 INFO:tasks.workunit.client.0.smithi077.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:30.128 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kQXqx_aEFk-TqF4 off=531991 len=638645 2024-09-16T11:33:30.131 INFO:tasks.workunit.client.0.smithi077.stdout:op 2891 completed, throughput=4.99MB/sec 2024-09-16T11:33:30.132 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2HG-bbvRMBqloIH off=4791872 len=870630 2024-09-16T11:33:30.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 2892 completed, throughput=4.99MB/sec 2024-09-16T11:33:30.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MeJOkvnIn-QsuAT off=2806216 len=580321 2024-09-16T11:33:30.137 INFO:tasks.workunit.client.0.smithi077.stdout:op 2893 completed, throughput=4.99MB/sec 2024-09-16T11:33:30.138 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TSDzXUlHXUNK6M2 off=7640237 len=560818 2024-09-16T11:33:30.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 2894 completed, throughput=5MB/sec 2024-09-16T11:33:30.139 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Pog0A142JyuUX5l off=6137126 len=1645352 2024-09-16T11:33:30.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 2895 completed, throughput=5MB/sec 2024-09-16T11:33:30.149 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S8DvoLxftFhrzHV off=18991332 len=1654819 2024-09-16T11:33:30.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 2896 completed, throughput=5MB/sec 2024-09-16T11:33:31.159 INFO:tasks.workunit.client.0.smithi077.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:31.159 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FpVyv2GCqtMutSj off=201378 len=1363861 2024-09-16T11:33:31.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 2897 completed, throughput=4.99MB/sec 2024-09-16T11:33:31.162 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-twx6z_jqGiPUCFc off=17184989 len=735681 2024-09-16T11:33:31.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 2898 completed, throughput=5MB/sec 2024-09-16T11:33:31.164 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3ozQzMnGfMhI5DU off=3634660 len=1559814 2024-09-16T11:33:31.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 2899 completed, throughput=5MB/sec 2024-09-16T11:33:31.172 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4HNucAIkhsb2S4m off=0 len=1916132 2024-09-16T11:33:31.184 INFO:tasks.workunit.client.0.smithi077.stdout:op 2900 completed, throughput=5MB/sec 2024-09-16T11:33:32.184 INFO:tasks.workunit.client.0.smithi077.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:32.184 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZTc0UC1JKQpsjbI off=4873179 len=621506 2024-09-16T11:33:32.185 INFO:tasks.workunit.client.0.smithi077.stdout:op 2901 completed, throughput=4.99MB/sec 2024-09-16T11:33:32.185 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dGhuzOWM5vZQrUs off=635330 len=197594 2024-09-16T11:33:32.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 2902 completed, throughput=4.99MB/sec 2024-09-16T11:33:32.186 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u4w8YEnMWT303fT off=847309 len=405324 2024-09-16T11:33:32.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 2903 completed, throughput=4.99MB/sec 2024-09-16T11:33:32.190 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XaPwEQdx8N166wP off=11251409 len=786684 2024-09-16T11:33:32.194 INFO:tasks.workunit.client.0.smithi077.stdout:op 2904 completed, throughput=5MB/sec 2024-09-16T11:33:32.195 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QEytP9siIZiqPe8 off=296698 len=492050 2024-09-16T11:33:32.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 2905 completed, throughput=5MB/sec 2024-09-16T11:33:32.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OvHGV8GZRgVfl2T off=1702230 len=332296 2024-09-16T11:33:32.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 2906 completed, throughput=5MB/sec 2024-09-16T11:33:32.200 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dXbpbBxOO78pFIJ off=12300118 len=21838 2024-09-16T11:33:32.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 2907 completed, throughput=5MB/sec 2024-09-16T11:33:32.203 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tJGNveodYmHTJDe off=8537473 len=1741768 2024-09-16T11:33:32.211 INFO:tasks.workunit.client.0.smithi077.stdout:op 2908 completed, throughput=5MB/sec 2024-09-16T11:33:32.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:32 smithi077 ceph-mon[86047]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:32 smithi077 ceph-mon[88497]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:32.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:32 smithi191 ceph-mon[84934]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:33.212 INFO:tasks.workunit.client.0.smithi077.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:33.212 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nWLB-swj9RodWe9 off=260082 len=1072826 2024-09-16T11:33:33.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 2909 completed, throughput=4.99MB/sec 2024-09-16T11:33:33.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SqymMJ07JJBNaD5 off=1150940 len=1590338 2024-09-16T11:33:33.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 2910 completed, throughput=5MB/sec 2024-09-16T11:33:33.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ODdPScljo709gEw off=5150733 len=1847351 2024-09-16T11:33:33.222 INFO:tasks.workunit.client.0.smithi077.stdout:op 2911 completed, throughput=5MB/sec 2024-09-16T11:33:33.222 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8q3DDldchDUsa45 off=19161932 len=764786 2024-09-16T11:33:33.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 2912 completed, throughput=5MB/sec 2024-09-16T11:33:33.228 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mUP11ONlrUyhEbf off=20696701 len=1690509 2024-09-16T11:33:33.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 2913 completed, throughput=5MB/sec 2024-09-16T11:33:34.230 INFO:tasks.workunit.client.0.smithi077.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:34.230 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-915Jl-BRjnOGeak off=8859784 len=27699 2024-09-16T11:33:34.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 2914 completed, throughput=4.99MB/sec 2024-09-16T11:33:34.231 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u6wUsKJqUaLjUbn off=4795260 len=602761 2024-09-16T11:33:34.232 INFO:tasks.workunit.client.0.smithi077.stdout:op 2915 completed, throughput=5MB/sec 2024-09-16T11:33:34.232 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nWLB-swj9RodWe9 off=781364 len=551544 2024-09-16T11:33:34.237 INFO:tasks.workunit.client.0.smithi077.stdout:op 2916 completed, throughput=5MB/sec 2024-09-16T11:33:34.237 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kkPbNcm1oVQtM3v off=35813 len=711140 2024-09-16T11:33:34.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 2917 completed, throughput=5MB/sec 2024-09-16T11:33:34.238 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FAZX5m8xKjpoMAT off=11274847 len=349593 2024-09-16T11:33:34.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 2918 completed, throughput=5MB/sec 2024-09-16T11:33:34.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nsPmlb7U9Z4qfHx off=5505228 len=1762561 2024-09-16T11:33:34.247 INFO:tasks.workunit.client.0.smithi077.stdout:op 2919 completed, throughput=5MB/sec 2024-09-16T11:33:34.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:34 smithi077 ceph-mon[86047]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:34 smithi077 ceph-mon[88497]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:34 smithi191 ceph-mon[84934]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:33:35.247 INFO:tasks.workunit.client.0.smithi077.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:35.247 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-47EKETpS7Jor278 off=70302 len=1828530 2024-09-16T11:33:35.249 INFO:tasks.workunit.client.0.smithi077.stdout:op 2920 completed, throughput=4.99MB/sec 2024-09-16T11:33:35.249 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-H5JbwwzV4sUrMIj off=12226633 len=197286 2024-09-16T11:33:35.252 INFO:tasks.workunit.client.0.smithi077.stdout:op 2921 completed, throughput=5MB/sec 2024-09-16T11:33:35.253 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uXyCFSEl1qwzpVc off=6543852 len=648182 2024-09-16T11:33:35.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 2922 completed, throughput=5MB/sec 2024-09-16T11:33:35.254 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-998x8Ow0JnXmkr7 off=5983248 len=1277682 2024-09-16T11:33:35.256 INFO:tasks.workunit.client.0.smithi077.stdout:op 2923 completed, throughput=5MB/sec 2024-09-16T11:33:35.256 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EVyU87A5OAWCeL1 off=362429 len=499916 2024-09-16T11:33:35.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 2924 completed, throughput=5MB/sec 2024-09-16T11:33:35.260 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7uPnSP1bN1es-rA off=11575754 len=1454412 2024-09-16T11:33:35.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 2925 completed, throughput=5MB/sec 2024-09-16T11:33:36.270 INFO:tasks.workunit.client.0.smithi077.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:36.270 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-laXywTSA7mKXeJr off=5546040 len=1646218 2024-09-16T11:33:36.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 2926 completed, throughput=5MB/sec 2024-09-16T11:33:36.272 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RENZqi9tBMJWulr off=13195514 len=261785 2024-09-16T11:33:36.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 2927 completed, throughput=5MB/sec 2024-09-16T11:33:36.273 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OzR1VHLjWaNUf7F off=198158 len=1669568 2024-09-16T11:33:36.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 2928 completed, throughput=5MB/sec 2024-09-16T11:33:36.275 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6B8UPBRwssFXSiy off=1756939 len=1564010 2024-09-16T11:33:36.277 INFO:tasks.workunit.client.0.smithi077.stdout:op 2929 completed, throughput=5MB/sec 2024-09-16T11:33:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:36 smithi077 ceph-mon[86047]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:33:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:36 smithi077 ceph-mon[88497]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:33:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:36 smithi191 ceph-mon[84934]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T11:33:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:36] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T11:33:37.277 INFO:tasks.workunit.client.0.smithi077.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:37.278 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oBopMz3QCR20Hp9 off=904796 len=1264040 2024-09-16T11:33:37.279 INFO:tasks.workunit.client.0.smithi077.stdout:op 2930 completed, throughput=4.99MB/sec 2024-09-16T11:33:37.279 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bYbjYom-Xy70of7 off=8168700 len=1459058 2024-09-16T11:33:37.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 2931 completed, throughput=5MB/sec 2024-09-16T11:33:37.281 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g5xOCPCpDua-RNF off=1744953 len=341036 2024-09-16T11:33:37.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 2932 completed, throughput=5MB/sec 2024-09-16T11:33:37.283 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8z2gNMSolHlWm1u off=2692842 len=993860 2024-09-16T11:33:37.288 INFO:tasks.workunit.client.0.smithi077.stdout:op 2933 completed, throughput=5MB/sec 2024-09-16T11:33:37.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cgYW-FiorSFp4vB off=1552066 len=1215760 2024-09-16T11:33:37.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 2934 completed, throughput=5MB/sec 2024-09-16T11:33:38.294 INFO:tasks.workunit.client.0.smithi077.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:38.294 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c5tV8YZaMMpH7R9 off=19685275 len=218983 2024-09-16T11:33:38.295 INFO:tasks.workunit.client.0.smithi077.stdout:op 2935 completed, throughput=4.99MB/sec 2024-09-16T11:33:38.295 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-soLR3kocdB0nCzo off=16381754 len=2030520 2024-09-16T11:33:38.304 INFO:tasks.workunit.client.0.smithi077.stdout:op 2936 completed, throughput=5MB/sec 2024-09-16T11:33:38.304 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BDl4sTw7BVI33wG off=100162 len=1288915 2024-09-16T11:33:38.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 2937 completed, throughput=5MB/sec 2024-09-16T11:33:38.305 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_1yGSpdo_uQJU6a off=5740271 len=1352807 2024-09-16T11:33:38.306 INFO:tasks.workunit.client.0.smithi077.stdout:op 2938 completed, throughput=5MB/sec 2024-09-16T11:33:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:38 smithi077 ceph-mon[86047]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:38 smithi077 ceph-mon[88497]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:38 smithi191 ceph-mon[84934]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:33:39.307 INFO:tasks.workunit.client.0.smithi077.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:39.307 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5ByolS79__ikS-Y off=4800179 len=397679 2024-09-16T11:33:39.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 2939 completed, throughput=4.99MB/sec 2024-09-16T11:33:39.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pmKX7aB5ld-Vu5l off=15184275 len=1226691 2024-09-16T11:33:39.318 INFO:tasks.workunit.client.0.smithi077.stdout:op 2940 completed, throughput=4.99MB/sec 2024-09-16T11:33:39.319 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AmaquxNDVarE95y off=1357106 len=1565159 2024-09-16T11:33:39.326 INFO:tasks.workunit.client.0.smithi077.stdout:op 2941 completed, throughput=5MB/sec 2024-09-16T11:33:39.326 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pwkZoRU26t2aVyS off=964892 len=462587 2024-09-16T11:33:39.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 2942 completed, throughput=5MB/sec 2024-09-16T11:33:39.330 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MG8I9HRdZ_zV4nx off=2639293 len=211446 2024-09-16T11:33:39.332 INFO:tasks.workunit.client.0.smithi077.stdout:op 2943 completed, throughput=5MB/sec 2024-09-16T11:33:39.332 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pN8iCmr07EtusXS off=11993724 len=1832123 2024-09-16T11:33:39.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 2944 completed, throughput=5MB/sec 2024-09-16T11:33:40.335 INFO:tasks.workunit.client.0.smithi077.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:40.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XjptQzmxKXRiNd7 off=5247396 len=847692 2024-09-16T11:33:40.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 2945 completed, throughput=4.99MB/sec 2024-09-16T11:33:40.337 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cwfIv99boN6Vmjf off=6585238 len=932858 2024-09-16T11:33:40.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 2946 completed, throughput=5MB/sec 2024-09-16T11:33:40.342 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tRWOK5A_ABCgXs9 off=16823671 len=122141 2024-09-16T11:33:40.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 2947 completed, throughput=5MB/sec 2024-09-16T11:33:40.343 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Pps5urpCg6NuOpm off=653247 len=220661 2024-09-16T11:33:40.346 INFO:tasks.workunit.client.0.smithi077.stdout:op 2948 completed, throughput=5MB/sec 2024-09-16T11:33:40.346 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YvQlMI6PTuOKz7_ off=3188306 len=714402 2024-09-16T11:33:40.347 INFO:tasks.workunit.client.0.smithi077.stdout:op 2949 completed, throughput=5MB/sec 2024-09-16T11:33:40.347 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-22ni5olz3eQdesQ off=4919206 len=1544714 2024-09-16T11:33:40.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 2950 completed, throughput=5MB/sec 2024-09-16T11:33:40.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nwK9s0ReDBWQiUL off=5996376 len=2037591 2024-09-16T11:33:40.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 2951 completed, throughput=5MB/sec 2024-09-16T11:33:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:40 smithi077 ceph-mon[86047]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:33:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:40 smithi077 ceph-mon[88497]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:33:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:40 smithi191 ceph-mon[84934]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:33:41.351 INFO:tasks.workunit.client.0.smithi077.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:41.351 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-03wwPx9hz59u9h4 off=2466284 len=999288 2024-09-16T11:33:41.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 2952 completed, throughput=5MB/sec 2024-09-16T11:33:41.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-utfFaLFBVK5f4Xs off=10195881 len=1798290 2024-09-16T11:33:41.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 2953 completed, throughput=5MB/sec 2024-09-16T11:33:41.363 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_s13BiVmMeDArgu off=23411362 len=1371584 2024-09-16T11:33:41.368 INFO:tasks.workunit.client.0.smithi077.stdout:op 2954 completed, throughput=5MB/sec 2024-09-16T11:33:42.369 INFO:tasks.workunit.client.0.smithi077.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:42.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-o98efIn0amDexOj off=711074 len=251085 2024-09-16T11:33:42.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 2955 completed, throughput=4.99MB/sec 2024-09-16T11:33:42.372 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-252iwmVrh5ZiHxW off=16928974 len=778868 2024-09-16T11:33:42.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 2956 completed, throughput=4.99MB/sec 2024-09-16T11:33:42.373 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-37zsDTCBbVg2SBd off=12993414 len=257671 2024-09-16T11:33:42.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 2957 completed, throughput=4.99MB/sec 2024-09-16T11:33:42.376 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-np5DuNySCScPXmr off=9100558 len=41558 2024-09-16T11:33:42.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 2958 completed, throughput=4.99MB/sec 2024-09-16T11:33:42.377 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XF5oJD7FPbwmkhV off=5674625 len=719805 2024-09-16T11:33:42.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 2959 completed, throughput=5MB/sec 2024-09-16T11:33:42.378 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wuEogY3WkVjV_NY off=14586234 len=1371829 2024-09-16T11:33:42.383 INFO:tasks.workunit.client.0.smithi077.stdout:op 2960 completed, throughput=5MB/sec 2024-09-16T11:33:42.383 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--J-3ljez9puv3Xy off=12888909 len=1081561 2024-09-16T11:33:42.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 2961 completed, throughput=5MB/sec 2024-09-16T11:33:42.385 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6R9QAsAz7FYBTgm off=13702791 len=1284331 2024-09-16T11:33:42.386 INFO:tasks.workunit.client.0.smithi077.stdout:op 2962 completed, throughput=5MB/sec 2024-09-16T11:33:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:42 smithi077 ceph-mon[86047]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:42 smithi077 ceph-mon[88497]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:42 smithi191 ceph-mon[84934]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:43.386 INFO:tasks.workunit.client.0.smithi077.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:43.386 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cBctWGBKXQ1foMs off=12731732 len=1426186 2024-09-16T11:33:43.394 INFO:tasks.workunit.client.0.smithi077.stdout:op 2963 completed, throughput=5MB/sec 2024-09-16T11:33:43.395 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RnOTnyZSXsCH8Ik off=5217555 len=1524364 2024-09-16T11:33:43.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 2964 completed, throughput=5MB/sec 2024-09-16T11:33:43.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QLnnHxdGDtImtfs off=7882208 len=1390057 2024-09-16T11:33:43.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 2965 completed, throughput=5MB/sec 2024-09-16T11:33:43.413 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vEqwDoywCe7vGGP off=1701328 len=980713 2024-09-16T11:33:43.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 2966 completed, throughput=5MB/sec 2024-09-16T11:33:44.418 INFO:tasks.workunit.client.0.smithi077.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:44.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0tqKp7F8gOgYbxH off=583557 len=1276763 2024-09-16T11:33:44.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 2967 completed, throughput=4.99MB/sec 2024-09-16T11:33:44.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wYNaFt3ir-riocs off=5274569 len=1085194 2024-09-16T11:33:44.426 INFO:tasks.workunit.client.0.smithi077.stdout:op 2968 completed, throughput=5MB/sec 2024-09-16T11:33:44.426 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XfFf0DsgYLTU2xp off=5054099 len=92730 2024-09-16T11:33:44.428 INFO:tasks.workunit.client.0.smithi077.stdout:op 2969 completed, throughput=5MB/sec 2024-09-16T11:33:44.428 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3C2WeXFuq-eAeDb off=2561211 len=505020 2024-09-16T11:33:44.432 INFO:tasks.workunit.client.0.smithi077.stdout:op 2970 completed, throughput=5MB/sec 2024-09-16T11:33:44.432 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7sxmwlunHJS3gjz off=7286444 len=487657 2024-09-16T11:33:44.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 2971 completed, throughput=5MB/sec 2024-09-16T11:33:44.435 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rNuaZCnzKwAgVoT off=10947884 len=1006849 2024-09-16T11:33:44.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 2972 completed, throughput=5MB/sec 2024-09-16T11:33:44.436 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Wpm9ZELMF5mOLC off=3663751 len=665993 2024-09-16T11:33:44.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 2973 completed, throughput=5MB/sec 2024-09-16T11:33:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:44 smithi077 ceph-mon[86047]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:44 smithi077 ceph-mon[88497]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:44 smithi191 ceph-mon[84934]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:45.440 INFO:tasks.workunit.client.0.smithi077.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:45.440 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YfFOTWZwUpvKH3- off=8042637 len=1504924 2024-09-16T11:33:45.448 INFO:tasks.workunit.client.0.smithi077.stdout:op 2974 completed, throughput=4.99MB/sec 2024-09-16T11:33:45.448 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oLzXbQjrwPm8x98 off=20131941 len=817175 2024-09-16T11:33:45.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 2975 completed, throughput=5MB/sec 2024-09-16T11:33:45.449 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zqi-Gr3wsZeAdSl off=3839551 len=1885718 2024-09-16T11:33:45.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 2976 completed, throughput=5MB/sec 2024-09-16T11:33:45.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-odEF_GCnFNnlGTa off=2392510 len=339011 2024-09-16T11:33:45.456 INFO:tasks.workunit.client.0.smithi077.stdout:op 2977 completed, throughput=5MB/sec 2024-09-16T11:33:45.456 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4bKekLUbIJzy2ag off=7516109 len=634976 2024-09-16T11:33:45.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 2978 completed, throughput=5MB/sec 2024-09-16T11:33:46.461 INFO:tasks.workunit.client.0.smithi077.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:46.461 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tRisVhuAYK--xOy off=9712563 len=686245 2024-09-16T11:33:46.465 INFO:tasks.workunit.client.0.smithi077.stdout:op 2979 completed, throughput=4.99MB/sec 2024-09-16T11:33:46.465 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q2oBqDlqHkzilfO off=2271227 len=1334406 2024-09-16T11:33:46.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 2980 completed, throughput=5MB/sec 2024-09-16T11:33:46.472 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C8ZICx5BCL_mAMG off=7538033 len=654775 2024-09-16T11:33:46.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 2981 completed, throughput=5MB/sec 2024-09-16T11:33:46.476 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-H5hQibMZPFpMXSD off=2196208 len=1651829 2024-09-16T11:33:46.488 INFO:tasks.workunit.client.0.smithi077.stdout:op 2982 completed, throughput=5MB/sec 2024-09-16T11:33:46.488 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G3jUJG1YweBYCSh off=9984761 len=1655762 2024-09-16T11:33:46.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 2983 completed, throughput=5MB/sec 2024-09-16T11:33:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:46 smithi077 ceph-mon[86047]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:46 smithi077 ceph-mon[88497]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:46 smithi191 ceph-mon[84934]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:33:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:46] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:33:47.498 INFO:tasks.workunit.client.0.smithi077.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:47.499 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8qWshlZp5JmGeBi off=13457768 len=364854 2024-09-16T11:33:47.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 2984 completed, throughput=4.99MB/sec 2024-09-16T11:33:47.501 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R2-EyL_NL29vRs3 off=17352637 len=1092445 2024-09-16T11:33:47.503 INFO:tasks.workunit.client.0.smithi077.stdout:op 2985 completed, throughput=5MB/sec 2024-09-16T11:33:47.503 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XcTj9OEHuCEmzCj off=165899 len=1522948 2024-09-16T11:33:47.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 2986 completed, throughput=5MB/sec 2024-09-16T11:33:47.505 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DNTntGpEt0kY9q3 off=7134120 len=35008 2024-09-16T11:33:47.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 2987 completed, throughput=5MB/sec 2024-09-16T11:33:47.505 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9HJKe5X2gB0qIRR off=2151149 len=200683 2024-09-16T11:33:47.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 2988 completed, throughput=5MB/sec 2024-09-16T11:33:47.506 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SjuYgaVam1wMWHc off=2628750 len=1222408 2024-09-16T11:33:47.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 2989 completed, throughput=5MB/sec 2024-09-16T11:33:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:47 smithi077 ceph-mon[86047]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:47 smithi077 ceph-mon[88497]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:47 smithi191 ceph-mon[84934]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:33:48.508 INFO:tasks.workunit.client.0.smithi077.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:48.508 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1PvtM931-hNn3vB off=2740401 len=133855 2024-09-16T11:33:48.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 2990 completed, throughput=4.99MB/sec 2024-09-16T11:33:48.509 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fy1lTeZ_Gv3Kk06 off=5238789 len=1122144 2024-09-16T11:33:48.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 2991 completed, throughput=4.99MB/sec 2024-09-16T11:33:48.515 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rFZx8LcDiKHiWXB off=5156246 len=1170753 2024-09-16T11:33:48.521 INFO:tasks.workunit.client.0.smithi077.stdout:op 2992 completed, throughput=5MB/sec 2024-09-16T11:33:48.521 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZrBVNXA_AWgDsIp off=11173783 len=1950997 2024-09-16T11:33:48.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 2993 completed, throughput=5MB/sec 2024-09-16T11:33:48.534 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-feZN1zL8OO2ApQA off=1475621 len=1482136 2024-09-16T11:33:48.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 2994 completed, throughput=5MB/sec 2024-09-16T11:33:49.536 INFO:tasks.workunit.client.0.smithi077.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:49.536 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qVYv-rwCkVE7agE off=2953696 len=629687 2024-09-16T11:33:49.541 INFO:tasks.workunit.client.0.smithi077.stdout:op 2995 completed, throughput=4.99MB/sec 2024-09-16T11:33:49.541 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yY1_Dqcv-Cy6SOd off=4998565 len=1392041 2024-09-16T11:33:49.548 INFO:tasks.workunit.client.0.smithi077.stdout:op 2996 completed, throughput=5MB/sec 2024-09-16T11:33:49.548 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TqbdodIcpca1jsb off=319159 len=1501240 2024-09-16T11:33:49.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 2997 completed, throughput=5MB/sec 2024-09-16T11:33:49.552 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sz8o8E9rowFvomE off=5378687 len=617663 2024-09-16T11:33:49.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 2998 completed, throughput=5MB/sec 2024-09-16T11:33:49.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JvcSQBCu3t99Bio off=1192034 len=749618 2024-09-16T11:33:49.555 INFO:tasks.workunit.client.0.smithi077.stdout:op 2999 completed, throughput=5MB/sec 2024-09-16T11:33:50.555 INFO:tasks.workunit.client.0.smithi077.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:50.556 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AT5cOnYzgP5Zg9V off=5696878 len=1454914 2024-09-16T11:33:50.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 3000 completed, throughput=4.99MB/sec 2024-09-16T11:33:50.565 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FzM8JmbCQfwfxuJ off=2576143 len=1506785 2024-09-16T11:33:50.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 3001 completed, throughput=5MB/sec 2024-09-16T11:33:50.573 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1dusgxFhdSdj_d3 off=7110143 len=798955 2024-09-16T11:33:50.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 3002 completed, throughput=5MB/sec 2024-09-16T11:33:50.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gk6kdQMpAGbhyNW off=6213638 len=1284939 2024-09-16T11:33:50.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 3003 completed, throughput=5MB/sec 2024-09-16T11:33:50.580 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cc0uiUplL4NqG3g off=1278320 len=1884470 2024-09-16T11:33:50.591 INFO:tasks.workunit.client.0.smithi077.stdout:op 3004 completed, throughput=5MB/sec 2024-09-16T11:33:50.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:50 smithi077 ceph-mon[86047]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:50 smithi077 ceph-mon[88497]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:50 smithi191 ceph-mon[84934]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:33:51.591 INFO:tasks.workunit.client.0.smithi077.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:51.592 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iotj148icOGlr0y off=6364608 len=948445 2024-09-16T11:33:51.593 INFO:tasks.workunit.client.0.smithi077.stdout:op 3005 completed, throughput=5MB/sec 2024-09-16T11:33:51.593 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b7_VoYeNPWRTWPb off=19288109 len=112056 2024-09-16T11:33:51.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 3006 completed, throughput=5MB/sec 2024-09-16T11:33:51.596 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ScmlS8kK6qh8Pxo off=1272445 len=1902533 2024-09-16T11:33:51.599 INFO:tasks.workunit.client.0.smithi077.stdout:op 3007 completed, throughput=5MB/sec 2024-09-16T11:33:51.599 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1Oewrt292UznwWm off=1671158 len=645889 2024-09-16T11:33:51.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 3008 completed, throughput=5MB/sec 2024-09-16T11:33:51.600 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RzyidWW_SZ7RqoH off=2574737 len=1533317 2024-09-16T11:33:51.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 3009 completed, throughput=5MB/sec 2024-09-16T11:33:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:52.609 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LfkKwpif0HvVmIe off=3472641 len=292198 2024-09-16T11:33:52.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 3010 completed, throughput=4.99MB/sec 2024-09-16T11:33:52.610 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n4cIdS_BOYc0ZVe off=12052769 len=2012523 2024-09-16T11:33:52.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 3011 completed, throughput=5MB/sec 2024-09-16T11:33:52.613 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-enOtJcjcGbvuQck off=1260426 len=1792501 2024-09-16T11:33:52.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 3012 completed, throughput=5MB/sec 2024-09-16T11:33:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:52 smithi077 ceph-mon[86047]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:52 smithi077 ceph-mon[88497]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:52 smithi191 ceph-mon[84934]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:33:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:33:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:33:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:53.615 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7_vlFbyD3U4E5nK off=3210371 len=2002407 2024-09-16T11:33:53.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 3013 completed, throughput=5MB/sec 2024-09-16T11:33:53.619 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-t7mCqVH017Vppjg off=9722315 len=934612 2024-09-16T11:33:53.621 INFO:tasks.workunit.client.0.smithi077.stdout:op 3014 completed, throughput=5MB/sec 2024-09-16T11:33:53.621 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_P23pkK6GLK9HU7 off=2624502 len=1582508 2024-09-16T11:33:53.628 INFO:tasks.workunit.client.0.smithi077.stdout:op 3015 completed, throughput=5MB/sec 2024-09-16T11:33:53.629 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JDxNwlscemXrxFh off=8352738 len=1282867 2024-09-16T11:33:53.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 3016 completed, throughput=5MB/sec 2024-09-16T11:33:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:54.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bhlSj_P1sZsXPRC off=19524197 len=1312184 2024-09-16T11:33:54.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 3017 completed, throughput=4.99MB/sec 2024-09-16T11:33:54.638 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zcI-R1U8DHmpUIh off=17203975 len=1333510 2024-09-16T11:33:54.644 INFO:tasks.workunit.client.0.smithi077.stdout:op 3018 completed, throughput=5MB/sec 2024-09-16T11:33:54.644 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n1lKqlbRP_9588e off=11151821 len=1664802 2024-09-16T11:33:54.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 3019 completed, throughput=5MB/sec 2024-09-16T11:33:54.653 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9405SifQ8jisc98 off=16863795 len=1721079 2024-09-16T11:33:54.655 INFO:tasks.workunit.client.0.smithi077.stdout:op 3020 completed, throughput=5MB/sec 2024-09-16T11:33:54.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[86047]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[88497]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:33:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:33:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:54 smithi191 ceph-mon[84934]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:33:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:33:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:33:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:33:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:33:55.655 INFO:tasks.workunit.client.0.smithi077.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:55.655 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SYaznm22982C82J off=7402894 len=1997653 2024-09-16T11:33:55.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 3021 completed, throughput=5MB/sec 2024-09-16T11:33:55.669 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-13J58dEj4V53hdB off=1701406 len=1170846 2024-09-16T11:33:55.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 3022 completed, throughput=5MB/sec 2024-09-16T11:33:55.675 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dkLf-oN3f9PfUz7 off=12937375 len=1772873 2024-09-16T11:33:55.679 INFO:tasks.workunit.client.0.smithi077.stdout:op 3023 completed, throughput=5MB/sec 2024-09-16T11:33:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:56 smithi077 ceph-mon[86047]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:56 smithi077 ceph-mon[88497]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:56.679 INFO:tasks.workunit.client.0.smithi077.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:56.679 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7mGOq5tIVrCRgzk off=0 len=2093111 2024-09-16T11:33:56.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 3024 completed, throughput=5MB/sec 2024-09-16T11:33:56.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iv6IhosdCBXm6_k off=6119104 len=540731 2024-09-16T11:33:56.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 3025 completed, throughput=5MB/sec 2024-09-16T11:33:56.687 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SFATuQhTptO2DdL off=10981500 len=1863031 2024-09-16T11:33:56.695 INFO:tasks.workunit.client.0.smithi077.stdout:op 3026 completed, throughput=5MB/sec 2024-09-16T11:33:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:56 smithi191 ceph-mon[84934]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:33:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:33:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:33:56] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:33:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:57.695 INFO:tasks.workunit.client.0.smithi077.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:57.695 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KPWlu3sdQS5twh9 off=1528823 len=1473675 2024-09-16T11:33:57.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 3027 completed, throughput=4.99MB/sec 2024-09-16T11:33:57.702 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7a6HttRuNH9ejNd off=9744073 len=249760 2024-09-16T11:33:57.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 3028 completed, throughput=4.99MB/sec 2024-09-16T11:33:57.705 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TeroS1TIVGjdqNw off=6872885 len=1072039 2024-09-16T11:33:57.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 3029 completed, throughput=5MB/sec 2024-09-16T11:33:57.706 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9X_cR71bkOgUbd4 off=14058855 len=1541250 2024-09-16T11:33:57.708 INFO:tasks.workunit.client.0.smithi077.stdout:op 3030 completed, throughput=5MB/sec 2024-09-16T11:33:57.708 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9DUp0oUOjyoQ6To off=21826690 len=372357 2024-09-16T11:33:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:33:57.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 3031 completed, throughput=5MB/sec 2024-09-16T11:33:57.712 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l3OUS98WDcOW2Eb off=23166738 len=1063876 2024-09-16T11:33:57.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 3032 completed, throughput=5MB/sec 2024-09-16T11:33:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:58 smithi077 ceph-mon[86047]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:58 smithi077 ceph-mon[88497]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:58 smithi191 ceph-mon[84934]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:33:58.714 INFO:tasks.workunit.client.0.smithi077.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:58.714 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dTfmPWq_WPUIPt6 off=2037325 len=470092 2024-09-16T11:33:58.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 3033 completed, throughput=4.99MB/sec 2024-09-16T11:33:58.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g6G2zRCEfTxuxTy off=15332891 len=841524 2024-09-16T11:33:58.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 3034 completed, throughput=4.99MB/sec 2024-09-16T11:33:58.719 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UsCG_ukviO4eqWZ off=3711383 len=1718619 2024-09-16T11:33:58.721 INFO:tasks.workunit.client.0.smithi077.stdout:op 3035 completed, throughput=5MB/sec 2024-09-16T11:33:58.721 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g88yK0_4P2LFGnP off=2027246 len=642537 2024-09-16T11:33:58.726 INFO:tasks.workunit.client.0.smithi077.stdout:op 3036 completed, throughput=5MB/sec 2024-09-16T11:33:58.726 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ngYTm3yGZ1V7DLh off=2221793 len=1351087 2024-09-16T11:33:58.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 3037 completed, throughput=5MB/sec 2024-09-16T11:33:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:33:59 smithi077 ceph-mon[86047]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:33:59 smithi077 ceph-mon[88497]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:33:59 smithi191 ceph-mon[84934]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:33:59.727 INFO:tasks.workunit.client.0.smithi077.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-16T11:33:59.727 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vxbvCRCRkmGXxmd off=8127575 len=9620 2024-09-16T11:33:59.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 3038 completed, throughput=4.99MB/sec 2024-09-16T11:33:59.731 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MdEnplJlGeixZWr off=7922105 len=2045606 2024-09-16T11:33:59.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 3039 completed, throughput=5MB/sec 2024-09-16T11:33:59.733 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3_l1KxGen0xHHoP off=3178156 len=256963 2024-09-16T11:33:59.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 3040 completed, throughput=5MB/sec 2024-09-16T11:33:59.734 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DcvFxcDUXgd-Hr0 off=12207526 len=38393 2024-09-16T11:33:59.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 3041 completed, throughput=5MB/sec 2024-09-16T11:33:59.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qtqwidr4N71lz28 off=931450 len=885123 2024-09-16T11:33:59.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 3042 completed, throughput=5MB/sec 2024-09-16T11:33:59.740 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Pj3mh3YAHhzHBT1 off=1396516 len=485564 2024-09-16T11:33:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:op 3043 completed, throughput=5MB/sec 2024-09-16T11:33:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B-CcbdAFsKIVdq6 off=1858085 len=551688 2024-09-16T11:33:59.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 3044 completed, throughput=5MB/sec 2024-09-16T11:33:59.745 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PAC-ve5OqlFbk4f off=23032401 len=217758 2024-09-16T11:33:59.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 3045 completed, throughput=5MB/sec 2024-09-16T11:33:59.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-q7czZyWZ953v-k6 off=2193111 len=936641 2024-09-16T11:33:59.751 INFO:tasks.workunit.client.0.smithi077.stdout:op 3046 completed, throughput=5MB/sec 2024-09-16T11:34:00.751 INFO:tasks.workunit.client.0.smithi077.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:00.752 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XhSF44FNtG3X0nX off=1161767 len=1575123 2024-09-16T11:34:00.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 3047 completed, throughput=4.99MB/sec 2024-09-16T11:34:00.753 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dJW4iXoa9g9ozeP off=1668942 len=173273 2024-09-16T11:34:00.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 3048 completed, throughput=5MB/sec 2024-09-16T11:34:00.754 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VnhXXNALFH9veLk off=3542530 len=340697 2024-09-16T11:34:00.755 INFO:tasks.workunit.client.0.smithi077.stdout:op 3049 completed, throughput=5MB/sec 2024-09-16T11:34:00.755 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qCrE4_E17eIu_5- off=3775823 len=683474 2024-09-16T11:34:00.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 3050 completed, throughput=5MB/sec 2024-09-16T11:34:00.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M4V0cMhS4Qw_arH off=0 len=1321534 2024-09-16T11:34:00.763 INFO:tasks.workunit.client.0.smithi077.stdout:op 3051 completed, throughput=5MB/sec 2024-09-16T11:34:00.763 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-37zsDTCBbVg2SBd off=845812 len=209909 2024-09-16T11:34:00.766 INFO:tasks.workunit.client.0.smithi077.stdout:op 3052 completed, throughput=5MB/sec 2024-09-16T11:34:00.766 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--Ovm7zT1LKH8_nG off=15384145 len=1399127 2024-09-16T11:34:00.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 3053 completed, throughput=5MB/sec 2024-09-16T11:34:01.769 INFO:tasks.workunit.client.0.smithi077.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:01.769 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DIey-07YKEPA_wl off=7547542 len=1238764 2024-09-16T11:34:01.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 3054 completed, throughput=4.99MB/sec 2024-09-16T11:34:01.771 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5jYvM7aA8zi_FpS off=2865331 len=1142910 2024-09-16T11:34:01.772 INFO:tasks.workunit.client.0.smithi077.stdout:op 3055 completed, throughput=5MB/sec 2024-09-16T11:34:01.772 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8TSnll7Mkqqc5ld off=4066316 len=987802 2024-09-16T11:34:01.777 INFO:tasks.workunit.client.0.smithi077.stdout:op 3056 completed, throughput=5MB/sec 2024-09-16T11:34:01.777 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HoSWVOlVJwdxUCh off=2711233 len=1527212 2024-09-16T11:34:01.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 3057 completed, throughput=5MB/sec 2024-09-16T11:34:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:02 smithi077 ceph-mon[86047]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:34:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:02 smithi077 ceph-mon[88497]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:34:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:02 smithi191 ceph-mon[84934]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:34:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:02.782 INFO:tasks.workunit.client.0.smithi077.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:02.782 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MWWAlKJCbdzLPB0 off=3954203 len=701302 2024-09-16T11:34:02.788 INFO:tasks.workunit.client.0.smithi077.stdout:op 3058 completed, throughput=4.99MB/sec 2024-09-16T11:34:02.788 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d-XeNBX-K7ppLyI off=825500 len=353884 2024-09-16T11:34:02.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 3059 completed, throughput=4.99MB/sec 2024-09-16T11:34:02.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6_dPt4LVnjf6rn9 off=7746563 len=1939067 2024-09-16T11:34:02.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 3060 completed, throughput=5MB/sec 2024-09-16T11:34:02.803 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RhgrSdznCevUoOM off=5366394 len=1026363 2024-09-16T11:34:02.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 3061 completed, throughput=5MB/sec 2024-09-16T11:34:02.808 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tCvPt_KDekW2J0N off=5290544 len=1521800 2024-09-16T11:34:02.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 3062 completed, throughput=5MB/sec 2024-09-16T11:34:03.816 INFO:tasks.workunit.client.0.smithi077.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:03.817 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JG6xkzKSrPiByn6 off=1433828 len=1254953 2024-09-16T11:34:03.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 3063 completed, throughput=4.99MB/sec 2024-09-16T11:34:03.824 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zli0s51aFgbLIRH off=5404801 len=960944 2024-09-16T11:34:03.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 3064 completed, throughput=5MB/sec 2024-09-16T11:34:03.830 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ja0n8VAZUPOvmlm off=10795550 len=317891 2024-09-16T11:34:03.831 INFO:tasks.workunit.client.0.smithi077.stdout:op 3065 completed, throughput=5MB/sec 2024-09-16T11:34:03.831 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rmx5MwXS4H9ylqt off=16401836 len=1669401 2024-09-16T11:34:03.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 3066 completed, throughput=5MB/sec 2024-09-16T11:34:03.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TXzOnDNBeictO4n off=11060138 len=1533050 2024-09-16T11:34:03.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 3067 completed, throughput=5MB/sec 2024-09-16T11:34:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:04 smithi077 ceph-mon[86047]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:34:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:04 smithi077 ceph-mon[88497]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:34:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:04 smithi191 ceph-mon[84934]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:34:04.834 INFO:tasks.workunit.client.0.smithi077.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:04.834 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PJ6T2Op_Ajsqykv off=656871 len=1526611 2024-09-16T11:34:04.843 INFO:tasks.workunit.client.0.smithi077.stdout:op 3068 completed, throughput=5MB/sec 2024-09-16T11:34:04.843 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CSA0ikLJ05qgjet off=9412765 len=1997434 2024-09-16T11:34:04.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 3069 completed, throughput=5MB/sec 2024-09-16T11:34:04.848 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1knUHz3KGJmpHGo off=11958838 len=1253999 2024-09-16T11:34:04.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 3070 completed, throughput=5MB/sec 2024-09-16T11:34:05.856 INFO:tasks.workunit.client.0.smithi077.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:05.856 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_jsjSB1rQd4Pb2K off=5651955 len=1215742 2024-09-16T11:34:05.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 3071 completed, throughput=4.99MB/sec 2024-09-16T11:34:05.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wF96bTE17_Ly-Sa off=22604505 len=1859963 2024-09-16T11:34:05.859 INFO:tasks.workunit.client.0.smithi077.stdout:op 3072 completed, throughput=5MB/sec 2024-09-16T11:34:05.859 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ELMpnsZpWQdXm6l off=5244309 len=1367626 2024-09-16T11:34:05.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 3073 completed, throughput=5MB/sec 2024-09-16T11:34:05.860 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6QKYtcZp_Ey-Gwy off=2302650 len=1597812 2024-09-16T11:34:05.865 INFO:tasks.workunit.client.0.smithi077.stdout:op 3074 completed, throughput=5MB/sec 2024-09-16T11:34:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:06 smithi077 ceph-mon[86047]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:34:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:06 smithi077 ceph-mon[88497]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:34:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:06 smithi191 ceph-mon[84934]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:34:06.865 INFO:tasks.workunit.client.0.smithi077.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:06.865 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O_4LmbjSnV93Sv9 off=6870202 len=778832 2024-09-16T11:34:06.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 3075 completed, throughput=4.99MB/sec 2024-09-16T11:34:06.870 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jdB-wP9YTxJjcel off=12950902 len=1054640 2024-09-16T11:34:06.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 3076 completed, throughput=5MB/sec 2024-09-16T11:34:06.873 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3AQTdoFUzI1tyT2 off=4232728 len=519848 2024-09-16T11:34:06.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 3077 completed, throughput=5MB/sec 2024-09-16T11:34:06.873 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SRVROlmGG5D0rRk off=9955643 len=1875160 2024-09-16T11:34:06.876 INFO:tasks.workunit.client.0.smithi077.stdout:op 3078 completed, throughput=5MB/sec 2024-09-16T11:34:06.876 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uYGXJlivj8S3esM off=1980319 len=499166 2024-09-16T11:34:06.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 3079 completed, throughput=5MB/sec 2024-09-16T11:34:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:06] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:34:07.878 INFO:tasks.workunit.client.0.smithi077.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:07.878 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OCmIoIgoxAYQOm- off=10280376 len=1734567 2024-09-16T11:34:07.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 3080 completed, throughput=5MB/sec 2024-09-16T11:34:07.880 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TNy2livbAEPj60- off=3880098 len=1897950 2024-09-16T11:34:07.882 INFO:tasks.workunit.client.0.smithi077.stdout:op 3081 completed, throughput=5MB/sec 2024-09-16T11:34:07.882 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ghsxlea3PG5b17p off=7253080 len=645426 2024-09-16T11:34:07.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 3082 completed, throughput=5MB/sec 2024-09-16T11:34:07.883 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z1kCg2SFXN6h7vq off=1650290 len=1129664 2024-09-16T11:34:07.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 3083 completed, throughput=5MB/sec 2024-09-16T11:34:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:08 smithi077 ceph-mon[86047]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T11:34:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:08 smithi077 ceph-mon[88497]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T11:34:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:08 smithi191 ceph-mon[84934]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T11:34:08.885 INFO:tasks.workunit.client.0.smithi077.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:08.885 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TCFSRBgfqiiYiti off=2447305 len=800126 2024-09-16T11:34:08.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 3084 completed, throughput=4.99MB/sec 2024-09-16T11:34:08.887 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tM7v395Vo-L81w3 off=3835823 len=1714823 2024-09-16T11:34:08.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 3085 completed, throughput=5MB/sec 2024-09-16T11:34:08.889 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OCyH7QiQEjcYg0_ off=4083267 len=1178593 2024-09-16T11:34:08.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 3086 completed, throughput=5MB/sec 2024-09-16T11:34:08.894 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0OYHQF4IPiYlsI8 off=6530633 len=434952 2024-09-16T11:34:08.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 3087 completed, throughput=5MB/sec 2024-09-16T11:34:08.895 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bgs7NtqQPUwfvCb off=3526388 len=2041173 2024-09-16T11:34:08.904 INFO:tasks.workunit.client.0.smithi077.stdout:op 3088 completed, throughput=5MB/sec 2024-09-16T11:34:09.905 INFO:tasks.workunit.client.0.smithi077.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:09.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tuIl5_ckMygl-uY off=647861 len=758058 2024-09-16T11:34:09.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 3089 completed, throughput=5MB/sec 2024-09-16T11:34:09.907 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rzK1gWRYJQN5b9t off=12970261 len=1976010 2024-09-16T11:34:09.911 INFO:tasks.workunit.client.0.smithi077.stdout:op 3090 completed, throughput=5MB/sec 2024-09-16T11:34:09.911 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-khP4Xz4JGh_Dk5d off=5229777 len=1566948 2024-09-16T11:34:09.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 3091 completed, throughput=5MB/sec 2024-09-16T11:34:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:10 smithi077 ceph-mon[86047]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:10 smithi077 ceph-mon[88497]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:10 smithi191 ceph-mon[84934]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:10.920 INFO:tasks.workunit.client.0.smithi077.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:10.920 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D0vzrBgAp_svbwV off=12141575 len=1307520 2024-09-16T11:34:10.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 3092 completed, throughput=4.99MB/sec 2024-09-16T11:34:10.923 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ezoZAxuYRGA9VcL off=2936024 len=4662 2024-09-16T11:34:10.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 3093 completed, throughput=4.99MB/sec 2024-09-16T11:34:10.924 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-65yHqX-bA1vgdTz off=7286215 len=788306 2024-09-16T11:34:10.926 INFO:tasks.workunit.client.0.smithi077.stdout:op 3094 completed, throughput=5MB/sec 2024-09-16T11:34:10.926 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wgV1YrHWkHfV5e5 off=2574049 len=1619040 2024-09-16T11:34:10.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 3095 completed, throughput=5MB/sec 2024-09-16T11:34:10.928 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ifcSytbYmY67Vh7 off=20540595 len=641880 2024-09-16T11:34:10.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 3096 completed, throughput=5MB/sec 2024-09-16T11:34:10.932 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hb7A89ijcJ5uyd0 off=13545844 len=1247793 2024-09-16T11:34:10.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 3097 completed, throughput=5MB/sec 2024-09-16T11:34:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:11 smithi077 ceph-mon[86047]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T11:34:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:11 smithi077 ceph-mon[88497]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T11:34:11.933 INFO:tasks.workunit.client.0.smithi077.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:11.933 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-olSEyygIF4A2w9a off=10659286 len=396403 2024-09-16T11:34:11.934 INFO:tasks.workunit.client.0.smithi077.stdout:op 3098 completed, throughput=4.99MB/sec 2024-09-16T11:34:11.934 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-02nxl3gcZo-mPTd off=3436755 len=467213 2024-09-16T11:34:11.936 INFO:tasks.workunit.client.0.smithi077.stdout:op 3099 completed, throughput=4.99MB/sec 2024-09-16T11:34:11.936 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HAccJGnn_qdqX6N off=5650051 len=1517204 2024-09-16T11:34:11.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 3100 completed, throughput=5MB/sec 2024-09-16T11:34:11.942 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KFX_F9PM0MFJr8c off=5998809 len=1187348 2024-09-16T11:34:11.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 3101 completed, throughput=5MB/sec 2024-09-16T11:34:11.949 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5Vqoq1yNn9dcf5I off=3723660 len=1387269 2024-09-16T11:34:11.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 3102 completed, throughput=5MB/sec 2024-09-16T11:34:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:11 smithi191 ceph-mon[84934]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T11:34:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:12.954 INFO:tasks.workunit.client.0.smithi077.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:12.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C3n5j1sSA05ovcF off=4343348 len=359177 2024-09-16T11:34:12.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 3103 completed, throughput=4.99MB/sec 2024-09-16T11:34:12.968 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9xMWfVMWBk8Rlz6 off=4605801 len=603783 2024-09-16T11:34:12.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 3104 completed, throughput=4.99MB/sec 2024-09-16T11:34:12.972 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WtvthocSwFU6AFH off=10895525 len=2020651 2024-09-16T11:34:12.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 3105 completed, throughput=5MB/sec 2024-09-16T11:34:12.984 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3tA9T5gYI85afeL off=10542047 len=1151591 2024-09-16T11:34:12.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 3106 completed, throughput=5MB/sec 2024-09-16T11:34:12.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--f3Z7MergbfULqy off=44730 len=1144993 2024-09-16T11:34:12.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 3107 completed, throughput=5MB/sec 2024-09-16T11:34:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:13 smithi077 ceph-mon[86047]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:13 smithi077 ceph-mon[88497]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:13 smithi191 ceph-mon[84934]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:13.990 INFO:tasks.workunit.client.0.smithi077.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:13.990 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JPqP_xVXfavT859 off=7526069 len=1400334 2024-09-16T11:34:13.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 3108 completed, throughput=4.99MB/sec 2024-09-16T11:34:13.996 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1QLEASNxxgK9b72 off=12387733 len=1180518 2024-09-16T11:34:13.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 3109 completed, throughput=5MB/sec 2024-09-16T11:34:13.997 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-764ruBw3Ec1sbP- off=22399547 len=580245 2024-09-16T11:34:13.998 INFO:tasks.workunit.client.0.smithi077.stdout:op 3110 completed, throughput=5MB/sec 2024-09-16T11:34:13.999 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C48vgLd5BrFRaK0 off=13726919 len=1645585 2024-09-16T11:34:14.000 INFO:tasks.workunit.client.0.smithi077.stdout:op 3111 completed, throughput=5MB/sec 2024-09-16T11:34:14.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BRM6WU-e6TCyu4Z off=4229324 len=1763170 2024-09-16T11:34:14.002 INFO:tasks.workunit.client.0.smithi077.stdout:op 3112 completed, throughput=5MB/sec 2024-09-16T11:34:15.002 INFO:tasks.workunit.client.0.smithi077.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:15.002 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qoWlJSGNv-Aw4Qt off=548071 len=684937 2024-09-16T11:34:15.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 3113 completed, throughput=5MB/sec 2024-09-16T11:34:15.004 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FzKtihmimS1Hn9G off=1372620 len=385478 2024-09-16T11:34:15.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 3114 completed, throughput=5MB/sec 2024-09-16T11:34:15.004 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VB9mxAEkhO2z2ol off=378485 len=477809 2024-09-16T11:34:15.009 INFO:tasks.workunit.client.0.smithi077.stdout:op 3115 completed, throughput=5MB/sec 2024-09-16T11:34:15.009 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2kFZwSik779hT_8 off=6011201 len=1249638 2024-09-16T11:34:15.015 INFO:tasks.workunit.client.0.smithi077.stdout:op 3116 completed, throughput=5MB/sec 2024-09-16T11:34:15.015 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-__m3XQdYe98shMx off=4003320 len=1170623 2024-09-16T11:34:15.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 3117 completed, throughput=5MB/sec 2024-09-16T11:34:15.023 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GL7UqKVoqg-JkbR off=2857900 len=1887448 2024-09-16T11:34:15.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 3118 completed, throughput=5MB/sec 2024-09-16T11:34:16.025 INFO:tasks.workunit.client.0.smithi077.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:16.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zFPs2ZK5zcHNfXN off=3427191 len=769700 2024-09-16T11:34:16.029 INFO:tasks.workunit.client.0.smithi077.stdout:op 3119 completed, throughput=5MB/sec 2024-09-16T11:34:16.029 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c9-Z5DslPjtdinx off=9780757 len=610991 2024-09-16T11:34:16.030 INFO:tasks.workunit.client.0.smithi077.stdout:op 3120 completed, throughput=5MB/sec 2024-09-16T11:34:16.030 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_Ww4y4w9wIdfI7b off=1537885 len=586629 2024-09-16T11:34:16.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 3121 completed, throughput=5MB/sec 2024-09-16T11:34:16.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Oamd-DuP5qs8sn- off=6830396 len=1305500 2024-09-16T11:34:16.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 3122 completed, throughput=5MB/sec 2024-09-16T11:34:16.040 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5lmRpbAY6E1ZIDk off=1894649 len=888974 2024-09-16T11:34:16.045 INFO:tasks.workunit.client.0.smithi077.stdout:op 3123 completed, throughput=5MB/sec 2024-09-16T11:34:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:16 smithi077 ceph-mon[86047]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:16 smithi077 ceph-mon[88497]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:16 smithi191 ceph-mon[84934]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:17.045 INFO:tasks.workunit.client.0.smithi077.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:17.045 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Teq-ouRS_qb1JmS off=7232949 len=1302079 2024-09-16T11:34:17.051 INFO:tasks.workunit.client.0.smithi077.stdout:op 3124 completed, throughput=4.99MB/sec 2024-09-16T11:34:17.051 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-btjGP64gmwD5Jb8 off=7475972 len=745403 2024-09-16T11:34:17.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 3125 completed, throughput=5MB/sec 2024-09-16T11:34:17.056 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WnQ7uGY3xEsxHAL off=898106 len=476561 2024-09-16T11:34:17.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 3126 completed, throughput=5MB/sec 2024-09-16T11:34:17.057 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--aBGGPj5ZWJEvC2 off=2114593 len=354102 2024-09-16T11:34:17.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 3127 completed, throughput=5MB/sec 2024-09-16T11:34:17.061 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e6CX94bXEfeVWmy off=1814559 len=812369 2024-09-16T11:34:17.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 3128 completed, throughput=5MB/sec 2024-09-16T11:34:17.065 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IvOBqmzM9sJRqN5 off=6727012 len=72191 2024-09-16T11:34:17.067 INFO:tasks.workunit.client.0.smithi077.stdout:op 3129 completed, throughput=5MB/sec 2024-09-16T11:34:17.067 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_MbrSpiZCQAllS3 off=13818662 len=1727061 2024-09-16T11:34:17.069 INFO:tasks.workunit.client.0.smithi077.stdout:op 3130 completed, throughput=5MB/sec 2024-09-16T11:34:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:16] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T11:34:18.069 INFO:tasks.workunit.client.0.smithi077.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:18.069 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QvlscduONuL3-j0 off=1773035 len=440693 2024-09-16T11:34:18.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 3131 completed, throughput=4.99MB/sec 2024-09-16T11:34:18.070 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lRwqeCh5ktvrWjn off=6622987 len=1503100 2024-09-16T11:34:18.073 INFO:tasks.workunit.client.0.smithi077.stdout:op 3132 completed, throughput=5MB/sec 2024-09-16T11:34:18.073 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OpRf4O115PUXzi- off=1002091 len=1194567 2024-09-16T11:34:18.076 INFO:tasks.workunit.client.0.smithi077.stdout:op 3133 completed, throughput=5MB/sec 2024-09-16T11:34:18.076 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QuyC4p5mTDgKlbw off=7053383 len=34630 2024-09-16T11:34:18.076 INFO:tasks.workunit.client.0.smithi077.stdout:op 3134 completed, throughput=5MB/sec 2024-09-16T11:34:18.076 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3fj30wwHyURsti6 off=13605218 len=487102 2024-09-16T11:34:18.078 INFO:tasks.workunit.client.0.smithi077.stdout:op 3135 completed, throughput=5MB/sec 2024-09-16T11:34:18.078 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ji3qLqSjV_LOO5q off=21584162 len=6623 2024-09-16T11:34:18.080 INFO:tasks.workunit.client.0.smithi077.stdout:op 3136 completed, throughput=5MB/sec 2024-09-16T11:34:18.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fGxMfbLGn24qcHg off=2023510 len=581129 2024-09-16T11:34:18.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 3137 completed, throughput=5MB/sec 2024-09-16T11:34:18.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_KBA4Zv4zB2jnak off=9744156 len=446908 2024-09-16T11:34:18.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 3138 completed, throughput=5MB/sec 2024-09-16T11:34:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:18 smithi077 ceph-mon[86047]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-16T11:34:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:18 smithi077 ceph-mon[88497]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-16T11:34:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:18 smithi191 ceph-mon[84934]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-16T11:34:19.091 INFO:tasks.workunit.client.0.smithi077.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:19.091 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FWp1-WgBh0go0-4 off=13870582 len=1226834 2024-09-16T11:34:19.098 INFO:tasks.workunit.client.0.smithi077.stdout:op 3139 completed, throughput=4.99MB/sec 2024-09-16T11:34:19.098 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ans4QxW2OdoW141 off=6680869 len=890499 2024-09-16T11:34:19.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 3140 completed, throughput=5MB/sec 2024-09-16T11:34:19.100 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-czB-8bUow9q8X_j off=4216288 len=1145413 2024-09-16T11:34:19.105 INFO:tasks.workunit.client.0.smithi077.stdout:op 3141 completed, throughput=5MB/sec 2024-09-16T11:34:19.105 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yPWCqs46Tr5Jaxq off=2118258 len=820533 2024-09-16T11:34:19.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 3142 completed, throughput=5MB/sec 2024-09-16T11:34:19.110 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rr8NIpeeeScnZpd off=9551243 len=1138190 2024-09-16T11:34:19.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 3143 completed, throughput=5MB/sec 2024-09-16T11:34:19.111 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kFtUTxQO7mB4OZn off=1304888 len=1019506 2024-09-16T11:34:19.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 3144 completed, throughput=5MB/sec 2024-09-16T11:34:20.117 INFO:tasks.workunit.client.0.smithi077.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:20.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y0CUQ-zUsi3SoIx off=3153428 len=709032 2024-09-16T11:34:20.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 3145 completed, throughput=4.99MB/sec 2024-09-16T11:34:20.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6tFHpy5zucVZzb8 off=14241666 len=1830989 2024-09-16T11:34:20.128 INFO:tasks.workunit.client.0.smithi077.stdout:op 3146 completed, throughput=5MB/sec 2024-09-16T11:34:20.128 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EmJHXFMk6p3qfD0 off=8021123 len=1075032 2024-09-16T11:34:20.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 3147 completed, throughput=5MB/sec 2024-09-16T11:34:20.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EN-8uDFGf-BzSsu off=742649 len=1529963 2024-09-16T11:34:20.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 3148 completed, throughput=5MB/sec 2024-09-16T11:34:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:20 smithi077 ceph-mon[88497]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:20 smithi077 ceph-mon[86047]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:20 smithi191 ceph-mon[84934]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:34:21.135 INFO:tasks.workunit.client.0.smithi077.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:21.135 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-An5AFI3-Dn9_i9F off=13106499 len=1158928 2024-09-16T11:34:21.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 3149 completed, throughput=4.99MB/sec 2024-09-16T11:34:21.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zfX4GhkjacXT5NQ off=1752434 len=687564 2024-09-16T11:34:21.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 3150 completed, throughput=5MB/sec 2024-09-16T11:34:21.144 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O8FNRWyD_2zsQ4v off=10978710 len=1242427 2024-09-16T11:34:21.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 3151 completed, throughput=5MB/sec 2024-09-16T11:34:21.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dxQlPsurv9hPvnL off=366962 len=1025110 2024-09-16T11:34:21.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 3152 completed, throughput=5MB/sec 2024-09-16T11:34:21.152 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FhGyZOVjdqX4qyz off=771766 len=1164005 2024-09-16T11:34:21.158 INFO:tasks.workunit.client.0.smithi077.stdout:op 3153 completed, throughput=5MB/sec 2024-09-16T11:34:22.158 INFO:tasks.workunit.client.0.smithi077.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:22.158 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YqCxtRT2TSfgY68 off=5265877 len=573410 2024-09-16T11:34:22.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 3154 completed, throughput=4.99MB/sec 2024-09-16T11:34:22.163 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WT1ed2kUEHZP2_x off=18458421 len=671948 2024-09-16T11:34:22.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 3155 completed, throughput=4.99MB/sec 2024-09-16T11:34:22.167 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j__dMUGOIH6AADZ off=11942716 len=1635845 2024-09-16T11:34:22.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 3156 completed, throughput=5MB/sec 2024-09-16T11:34:22.169 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jUw3nfGqj7pkHNs off=2537310 len=433662 2024-09-16T11:34:22.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 3157 completed, throughput=5MB/sec 2024-09-16T11:34:22.170 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M8CGBb9cI6H-Nnc off=10155168 len=1249384 2024-09-16T11:34:22.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 3158 completed, throughput=5MB/sec 2024-09-16T11:34:22.172 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U0mbPqxdvJDgPza off=15513374 len=391952 2024-09-16T11:34:22.173 INFO:tasks.workunit.client.0.smithi077.stdout:op 3159 completed, throughput=5MB/sec 2024-09-16T11:34:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:22 smithi077 ceph-mon[86047]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:22 smithi077 ceph-mon[88497]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:22 smithi191 ceph-mon[84934]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:23.173 INFO:tasks.workunit.client.0.smithi077.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:23.174 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zdxyVghvhgBsX94 off=6716173 len=165269 2024-09-16T11:34:23.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 3160 completed, throughput=4.99MB/sec 2024-09-16T11:34:23.177 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O3LJFBzOBmX4XdJ off=14364110 len=98051 2024-09-16T11:34:23.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 3161 completed, throughput=4.99MB/sec 2024-09-16T11:34:23.177 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J8ANHJWxEGo7MBY off=1785630 len=243794 2024-09-16T11:34:23.179 INFO:tasks.workunit.client.0.smithi077.stdout:op 3162 completed, throughput=4.99MB/sec 2024-09-16T11:34:23.179 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-a6bt9XCDjuW4nrX off=11514478 len=1884393 2024-09-16T11:34:23.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 3163 completed, throughput=5MB/sec 2024-09-16T11:34:23.184 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r8Ya-e0auN2ofjB off=594262 len=1029826 2024-09-16T11:34:23.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 3164 completed, throughput=5MB/sec 2024-09-16T11:34:23.186 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0vR8o48FnZTFQrb off=6773997 len=1981097 2024-09-16T11:34:23.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 3165 completed, throughput=5MB/sec 2024-09-16T11:34:24.199 INFO:tasks.workunit.client.0.smithi077.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:24.199 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1J1eCTja_SgT4Sr off=13515046 len=109913 2024-09-16T11:34:24.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 3166 completed, throughput=4.99MB/sec 2024-09-16T11:34:24.199 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gxGxSD-zz1p1I05 off=8695447 len=357251 2024-09-16T11:34:24.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 3167 completed, throughput=4.99MB/sec 2024-09-16T11:34:24.203 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qXyYn2s0zeBWPy1 off=5254281 len=204607 2024-09-16T11:34:24.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 3168 completed, throughput=4.99MB/sec 2024-09-16T11:34:24.206 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GnWrhwKbeVQ94gE off=1951547 len=392247 2024-09-16T11:34:24.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 3169 completed, throughput=4.99MB/sec 2024-09-16T11:34:24.207 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vKyqtkt2c3gO9h3 off=1313198 len=790141 2024-09-16T11:34:24.208 INFO:tasks.workunit.client.0.smithi077.stdout:op 3170 completed, throughput=5MB/sec 2024-09-16T11:34:24.208 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2hoCxxHmgFPMOlG off=1041448 len=1566128 2024-09-16T11:34:24.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 3171 completed, throughput=5MB/sec 2024-09-16T11:34:24.209 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PWf6Are0NfQICnB off=12720251 len=1517660 2024-09-16T11:34:24.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 3172 completed, throughput=5MB/sec 2024-09-16T11:34:24.211 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HaNyLOEdNjp1Bt2 off=6516876 len=1428399 2024-09-16T11:34:24.212 INFO:tasks.workunit.client.0.smithi077.stdout:op 3173 completed, throughput=5MB/sec 2024-09-16T11:34:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:24 smithi077 ceph-mon[88497]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:24 smithi077 ceph-mon[86047]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:24 smithi191 ceph-mon[84934]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:25.212 INFO:tasks.workunit.client.0.smithi077.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:25.212 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WVo3BXQhv_Jjiri off=2401164 len=716489 2024-09-16T11:34:25.214 INFO:tasks.workunit.client.0.smithi077.stdout:op 3174 completed, throughput=5MB/sec 2024-09-16T11:34:25.214 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m8fnXTcrxHcoq-G off=12128423 len=1609866 2024-09-16T11:34:25.222 INFO:tasks.workunit.client.0.smithi077.stdout:op 3175 completed, throughput=5MB/sec 2024-09-16T11:34:25.222 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xkx7B29QdGcbbAY off=1103331 len=386862 2024-09-16T11:34:25.226 INFO:tasks.workunit.client.0.smithi077.stdout:op 3176 completed, throughput=5MB/sec 2024-09-16T11:34:25.226 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8XjBCocTErLOMfX off=3256301 len=420546 2024-09-16T11:34:25.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 3177 completed, throughput=5MB/sec 2024-09-16T11:34:25.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rQBzudTb4K74937 off=7638456 len=1697316 2024-09-16T11:34:25.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 3178 completed, throughput=5MB/sec 2024-09-16T11:34:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:25 smithi077 ceph-mon[88497]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:25 smithi077 ceph-mon[86047]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:25 smithi191 ceph-mon[84934]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:26.239 INFO:tasks.workunit.client.0.smithi077.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:26.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A8iA9KlYDDmNiRb off=2043581 len=1210422 2024-09-16T11:34:26.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 3179 completed, throughput=5MB/sec 2024-09-16T11:34:26.246 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s4fAAWQprkxR_Uy off=2334662 len=1942596 2024-09-16T11:34:26.250 INFO:tasks.workunit.client.0.smithi077.stdout:op 3180 completed, throughput=5MB/sec 2024-09-16T11:34:26.250 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FCHs3aifJhHLRK5 off=4619519 len=482714 2024-09-16T11:34:26.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 3181 completed, throughput=5MB/sec 2024-09-16T11:34:26.251 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4RTGVmO3eB88V0u off=2344081 len=482202 2024-09-16T11:34:26.255 INFO:tasks.workunit.client.0.smithi077.stdout:op 3182 completed, throughput=5MB/sec 2024-09-16T11:34:26.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PF0Exk6gzfIZeaW off=390837 len=88634 2024-09-16T11:34:26.255 INFO:tasks.workunit.client.0.smithi077.stdout:op 3183 completed, throughput=5MB/sec 2024-09-16T11:34:26.255 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J9u1vH15s-LYrPW off=4925927 len=1022884 2024-09-16T11:34:26.259 INFO:tasks.workunit.client.0.smithi077.stdout:op 3184 completed, throughput=5MB/sec 2024-09-16T11:34:27.037 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:26] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T11:34:27.260 INFO:tasks.workunit.client.0.smithi077.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:27.260 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EG_HuFSZ2ifimWO off=3739689 len=474335 2024-09-16T11:34:27.261 INFO:tasks.workunit.client.0.smithi077.stdout:op 3185 completed, throughput=4.99MB/sec 2024-09-16T11:34:27.261 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fyDZF8c72MyrW4m off=5431438 len=2082445 2024-09-16T11:34:27.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 3186 completed, throughput=5MB/sec 2024-09-16T11:34:27.273 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DX9klck3NjAgefz off=17898354 len=1132485 2024-09-16T11:34:27.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 3187 completed, throughput=5MB/sec 2024-09-16T11:34:27.275 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-93vFQUacRg_yXJ1 off=1298519 len=1549035 2024-09-16T11:34:27.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 3188 completed, throughput=5MB/sec 2024-09-16T11:34:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:28.285 INFO:tasks.workunit.client.0.smithi077.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:28.285 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QKhPX-SAkmbND1G off=8122733 len=1968129 2024-09-16T11:34:28.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 3189 completed, throughput=5MB/sec 2024-09-16T11:34:28.287 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UwZNHlQWJkUuoq2 off=8154096 len=1690596 2024-09-16T11:34:28.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 3190 completed, throughput=5MB/sec 2024-09-16T11:34:28.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O0DeY07rqxMoAcG off=952678 len=68672 2024-09-16T11:34:28.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 3191 completed, throughput=5MB/sec 2024-09-16T11:34:28.291 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DoHi5wr9RdyEzvr off=6541532 len=501236 2024-09-16T11:34:28.295 INFO:tasks.workunit.client.0.smithi077.stdout:op 3192 completed, throughput=5MB/sec 2024-09-16T11:34:28.295 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vKcKcHXGiJd0gq7 off=15778152 len=1628339 2024-09-16T11:34:28.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 3193 completed, throughput=5MB/sec 2024-09-16T11:34:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:28 smithi077 ceph-mon[86047]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:34:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:28 smithi077 ceph-mon[88497]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:34:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:28 smithi191 ceph-mon[84934]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:34:29.302 INFO:tasks.workunit.client.0.smithi077.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:29.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WiY5c3GxUB_ooOo off=11331455 len=1729520 2024-09-16T11:34:29.307 INFO:tasks.workunit.client.0.smithi077.stdout:op 3194 completed, throughput=5MB/sec 2024-09-16T11:34:29.307 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zAkOHxI6jbxTO-S off=737110 len=533213 2024-09-16T11:34:29.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 3195 completed, throughput=5MB/sec 2024-09-16T11:34:29.311 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I8QNCU1l2k8ZYND off=2034646 len=1334341 2024-09-16T11:34:29.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 3196 completed, throughput=5MB/sec 2024-09-16T11:34:29.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ezQZ7oFndmpgKWU off=1786111 len=733635 2024-09-16T11:34:29.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 3197 completed, throughput=5MB/sec 2024-09-16T11:34:30.321 INFO:tasks.workunit.client.0.smithi077.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:30.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xsYBtAWVriomqvt off=14588122 len=792850 2024-09-16T11:34:30.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 3198 completed, throughput=4.99MB/sec 2024-09-16T11:34:30.331 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6U0UdW4tUvbsVuo off=4925907 len=2023006 2024-09-16T11:34:30.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 3199 completed, throughput=5MB/sec 2024-09-16T11:34:30.349 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SupnQ-T_ZGp1QWv off=11718896 len=1093576 2024-09-16T11:34:30.358 INFO:tasks.workunit.client.0.smithi077.stdout:op 3200 completed, throughput=5MB/sec 2024-09-16T11:34:30.358 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZjVevdcRFY0riKn off=1272442 len=1706513 2024-09-16T11:34:30.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 3201 completed, throughput=5MB/sec 2024-09-16T11:34:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:30 smithi077 ceph-mon[86047]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:30 smithi077 ceph-mon[88497]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:30 smithi191 ceph-mon[84934]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:34:31.373 INFO:tasks.workunit.client.0.smithi077.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:31.373 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kM34-NNHi6DmTCS off=4244470 len=1795500 2024-09-16T11:34:31.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 3202 completed, throughput=5MB/sec 2024-09-16T11:34:31.379 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k3291vulChQUlCc off=1502642 len=1123180 2024-09-16T11:34:31.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 3203 completed, throughput=5MB/sec 2024-09-16T11:34:31.382 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Wid0wpmovzCq84m off=1801398 len=1265556 2024-09-16T11:34:31.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 3204 completed, throughput=5MB/sec 2024-09-16T11:34:31.384 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LrUVT3fFRenCnXA off=5507153 len=682545 2024-09-16T11:34:31.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 3205 completed, throughput=5MB/sec 2024-09-16T11:34:31.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z-1hjW7uf4W-vJk off=5666487 len=1561579 2024-09-16T11:34:31.392 INFO:tasks.workunit.client.0.smithi077.stdout:op 3206 completed, throughput=5MB/sec 2024-09-16T11:34:32.393 INFO:tasks.workunit.client.0.smithi077.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:32.393 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--9L1lxobDvsfR9B off=8940104 len=607890 2024-09-16T11:34:32.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 3207 completed, throughput=5MB/sec 2024-09-16T11:34:32.397 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uyAqh_H0a_puAsq off=4482908 len=1239263 2024-09-16T11:34:32.398 INFO:tasks.workunit.client.0.smithi077.stdout:op 3208 completed, throughput=5MB/sec 2024-09-16T11:34:32.398 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WYF65eezLkV40yw off=698064 len=1754386 2024-09-16T11:34:32.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 3209 completed, throughput=5MB/sec 2024-09-16T11:34:32.401 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aVm7A5Xl41dUlXV off=8065990 len=236649 2024-09-16T11:34:32.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 3210 completed, throughput=5MB/sec 2024-09-16T11:34:32.404 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6dO-jhw9Oos0bxt off=11360082 len=1729683 2024-09-16T11:34:32.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 3211 completed, throughput=5MB/sec 2024-09-16T11:34:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:32 smithi077 ceph-mon[86047]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:34:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:32 smithi077 ceph-mon[88497]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:34:32.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:32 smithi191 ceph-mon[84934]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:34:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:33.412 INFO:tasks.workunit.client.0.smithi077.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:33.412 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xKrFYF9XvGTp10F off=7783321 len=966252 2024-09-16T11:34:33.415 INFO:tasks.workunit.client.0.smithi077.stdout:op 3212 completed, throughput=5MB/sec 2024-09-16T11:34:33.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RENZqi9tBMJWulr off=5360324 len=71688 2024-09-16T11:34:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 3213 completed, throughput=5MB/sec 2024-09-16T11:34:33.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KkixJU2XHcuxNVX off=364795 len=599720 2024-09-16T11:34:33.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 3214 completed, throughput=5MB/sec 2024-09-16T11:34:33.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-obZaqVSikvv9kyr off=9433419 len=282708 2024-09-16T11:34:33.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 3215 completed, throughput=5MB/sec 2024-09-16T11:34:33.423 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ejzbfyou6pxj7sz off=16155307 len=759384 2024-09-16T11:34:33.428 INFO:tasks.workunit.client.0.smithi077.stdout:op 3216 completed, throughput=5MB/sec 2024-09-16T11:34:33.428 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tQ3FfjBGQ99OTO6 off=5797948 len=930227 2024-09-16T11:34:33.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 3217 completed, throughput=5MB/sec 2024-09-16T11:34:33.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UIb_OGi-0FlkPx9 off=4485692 len=1761739 2024-09-16T11:34:33.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 3218 completed, throughput=5MB/sec 2024-09-16T11:34:34.446 INFO:tasks.workunit.client.0.smithi077.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:34.446 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0puZnIhJPZcF5g2 off=7980915 len=354384 2024-09-16T11:34:34.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 3219 completed, throughput=4.99MB/sec 2024-09-16T11:34:34.449 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GbRTueNOzJpPXby off=6013211 len=996501 2024-09-16T11:34:34.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 3220 completed, throughput=5MB/sec 2024-09-16T11:34:34.457 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E0KAS3P2YDezFn1 off=909587 len=784013 2024-09-16T11:34:34.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 3221 completed, throughput=5MB/sec 2024-09-16T11:34:34.458 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ixgpn9PGDgwwTpr off=57602 len=1569370 2024-09-16T11:34:34.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 3222 completed, throughput=5MB/sec 2024-09-16T11:34:34.468 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GdvWLb3AhCR6FYA off=4460661 len=860313 2024-09-16T11:34:34.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 3223 completed, throughput=5MB/sec 2024-09-16T11:34:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:34 smithi077 ceph-mon[86047]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:34 smithi077 ceph-mon[88497]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:34 smithi191 ceph-mon[84934]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:35.474 INFO:tasks.workunit.client.0.smithi077.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:35.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PwTU86qObj_MwO6 off=11328610 len=1587409 2024-09-16T11:34:35.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 3224 completed, throughput=5MB/sec 2024-09-16T11:34:35.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z6iL8MVkJmxbYxu off=1977812 len=1389978 2024-09-16T11:34:35.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 3225 completed, throughput=5MB/sec 2024-09-16T11:34:35.478 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-okaGho90rq947ve off=6356493 len=1429086 2024-09-16T11:34:35.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 3226 completed, throughput=5MB/sec 2024-09-16T11:34:35.489 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g5x0uNwOK9P-sQy off=0 len=1066838 2024-09-16T11:34:35.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 3227 completed, throughput=5MB/sec 2024-09-16T11:34:36.495 INFO:tasks.workunit.client.0.smithi077.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:36.495 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6P4FPP1GYb6LD1g off=4252307 len=1108268 2024-09-16T11:34:36.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 3228 completed, throughput=5MB/sec 2024-09-16T11:34:36.497 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mtkguNocMlfwc1T off=1673884 len=1702644 2024-09-16T11:34:36.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 3229 completed, throughput=5MB/sec 2024-09-16T11:34:36.498 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5kr4_IdSURsxWas off=6543842 len=1820498 2024-09-16T11:34:36.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 3230 completed, throughput=5MB/sec 2024-09-16T11:34:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:36 smithi077 ceph-mon[86047]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:36 smithi077 ceph-mon[88497]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:36 smithi191 ceph-mon[84934]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:34:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:34:37.510 INFO:tasks.workunit.client.0.smithi077.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:37.510 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Psd89APnnwEyWqc off=4237863 len=509189 2024-09-16T11:34:37.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 3231 completed, throughput=4.99MB/sec 2024-09-16T11:34:37.515 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-19nzdKwTNHTeQCl off=19392566 len=31449 2024-09-16T11:34:37.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 3232 completed, throughput=4.99MB/sec 2024-09-16T11:34:37.517 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hkjZLhnCMfqxVpt off=15128282 len=583574 2024-09-16T11:34:37.518 INFO:tasks.workunit.client.0.smithi077.stdout:op 3233 completed, throughput=4.99MB/sec 2024-09-16T11:34:37.518 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JDFadwNNxc-RwM7 off=9022337 len=140382 2024-09-16T11:34:37.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 3234 completed, throughput=4.99MB/sec 2024-09-16T11:34:37.520 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fTdzMCVfca7X9qz off=18253523 len=1299183 2024-09-16T11:34:37.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 3235 completed, throughput=5MB/sec 2024-09-16T11:34:37.522 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qHu28s9b30J23RZ off=14769016 len=582955 2024-09-16T11:34:37.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 3236 completed, throughput=5MB/sec 2024-09-16T11:34:37.522 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dbh6KoXDnSI0faF off=744058 len=528723 2024-09-16T11:34:37.523 INFO:tasks.workunit.client.0.smithi077.stdout:op 3237 completed, throughput=5MB/sec 2024-09-16T11:34:37.523 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oxUX3udN6gvg21h off=15257498 len=884689 2024-09-16T11:34:37.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 3238 completed, throughput=5MB/sec 2024-09-16T11:34:37.529 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qv_ETCBtVhyGhbd off=17989444 len=991360 2024-09-16T11:34:37.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 3239 completed, throughput=5MB/sec 2024-09-16T11:34:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:37 smithi077 ceph-mon[86047]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:37 smithi077 ceph-mon[88497]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:37 smithi191 ceph-mon[84934]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:38.530 INFO:tasks.workunit.client.0.smithi077.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:38.530 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RLf19iZjlVk7dqE off=5219627 len=1375652 2024-09-16T11:34:38.531 INFO:tasks.workunit.client.0.smithi077.stdout:op 3240 completed, throughput=4.99MB/sec 2024-09-16T11:34:38.532 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9EKBxh5GGMMaChk off=7314224 len=1949505 2024-09-16T11:34:38.544 INFO:tasks.workunit.client.0.smithi077.stdout:op 3241 completed, throughput=5MB/sec 2024-09-16T11:34:38.544 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IOK2dLCapezrRMj off=4032180 len=1979601 2024-09-16T11:34:38.546 INFO:tasks.workunit.client.0.smithi077.stdout:op 3242 completed, throughput=5MB/sec 2024-09-16T11:34:39.547 INFO:tasks.workunit.client.0.smithi077.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:39.547 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SuUN_uJYsk1vzQY off=11336135 len=572078 2024-09-16T11:34:39.551 INFO:tasks.workunit.client.0.smithi077.stdout:op 3243 completed, throughput=4.99MB/sec 2024-09-16T11:34:39.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0ltNFr7XjY25b3o off=12491232 len=1548991 2024-09-16T11:34:39.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 3244 completed, throughput=5MB/sec 2024-09-16T11:34:39.553 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZRcQEtLBGTpRo3w off=2406777 len=433720 2024-09-16T11:34:39.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 3245 completed, throughput=5MB/sec 2024-09-16T11:34:39.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j__dMUGOIH6AADZ off=8527622 len=992958 2024-09-16T11:34:39.559 INFO:tasks.workunit.client.0.smithi077.stdout:op 3246 completed, throughput=5MB/sec 2024-09-16T11:34:39.559 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BZxfOlXLXlCAxrc off=10911763 len=1080222 2024-09-16T11:34:39.563 INFO:tasks.workunit.client.0.smithi077.stdout:op 3247 completed, throughput=5MB/sec 2024-09-16T11:34:39.563 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LEYAeiQZXsZ1sXJ off=1137731 len=2043665 2024-09-16T11:34:39.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 3248 completed, throughput=5MB/sec 2024-09-16T11:34:40.578 INFO:tasks.workunit.client.0.smithi077.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:40.578 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S08v-chCGdJQSYP off=5027181 len=84775 2024-09-16T11:34:40.580 INFO:tasks.workunit.client.0.smithi077.stdout:op 3249 completed, throughput=4.99MB/sec 2024-09-16T11:34:40.580 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mi64L-eaiEwccNT off=8681993 len=1255844 2024-09-16T11:34:40.583 INFO:tasks.workunit.client.0.smithi077.stdout:op 3250 completed, throughput=5MB/sec 2024-09-16T11:34:40.583 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nJ4tJx0EGKmMU5u off=5364865 len=2042700 2024-09-16T11:34:40.595 INFO:tasks.workunit.client.0.smithi077.stdout:op 3251 completed, throughput=5MB/sec 2024-09-16T11:34:40.595 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dfQlN8DiGc_WdJz off=9268616 len=1861048 2024-09-16T11:34:40.597 INFO:tasks.workunit.client.0.smithi077.stdout:op 3252 completed, throughput=5MB/sec 2024-09-16T11:34:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:40 smithi077 ceph-mon[86047]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:34:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:40 smithi077 ceph-mon[88497]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:34:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:40 smithi191 ceph-mon[84934]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:34:41.598 INFO:tasks.workunit.client.0.smithi077.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:41.914 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lbaQ0GHP22h7Z5c off=6637905 len=221382 2024-09-16T11:34:41.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 3253 completed, throughput=4.99MB/sec 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9GQy4IrGv6oL9SM off=3751517 len=1837336 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 3254 completed, throughput=5MB/sec 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_vDVwaB71uIKvOW off=17876893 len=529174 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 3255 completed, throughput=5MB/sec 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yY1_Dqcv-Cy6SOd off=3492027 len=1438290 2024-09-16T11:34:41.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 3256 completed, throughput=5MB/sec 2024-09-16T11:34:42.610 INFO:tasks.workunit.client.0.smithi077.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:42.611 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CtjOP6zWPerlMoE off=3037915 len=675593 2024-09-16T11:34:42.611 INFO:tasks.workunit.client.0.smithi077.stdout:op 3257 completed, throughput=4.99MB/sec 2024-09-16T11:34:42.612 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vRKS5edQWolaE46 off=7330440 len=611234 2024-09-16T11:34:42.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 3258 completed, throughput=4.99MB/sec 2024-09-16T11:34:42.613 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HKMAUsOWn4p4NzN off=2010135 len=1998502 2024-09-16T11:34:42.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 3259 completed, throughput=5MB/sec 2024-09-16T11:34:42.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VeP0oYa9qEhikKy off=225464 len=1600070 2024-09-16T11:34:42.634 INFO:tasks.workunit.client.0.smithi077.stdout:op 3260 completed, throughput=5MB/sec 2024-09-16T11:34:42.634 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SvT2FKKEaPXIrFL off=9291897 len=1319908 2024-09-16T11:34:42.641 INFO:tasks.workunit.client.0.smithi077.stdout:op 3261 completed, throughput=5MB/sec 2024-09-16T11:34:42.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:42 smithi077 ceph-mon[86047]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:42.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:42 smithi077 ceph-mon[88497]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:42 smithi191 ceph-mon[84934]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:43.642 INFO:tasks.workunit.client.0.smithi077.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:43.642 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jZGRYJ2KrhOwn-- off=12994924 len=338418 2024-09-16T11:34:43.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 3262 completed, throughput=4.99MB/sec 2024-09-16T11:34:43.645 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uxp-nkl2U5Gnhx7 off=7518710 len=806811 2024-09-16T11:34:43.652 INFO:tasks.workunit.client.0.smithi077.stdout:op 3263 completed, throughput=5MB/sec 2024-09-16T11:34:43.652 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ixgpn9PGDgwwTpr off=0 len=1626972 2024-09-16T11:34:43.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 3264 completed, throughput=5MB/sec 2024-09-16T11:34:43.657 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HOkgfUXikX8gYaZ off=4269898 len=745480 2024-09-16T11:34:43.658 INFO:tasks.workunit.client.0.smithi077.stdout:op 3265 completed, throughput=5MB/sec 2024-09-16T11:34:43.658 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-avreoiVo_9CXTUN off=1508985 len=227629 2024-09-16T11:34:43.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 3266 completed, throughput=5MB/sec 2024-09-16T11:34:43.660 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P4nW75kVO0z4JTJ off=4773519 len=774676 2024-09-16T11:34:43.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 3267 completed, throughput=5MB/sec 2024-09-16T11:34:44.662 INFO:tasks.workunit.client.0.smithi077.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:44.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KgdOWNKOZF3NMTn off=10368212 len=1625824 2024-09-16T11:34:44.670 INFO:tasks.workunit.client.0.smithi077.stdout:op 3268 completed, throughput=4.99MB/sec 2024-09-16T11:34:44.670 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QtKrk2ymXyN8QX3 off=3907804 len=1954988 2024-09-16T11:34:44.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:44 smithi077 ceph-mon[86047]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:44.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:44 smithi077 ceph-mon[88497]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:44.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 3269 completed, throughput=5MB/sec 2024-09-16T11:34:44.682 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U3WWRbuuloAhECZ off=5166855 len=1952230 2024-09-16T11:34:44.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 3270 completed, throughput=5MB/sec 2024-09-16T11:34:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:44 smithi191 ceph-mon[84934]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:34:45.689 INFO:tasks.workunit.client.0.smithi077.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:45.689 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QYrWk73NLBgD1zw off=11831162 len=1072960 2024-09-16T11:34:45.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 3271 completed, throughput=4.99MB/sec 2024-09-16T11:34:45.691 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f3_LCzFUvTrDjWF off=1702848 len=911803 2024-09-16T11:34:45.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 3272 completed, throughput=5MB/sec 2024-09-16T11:34:45.692 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jX0QQDpSj0w1FtV off=9093364 len=914334 2024-09-16T11:34:45.693 INFO:tasks.workunit.client.0.smithi077.stdout:op 3273 completed, throughput=5MB/sec 2024-09-16T11:34:45.693 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XNGCWbp2ISrMxlf off=2399981 len=1751204 2024-09-16T11:34:45.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 3274 completed, throughput=5MB/sec 2024-09-16T11:34:45.702 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-htv9fu9sFdsh6Y6 off=1447508 len=561510 2024-09-16T11:34:45.703 INFO:tasks.workunit.client.0.smithi077.stdout:op 3275 completed, throughput=5MB/sec 2024-09-16T11:34:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:45 smithi191 ceph-mon[84934]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:45 smithi077 ceph-mon[86047]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:45 smithi077 ceph-mon[88497]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:34:46.704 INFO:tasks.workunit.client.0.smithi077.stdout: 643: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:46.704 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pqKUU4LDWWLp-4w off=11386524 len=211343 2024-09-16T11:34:46.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 3276 completed, throughput=4.99MB/sec 2024-09-16T11:34:46.707 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pNpHoE0Q89oB-5a off=4706457 len=1859925 2024-09-16T11:34:46.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 3277 completed, throughput=5MB/sec 2024-09-16T11:34:46.718 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Oaszr818A2LxuXS off=9084068 len=1761068 2024-09-16T11:34:46.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 3278 completed, throughput=5MB/sec 2024-09-16T11:34:46.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UoDrcYHfWT487B- off=11359750 len=474156 2024-09-16T11:34:46.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 3279 completed, throughput=5MB/sec 2024-09-16T11:34:46.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R8DHcVK4j-rPf7D off=1300666 len=1804770 2024-09-16T11:34:46.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 3280 completed, throughput=5MB/sec 2024-09-16T11:34:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:46] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:34:47.731 INFO:tasks.workunit.client.0.smithi077.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:47.731 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cUkk_RA2lOGaz0J off=4534894 len=33614 2024-09-16T11:34:47.731 INFO:tasks.workunit.client.0.smithi077.stdout:op 3281 completed, throughput=4.99MB/sec 2024-09-16T11:34:47.732 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JfXEO2qbsds2JwC off=2962516 len=8032 2024-09-16T11:34:47.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 3282 completed, throughput=4.99MB/sec 2024-09-16T11:34:47.733 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gj7T2XmR0UXLX5A off=19548319 len=387085 2024-09-16T11:34:47.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 3283 completed, throughput=4.99MB/sec 2024-09-16T11:34:47.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iuA2l_SSpZeyGEB off=37143 len=1380425 2024-09-16T11:34:47.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 3284 completed, throughput=5MB/sec 2024-09-16T11:34:47.746 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvojRR728U3PpeL off=5751233 len=961289 2024-09-16T11:34:47.748 INFO:tasks.workunit.client.0.smithi077.stdout:op 3285 completed, throughput=5MB/sec 2024-09-16T11:34:47.748 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WERsxcumiZD_32U off=5709576 len=854414 2024-09-16T11:34:47.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 3286 completed, throughput=5MB/sec 2024-09-16T11:34:47.750 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4hQ5fq3bwU12YSG off=879226 len=1057795 2024-09-16T11:34:47.755 INFO:tasks.workunit.client.0.smithi077.stdout:op 3287 completed, throughput=5MB/sec 2024-09-16T11:34:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:48 smithi077 ceph-mon[86047]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:48 smithi077 ceph-mon[88497]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:48 smithi191 ceph-mon[84934]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:34:48.755 INFO:tasks.workunit.client.0.smithi077.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:48.755 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0qUH980rY6GX8P9 off=726687 len=1041705 2024-09-16T11:34:48.766 INFO:tasks.workunit.client.0.smithi077.stdout:op 3288 completed, throughput=4.99MB/sec 2024-09-16T11:34:48.766 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gXNVKGUDcFDL3dq off=262329 len=1922989 2024-09-16T11:34:48.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 3289 completed, throughput=5MB/sec 2024-09-16T11:34:48.769 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YwK-c8QdH3dYQkm off=651281 len=872622 2024-09-16T11:34:48.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 3290 completed, throughput=5MB/sec 2024-09-16T11:34:48.770 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LXJitB_9XZNpdt0 off=8675510 len=107053 2024-09-16T11:34:48.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 3291 completed, throughput=5MB/sec 2024-09-16T11:34:48.771 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TUTOjPmIP4qVLmo off=2361598 len=635917 2024-09-16T11:34:48.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 3292 completed, throughput=5MB/sec 2024-09-16T11:34:48.778 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jrFJ1cEuQ1um84g off=1701038 len=1391906 2024-09-16T11:34:48.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 3293 completed, throughput=5MB/sec 2024-09-16T11:34:49.780 INFO:tasks.workunit.client.0.smithi077.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:49.780 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dYrBQN7SWSBUtlG off=7982272 len=1867015 2024-09-16T11:34:49.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 3294 completed, throughput=5MB/sec 2024-09-16T11:34:49.783 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HCvezCEYJJqCrOy off=94827 len=601961 2024-09-16T11:34:49.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 3295 completed, throughput=5MB/sec 2024-09-16T11:34:49.787 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dnx73LMbquisOya off=16878437 len=439236 2024-09-16T11:34:49.788 INFO:tasks.workunit.client.0.smithi077.stdout:op 3296 completed, throughput=5MB/sec 2024-09-16T11:34:49.788 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lB1drv-j4E5LQva off=1787885 len=393342 2024-09-16T11:34:49.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 3297 completed, throughput=5MB/sec 2024-09-16T11:34:49.791 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AhW_Si-H3ye79bi off=1998229 len=525727 2024-09-16T11:34:49.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 3298 completed, throughput=5MB/sec 2024-09-16T11:34:49.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aFg0BiokYJquMMH off=4661066 len=45989 2024-09-16T11:34:49.797 INFO:tasks.workunit.client.0.smithi077.stdout:op 3299 completed, throughput=5MB/sec 2024-09-16T11:34:49.797 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2Bp9A5fTTI-O2XZ off=3909694 len=286669 2024-09-16T11:34:49.800 INFO:tasks.workunit.client.0.smithi077.stdout:op 3300 completed, throughput=5MB/sec 2024-09-16T11:34:49.800 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k0R_v6BX3e9BJZE off=17150208 len=1522300 2024-09-16T11:34:49.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 3301 completed, throughput=5MB/sec 2024-09-16T11:34:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:50 smithi077 ceph-mon[86047]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:34:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:50 smithi077 ceph-mon[88497]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:34:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:50 smithi191 ceph-mon[84934]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:34:50.808 INFO:tasks.workunit.client.0.smithi077.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:50.808 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9oBACfBJVKkb-OC off=7295482 len=1115777 2024-09-16T11:34:50.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 3302 completed, throughput=5MB/sec 2024-09-16T11:34:50.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PTKfB-RgqMMEV4K off=14285108 len=803193 2024-09-16T11:34:50.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 3303 completed, throughput=5MB/sec 2024-09-16T11:34:50.811 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wcrwx2rhlwFLGzz off=597889 len=590889 2024-09-16T11:34:50.814 INFO:tasks.workunit.client.0.smithi077.stdout:op 3304 completed, throughput=5MB/sec 2024-09-16T11:34:50.814 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oEH8OyvlV46gt8q off=20060046 len=273781 2024-09-16T11:34:50.818 INFO:tasks.workunit.client.0.smithi077.stdout:op 3305 completed, throughput=5MB/sec 2024-09-16T11:34:50.818 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BZy28mbvv-Cbxg9 off=463701 len=320968 2024-09-16T11:34:50.819 INFO:tasks.workunit.client.0.smithi077.stdout:op 3306 completed, throughput=5MB/sec 2024-09-16T11:34:50.819 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uymvLADTl1f5zRN off=4993165 len=1904924 2024-09-16T11:34:50.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 3307 completed, throughput=5MB/sec 2024-09-16T11:34:51.822 INFO:tasks.workunit.client.0.smithi077.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:51.823 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--CqNg45qi_VRxpw off=5237814 len=1305937 2024-09-16T11:34:51.824 INFO:tasks.workunit.client.0.smithi077.stdout:op 3308 completed, throughput=5MB/sec 2024-09-16T11:34:51.824 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4W4r-ebjxsLLI1Y off=7433390 len=526427 2024-09-16T11:34:51.825 INFO:tasks.workunit.client.0.smithi077.stdout:op 3309 completed, throughput=5MB/sec 2024-09-16T11:34:51.825 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PZUA1a1hjd5_bdb off=1225220 len=407111 2024-09-16T11:34:51.837 INFO:tasks.workunit.client.0.smithi077.stdout:op 3310 completed, throughput=5MB/sec 2024-09-16T11:34:51.837 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Lz7VF9tdQX6jr0P off=4129941 len=1207242 2024-09-16T11:34:51.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 3311 completed, throughput=5MB/sec 2024-09-16T11:34:51.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Q-44P--EZWL6L1 off=1126018 len=1330367 2024-09-16T11:34:51.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 3312 completed, throughput=5MB/sec 2024-09-16T11:34:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:52 smithi077 ceph-mon[86047]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:52 smithi077 ceph-mon[88497]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:52.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:52 smithi191 ceph-mon[84934]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:52.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:34:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:34:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:52.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TbQCuMo_sGN6qlI off=934040 len=1512318 2024-09-16T11:34:52.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 3313 completed, throughput=4.99MB/sec 2024-09-16T11:34:52.848 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1xyoD-fW_cycvHN off=1940981 len=721509 2024-09-16T11:34:52.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 3314 completed, throughput=5MB/sec 2024-09-16T11:34:52.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZxOY4UNLe1hx4bX off=23877045 len=172089 2024-09-16T11:34:52.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 3315 completed, throughput=5MB/sec 2024-09-16T11:34:52.852 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ji3qLqSjV_LOO5q off=10896192 len=2045574 2024-09-16T11:34:52.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 3316 completed, throughput=5MB/sec 2024-09-16T11:34:52.855 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_maSsF7ZlckKG7i off=11036761 len=177167 2024-09-16T11:34:52.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 3317 completed, throughput=5MB/sec 2024-09-16T11:34:52.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7gam86OjCg3BN4Y off=3004672 len=897680 2024-09-16T11:34:52.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 3318 completed, throughput=5MB/sec 2024-09-16T11:34:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:53.863 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZAYi5SHlayEox3S off=0 len=1632442 2024-09-16T11:34:53.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 3319 completed, throughput=5MB/sec 2024-09-16T11:34:53.866 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f4hl6A85n7Ujmyr off=1811676 len=1109199 2024-09-16T11:34:53.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 3320 completed, throughput=5MB/sec 2024-09-16T11:34:53.873 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C9WZQMCPBhvQucc off=778462 len=295510 2024-09-16T11:34:53.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 3321 completed, throughput=5MB/sec 2024-09-16T11:34:53.873 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sdhrlQbNrGuya6G off=2880352 len=1852765 2024-09-16T11:34:53.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 3322 completed, throughput=5MB/sec 2024-09-16T11:34:53.881 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-02PXgaceSon83a6 off=1336413 len=857760 2024-09-16T11:34:53.881 INFO:tasks.workunit.client.0.smithi077.stdout:op 3323 completed, throughput=5MB/sec 2024-09-16T11:34:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:54 smithi077 ceph-mon[86047]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:34:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:54 smithi077 ceph-mon[88497]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:34:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:54 smithi191 ceph-mon[84934]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:34:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:34:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:54.882 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nrDVaO8-kKM3ACa off=65460 len=1736071 2024-09-16T11:34:54.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 3324 completed, throughput=5MB/sec 2024-09-16T11:34:54.884 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LUUM5vUOCznCwJ4 off=13777341 len=3630 2024-09-16T11:34:54.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 3325 completed, throughput=5MB/sec 2024-09-16T11:34:54.886 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5Bjna9VaN-vb-sf off=4345676 len=1831224 2024-09-16T11:34:54.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 3326 completed, throughput=5MB/sec 2024-09-16T11:34:54.890 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--Z_K43yBUDbui4x off=1126730 len=477625 2024-09-16T11:34:54.893 INFO:tasks.workunit.client.0.smithi077.stdout:op 3327 completed, throughput=5MB/sec 2024-09-16T11:34:54.894 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GoigbbUD3ZbZXwo off=4468711 len=1468008 2024-09-16T11:34:54.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 3328 completed, throughput=5MB/sec 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:34:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:34:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:34:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:34:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:34:55.895 INFO:tasks.workunit.client.0.smithi077.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:55.895 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V42H4RBLcEQIq74 off=10422552 len=848252 2024-09-16T11:34:55.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 3329 completed, throughput=5MB/sec 2024-09-16T11:34:55.900 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TQ_G50iuRPLvROk off=4253937 len=287762 2024-09-16T11:34:55.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 3330 completed, throughput=5MB/sec 2024-09-16T11:34:55.903 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FzM8JmbCQfwfxuJ off=3981542 len=1452424 2024-09-16T11:34:55.906 INFO:tasks.workunit.client.0.smithi077.stdout:op 3331 completed, throughput=5MB/sec 2024-09-16T11:34:55.906 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2Kg8SGGTrHWdyL4 off=11725920 len=1794913 2024-09-16T11:34:55.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 3332 completed, throughput=5MB/sec 2024-09-16T11:34:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:56 smithi077 ceph-mon[86047]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:34:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:56 smithi077 ceph-mon[88497]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:34:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:56 smithi191 ceph-mon[84934]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:34:56.908 INFO:tasks.workunit.client.0.smithi077.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:56.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RVw1kBxaexrw_w1 off=20483607 len=1642092 2024-09-16T11:34:56.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 3333 completed, throughput=4.99MB/sec 2024-09-16T11:34:56.910 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8IzZuzibr0fR7eB off=13783975 len=1554743 2024-09-16T11:34:56.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 3334 completed, throughput=5MB/sec 2024-09-16T11:34:56.914 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b4yMBHK5SkGQeay off=5914419 len=1269812 2024-09-16T11:34:56.927 INFO:tasks.workunit.client.0.smithi077.stdout:op 3335 completed, throughput=5MB/sec 2024-09-16T11:34:56.927 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sz-oFeQSJPyyBKv off=1985423 len=712790 2024-09-16T11:34:56.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 3336 completed, throughput=5MB/sec 2024-09-16T11:34:56.928 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tzQA0sJvazh76V_ off=21337638 len=844014 2024-09-16T11:34:56.936 INFO:tasks.workunit.client.0.smithi077.stdout:op 3337 completed, throughput=5MB/sec 2024-09-16T11:34:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:34:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:34:56] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:34:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:34:57.936 INFO:tasks.workunit.client.0.smithi077.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:57.936 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pnW1EIIcEMZep8i off=10776618 len=1086564 2024-09-16T11:34:57.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 3338 completed, throughput=5MB/sec 2024-09-16T11:34:57.938 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f0TbpswWMX08h7I off=3777935 len=1020951 2024-09-16T11:34:57.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 3339 completed, throughput=5MB/sec 2024-09-16T11:34:57.944 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-deYB38VdDqZnW4J off=4625709 len=1762434 2024-09-16T11:34:57.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 3340 completed, throughput=5MB/sec 2024-09-16T11:34:57.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FI1wx4V4oDuql7b off=8893924 len=1608215 2024-09-16T11:34:57.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 3341 completed, throughput=5MB/sec 2024-09-16T11:34:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:58 smithi191 ceph-mon[84934]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:58 smithi077 ceph-mon[86047]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:58 smithi077 ceph-mon[88497]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:58.963 INFO:tasks.workunit.client.0.smithi077.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:58.963 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7mUV8sR9v4f52SD off=6809378 len=52872 2024-09-16T11:34:58.964 INFO:tasks.workunit.client.0.smithi077.stdout:op 3342 completed, throughput=4.99MB/sec 2024-09-16T11:34:58.964 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4arcNSpOxy-m5QO off=2008344 len=1550660 2024-09-16T11:34:58.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 3343 completed, throughput=5MB/sec 2024-09-16T11:34:58.972 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r6waX68pNWEj5O7 off=6854761 len=1964472 2024-09-16T11:34:58.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 3344 completed, throughput=5MB/sec 2024-09-16T11:34:58.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LI-TR0zOrszW4CF off=7567839 len=857790 2024-09-16T11:34:58.988 INFO:tasks.workunit.client.0.smithi077.stdout:op 3345 completed, throughput=5MB/sec 2024-09-16T11:34:58.988 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S8iB8o5EQ4EfVyt off=7595452 len=840280 2024-09-16T11:34:58.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 3346 completed, throughput=5MB/sec 2024-09-16T11:34:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:34:59 smithi191 ceph-mon[84934]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:34:59 smithi077 ceph-mon[86047]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:34:59 smithi077 ceph-mon[88497]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:34:59.994 INFO:tasks.workunit.client.0.smithi077.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-16T11:34:59.994 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PrSJJ0pLpydqrOf off=21188150 len=1818280 2024-09-16T11:35:00.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 3347 completed, throughput=5MB/sec 2024-09-16T11:35:00.005 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3ks8s8e1giomxcS off=3030320 len=1343585 2024-09-16T11:35:00.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 3348 completed, throughput=5MB/sec 2024-09-16T11:35:00.006 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kh4xFzaJrYL4J-d off=5165797 len=207444 2024-09-16T11:35:00.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 3349 completed, throughput=5MB/sec 2024-09-16T11:35:00.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-00_QXU2g62D1HvR off=8172543 len=618801 2024-09-16T11:35:00.011 INFO:tasks.workunit.client.0.smithi077.stdout:op 3350 completed, throughput=5MB/sec 2024-09-16T11:35:00.011 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QJcTh-piC7MW_tB off=3218787 len=464848 2024-09-16T11:35:00.013 INFO:tasks.workunit.client.0.smithi077.stdout:op 3351 completed, throughput=5MB/sec 2024-09-16T11:35:00.013 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cdB32RPZXVuRJYf off=1745282 len=1937354 2024-09-16T11:35:00.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 3352 completed, throughput=5MB/sec 2024-09-16T11:35:01.017 INFO:tasks.workunit.client.0.smithi077.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:01.017 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-X7Y72GUuctnZQyC off=66196 len=1344015 2024-09-16T11:35:01.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 3353 completed, throughput=5MB/sec 2024-09-16T11:35:01.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-04RO72SKXwqa6X5 off=9883344 len=915218 2024-09-16T11:35:01.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 3354 completed, throughput=5MB/sec 2024-09-16T11:35:01.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iqQuVOu7at0Q3aM off=420102 len=936019 2024-09-16T11:35:01.030 INFO:tasks.workunit.client.0.smithi077.stdout:op 3355 completed, throughput=5MB/sec 2024-09-16T11:35:01.030 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XNGCWbp2ISrMxlf off=6057773 len=707988 2024-09-16T11:35:01.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 3356 completed, throughput=5MB/sec 2024-09-16T11:35:02.031 INFO:tasks.workunit.client.0.smithi077.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:02.031 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pN8iCmr07EtusXS off=12093115 len=1220834 2024-09-16T11:35:02.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 3357 completed, throughput=4.99MB/sec 2024-09-16T11:35:02.034 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AVvNtEZnQDXjP2p off=10630387 len=44504 2024-09-16T11:35:02.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 3358 completed, throughput=4.99MB/sec 2024-09-16T11:35:02.034 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7qBJUmGVGExPxVY off=5313307 len=1529836 2024-09-16T11:35:02.042 INFO:tasks.workunit.client.0.smithi077.stdout:op 3359 completed, throughput=5MB/sec 2024-09-16T11:35:02.042 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-im8BDoqO59MVH-O off=1229324 len=1226605 2024-09-16T11:35:02.044 INFO:tasks.workunit.client.0.smithi077.stdout:op 3360 completed, throughput=5MB/sec 2024-09-16T11:35:02.044 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iQ2hsew9jOeLssx off=11888006 len=1714545 2024-09-16T11:35:02.054 INFO:tasks.workunit.client.0.smithi077.stdout:op 3361 completed, throughput=5MB/sec 2024-09-16T11:35:02.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:02 smithi077 ceph-mon[86047]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:02 smithi077 ceph-mon[88497]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:02.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:02 smithi191 ceph-mon[84934]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:03.055 INFO:tasks.workunit.client.0.smithi077.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:03.055 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zQ-QaN-W1erIeFX off=1751256 len=1033939 2024-09-16T11:35:03.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 3362 completed, throughput=4.99MB/sec 2024-09-16T11:35:03.057 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WLq-Fcyd-EHTpHR off=4072894 len=203229 2024-09-16T11:35:03.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 3363 completed, throughput=5MB/sec 2024-09-16T11:35:03.059 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-63CT22MKw7jMh45 off=7992867 len=1030861 2024-09-16T11:35:03.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 3364 completed, throughput=5MB/sec 2024-09-16T11:35:03.060 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wK9Was1D7Ct480n off=7932185 len=1420195 2024-09-16T11:35:03.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 3365 completed, throughput=5MB/sec 2024-09-16T11:35:03.062 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k2wqGeuSa1ePBKD off=15017462 len=1817537 2024-09-16T11:35:03.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 3366 completed, throughput=5MB/sec 2024-09-16T11:35:04.077 INFO:tasks.workunit.client.0.smithi077.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:04.078 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wpCU1MBi8nr7vo5 off=11388277 len=1966639 2024-09-16T11:35:04.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 3367 completed, throughput=5MB/sec 2024-09-16T11:35:04.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d9DbDaKZAvctwEH off=13553008 len=2017311 2024-09-16T11:35:04.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 3368 completed, throughput=5MB/sec 2024-09-16T11:35:04.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CupEIEy1IdM03YV off=1873124 len=1177322 2024-09-16T11:35:04.096 INFO:tasks.workunit.client.0.smithi077.stdout:op 3369 completed, throughput=5MB/sec 2024-09-16T11:35:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:04 smithi077 ceph-mon[86047]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:04 smithi077 ceph-mon[88497]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:04 smithi191 ceph-mon[84934]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:05.097 INFO:tasks.workunit.client.0.smithi077.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:05.097 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5F8Jpgp8wW4B2eI off=3740433 len=947618 2024-09-16T11:35:05.098 INFO:tasks.workunit.client.0.smithi077.stdout:op 3370 completed, throughput=4.99MB/sec 2024-09-16T11:35:05.098 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JzVzYEsAyI2-4F5 off=10562825 len=348973 2024-09-16T11:35:05.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 3371 completed, throughput=5MB/sec 2024-09-16T11:35:05.102 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M-WHHJ2lV1cr2De off=249565 len=930001 2024-09-16T11:35:05.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 3372 completed, throughput=5MB/sec 2024-09-16T11:35:05.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QZ5l_ORwikrfj4e off=5985735 len=325728 2024-09-16T11:35:05.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 3373 completed, throughput=5MB/sec 2024-09-16T11:35:05.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DsFi6ciP1ZkDNXt off=19065808 len=2063603 2024-09-16T11:35:05.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 3374 completed, throughput=5MB/sec 2024-09-16T11:35:05.106 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Xar9Z4OCYGzE5AB off=11025079 len=2050694 2024-09-16T11:35:05.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 3375 completed, throughput=5MB/sec 2024-09-16T11:35:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:05 smithi191 ceph-mon[84934]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:35:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:05 smithi077 ceph-mon[86047]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:35:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:05 smithi077 ceph-mon[88497]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:35:06.108 INFO:tasks.workunit.client.0.smithi077.stdout: 662: throughput=5MB/sec pending data=0 2024-09-16T11:35:06.108 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U0ei13wpZ9jzdQN off=1670774 len=1725239 2024-09-16T11:35:06.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 3376 completed, throughput=5MB/sec 2024-09-16T11:35:06.116 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-raPZ-KvHHPeJbwV off=489723 len=1047198 2024-09-16T11:35:06.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 3377 completed, throughput=5MB/sec 2024-09-16T11:35:06.120 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9_CmJQy0uDPDSQb off=4768051 len=1398078 2024-09-16T11:35:06.127 INFO:tasks.workunit.client.0.smithi077.stdout:op 3378 completed, throughput=5MB/sec 2024-09-16T11:35:07.128 INFO:tasks.workunit.client.0.smithi077.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:07.128 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mZDswGpJDbE6vsm off=8626117 len=1380755 2024-09-16T11:35:07.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 3379 completed, throughput=5MB/sec 2024-09-16T11:35:07.135 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XYLMh-7XZhhAkgB off=12667697 len=832381 2024-09-16T11:35:07.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 3380 completed, throughput=5MB/sec 2024-09-16T11:35:07.136 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JR1X4EjGDi6epc- off=1206964 len=2057814 2024-09-16T11:35:07.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 3381 completed, throughput=5MB/sec 2024-09-16T11:35:07.138 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-65yHqX-bA1vgdTz off=13961880 len=1457418 2024-09-16T11:35:07.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 3382 completed, throughput=5MB/sec 2024-09-16T11:35:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:06] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:35:08.145 INFO:tasks.workunit.client.0.smithi077.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:08.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XdWbv6tqF5ZZuPi off=9554584 len=197103 2024-09-16T11:35:08.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 3383 completed, throughput=4.99MB/sec 2024-09-16T11:35:08.146 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZWuJeG7gySfRz2O off=12880137 len=383043 2024-09-16T11:35:08.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 3384 completed, throughput=5MB/sec 2024-09-16T11:35:08.146 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kcJiiKdSL-saVDF off=6332573 len=1172851 2024-09-16T11:35:08.148 INFO:tasks.workunit.client.0.smithi077.stdout:op 3385 completed, throughput=5MB/sec 2024-09-16T11:35:08.148 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gHNL8iGfmUsJhx6 off=11379092 len=1962851 2024-09-16T11:35:08.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 3386 completed, throughput=5MB/sec 2024-09-16T11:35:08.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_b4TadYB9CddpAU off=8267772 len=1831873 2024-09-16T11:35:08.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 3387 completed, throughput=5MB/sec 2024-09-16T11:35:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:08 smithi077 ceph-mon[86047]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:35:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:08 smithi077 ceph-mon[88497]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:35:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:08 smithi191 ceph-mon[84934]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:35:09.162 INFO:tasks.workunit.client.0.smithi077.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:09.162 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lpK3RQIBXa7scrH off=4505050 len=857913 2024-09-16T11:35:09.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 3388 completed, throughput=5MB/sec 2024-09-16T11:35:09.165 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UoDrcYHfWT487B- off=12785020 len=1283357 2024-09-16T11:35:09.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 3389 completed, throughput=5MB/sec 2024-09-16T11:35:09.172 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fg_GS5VRxtdCHES off=13501124 len=173423 2024-09-16T11:35:09.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 3390 completed, throughput=5MB/sec 2024-09-16T11:35:09.175 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4R-I3G6o6XlkcLg off=20870258 len=1987610 2024-09-16T11:35:09.178 INFO:tasks.workunit.client.0.smithi077.stdout:op 3391 completed, throughput=5MB/sec 2024-09-16T11:35:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:09 smithi077 ceph-mon[86047]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:35:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:09 smithi077 ceph-mon[88497]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:35:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:09 smithi191 ceph-mon[84934]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:35:10.178 INFO:tasks.workunit.client.0.smithi077.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:10.179 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QyuUpBw-Qhf3B_X off=4265744 len=675608 2024-09-16T11:35:10.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 3392 completed, throughput=4.99MB/sec 2024-09-16T11:35:10.180 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SuqVUZgf0veA-5p off=1196569 len=883443 2024-09-16T11:35:10.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 3393 completed, throughput=5MB/sec 2024-09-16T11:35:10.190 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EvOYxINa_YtV0qa off=157876 len=243975 2024-09-16T11:35:10.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 3394 completed, throughput=5MB/sec 2024-09-16T11:35:10.190 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iXHiKR60J7HyB2R off=1393759 len=1879705 2024-09-16T11:35:10.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 3395 completed, throughput=5MB/sec 2024-09-16T11:35:10.199 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PKGyicXqdUMPolr off=1058144 len=1094472 2024-09-16T11:35:10.204 INFO:tasks.workunit.client.0.smithi077.stdout:op 3396 completed, throughput=5MB/sec 2024-09-16T11:35:10.205 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rEUANHQexqE1RGx off=5824980 len=1165031 2024-09-16T11:35:10.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 3397 completed, throughput=5MB/sec 2024-09-16T11:35:11.210 INFO:tasks.workunit.client.0.smithi077.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:11.211 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HKMAUsOWn4p4NzN off=8916923 len=1500854 2024-09-16T11:35:11.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 3398 completed, throughput=5MB/sec 2024-09-16T11:35:11.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ifcSytbYmY67Vh7 off=6715982 len=1108472 2024-09-16T11:35:11.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 3399 completed, throughput=5MB/sec 2024-09-16T11:35:11.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FOv8mUsLzw6247u off=5743058 len=213950 2024-09-16T11:35:11.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 3400 completed, throughput=5MB/sec 2024-09-16T11:35:11.221 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WPO0Q11iA5tzYTj off=2144898 len=476567 2024-09-16T11:35:11.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 3401 completed, throughput=5MB/sec 2024-09-16T11:35:11.223 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UB-9HybNe4aAxaB off=3160637 len=1899273 2024-09-16T11:35:11.234 INFO:tasks.workunit.client.0.smithi077.stdout:op 3402 completed, throughput=5MB/sec 2024-09-16T11:35:12.235 INFO:tasks.workunit.client.0.smithi077.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:12.235 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YfFOTWZwUpvKH3- off=11794929 len=331665 2024-09-16T11:35:12.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 3403 completed, throughput=4.99MB/sec 2024-09-16T11:35:12.238 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6bJX5HaHXxDfEST off=108642 len=1798210 2024-09-16T11:35:12.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 3404 completed, throughput=5MB/sec 2024-09-16T11:35:12.242 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YYWp8OO-bO_AJR3 off=2203269 len=1035710 2024-09-16T11:35:12.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 3405 completed, throughput=5MB/sec 2024-09-16T11:35:12.244 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YYO3Bq__hmX00Xr off=5307939 len=421498 2024-09-16T11:35:12.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 3406 completed, throughput=5MB/sec 2024-09-16T11:35:12.244 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H8XkeJcIrJG6-y- off=673217 len=632522 2024-09-16T11:35:12.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 3407 completed, throughput=5MB/sec 2024-09-16T11:35:12.246 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FFcRrr1G5D0A5ac off=6640544 len=1284987 2024-09-16T11:35:12.247 INFO:tasks.workunit.client.0.smithi077.stdout:op 3408 completed, throughput=5MB/sec 2024-09-16T11:35:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:12 smithi077 ceph-mon[88497]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:12 smithi077 ceph-mon[86047]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:12.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:12 smithi191 ceph-mon[84934]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:12.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:12.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:13.247 INFO:tasks.workunit.client.0.smithi077.stdout: 669: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:13.247 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fu9QuuhBu6u6aRb off=15279844 len=777123 2024-09-16T11:35:13.250 INFO:tasks.workunit.client.0.smithi077.stdout:op 3409 completed, throughput=5MB/sec 2024-09-16T11:35:13.250 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9AKrJlrS5jWD-Yy off=2946289 len=1921030 2024-09-16T11:35:13.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 3410 completed, throughput=5MB/sec 2024-09-16T11:35:13.262 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JxwD4HhA_GpN3Ry off=13588736 len=559241 2024-09-16T11:35:13.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 3411 completed, throughput=5MB/sec 2024-09-16T11:35:13.266 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dtint2DmrCVWcNC off=12197250 len=30441 2024-09-16T11:35:13.267 INFO:tasks.workunit.client.0.smithi077.stdout:op 3412 completed, throughput=5MB/sec 2024-09-16T11:35:13.267 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8iNdh5NMZ5nzkQD off=1785185 len=2082150 2024-09-16T11:35:13.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 3413 completed, throughput=5MB/sec 2024-09-16T11:35:14.278 INFO:tasks.workunit.client.0.smithi077.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:14.278 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ti5BiQP0ow6hBUs off=4038163 len=1051703 2024-09-16T11:35:14.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 3414 completed, throughput=5MB/sec 2024-09-16T11:35:14.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bskT7zVZAIMQ1qn off=2264360 len=1195854 2024-09-16T11:35:14.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 3415 completed, throughput=5MB/sec 2024-09-16T11:35:14.285 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D-r9GYsiQvsk61f off=19549464 len=712119 2024-09-16T11:35:14.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 3416 completed, throughput=5MB/sec 2024-09-16T11:35:14.287 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Um4bdHJgEDjNcKl off=4743970 len=333831 2024-09-16T11:35:14.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 3417 completed, throughput=5MB/sec 2024-09-16T11:35:14.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jbjZHZNm5AuW3H1 off=187438 len=1060020 2024-09-16T11:35:14.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 3418 completed, throughput=5MB/sec 2024-09-16T11:35:14.292 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VG0ZISRmaQcAShY off=5076937 len=311033 2024-09-16T11:35:14.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 3419 completed, throughput=5MB/sec 2024-09-16T11:35:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:14 smithi191 ceph-mon[84934]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:14 smithi077 ceph-mon[86047]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:14 smithi077 ceph-mon[88497]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:15.295 INFO:tasks.workunit.client.0.smithi077.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:15.295 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6nR2dzBV9UEAKGH off=2080600 len=387365 2024-09-16T11:35:15.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 3420 completed, throughput=4.99MB/sec 2024-09-16T11:35:15.298 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-76EUItVSGw_RXN_ off=995564 len=1033469 2024-09-16T11:35:15.301 INFO:tasks.workunit.client.0.smithi077.stdout:op 3421 completed, throughput=4.99MB/sec 2024-09-16T11:35:15.301 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Tg98ReR4An86BsU off=6338557 len=1451038 2024-09-16T11:35:15.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 3422 completed, throughput=5MB/sec 2024-09-16T11:35:15.308 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TAwwBi8f52IHBmQ off=989496 len=1137850 2024-09-16T11:35:15.315 INFO:tasks.workunit.client.0.smithi077.stdout:op 3423 completed, throughput=5MB/sec 2024-09-16T11:35:15.315 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vV7dYeeYKcguUP3 off=5293894 len=1953087 2024-09-16T11:35:15.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 3424 completed, throughput=5MB/sec 2024-09-16T11:35:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:15 smithi191 ceph-mon[84934]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:15 smithi077 ceph-mon[86047]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:15 smithi077 ceph-mon[88497]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:16.318 INFO:tasks.workunit.client.0.smithi077.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:16.318 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_jE_d6M3fZm6myp off=9068554 len=309928 2024-09-16T11:35:16.319 INFO:tasks.workunit.client.0.smithi077.stdout:op 3425 completed, throughput=4.99MB/sec 2024-09-16T11:35:16.319 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EO9mIMc7oYOh9Kx off=3439666 len=763697 2024-09-16T11:35:16.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 3426 completed, throughput=5MB/sec 2024-09-16T11:35:16.320 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EmKtZLL5Shb6_bU off=12923549 len=673393 2024-09-16T11:35:16.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 3427 completed, throughput=5MB/sec 2024-09-16T11:35:16.321 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rdlquEtjNsDrWwo off=842353 len=415719 2024-09-16T11:35:16.322 INFO:tasks.workunit.client.0.smithi077.stdout:op 3428 completed, throughput=5MB/sec 2024-09-16T11:35:16.322 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-txx3Fli37Z6WJUu off=3639378 len=1239976 2024-09-16T11:35:16.323 INFO:tasks.workunit.client.0.smithi077.stdout:op 3429 completed, throughput=5MB/sec 2024-09-16T11:35:16.323 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u-yPyfwbQ5hqoKx off=632514 len=1887539 2024-09-16T11:35:16.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 3430 completed, throughput=5MB/sec 2024-09-16T11:35:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:16] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T11:35:17.326 INFO:tasks.workunit.client.0.smithi077.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:17.326 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HHGitznSnHu6RZn off=5855539 len=1899578 2024-09-16T11:35:17.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 3431 completed, throughput=5MB/sec 2024-09-16T11:35:17.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sXe4wqmcCJnW4KJ off=1169223 len=1943119 2024-09-16T11:35:17.341 INFO:tasks.workunit.client.0.smithi077.stdout:op 3432 completed, throughput=5MB/sec 2024-09-16T11:35:17.341 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OyaiZ6d8OVsvzSY off=2076906 len=1561614 2024-09-16T11:35:17.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 3433 completed, throughput=5MB/sec 2024-09-16T11:35:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:17 smithi077 ceph-mon[86047]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:17 smithi077 ceph-mon[88497]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:17 smithi191 ceph-mon[84934]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:18.343 INFO:tasks.workunit.client.0.smithi077.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:18.343 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKAplHjnq39laA_ off=1632798 len=668285 2024-09-16T11:35:18.348 INFO:tasks.workunit.client.0.smithi077.stdout:op 3434 completed, throughput=4.99MB/sec 2024-09-16T11:35:18.348 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Px879IWxy2YR10m off=339528 len=1434745 2024-09-16T11:35:18.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 3435 completed, throughput=5MB/sec 2024-09-16T11:35:18.362 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ux4tGbyuZdgwNbp off=1304255 len=561411 2024-09-16T11:35:18.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 3436 completed, throughput=5MB/sec 2024-09-16T11:35:18.366 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ekvCDRuhUTkqIxw off=12261073 len=1532394 2024-09-16T11:35:18.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 3437 completed, throughput=5MB/sec 2024-09-16T11:35:18.372 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DIWM77ieETKBacW off=412276 len=1981392 2024-09-16T11:35:18.374 INFO:tasks.workunit.client.0.smithi077.stdout:op 3438 completed, throughput=5MB/sec 2024-09-16T11:35:19.374 INFO:tasks.workunit.client.0.smithi077.stdout: 675: throughput=5MB/sec pending data=0 2024-09-16T11:35:19.374 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VRi4YrutsaS08FM off=38027 len=803724 2024-09-16T11:35:19.376 INFO:tasks.workunit.client.0.smithi077.stdout:op 3439 completed, throughput=5MB/sec 2024-09-16T11:35:19.377 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gXH1vS_rUSf6w3q off=1070476 len=325204 2024-09-16T11:35:19.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 3440 completed, throughput=5MB/sec 2024-09-16T11:35:19.379 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y7hs85zoI0pWtzD off=3308405 len=270120 2024-09-16T11:35:19.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 3441 completed, throughput=5MB/sec 2024-09-16T11:35:19.382 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9UAvW_3r1f31ict off=3901020 len=1221053 2024-09-16T11:35:19.385 INFO:tasks.workunit.client.0.smithi077.stdout:op 3442 completed, throughput=5MB/sec 2024-09-16T11:35:19.385 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Db32jnPlMmq8Ojr off=7312120 len=960983 2024-09-16T11:35:19.390 INFO:tasks.workunit.client.0.smithi077.stdout:op 3443 completed, throughput=5MB/sec 2024-09-16T11:35:19.391 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E0PLZnFp25gANqD off=11602897 len=2083643 2024-09-16T11:35:19.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 3444 completed, throughput=5MB/sec 2024-09-16T11:35:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:19 smithi077 ceph-mon[86047]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:19 smithi077 ceph-mon[88497]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:19 smithi191 ceph-mon[84934]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:20.393 INFO:tasks.workunit.client.0.smithi077.stdout: 676: throughput=5MB/sec pending data=0 2024-09-16T11:35:20.393 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-h0WjypDm16QU5bf off=3258079 len=1347567 2024-09-16T11:35:20.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 3445 completed, throughput=5MB/sec 2024-09-16T11:35:20.395 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uu4Unkp6_EXxeGC off=1658835 len=166363 2024-09-16T11:35:20.398 INFO:tasks.workunit.client.0.smithi077.stdout:op 3446 completed, throughput=5MB/sec 2024-09-16T11:35:20.398 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0YBL49Ttifs2tpF off=597266 len=492541 2024-09-16T11:35:20.400 INFO:tasks.workunit.client.0.smithi077.stdout:op 3447 completed, throughput=5MB/sec 2024-09-16T11:35:20.400 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D5xj8YGmmiXSPsW off=6066585 len=1065238 2024-09-16T11:35:20.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 3448 completed, throughput=5MB/sec 2024-09-16T11:35:20.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SelsHK_5jLrepCN off=1179411 len=2049163 2024-09-16T11:35:20.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 3449 completed, throughput=5MB/sec 2024-09-16T11:35:21.405 INFO:tasks.workunit.client.0.smithi077.stdout: 677: throughput=5MB/sec pending data=0 2024-09-16T11:35:21.405 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kLpJO0KKst5rMTj off=362574 len=1095230 2024-09-16T11:35:21.407 INFO:tasks.workunit.client.0.smithi077.stdout:op 3450 completed, throughput=5MB/sec 2024-09-16T11:35:21.407 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uo31Z9FSyNACQ55 off=3053488 len=1513804 2024-09-16T11:35:21.409 INFO:tasks.workunit.client.0.smithi077.stdout:op 3451 completed, throughput=5MB/sec 2024-09-16T11:35:21.409 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9wrqcbYxj1z_XHJ off=5235700 len=669315 2024-09-16T11:35:21.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 3452 completed, throughput=5MB/sec 2024-09-16T11:35:21.410 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-icuCzgzCuvy8frh off=768945 len=1540380 2024-09-16T11:35:21.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 3453 completed, throughput=5MB/sec 2024-09-16T11:35:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:21 smithi077 ceph-mon[86047]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:21 smithi077 ceph-mon[88497]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:21 smithi191 ceph-mon[84934]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:22.420 INFO:tasks.workunit.client.0.smithi077.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:22.420 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YMgZHBc-Yr3Z7xb off=795561 len=477045 2024-09-16T11:35:22.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 3454 completed, throughput=5MB/sec 2024-09-16T11:35:22.422 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6xfptJfBSsnPKnH off=3097957 len=386235 2024-09-16T11:35:22.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 3455 completed, throughput=5MB/sec 2024-09-16T11:35:22.423 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-D0TtUkGK7ELtQdL off=15555172 len=1004195 2024-09-16T11:35:22.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 3456 completed, throughput=5MB/sec 2024-09-16T11:35:22.429 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-57t0UC6FOXV_ZeQ off=6492248 len=1397333 2024-09-16T11:35:22.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 3457 completed, throughput=5MB/sec 2024-09-16T11:35:22.437 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DUgaGDOV--aJFBQ off=3942599 len=425255 2024-09-16T11:35:22.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 3458 completed, throughput=5MB/sec 2024-09-16T11:35:22.441 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YXf8xQs4cRJHvRE off=4920036 len=581655 2024-09-16T11:35:22.444 INFO:tasks.workunit.client.0.smithi077.stdout:op 3459 completed, throughput=5MB/sec 2024-09-16T11:35:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:23.445 INFO:tasks.workunit.client.0.smithi077.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:23.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Z3QAuoFiivLUxxT off=5033751 len=239633 2024-09-16T11:35:23.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 3460 completed, throughput=4.99MB/sec 2024-09-16T11:35:23.445 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bTaae27S8sIQHie off=1959301 len=749720 2024-09-16T11:35:23.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 3461 completed, throughput=4.99MB/sec 2024-09-16T11:35:23.450 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XRPf_S2UXT2yxxs off=9782419 len=1089325 2024-09-16T11:35:23.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 3462 completed, throughput=5MB/sec 2024-09-16T11:35:23.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l4lbPL1ABamB_Ey off=1661552 len=562289 2024-09-16T11:35:23.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 3463 completed, throughput=5MB/sec 2024-09-16T11:35:23.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4C2_7bK-7x0euRi off=9254569 len=1188485 2024-09-16T11:35:23.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 3464 completed, throughput=5MB/sec 2024-09-16T11:35:23.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GCx38nu57HvvjbC off=1880008 len=1029895 2024-09-16T11:35:23.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 3465 completed, throughput=5MB/sec 2024-09-16T11:35:23.460 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GD4oU4JCxlkW-A- off=145867 len=1319603 2024-09-16T11:35:23.469 INFO:tasks.workunit.client.0.smithi077.stdout:op 3466 completed, throughput=5MB/sec 2024-09-16T11:35:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:23 smithi077 ceph-mon[86047]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:23 smithi077 ceph-mon[88497]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:23 smithi191 ceph-mon[84934]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:24.469 INFO:tasks.workunit.client.0.smithi077.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:24.469 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nul9Hg4ibs0N8Bq off=14596007 len=1268614 2024-09-16T11:35:24.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 3467 completed, throughput=5MB/sec 2024-09-16T11:35:24.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BsJQp7gBuqgV8Gz off=16779474 len=244549 2024-09-16T11:35:24.473 INFO:tasks.workunit.client.0.smithi077.stdout:op 3468 completed, throughput=5MB/sec 2024-09-16T11:35:24.473 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1FJQ3xol8QNvmn off=0 len=1456460 2024-09-16T11:35:24.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 3469 completed, throughput=5MB/sec 2024-09-16T11:35:24.480 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Dx017XSiQ5kDSit off=4695069 len=1951604 2024-09-16T11:35:24.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 3470 completed, throughput=5MB/sec 2024-09-16T11:35:25.482 INFO:tasks.workunit.client.0.smithi077.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:25.483 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X64CGRtU-GS0H75 off=7246858 len=588038 2024-09-16T11:35:25.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 3471 completed, throughput=4.99MB/sec 2024-09-16T11:35:25.485 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i-ktYhmhViEaw-S off=20983043 len=18115 2024-09-16T11:35:25.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 3472 completed, throughput=4.99MB/sec 2024-09-16T11:35:25.486 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XUwIW3N_KjHBFT5 off=224846 len=1451464 2024-09-16T11:35:25.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 3473 completed, throughput=5MB/sec 2024-09-16T11:35:25.487 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d4RXttwIZuyGjap off=5472171 len=1923902 2024-09-16T11:35:25.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 3474 completed, throughput=5MB/sec 2024-09-16T11:35:25.489 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f99zC5GvukwzAge off=5037605 len=640866 2024-09-16T11:35:25.490 INFO:tasks.workunit.client.0.smithi077.stdout:op 3475 completed, throughput=5MB/sec 2024-09-16T11:35:25.490 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CqcZXfhl4RrwVa9 off=3707455 len=1520099 2024-09-16T11:35:25.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 3476 completed, throughput=5MB/sec 2024-09-16T11:35:25.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:25 smithi077 ceph-mon[86047]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:25 smithi077 ceph-mon[88497]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:25 smithi191 ceph-mon[84934]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:35:26.509 INFO:tasks.workunit.client.0.smithi077.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:26.510 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1MzKaeHf_qF5oAD off=8324377 len=1484476 2024-09-16T11:35:26.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 3477 completed, throughput=5MB/sec 2024-09-16T11:35:26.517 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-naliHzv3BumtJHb off=3584663 len=1405808 2024-09-16T11:35:26.519 INFO:tasks.workunit.client.0.smithi077.stdout:op 3478 completed, throughput=5MB/sec 2024-09-16T11:35:26.519 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ThV88K8YU0R80T7 off=19576614 len=777634 2024-09-16T11:35:26.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 3479 completed, throughput=5MB/sec 2024-09-16T11:35:26.520 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-X5B6IC2jYPpmK3M off=17595757 len=1188387 2024-09-16T11:35:26.528 INFO:tasks.workunit.client.0.smithi077.stdout:op 3480 completed, throughput=5MB/sec 2024-09-16T11:35:27.039 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:26] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T11:35:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:27.529 INFO:tasks.workunit.client.0.smithi077.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:27.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m9w3G7jTuriNREp off=7995484 len=1614278 2024-09-16T11:35:27.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 3481 completed, throughput=5MB/sec 2024-09-16T11:35:27.539 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tJGNveodYmHTJDe off=1026029 len=1436236 2024-09-16T11:35:27.541 INFO:tasks.workunit.client.0.smithi077.stdout:op 3482 completed, throughput=5MB/sec 2024-09-16T11:35:27.541 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TFb_t7wkJJMW77n off=4109783 len=666192 2024-09-16T11:35:27.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 3483 completed, throughput=5MB/sec 2024-09-16T11:35:27.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EO9mIMc7oYOh9Kx off=4659034 len=829215 2024-09-16T11:35:27.546 INFO:tasks.workunit.client.0.smithi077.stdout:op 3484 completed, throughput=5MB/sec 2024-09-16T11:35:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:28 smithi077 ceph-mon[86047]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:35:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:28 smithi077 ceph-mon[88497]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:35:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:28 smithi191 ceph-mon[84934]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:35:28.547 INFO:tasks.workunit.client.0.smithi077.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:28.547 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gwMGpJ-k4pk4g3t off=11476883 len=830758 2024-09-16T11:35:28.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 3485 completed, throughput=4.99MB/sec 2024-09-16T11:35:28.553 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WRbnQkOWC1jtm3G off=5854555 len=1445243 2024-09-16T11:35:28.561 INFO:tasks.workunit.client.0.smithi077.stdout:op 3486 completed, throughput=5MB/sec 2024-09-16T11:35:28.561 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WRZ2cX0v2bo5RFC off=6387848 len=1552097 2024-09-16T11:35:28.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 3487 completed, throughput=5MB/sec 2024-09-16T11:35:28.569 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FCHs3aifJhHLRK5 off=3426540 len=1884589 2024-09-16T11:35:28.582 INFO:tasks.workunit.client.0.smithi077.stdout:op 3488 completed, throughput=5MB/sec 2024-09-16T11:35:29.582 INFO:tasks.workunit.client.0.smithi077.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:29.583 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tpP5wYuerivua2k off=129005 len=1982257 2024-09-16T11:35:29.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 3489 completed, throughput=5MB/sec 2024-09-16T11:35:29.585 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R8j10zUYcA6q-Wu off=2363855 len=224142 2024-09-16T11:35:29.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 3490 completed, throughput=5MB/sec 2024-09-16T11:35:29.586 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3ygor9h6ou0vtve off=1403581 len=1887209 2024-09-16T11:35:29.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 3491 completed, throughput=5MB/sec 2024-09-16T11:35:29.594 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MK86e8UfwqzyOnQ off=18529443 len=917239 2024-09-16T11:35:29.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 3492 completed, throughput=5MB/sec 2024-09-16T11:35:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:29 smithi077 ceph-mon[86047]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:35:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:29 smithi077 ceph-mon[88497]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:35:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:29 smithi191 ceph-mon[84934]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:35:30.601 INFO:tasks.workunit.client.0.smithi077.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:30.601 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rNdA68DilLH9Iz4 off=3244219 len=639710 2024-09-16T11:35:30.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 3493 completed, throughput=4.99MB/sec 2024-09-16T11:35:30.605 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Upul1DjrBtAoDzi off=12713057 len=726585 2024-09-16T11:35:30.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 3494 completed, throughput=4.99MB/sec 2024-09-16T11:35:30.608 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lZj0aIloIshkCVX off=1369974 len=158765 2024-09-16T11:35:30.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 3495 completed, throughput=4.99MB/sec 2024-09-16T11:35:30.608 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WUq4TjFyrNnYoIm off=4761388 len=1202868 2024-09-16T11:35:30.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 3496 completed, throughput=5MB/sec 2024-09-16T11:35:30.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-J6GpxDszBf8Z51_ off=1042023 len=1534065 2024-09-16T11:35:30.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 3497 completed, throughput=5MB/sec 2024-09-16T11:35:30.624 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aCT3wR8t4dTfmup off=1946420 len=247552 2024-09-16T11:35:30.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 3498 completed, throughput=5MB/sec 2024-09-16T11:35:30.624 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XyhRN4JwtIrpo5W off=269442 len=1559264 2024-09-16T11:35:30.627 INFO:tasks.workunit.client.0.smithi077.stdout:op 3499 completed, throughput=5MB/sec 2024-09-16T11:35:31.627 INFO:tasks.workunit.client.0.smithi077.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:31.628 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ah2QLyFEY91ZsJO off=5340143 len=1006913 2024-09-16T11:35:31.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 3500 completed, throughput=5MB/sec 2024-09-16T11:35:31.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P7ARlcSZFZ7uc0S off=8396199 len=1288970 2024-09-16T11:35:31.639 INFO:tasks.workunit.client.0.smithi077.stdout:op 3501 completed, throughput=5MB/sec 2024-09-16T11:35:31.639 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VbgW6QEMcZ9Vl03 off=12887549 len=1419716 2024-09-16T11:35:31.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 3502 completed, throughput=5MB/sec 2024-09-16T11:35:31.640 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZGssLS_l8IRApGO off=5234762 len=1816524 2024-09-16T11:35:31.642 INFO:tasks.workunit.client.0.smithi077.stdout:op 3503 completed, throughput=5MB/sec 2024-09-16T11:35:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:31 smithi077 ceph-mon[86047]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:35:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:31 smithi077 ceph-mon[88497]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:35:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:31 smithi191 ceph-mon[84934]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:35:32.643 INFO:tasks.workunit.client.0.smithi077.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:32.643 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ugw0xJrNUI_2fvn off=3200069 len=893169 2024-09-16T11:35:32.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 3504 completed, throughput=5MB/sec 2024-09-16T11:35:32.645 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q6uOpTI8O4kpCFL off=21759870 len=1715843 2024-09-16T11:35:32.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 3505 completed, throughput=5MB/sec 2024-09-16T11:35:32.647 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Xyh1-j7PPoNxV41 off=3343155 len=158064 2024-09-16T11:35:32.648 INFO:tasks.workunit.client.0.smithi077.stdout:op 3506 completed, throughput=5MB/sec 2024-09-16T11:35:32.648 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LrKG-Wq1AsP4flu off=6245953 len=1051248 2024-09-16T11:35:32.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 3507 completed, throughput=5MB/sec 2024-09-16T11:35:32.649 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cpu322sTfAkHJoc off=2814671 len=723471 2024-09-16T11:35:32.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 3508 completed, throughput=5MB/sec 2024-09-16T11:35:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:33.655 INFO:tasks.workunit.client.0.smithi077.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:33.655 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w4hK1V4Mu8QEWai off=20140475 len=1216723 2024-09-16T11:35:33.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 3509 completed, throughput=4.99MB/sec 2024-09-16T11:35:33.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DoNjTOFY0SAXp4J off=12209165 len=486401 2024-09-16T11:35:33.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 3510 completed, throughput=5MB/sec 2024-09-16T11:35:33.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r1ZpXh744My_-Aw off=15362072 len=1085966 2024-09-16T11:35:33.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 3511 completed, throughput=5MB/sec 2024-09-16T11:35:33.666 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m9QvdQooUs-H7ZB off=22447446 len=2030540 2024-09-16T11:35:33.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 3512 completed, throughput=5MB/sec 2024-09-16T11:35:33.668 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QtG_i9UNgdWEOt6 off=5162516 len=1996028 2024-09-16T11:35:33.680 INFO:tasks.workunit.client.0.smithi077.stdout:op 3513 completed, throughput=5MB/sec 2024-09-16T11:35:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:33 smithi077 ceph-mon[86047]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:33 smithi077 ceph-mon[88497]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:33 smithi191 ceph-mon[84934]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:34.679 INFO:tasks.workunit.client.0.smithi077.stdout: 690: throughput=5MB/sec pending data=0 2024-09-16T11:35:34.679 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dFqDp_nfL-gBpBq off=11790607 len=1720812 2024-09-16T11:35:34.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 3514 completed, throughput=5MB/sec 2024-09-16T11:35:34.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zepN3PwAOXEw5Cf off=15530133 len=43534 2024-09-16T11:35:34.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 3515 completed, throughput=5MB/sec 2024-09-16T11:35:34.690 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2D6Uv2uWP563Vet off=7491193 len=1996914 2024-09-16T11:35:34.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 3516 completed, throughput=5MB/sec 2024-09-16T11:35:35.705 INFO:tasks.workunit.client.0.smithi077.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Esus-76PW0P8H6F off=1818063 len=370103 2024-09-16T11:35:35.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 3517 completed, throughput=4.99MB/sec 2024-09-16T11:35:35.709 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MtUxVpCvEMdnEJx off=11120628 len=1030565 2024-09-16T11:35:35.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 3518 completed, throughput=4.99MB/sec 2024-09-16T11:35:35.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tAwUCjUzBU2p6Cw off=13766770 len=38787 2024-09-16T11:35:35.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 3519 completed, throughput=4.99MB/sec 2024-09-16T11:35:35.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6spon8ydTvcu2Wu off=209827 len=1500612 2024-09-16T11:35:35.717 INFO:tasks.workunit.client.0.smithi077.stdout:op 3520 completed, throughput=5MB/sec 2024-09-16T11:35:35.717 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_981jQzc7lgC7qc off=3676250 len=1476556 2024-09-16T11:35:35.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 3521 completed, throughput=5MB/sec 2024-09-16T11:35:35.719 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DO_mtc3L6ySu8Ro off=2928994 len=33287 2024-09-16T11:35:35.720 INFO:tasks.workunit.client.0.smithi077.stdout:op 3522 completed, throughput=5MB/sec 2024-09-16T11:35:35.720 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-duhmHcREtym_Cl_ off=308430 len=1507229 2024-09-16T11:35:35.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 3523 completed, throughput=5MB/sec 2024-09-16T11:35:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:35 smithi077 ceph-mon[86047]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:35 smithi077 ceph-mon[88497]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:35 smithi191 ceph-mon[84934]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:35:36.729 INFO:tasks.workunit.client.0.smithi077.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:36.729 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2IIV50OO63Iecvn off=6955069 len=1045470 2024-09-16T11:35:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:op 3524 completed, throughput=5MB/sec 2024-09-16T11:35:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RdkR90Qv8FqnutX off=6811324 len=966152 2024-09-16T11:35:36.735 INFO:tasks.workunit.client.0.smithi077.stdout:op 3525 completed, throughput=5MB/sec 2024-09-16T11:35:36.735 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WBuXyoQvYqOZOQz off=3357500 len=1493569 2024-09-16T11:35:36.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 3526 completed, throughput=5MB/sec 2024-09-16T11:35:36.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QCj2zsBHS3wjq7_ off=14697570 len=448959 2024-09-16T11:35:36.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 3527 completed, throughput=5MB/sec 2024-09-16T11:35:36.740 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HwRhsP9Teqmkkdt off=423202 len=71527 2024-09-16T11:35:36.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 3528 completed, throughput=5MB/sec 2024-09-16T11:35:36.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jtbi_OZ9jsglJvG off=5574890 len=690647 2024-09-16T11:35:36.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 3529 completed, throughput=5MB/sec 2024-09-16T11:35:36.745 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OXcmwBQ7ITOxji4 off=3725808 len=316860 2024-09-16T11:35:36.749 INFO:tasks.workunit.client.0.smithi077.stdout:op 3530 completed, throughput=5MB/sec 2024-09-16T11:35:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:36] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-16T11:35:37.749 INFO:tasks.workunit.client.0.smithi077.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:37.749 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UWEiQA5LMif_5JX off=7467955 len=1029737 2024-09-16T11:35:37.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 3531 completed, throughput=4.99MB/sec 2024-09-16T11:35:37.751 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dk87dvlMZaY9y-g off=6290720 len=1674219 2024-09-16T11:35:37.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 3532 completed, throughput=5MB/sec 2024-09-16T11:35:37.760 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S7wY5l5PCGWumNn off=2327453 len=498470 2024-09-16T11:35:37.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 3533 completed, throughput=5MB/sec 2024-09-16T11:35:37.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LRcEjrhz6Wp2-lu off=3257712 len=618357 2024-09-16T11:35:37.765 INFO:tasks.workunit.client.0.smithi077.stdout:op 3534 completed, throughput=5MB/sec 2024-09-16T11:35:37.765 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9tOQFII5tzVqDHc off=7800014 len=536253 2024-09-16T11:35:37.768 INFO:tasks.workunit.client.0.smithi077.stdout:op 3535 completed, throughput=5MB/sec 2024-09-16T11:35:37.768 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bhlSj_P1sZsXPRC off=14783968 len=1346097 2024-09-16T11:35:37.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 3536 completed, throughput=5MB/sec 2024-09-16T11:35:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:37 smithi077 ceph-mon[86047]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:37 smithi077 ceph-mon[88497]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:37 smithi191 ceph-mon[84934]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:38.769 INFO:tasks.workunit.client.0.smithi077.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:38.770 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ApXFx4Jv6T25tdh off=1368534 len=135799 2024-09-16T11:35:38.772 INFO:tasks.workunit.client.0.smithi077.stdout:op 3537 completed, throughput=4.99MB/sec 2024-09-16T11:35:38.773 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d5h6wMFEFCaOrNb off=6887975 len=1007788 2024-09-16T11:35:38.774 INFO:tasks.workunit.client.0.smithi077.stdout:op 3538 completed, throughput=5MB/sec 2024-09-16T11:35:38.774 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OrT59oXTlpXooYd off=6564273 len=1383933 2024-09-16T11:35:38.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 3539 completed, throughput=5MB/sec 2024-09-16T11:35:38.782 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7mGOq5tIVrCRgzk off=463769 len=1629342 2024-09-16T11:35:38.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 3540 completed, throughput=5MB/sec 2024-09-16T11:35:38.791 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4CQ_ebA6aWNsGjG off=829417 len=1360867 2024-09-16T11:35:38.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 3541 completed, throughput=5MB/sec 2024-09-16T11:35:39.794 INFO:tasks.workunit.client.0.smithi077.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:39.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-btvTzGWaO9qxMxs off=1446290 len=1560420 2024-09-16T11:35:39.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 3542 completed, throughput=5MB/sec 2024-09-16T11:35:39.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4G2UxbubMif1bwJ off=15236117 len=2029540 2024-09-16T11:35:39.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 3543 completed, throughput=5MB/sec 2024-09-16T11:35:39.805 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fhX-X35pfZNI6UK off=7704759 len=166443 2024-09-16T11:35:39.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 3544 completed, throughput=5MB/sec 2024-09-16T11:35:39.808 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PsaXRLVyEY60jfL off=561626 len=1660753 2024-09-16T11:35:39.810 INFO:tasks.workunit.client.0.smithi077.stdout:op 3545 completed, throughput=5MB/sec 2024-09-16T11:35:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:39 smithi077 ceph-mon[86047]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:35:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:39 smithi077 ceph-mon[88497]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:35:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:39 smithi191 ceph-mon[84934]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:35:40.810 INFO:tasks.workunit.client.0.smithi077.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:40.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XYLMh-7XZhhAkgB off=12869311 len=389044 2024-09-16T11:35:40.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 3546 completed, throughput=4.99MB/sec 2024-09-16T11:35:40.811 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-81BC1Z5inV1v0mx off=4570681 len=1412680 2024-09-16T11:35:40.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 3547 completed, throughput=5MB/sec 2024-09-16T11:35:40.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HOkgfUXikX8gYaZ off=6802391 len=2011999 2024-09-16T11:35:40.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 3548 completed, throughput=5MB/sec 2024-09-16T11:35:40.823 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cZdCNrmWDqh-qto off=15688807 len=1728454 2024-09-16T11:35:40.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 3549 completed, throughput=5MB/sec 2024-09-16T11:35:41.827 INFO:tasks.workunit.client.0.smithi077.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:41.828 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ufV27wA6JbyJTgP off=6428548 len=1125935 2024-09-16T11:35:41.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 3550 completed, throughput=5MB/sec 2024-09-16T11:35:41.834 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oEH8OyvlV46gt8q off=18413339 len=589336 2024-09-16T11:35:41.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 3551 completed, throughput=5MB/sec 2024-09-16T11:35:41.838 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tHaQaVXOpOrYK5a off=16426909 len=847631 2024-09-16T11:35:41.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 3552 completed, throughput=5MB/sec 2024-09-16T11:35:41.842 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aTBnjTCr0yI1yel off=1504797 len=1679190 2024-09-16T11:35:41.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 3553 completed, throughput=5MB/sec 2024-09-16T11:35:41.852 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xLOScKGdaG7H59U off=14284473 len=1463041 2024-09-16T11:35:41.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 3554 completed, throughput=5MB/sec 2024-09-16T11:35:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:41 smithi077 ceph-mon[86047]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:41 smithi077 ceph-mon[88497]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:41 smithi191 ceph-mon[84934]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:42.854 INFO:tasks.workunit.client.0.smithi077.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:42.854 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yrxirZLsIPkd84I off=3517643 len=1131057 2024-09-16T11:35:42.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 3555 completed, throughput=5MB/sec 2024-09-16T11:35:42.861 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1eWw-NV9UwK6u2y off=7092558 len=450647 2024-09-16T11:35:42.865 INFO:tasks.workunit.client.0.smithi077.stdout:op 3556 completed, throughput=5MB/sec 2024-09-16T11:35:42.865 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vNdRun0rn1d_rLa off=13196595 len=550283 2024-09-16T11:35:42.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 3557 completed, throughput=5MB/sec 2024-09-16T11:35:42.866 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YMAaCduYxEHajjd off=18143812 len=259683 2024-09-16T11:35:42.867 INFO:tasks.workunit.client.0.smithi077.stdout:op 3558 completed, throughput=5MB/sec 2024-09-16T11:35:42.867 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sMPgs_RZ1AVEkH5 off=362415 len=102226 2024-09-16T11:35:42.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 3559 completed, throughput=5MB/sec 2024-09-16T11:35:42.870 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RaLZ8VEM5j9Fnlm off=5986089 len=1218201 2024-09-16T11:35:42.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 3560 completed, throughput=5MB/sec 2024-09-16T11:35:42.879 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nOMM1W3I5V2qKA4 off=14754987 len=1155956 2024-09-16T11:35:42.881 INFO:tasks.workunit.client.0.smithi077.stdout:op 3561 completed, throughput=5MB/sec 2024-09-16T11:35:42.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:42.944 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:43.882 INFO:tasks.workunit.client.0.smithi077.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:43.882 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3R0Hm8Pgo77L8pM off=1003922 len=1162611 2024-09-16T11:35:43.889 INFO:tasks.workunit.client.0.smithi077.stdout:op 3562 completed, throughput=5MB/sec 2024-09-16T11:35:43.889 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R3lF57RBtviFQeZ off=4000104 len=370953 2024-09-16T11:35:43.892 INFO:tasks.workunit.client.0.smithi077.stdout:op 3563 completed, throughput=5MB/sec 2024-09-16T11:35:43.893 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3WJw00mNOIvVEt- off=25726 len=67158 2024-09-16T11:35:43.893 INFO:tasks.workunit.client.0.smithi077.stdout:op 3564 completed, throughput=5MB/sec 2024-09-16T11:35:43.893 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--R7o5FazIQxmBJW off=14567999 len=1154835 2024-09-16T11:35:43.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 3565 completed, throughput=5MB/sec 2024-09-16T11:35:43.899 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SaGUIwJc1PRTHPc off=1408890 len=1318747 2024-09-16T11:35:43.901 INFO:tasks.workunit.client.0.smithi077.stdout:op 3566 completed, throughput=5MB/sec 2024-09-16T11:35:43.901 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zp23h6_-bNRMQ8l off=3144596 len=1142391 2024-09-16T11:35:43.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 3567 completed, throughput=5MB/sec 2024-09-16T11:35:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:43 smithi077 ceph-mon[86047]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:43 smithi077 ceph-mon[88497]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:43 smithi191 ceph-mon[84934]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:35:44.903 INFO:tasks.workunit.client.0.smithi077.stdout: 700: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:44.904 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fQoE_jMmG8D4CS5 off=4738335 len=588140 2024-09-16T11:35:44.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 3568 completed, throughput=4.99MB/sec 2024-09-16T11:35:44.905 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tKULrXn6gSeOz-o off=4667776 len=328356 2024-09-16T11:35:44.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 3569 completed, throughput=5MB/sec 2024-09-16T11:35:44.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CU7eiAK6l1_khMe off=609552 len=1971440 2024-09-16T11:35:44.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 3570 completed, throughput=5MB/sec 2024-09-16T11:35:44.913 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--j7YqGWnsGWHa29 off=11125194 len=664905 2024-09-16T11:35:44.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 3571 completed, throughput=5MB/sec 2024-09-16T11:35:44.914 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pbcUmdwxGWPLViE off=15794377 len=699015 2024-09-16T11:35:44.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 3572 completed, throughput=5MB/sec 2024-09-16T11:35:44.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BePglW_LiHLF248 off=2979507 len=1125129 2024-09-16T11:35:44.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 3573 completed, throughput=5MB/sec 2024-09-16T11:35:45.918 INFO:tasks.workunit.client.0.smithi077.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:45.918 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--dgbW-WSwHyIWod off=2233308 len=1238256 2024-09-16T11:35:45.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 3574 completed, throughput=5MB/sec 2024-09-16T11:35:45.919 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jkzOf_wsJGj9qLL off=442772 len=1815438 2024-09-16T11:35:45.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:45 smithi077 ceph-mon[86047]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:35:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:45 smithi077 ceph-mon[88497]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:35:45.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 3575 completed, throughput=5MB/sec 2024-09-16T11:35:45.931 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HO0kLal7HfQ9EBE off=7053554 len=596263 2024-09-16T11:35:45.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 3576 completed, throughput=5MB/sec 2024-09-16T11:35:45.935 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nXu47jSYCultCUn off=11946379 len=787441 2024-09-16T11:35:45.936 INFO:tasks.workunit.client.0.smithi077.stdout:op 3577 completed, throughput=5MB/sec 2024-09-16T11:35:45.937 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sG4Srm6RmmZrFga off=2960772 len=939691 2024-09-16T11:35:45.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 3578 completed, throughput=5MB/sec 2024-09-16T11:35:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:45 smithi191 ceph-mon[84934]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:35:46.938 INFO:tasks.workunit.client.0.smithi077.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:46.938 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SfRsM28Dh-kROZt off=7720330 len=113496 2024-09-16T11:35:46.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 3579 completed, throughput=4.99MB/sec 2024-09-16T11:35:46.939 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-47EKETpS7Jor278 off=1923753 len=854394 2024-09-16T11:35:46.940 INFO:tasks.workunit.client.0.smithi077.stdout:op 3580 completed, throughput=5MB/sec 2024-09-16T11:35:46.940 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--R7o5FazIQxmBJW off=8550451 len=197115 2024-09-16T11:35:46.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 3581 completed, throughput=5MB/sec 2024-09-16T11:35:46.943 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-92a2jt3Iek7JOnX off=200927 len=267926 2024-09-16T11:35:46.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 3582 completed, throughput=5MB/sec 2024-09-16T11:35:46.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--egTxQm4yUGcV7T off=21933514 len=1929711 2024-09-16T11:35:46.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 3583 completed, throughput=5MB/sec 2024-09-16T11:35:46.946 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yf_Tcnt42ViZ2y3 off=7714480 len=1303455 2024-09-16T11:35:46.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 3584 completed, throughput=5MB/sec 2024-09-16T11:35:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:46] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:35:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:47 smithi077 ceph-mon[86047]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:47 smithi077 ceph-mon[88497]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:47.954 INFO:tasks.workunit.client.0.smithi077.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:47.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WwJUYgQ_kmsOHQ7 off=2143419 len=1926993 2024-09-16T11:35:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:47 smithi191 ceph-mon[84934]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:35:47.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 3585 completed, throughput=5MB/sec 2024-09-16T11:35:47.965 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-goOqfj_BRyuCwBD off=5155523 len=452901 2024-09-16T11:35:47.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 3586 completed, throughput=5MB/sec 2024-09-16T11:35:47.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kUY6NcaSA-lgJo3 off=2285488 len=1327126 2024-09-16T11:35:47.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 3587 completed, throughput=5MB/sec 2024-09-16T11:35:47.969 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VbEQTM1EeYkZKJp off=4253464 len=744163 2024-09-16T11:35:47.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 3588 completed, throughput=5MB/sec 2024-09-16T11:35:47.971 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KXjvK7oLp2rUO9Q off=5139243 len=297523 2024-09-16T11:35:47.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 3589 completed, throughput=5MB/sec 2024-09-16T11:35:47.971 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IOvQGHaxy-HVGZy off=162841 len=1043064 2024-09-16T11:35:47.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 3590 completed, throughput=5MB/sec 2024-09-16T11:35:48.973 INFO:tasks.workunit.client.0.smithi077.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:48.973 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OJX79CyxxwkIiSi off=1495823 len=1886713 2024-09-16T11:35:48.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 3591 completed, throughput=5MB/sec 2024-09-16T11:35:48.976 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cdgyruZwW5jGOj0 off=1249862 len=1098834 2024-09-16T11:35:48.977 INFO:tasks.workunit.client.0.smithi077.stdout:op 3592 completed, throughput=5MB/sec 2024-09-16T11:35:48.977 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g4OYZ8h4nRbXeX7 off=5303585 len=998685 2024-09-16T11:35:48.978 INFO:tasks.workunit.client.0.smithi077.stdout:op 3593 completed, throughput=5MB/sec 2024-09-16T11:35:48.978 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SjuYgaVam1wMWHc off=3652933 len=151205 2024-09-16T11:35:48.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 3594 completed, throughput=5MB/sec 2024-09-16T11:35:48.981 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--0wouJZS6fQ2f8q off=5682495 len=583644 2024-09-16T11:35:48.982 INFO:tasks.workunit.client.0.smithi077.stdout:op 3595 completed, throughput=5MB/sec 2024-09-16T11:35:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:49 smithi077 ceph-mon[88497]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:49 smithi077 ceph-mon[86047]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:49 smithi191 ceph-mon[84934]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:35:49.982 INFO:tasks.workunit.client.0.smithi077.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:49.982 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p_G973lSJ2LlRuf off=7373265 len=2086280 2024-09-16T11:35:49.998 INFO:tasks.workunit.client.0.smithi077.stdout:op 3596 completed, throughput=5MB/sec 2024-09-16T11:35:49.998 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3htPl9hfVMaoU9h off=4840234 len=1132699 2024-09-16T11:35:50.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 3597 completed, throughput=5MB/sec 2024-09-16T11:35:50.003 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvlMmXhfSWQcxxp off=13316763 len=285229 2024-09-16T11:35:50.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 3598 completed, throughput=5MB/sec 2024-09-16T11:35:50.004 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-flhlc3tFO3go2Cc off=13816589 len=1929441 2024-09-16T11:35:50.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 3599 completed, throughput=5MB/sec 2024-09-16T11:35:51.007 INFO:tasks.workunit.client.0.smithi077.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:51.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Dnx73LMbquisOya off=9085431 len=1049100 2024-09-16T11:35:51.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 3600 completed, throughput=4.99MB/sec 2024-09-16T11:35:51.012 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uFVOj-ONezBhYPm off=11642007 len=1995597 2024-09-16T11:35:51.019 INFO:tasks.workunit.client.0.smithi077.stdout:op 3601 completed, throughput=5MB/sec 2024-09-16T11:35:51.020 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l-98hzEhs9aF6Wz off=15361059 len=267544 2024-09-16T11:35:51.020 INFO:tasks.workunit.client.0.smithi077.stdout:op 3602 completed, throughput=5MB/sec 2024-09-16T11:35:51.020 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Pl3l4aYi9RDOXEa off=1222274 len=558107 2024-09-16T11:35:51.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 3603 completed, throughput=5MB/sec 2024-09-16T11:35:51.022 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JIiaJEeBJCdNJhc off=3614720 len=553872 2024-09-16T11:35:51.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 3604 completed, throughput=5MB/sec 2024-09-16T11:35:51.023 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F4Hv4KMmkJMHTzG off=2266663 len=1713012 2024-09-16T11:35:51.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 3605 completed, throughput=5MB/sec 2024-09-16T11:35:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:51 smithi077 ceph-mon[86047]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:35:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:51 smithi077 ceph-mon[88497]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:35:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:51 smithi191 ceph-mon[84934]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:35:52.025 INFO:tasks.workunit.client.0.smithi077.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:52.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5IbH3a7Eyi0Czjw off=12660640 len=572718 2024-09-16T11:35:52.028 INFO:tasks.workunit.client.0.smithi077.stdout:op 3606 completed, throughput=5MB/sec 2024-09-16T11:35:52.028 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qnFstloAdGPFvj1 off=3954536 len=388544 2024-09-16T11:35:52.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 3607 completed, throughput=5MB/sec 2024-09-16T11:35:52.032 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VBVXTyyoZaKbzrZ off=2854064 len=1764301 2024-09-16T11:35:52.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 3608 completed, throughput=5MB/sec 2024-09-16T11:35:52.034 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x4jof9SCp15hDNF off=782206 len=2000853 2024-09-16T11:35:52.046 INFO:tasks.workunit.client.0.smithi077.stdout:op 3609 completed, throughput=5MB/sec 2024-09-16T11:35:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:35:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:35:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:53.047 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bx_GiCu69_0wWzP off=1038256 len=1001163 2024-09-16T11:35:53.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 3610 completed, throughput=4.99MB/sec 2024-09-16T11:35:53.052 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-60vB4UHx3n-yhjU off=1263189 len=1889888 2024-09-16T11:35:53.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 3611 completed, throughput=5MB/sec 2024-09-16T11:35:53.055 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ziNbg3e5WxvUPxb off=14833833 len=1544282 2024-09-16T11:35:53.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 3612 completed, throughput=5MB/sec 2024-09-16T11:35:53.062 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uo31Z9FSyNACQ55 off=3338131 len=173933 2024-09-16T11:35:53.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 3613 completed, throughput=5MB/sec 2024-09-16T11:35:53.065 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NYqjo9cFdc2-2OM off=7145583 len=1960726 2024-09-16T11:35:53.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 3614 completed, throughput=5MB/sec 2024-09-16T11:35:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:53 smithi077 ceph-mon[88497]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:53 smithi077 ceph-mon[86047]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:53 smithi191 ceph-mon[84934]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:35:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: 709: throughput=5MB/sec pending data=0 2024-09-16T11:35:54.075 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bka8O1pbM2aKe-q off=593634 len=1113677 2024-09-16T11:35:54.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 3615 completed, throughput=5MB/sec 2024-09-16T11:35:54.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NqOO9mZwjYmrWPS off=2881662 len=152559 2024-09-16T11:35:54.080 INFO:tasks.workunit.client.0.smithi077.stdout:op 3616 completed, throughput=5MB/sec 2024-09-16T11:35:54.080 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XW2tZbYRiENVl2o off=17099191 len=242965 2024-09-16T11:35:54.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 3617 completed, throughput=5MB/sec 2024-09-16T11:35:54.083 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CpbZFocAOygXLU_ off=11064528 len=628365 2024-09-16T11:35:54.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 3618 completed, throughput=5MB/sec 2024-09-16T11:35:54.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oBopMz3QCR20Hp9 off=7192526 len=508690 2024-09-16T11:35:54.088 INFO:tasks.workunit.client.0.smithi077.stdout:op 3619 completed, throughput=5MB/sec 2024-09-16T11:35:54.088 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dHXfTBXzU0w_XKJ off=7001575 len=1012769 2024-09-16T11:35:54.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 3620 completed, throughput=5MB/sec 2024-09-16T11:35:54.089 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T3Ca8AsogB_mZJI off=7232259 len=5010 2024-09-16T11:35:54.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 3621 completed, throughput=5MB/sec 2024-09-16T11:35:54.090 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pDn-sf3wGbbBxeb off=3012410 len=1159483 2024-09-16T11:35:54.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 3622 completed, throughput=5MB/sec 2024-09-16T11:35:54.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:35:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:35:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:35:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:55.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PoBg0DH4nInx0Dn off=387810 len=805656 2024-09-16T11:35:55.100 INFO:tasks.workunit.client.0.smithi077.stdout:op 3623 completed, throughput=5MB/sec 2024-09-16T11:35:55.101 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gigw9LUPrxRYTBg off=17281528 len=876196 2024-09-16T11:35:55.102 INFO:tasks.workunit.client.0.smithi077.stdout:op 3624 completed, throughput=5MB/sec 2024-09-16T11:35:55.102 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b26Ds8YECEhbplt off=3711142 len=1685817 2024-09-16T11:35:55.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 3625 completed, throughput=5MB/sec 2024-09-16T11:35:55.104 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Upul1DjrBtAoDzi off=2455061 len=826328 2024-09-16T11:35:55.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 3626 completed, throughput=5MB/sec 2024-09-16T11:35:55.108 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sRbNY8-9KDheNQw off=8253395 len=1472634 2024-09-16T11:35:55.109 INFO:tasks.workunit.client.0.smithi077.stdout:op 3627 completed, throughput=5MB/sec 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[88497]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:35:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:55 smithi077 ceph-mon[86047]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:35:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:35:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:35:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:35:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:55 smithi191 ceph-mon[84934]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:35:56.109 INFO:tasks.workunit.client.0.smithi077.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:56.109 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uCLT-emnhl7Tg7D off=15014925 len=1379570 2024-09-16T11:35:56.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 3628 completed, throughput=5MB/sec 2024-09-16T11:35:56.111 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-frFvbxF_n3igN9- off=38473 len=1065159 2024-09-16T11:35:56.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 3629 completed, throughput=5MB/sec 2024-09-16T11:35:56.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tJGNveodYmHTJDe off=6446472 len=1453010 2024-09-16T11:35:56.118 INFO:tasks.workunit.client.0.smithi077.stdout:op 3630 completed, throughput=5MB/sec 2024-09-16T11:35:56.118 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e8fXVRMof7-XveW off=5814444 len=1689846 2024-09-16T11:35:56.122 INFO:tasks.workunit.client.0.smithi077.stdout:op 3631 completed, throughput=5MB/sec 2024-09-16T11:35:57.039 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:35:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:35:56] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:35:57.122 INFO:tasks.workunit.client.0.smithi077.stdout: 712: throughput=5MB/sec pending data=0 2024-09-16T11:35:57.123 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cMX6NzOW0NFSGpX off=9069426 len=1334475 2024-09-16T11:35:57.125 INFO:tasks.workunit.client.0.smithi077.stdout:op 3632 completed, throughput=5MB/sec 2024-09-16T11:35:57.125 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w3Ag63kepqLsljy off=2060076 len=1347882 2024-09-16T11:35:57.130 INFO:tasks.workunit.client.0.smithi077.stdout:op 3633 completed, throughput=5MB/sec 2024-09-16T11:35:57.130 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S7wY5l5PCGWumNn off=479610 len=1266294 2024-09-16T11:35:57.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 3634 completed, throughput=5MB/sec 2024-09-16T11:35:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:35:58.132 INFO:tasks.workunit.client.0.smithi077.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:58.132 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-clxtIIT1ukCjwi- off=11931184 len=861433 2024-09-16T11:35:58.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 3635 completed, throughput=4.99MB/sec 2024-09-16T11:35:58.138 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pkOFg0FsmbRe6i4 off=5788446 len=1428588 2024-09-16T11:35:58.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 3636 completed, throughput=5MB/sec 2024-09-16T11:35:58.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vCoh4Os0BPtkQ5n off=9641372 len=202494 2024-09-16T11:35:58.148 INFO:tasks.workunit.client.0.smithi077.stdout:op 3637 completed, throughput=5MB/sec 2024-09-16T11:35:58.149 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qmdyWBMPrr42aYk off=12993560 len=700110 2024-09-16T11:35:58.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 3638 completed, throughput=5MB/sec 2024-09-16T11:35:58.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--BV3FSGZt2h8Skv off=250122 len=957366 2024-09-16T11:35:58.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 3639 completed, throughput=5MB/sec 2024-09-16T11:35:58.155 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OFHNhBVycmv5Cnj off=13284876 len=1910746 2024-09-16T11:35:58.157 INFO:tasks.workunit.client.0.smithi077.stdout:op 3640 completed, throughput=5MB/sec 2024-09-16T11:35:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:58 smithi077 ceph-mon[86047]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:35:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:58 smithi077 ceph-mon[88497]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:35:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:58 smithi191 ceph-mon[84934]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:35:59.158 INFO:tasks.workunit.client.0.smithi077.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-16T11:35:59.158 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OqjXUOmly78dWtB off=6176499 len=329297 2024-09-16T11:35:59.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 3641 completed, throughput=4.99MB/sec 2024-09-16T11:35:59.159 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GpXVanfC4nqisJP off=16139009 len=117543 2024-09-16T11:35:59.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 3642 completed, throughput=4.99MB/sec 2024-09-16T11:35:59.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T-MW9hxBeHRzVwt off=956680 len=170239 2024-09-16T11:35:59.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 3643 completed, throughput=5MB/sec 2024-09-16T11:35:59.160 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rt-fQXedwQUKkjU off=3716872 len=1665846 2024-09-16T11:35:59.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 3644 completed, throughput=5MB/sec 2024-09-16T11:35:59.172 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Em5xXaolO1B9jky off=13597840 len=601798 2024-09-16T11:35:59.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 3645 completed, throughput=5MB/sec 2024-09-16T11:35:59.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5X0f_4u1Qtid6YK off=5351182 len=977861 2024-09-16T11:35:59.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 3646 completed, throughput=5MB/sec 2024-09-16T11:35:59.175 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-peJA_h0r7XG5XcP off=6046881 len=751993 2024-09-16T11:35:59.181 INFO:tasks.workunit.client.0.smithi077.stdout:op 3647 completed, throughput=5MB/sec 2024-09-16T11:35:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:35:59 smithi077 ceph-mon[88497]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:35:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:35:59 smithi077 ceph-mon[86047]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:35:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:35:59 smithi191 ceph-mon[84934]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:36:00.181 INFO:tasks.workunit.client.0.smithi077.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:00.181 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_xZ4JVef-lT5B4c off=873734 len=1379367 2024-09-16T11:36:00.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 3648 completed, throughput=5MB/sec 2024-09-16T11:36:00.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W42YSMPy7ibl66Z off=771485 len=621054 2024-09-16T11:36:00.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 3649 completed, throughput=5MB/sec 2024-09-16T11:36:00.188 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KWkWExw5L-DVDkv off=6112950 len=1481123 2024-09-16T11:36:00.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 3650 completed, throughput=5MB/sec 2024-09-16T11:36:00.189 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ObpJLSmFJYV0PXW off=1201823 len=450373 2024-09-16T11:36:00.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 3651 completed, throughput=5MB/sec 2024-09-16T11:36:00.193 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sn1t8bDBCrEOxqH off=5208314 len=1828399 2024-09-16T11:36:00.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 3652 completed, throughput=5MB/sec 2024-09-16T11:36:01.202 INFO:tasks.workunit.client.0.smithi077.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:01.202 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O2oc5iKuYqd_wTo off=1231437 len=1165516 2024-09-16T11:36:01.205 INFO:tasks.workunit.client.0.smithi077.stdout:op 3653 completed, throughput=5MB/sec 2024-09-16T11:36:01.205 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ye2xr2Sf5PkjLS8 off=10553376 len=465396 2024-09-16T11:36:01.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 3654 completed, throughput=5MB/sec 2024-09-16T11:36:01.209 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t4yVbBwKlKnvA5w off=14026135 len=1312685 2024-09-16T11:36:01.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 3655 completed, throughput=5MB/sec 2024-09-16T11:36:01.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O_LMnkH_V4iCTJe off=1182295 len=936996 2024-09-16T11:36:01.222 INFO:tasks.workunit.client.0.smithi077.stdout:op 3656 completed, throughput=5MB/sec 2024-09-16T11:36:01.222 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r5B_XVc6nSKm286 off=5730014 len=1652381 2024-09-16T11:36:01.224 INFO:tasks.workunit.client.0.smithi077.stdout:op 3657 completed, throughput=5MB/sec 2024-09-16T11:36:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:01 smithi077 ceph-mon[86047]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:01 smithi077 ceph-mon[88497]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:01 smithi191 ceph-mon[84934]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:02.224 INFO:tasks.workunit.client.0.smithi077.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:02.225 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sCd8pTc2gF8uuDf off=5295248 len=34870 2024-09-16T11:36:02.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 3658 completed, throughput=4.99MB/sec 2024-09-16T11:36:02.227 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EvOYxINa_YtV0qa off=847671 len=1678219 2024-09-16T11:36:02.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 3659 completed, throughput=5MB/sec 2024-09-16T11:36:02.229 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NbyIY150RFCE04K off=14836013 len=2014023 2024-09-16T11:36:02.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 3660 completed, throughput=5MB/sec 2024-09-16T11:36:02.238 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MshrUTHtxZZ6l_o off=6929157 len=879440 2024-09-16T11:36:02.239 INFO:tasks.workunit.client.0.smithi077.stdout:op 3661 completed, throughput=5MB/sec 2024-09-16T11:36:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:03.240 INFO:tasks.workunit.client.0.smithi077.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:03.240 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LDhKyw0a4tDP6iz off=4773641 len=1459965 2024-09-16T11:36:03.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 3662 completed, throughput=5MB/sec 2024-09-16T11:36:03.242 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wGNSWRk7MiUXp1q off=87938 len=1390809 2024-09-16T11:36:03.245 INFO:tasks.workunit.client.0.smithi077.stdout:op 3663 completed, throughput=5MB/sec 2024-09-16T11:36:03.245 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ECpeYIHdOzDKX74 off=2806994 len=1441872 2024-09-16T11:36:03.252 INFO:tasks.workunit.client.0.smithi077.stdout:op 3664 completed, throughput=5MB/sec 2024-09-16T11:36:03.252 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TLZfBKfQa0w1myH off=1625136 len=560943 2024-09-16T11:36:03.253 INFO:tasks.workunit.client.0.smithi077.stdout:op 3665 completed, throughput=5MB/sec 2024-09-16T11:36:03.253 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rOxSc2Y23jTdK9p off=6744807 len=900141 2024-09-16T11:36:03.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 3666 completed, throughput=5MB/sec 2024-09-16T11:36:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:03 smithi077 ceph-mon[86047]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:03 smithi077 ceph-mon[88497]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:03 smithi191 ceph-mon[84934]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:04.258 INFO:tasks.workunit.client.0.smithi077.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:04.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J5x1j4QfdppGzDs off=6433956 len=1450564 2024-09-16T11:36:04.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 3667 completed, throughput=5MB/sec 2024-09-16T11:36:04.260 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uqvcJtYuydlBOPM off=1692187 len=1088488 2024-09-16T11:36:04.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 3668 completed, throughput=5MB/sec 2024-09-16T11:36:04.266 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b67XLobb9p4W8VW off=5239002 len=427616 2024-09-16T11:36:04.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 3669 completed, throughput=5MB/sec 2024-09-16T11:36:04.270 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2DZDgKdI-n5Tu_6 off=1596714 len=650430 2024-09-16T11:36:04.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 3670 completed, throughput=5MB/sec 2024-09-16T11:36:04.274 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sBuAq5KrPRs4uDC off=4010799 len=1506045 2024-09-16T11:36:04.275 INFO:tasks.workunit.client.0.smithi077.stdout:op 3671 completed, throughput=5MB/sec 2024-09-16T11:36:05.276 INFO:tasks.workunit.client.0.smithi077.stdout: 720: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:05.276 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fDsSsQyHqRZ-5PI off=12638144 len=1740653 2024-09-16T11:36:05.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 3672 completed, throughput=5MB/sec 2024-09-16T11:36:05.285 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jrFJ1cEuQ1um84g off=1555752 len=1388623 2024-09-16T11:36:05.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 3673 completed, throughput=5MB/sec 2024-09-16T11:36:05.287 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pNNGYpTxCWMzSE5 off=4794972 len=706352 2024-09-16T11:36:05.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 3674 completed, throughput=5MB/sec 2024-09-16T11:36:05.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DkLvOMXJn4qc7D1 off=712718 len=897069 2024-09-16T11:36:05.292 INFO:tasks.workunit.client.0.smithi077.stdout:op 3675 completed, throughput=5MB/sec 2024-09-16T11:36:05.292 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CegyqVQD392F-zH off=247337 len=34341 2024-09-16T11:36:05.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 3676 completed, throughput=5MB/sec 2024-09-16T11:36:05.295 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vf63ItwtXYd5jkR off=4300483 len=2008408 2024-09-16T11:36:05.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 3677 completed, throughput=5MB/sec 2024-09-16T11:36:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:05 smithi077 ceph-mon[86047]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:36:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:05 smithi077 ceph-mon[88497]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:36:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:05 smithi191 ceph-mon[84934]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:36:06.297 INFO:tasks.workunit.client.0.smithi077.stdout: 721: throughput=5MB/sec pending data=0 2024-09-16T11:36:06.297 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T2jC-CL2ZrQQok8 off=13367110 len=1580186 2024-09-16T11:36:06.299 INFO:tasks.workunit.client.0.smithi077.stdout:op 3678 completed, throughput=5MB/sec 2024-09-16T11:36:06.299 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bmBe4pC5y4NH2v1 off=4634084 len=1653712 2024-09-16T11:36:06.301 INFO:tasks.workunit.client.0.smithi077.stdout:op 3679 completed, throughput=5MB/sec 2024-09-16T11:36:06.301 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mXwYmpNITA3eL7R off=15391354 len=1964660 2024-09-16T11:36:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:op 3680 completed, throughput=5MB/sec 2024-09-16T11:36:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:06] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-16T11:36:07.314 INFO:tasks.workunit.client.0.smithi077.stdout: 722: throughput=5MB/sec pending data=0 2024-09-16T11:36:07.315 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QJcTh-piC7MW_tB off=5662464 len=493440 2024-09-16T11:36:07.319 INFO:tasks.workunit.client.0.smithi077.stdout:op 3681 completed, throughput=5MB/sec 2024-09-16T11:36:07.319 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3Hag0Y3eC8EsRfi off=12707859 len=9081 2024-09-16T11:36:07.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 3682 completed, throughput=5MB/sec 2024-09-16T11:36:07.320 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Etv4UqhKdSNyH1f off=5701952 len=2045175 2024-09-16T11:36:07.329 INFO:tasks.workunit.client.0.smithi077.stdout:op 3683 completed, throughput=5MB/sec 2024-09-16T11:36:07.329 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mXwYmpNITA3eL7R off=13403211 len=2051105 2024-09-16T11:36:07.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 3684 completed, throughput=5MB/sec 2024-09-16T11:36:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:07 smithi077 ceph-mon[86047]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:36:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:07 smithi077 ceph-mon[88497]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:36:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:07 smithi191 ceph-mon[84934]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:36:08.343 INFO:tasks.workunit.client.0.smithi077.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:08.343 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wadYBi9YLabILAE off=11473856 len=1234291 2024-09-16T11:36:08.346 INFO:tasks.workunit.client.0.smithi077.stdout:op 3685 completed, throughput=5MB/sec 2024-09-16T11:36:08.346 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sJ4lVPhaJfvuVTR off=2918557 len=1254438 2024-09-16T11:36:08.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 3686 completed, throughput=5MB/sec 2024-09-16T11:36:08.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NqOO9mZwjYmrWPS off=4696919 len=1268488 2024-09-16T11:36:08.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 3687 completed, throughput=5MB/sec 2024-09-16T11:36:08.351 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X-g0lLViRBiOHqF off=13656983 len=1451440 2024-09-16T11:36:08.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 3688 completed, throughput=5MB/sec 2024-09-16T11:36:09.353 INFO:tasks.workunit.client.0.smithi077.stdout: 724: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:09.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O6nqTsG4wPKO87z off=21559046 len=1934827 2024-09-16T11:36:09.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 3689 completed, throughput=5MB/sec 2024-09-16T11:36:09.365 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-As08xPb1Cb_mVGu off=9277247 len=1344853 2024-09-16T11:36:09.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 3690 completed, throughput=5MB/sec 2024-09-16T11:36:09.367 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--5HRq7QfPSaZFkY off=1634581 len=334071 2024-09-16T11:36:09.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 3691 completed, throughput=5MB/sec 2024-09-16T11:36:09.370 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bf1P-LJcatDTtor off=9613266 len=919345 2024-09-16T11:36:09.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 3692 completed, throughput=5MB/sec 2024-09-16T11:36:09.371 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iotj148icOGlr0y off=5730786 len=330656 2024-09-16T11:36:09.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 3693 completed, throughput=5MB/sec 2024-09-16T11:36:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:09 smithi077 ceph-mon[86047]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:09 smithi077 ceph-mon[88497]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:09 smithi191 ceph-mon[84934]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:10.375 INFO:tasks.workunit.client.0.smithi077.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:10.375 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qs65QYlrzpldIGu off=2911865 len=1456716 2024-09-16T11:36:10.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 3694 completed, throughput=5MB/sec 2024-09-16T11:36:10.377 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CpINYckMTaqPHVY off=500647 len=399471 2024-09-16T11:36:10.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 3695 completed, throughput=5MB/sec 2024-09-16T11:36:10.379 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qGPPBDCCQbdd76e off=3667146 len=1619748 2024-09-16T11:36:10.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 3696 completed, throughput=5MB/sec 2024-09-16T11:36:10.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SNwLXX2hGLV-8XU off=2767845 len=1401581 2024-09-16T11:36:10.390 INFO:tasks.workunit.client.0.smithi077.stdout:op 3697 completed, throughput=5MB/sec 2024-09-16T11:36:10.390 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ewgw8ykryhce0fG off=1980245 len=2028475 2024-09-16T11:36:10.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 3698 completed, throughput=5MB/sec 2024-09-16T11:36:11.393 INFO:tasks.workunit.client.0.smithi077.stdout: 726: throughput=5MB/sec pending data=0 2024-09-16T11:36:11.393 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0TSKSqOjagVq6yR off=17914363 len=498886 2024-09-16T11:36:11.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 3699 completed, throughput=5MB/sec 2024-09-16T11:36:11.398 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EXM3w_WXZsfqc1z off=1949660 len=1339952 2024-09-16T11:36:11.406 INFO:tasks.workunit.client.0.smithi077.stdout:op 3700 completed, throughput=5MB/sec 2024-09-16T11:36:11.406 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sd0v4i7MqNcp1Od off=6010403 len=470057 2024-09-16T11:36:11.407 INFO:tasks.workunit.client.0.smithi077.stdout:op 3701 completed, throughput=5MB/sec 2024-09-16T11:36:11.407 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HoSWVOlVJwdxUCh off=10157319 len=1950273 2024-09-16T11:36:11.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 3702 completed, throughput=5MB/sec 2024-09-16T11:36:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:11 smithi077 ceph-mon[86047]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:11 smithi077 ceph-mon[88497]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:11 smithi191 ceph-mon[84934]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:12.418 INFO:tasks.workunit.client.0.smithi077.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:12.418 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WtvthocSwFU6AFH off=2176345 len=442383 2024-09-16T11:36:12.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 3703 completed, throughput=4.99MB/sec 2024-09-16T11:36:12.421 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oDz1-24JnGdbst9 off=142030 len=949097 2024-09-16T11:36:12.427 INFO:tasks.workunit.client.0.smithi077.stdout:op 3704 completed, throughput=5MB/sec 2024-09-16T11:36:12.427 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0Eil51vHmCdB9w8 off=8411508 len=1725011 2024-09-16T11:36:12.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 3705 completed, throughput=5MB/sec 2024-09-16T11:36:12.429 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nhLZQ_AOR58adRm off=4137433 len=1690689 2024-09-16T11:36:12.430 INFO:tasks.workunit.client.0.smithi077.stdout:op 3706 completed, throughput=5MB/sec 2024-09-16T11:36:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:13.430 INFO:tasks.workunit.client.0.smithi077.stdout: 728: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:13.430 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-51ymRcZKOePz29X off=340543 len=586244 2024-09-16T11:36:13.431 INFO:tasks.workunit.client.0.smithi077.stdout:op 3707 completed, throughput=4.99MB/sec 2024-09-16T11:36:13.431 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8M4NscqQVmzBJ22 off=2915322 len=1422454 2024-09-16T11:36:13.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 3708 completed, throughput=5MB/sec 2024-09-16T11:36:13.438 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OweotJeyYdeZRWA off=2305162 len=1559146 2024-09-16T11:36:13.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 3709 completed, throughput=5MB/sec 2024-09-16T11:36:13.440 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Cc0uiUplL4NqG3g off=1102150 len=1493035 2024-09-16T11:36:13.443 INFO:tasks.workunit.client.0.smithi077.stdout:op 3710 completed, throughput=5MB/sec 2024-09-16T11:36:13.444 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vwU4KGL4X9btcC- off=4572671 len=1020073 2024-09-16T11:36:13.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 3711 completed, throughput=5MB/sec 2024-09-16T11:36:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:13 smithi077 ceph-mon[86047]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:13 smithi077 ceph-mon[88497]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:13 smithi191 ceph-mon[84934]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:36:14.449 INFO:tasks.workunit.client.0.smithi077.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:14.450 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lXTgAdwkJwU4Qee off=8600552 len=1076782 2024-09-16T11:36:14.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 3712 completed, throughput=5MB/sec 2024-09-16T11:36:14.457 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J063fi5bw--TqbR off=4743513 len=450173 2024-09-16T11:36:14.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 3713 completed, throughput=5MB/sec 2024-09-16T11:36:14.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6U2qK75X2R2cyzM off=5334625 len=139089 2024-09-16T11:36:14.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 3714 completed, throughput=5MB/sec 2024-09-16T11:36:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yIBRjLRiuUZSmHq off=4916945 len=226781 2024-09-16T11:36:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 3715 completed, throughput=5MB/sec 2024-09-16T11:36:14.459 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B65y_lRg-4b1hjN off=15422896 len=1898256 2024-09-16T11:36:14.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 3716 completed, throughput=5MB/sec 2024-09-16T11:36:14.471 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H9wD9Ce0cmMkA_E off=2892161 len=1658815 2024-09-16T11:36:14.473 INFO:tasks.workunit.client.0.smithi077.stdout:op 3717 completed, throughput=5MB/sec 2024-09-16T11:36:15.474 INFO:tasks.workunit.client.0.smithi077.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:15.474 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cPFyiypFV88ar_J off=5371601 len=1286152 2024-09-16T11:36:15.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 3718 completed, throughput=5MB/sec 2024-09-16T11:36:15.477 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0aMQeJ-ZnAKb3P_ off=13961209 len=330546 2024-09-16T11:36:15.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 3719 completed, throughput=5MB/sec 2024-09-16T11:36:15.477 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Sf0O12RlOqzSsoY off=2893024 len=1709756 2024-09-16T11:36:15.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 3720 completed, throughput=5MB/sec 2024-09-16T11:36:15.487 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sIVJrDyib0hQLiD off=19169542 len=1443069 2024-09-16T11:36:15.495 INFO:tasks.workunit.client.0.smithi077.stdout:op 3721 completed, throughput=5MB/sec 2024-09-16T11:36:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:15 smithi077 ceph-mon[86047]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:15 smithi077 ceph-mon[88497]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:15 smithi191 ceph-mon[84934]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:16.496 INFO:tasks.workunit.client.0.smithi077.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:16.496 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VYTM1u1uI0NNyAK off=17182419 len=1576474 2024-09-16T11:36:16.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 3722 completed, throughput=5MB/sec 2024-09-16T11:36:16.498 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oqHErKKvG5c9GSx off=5417703 len=1978096 2024-09-16T11:36:16.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 3723 completed, throughput=5MB/sec 2024-09-16T11:36:16.502 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J9rnF_G3sm2Sab7 off=14140301 len=1431935 2024-09-16T11:36:16.503 INFO:tasks.workunit.client.0.smithi077.stdout:op 3724 completed, throughput=5MB/sec 2024-09-16T11:36:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:16] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:36:17.504 INFO:tasks.workunit.client.0.smithi077.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:17.504 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Hlje6tuJnevS6xA off=12103009 len=1514648 2024-09-16T11:36:17.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 3725 completed, throughput=5MB/sec 2024-09-16T11:36:17.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iguUqjCmlMU8_PP off=236577 len=824065 2024-09-16T11:36:17.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 3726 completed, throughput=5MB/sec 2024-09-16T11:36:17.515 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ScmlS8kK6qh8Pxo off=8517179 len=1516153 2024-09-16T11:36:17.521 INFO:tasks.workunit.client.0.smithi077.stdout:op 3727 completed, throughput=5MB/sec 2024-09-16T11:36:17.521 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Wm-k-16UkfhLoyr off=311084 len=911103 2024-09-16T11:36:17.526 INFO:tasks.workunit.client.0.smithi077.stdout:op 3728 completed, throughput=5MB/sec 2024-09-16T11:36:17.527 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pCsC0OWoBX_I4es off=2883342 len=869170 2024-09-16T11:36:17.530 INFO:tasks.workunit.client.0.smithi077.stdout:op 3729 completed, throughput=5MB/sec 2024-09-16T11:36:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:17 smithi077 ceph-mon[88497]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:36:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:17 smithi077 ceph-mon[86047]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:36:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:17 smithi191 ceph-mon[84934]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:36:18.530 INFO:tasks.workunit.client.0.smithi077.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:18.531 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Lf9B3n0j_1rworz off=7342516 len=805554 2024-09-16T11:36:18.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 3730 completed, throughput=4.99MB/sec 2024-09-16T11:36:18.535 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RkLiqeVv5WI1Ppb off=7855717 len=905960 2024-09-16T11:36:18.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 3731 completed, throughput=5MB/sec 2024-09-16T11:36:18.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IeGDdNcyv5oI_oW off=20267437 len=1714225 2024-09-16T11:36:18.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 3732 completed, throughput=5MB/sec 2024-09-16T11:36:18.539 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xXDXvoB2_NOQ_UC off=1281901 len=713142 2024-09-16T11:36:18.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 3733 completed, throughput=5MB/sec 2024-09-16T11:36:18.540 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vLqtDuMkAaQgrkb off=1197779 len=848923 2024-09-16T11:36:18.544 INFO:tasks.workunit.client.0.smithi077.stdout:op 3734 completed, throughput=5MB/sec 2024-09-16T11:36:18.544 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fz7GXaQKtNtq0a6 off=8180298 len=731224 2024-09-16T11:36:18.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 3735 completed, throughput=5MB/sec 2024-09-16T11:36:19.546 INFO:tasks.workunit.client.0.smithi077.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:19.546 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B28HVuC3oxZWEdT off=4820541 len=1399203 2024-09-16T11:36:19.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 3736 completed, throughput=5MB/sec 2024-09-16T11:36:19.555 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iEVnAMnELagu5q1 off=12717481 len=174677 2024-09-16T11:36:19.555 INFO:tasks.workunit.client.0.smithi077.stdout:op 3737 completed, throughput=5MB/sec 2024-09-16T11:36:19.555 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SFUSJ3z9VaM2-YU off=3032527 len=497232 2024-09-16T11:36:19.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 3738 completed, throughput=5MB/sec 2024-09-16T11:36:19.556 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Yu5SXtCgLcOLeuq off=4265275 len=1947230 2024-09-16T11:36:19.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 3739 completed, throughput=5MB/sec 2024-09-16T11:36:19.568 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ym82iFqpmI6G7Ab off=4291043 len=781674 2024-09-16T11:36:19.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 3740 completed, throughput=5MB/sec 2024-09-16T11:36:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:19 smithi077 ceph-mon[86047]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:36:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:19 smithi077 ceph-mon[88497]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:36:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:19 smithi191 ceph-mon[84934]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:36:20.573 INFO:tasks.workunit.client.0.smithi077.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:20.573 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A6p-dA57Vsbmiiz off=13892838 len=1775956 2024-09-16T11:36:20.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 3741 completed, throughput=5MB/sec 2024-09-16T11:36:20.575 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3PQ7cDouwX-PAJy off=5113215 len=251357 2024-09-16T11:36:20.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 3742 completed, throughput=5MB/sec 2024-09-16T11:36:20.579 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g6Vk5rAp1ZHA7c1 off=4271750 len=636302 2024-09-16T11:36:20.583 INFO:tasks.workunit.client.0.smithi077.stdout:op 3743 completed, throughput=5MB/sec 2024-09-16T11:36:20.584 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HMBwxixQ3FAksH4 off=874216 len=1427538 2024-09-16T11:36:20.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 3744 completed, throughput=5MB/sec 2024-09-16T11:36:20.586 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4VEkDc6vKln8NJI off=2951464 len=996525 2024-09-16T11:36:20.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 3745 completed, throughput=5MB/sec 2024-09-16T11:36:20.592 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rOgKHyqPK_blQlO off=6362968 len=585670 2024-09-16T11:36:20.595 INFO:tasks.workunit.client.0.smithi077.stdout:op 3746 completed, throughput=5MB/sec 2024-09-16T11:36:21.595 INFO:tasks.workunit.client.0.smithi077.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:21.595 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PqwRPDUQgeENoyi off=21955623 len=116681 2024-09-16T11:36:21.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 3747 completed, throughput=4.99MB/sec 2024-09-16T11:36:21.596 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mgNtzv8Y6Eg2AhX off=2018275 len=1496038 2024-09-16T11:36:21.598 INFO:tasks.workunit.client.0.smithi077.stdout:op 3748 completed, throughput=5MB/sec 2024-09-16T11:36:21.598 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8o3etlbgoheyBd1 off=10163945 len=573065 2024-09-16T11:36:21.599 INFO:tasks.workunit.client.0.smithi077.stdout:op 3749 completed, throughput=5MB/sec 2024-09-16T11:36:21.599 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e3fZ7c-HYaoz2T8 off=3349204 len=1017059 2024-09-16T11:36:21.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 3750 completed, throughput=5MB/sec 2024-09-16T11:36:21.604 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ai_6s-u-8pMcQvY off=8299730 len=805588 2024-09-16T11:36:21.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 3751 completed, throughput=5MB/sec 2024-09-16T11:36:21.609 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FaRqgpI0q92U_fb off=12065201 len=1749878 2024-09-16T11:36:21.611 INFO:tasks.workunit.client.0.smithi077.stdout:op 3752 completed, throughput=5MB/sec 2024-09-16T11:36:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:21 smithi077 ceph-mon[86047]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:21 smithi077 ceph-mon[88497]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:21 smithi191 ceph-mon[84934]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:22.611 INFO:tasks.workunit.client.0.smithi077.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:22.611 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-piTAf0jc0zaRguy off=490736 len=1053141 2024-09-16T11:36:22.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 3753 completed, throughput=5MB/sec 2024-09-16T11:36:22.618 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ILct4bICAlI2KT off=1884258 len=1924262 2024-09-16T11:36:22.626 INFO:tasks.workunit.client.0.smithi077.stdout:op 3754 completed, throughput=5MB/sec 2024-09-16T11:36:22.626 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0tVT86YOIXwGAr- off=789057 len=757344 2024-09-16T11:36:22.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 3755 completed, throughput=5MB/sec 2024-09-16T11:36:22.630 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iXMiLpuxzO4tDxV off=9680204 len=459564 2024-09-16T11:36:22.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 3756 completed, throughput=5MB/sec 2024-09-16T11:36:22.637 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uIi3GmLKXg84_Ij off=551985 len=1343715 2024-09-16T11:36:22.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 3757 completed, throughput=5MB/sec 2024-09-16T11:36:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:23.646 INFO:tasks.workunit.client.0.smithi077.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:23.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M0u4_8YDMXtc60B off=513910 len=649751 2024-09-16T11:36:23.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 3758 completed, throughput=5MB/sec 2024-09-16T11:36:23.651 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dWvwahYv7Kp0JqR off=12662627 len=1058708 2024-09-16T11:36:23.655 INFO:tasks.workunit.client.0.smithi077.stdout:op 3759 completed, throughput=5MB/sec 2024-09-16T11:36:23.655 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yrzauDInNxejkKn off=11635270 len=178032 2024-09-16T11:36:23.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 3760 completed, throughput=5MB/sec 2024-09-16T11:36:23.658 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TvDXfL_oSf3O9EJ off=8866672 len=1289038 2024-09-16T11:36:23.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 3761 completed, throughput=5MB/sec 2024-09-16T11:36:23.666 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_G1Ts-NynJYCFE7 off=1523146 len=1416146 2024-09-16T11:36:23.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 3762 completed, throughput=5MB/sec 2024-09-16T11:36:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:23 smithi077 ceph-mon[86047]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:23 smithi077 ceph-mon[88497]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:23 smithi191 ceph-mon[84934]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:36:24.672 INFO:tasks.workunit.client.0.smithi077.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:24.673 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S259rVF_pWEvBAS off=9677489 len=516412 2024-09-16T11:36:24.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 3763 completed, throughput=4.99MB/sec 2024-09-16T11:36:24.673 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ns_liysZNihyLqR off=285732 len=2003470 2024-09-16T11:36:24.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 3764 completed, throughput=5MB/sec 2024-09-16T11:36:24.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CcgHtlu7ZaYXMF4 off=8347168 len=445917 2024-09-16T11:36:24.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 3765 completed, throughput=5MB/sec 2024-09-16T11:36:24.696 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7n92qyNSlzv9K6n off=937033 len=1081489 2024-09-16T11:36:24.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 3766 completed, throughput=5MB/sec 2024-09-16T11:36:24.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tdB_EbgsdquPovP off=555565 len=646437 2024-09-16T11:36:24.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 3767 completed, throughput=5MB/sec 2024-09-16T11:36:24.699 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SfRsM28Dh-kROZt off=3057078 len=214912 2024-09-16T11:36:24.699 INFO:tasks.workunit.client.0.smithi077.stdout:op 3768 completed, throughput=5MB/sec 2024-09-16T11:36:24.699 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-15XKh9Ka3BIueC9 off=385425 len=788879 2024-09-16T11:36:24.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 3769 completed, throughput=5MB/sec 2024-09-16T11:36:25.704 INFO:tasks.workunit.client.0.smithi077.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:25.704 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YvLI-hEsGEjKGYG off=16361376 len=978286 2024-09-16T11:36:25.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 3770 completed, throughput=5MB/sec 2024-09-16T11:36:25.706 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L7bUC8RP5yez28m off=11094979 len=1389638 2024-09-16T11:36:25.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 3771 completed, throughput=5MB/sec 2024-09-16T11:36:25.712 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lcSy7Er0Qs3Z8Vg off=7527340 len=1996912 2024-09-16T11:36:25.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 3772 completed, throughput=5MB/sec 2024-09-16T11:36:25.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9oheDv3HYbe1c9F off=6509636 len=560720 2024-09-16T11:36:25.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 3773 completed, throughput=5MB/sec 2024-09-16T11:36:25.727 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aUWTVQvy_lz542_ off=113520 len=805471 2024-09-16T11:36:25.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 3774 completed, throughput=5MB/sec 2024-09-16T11:36:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:25 smithi077 ceph-mon[86047]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:36:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:25 smithi077 ceph-mon[88497]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:36:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:25 smithi191 ceph-mon[84934]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:36:26.729 INFO:tasks.workunit.client.0.smithi077.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:26.729 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EBQ8mubwd2NZilg off=1483405 len=1417646 2024-09-16T11:36:26.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 3775 completed, throughput=5MB/sec 2024-09-16T11:36:26.739 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1zaTmEH9D_xYFgy off=15507176 len=691790 2024-09-16T11:36:26.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 3776 completed, throughput=5MB/sec 2024-09-16T11:36:26.740 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-asEYjv3zHeqtR3r off=4460596 len=898747 2024-09-16T11:36:26.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 3777 completed, throughput=5MB/sec 2024-09-16T11:36:26.746 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9-7J_7ZjhGtChia off=6545208 len=1248108 2024-09-16T11:36:26.747 INFO:tasks.workunit.client.0.smithi077.stdout:op 3778 completed, throughput=5MB/sec 2024-09-16T11:36:26.748 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wmxk6z9SrkbpDZe off=4519291 len=483698 2024-09-16T11:36:26.751 INFO:tasks.workunit.client.0.smithi077.stdout:op 3779 completed, throughput=5MB/sec 2024-09-16T11:36:27.041 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:26] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:36:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:27.752 INFO:tasks.workunit.client.0.smithi077.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:27.752 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uYX9YjqdGBof5n5 off=20120435 len=2043757 2024-09-16T11:36:27.754 INFO:tasks.workunit.client.0.smithi077.stdout:op 3780 completed, throughput=5MB/sec 2024-09-16T11:36:27.754 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lo68ppe9TY07xDH off=4869078 len=1535515 2024-09-16T11:36:27.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 3781 completed, throughput=5MB/sec 2024-09-16T11:36:27.758 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WLWiOnH1_hfxEx3 off=671035 len=1399052 2024-09-16T11:36:27.760 INFO:tasks.workunit.client.0.smithi077.stdout:op 3782 completed, throughput=5MB/sec 2024-09-16T11:36:27.760 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-txuFBtUrLQED6nN off=319346 len=1936841 2024-09-16T11:36:27.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 3783 completed, throughput=5MB/sec 2024-09-16T11:36:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:28 smithi077 ceph-mon[86047]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:36:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:28 smithi077 ceph-mon[88497]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:36:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:28 smithi191 ceph-mon[84934]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:36:28.771 INFO:tasks.workunit.client.0.smithi077.stdout: 743: throughput=5MB/sec pending data=0 2024-09-16T11:36:28.772 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gqr4c7BR_Fb0TVV off=13228525 len=1551710 2024-09-16T11:36:28.779 INFO:tasks.workunit.client.0.smithi077.stdout:op 3784 completed, throughput=5MB/sec 2024-09-16T11:36:28.780 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hnB3tfE61qEmkdo off=8824789 len=482589 2024-09-16T11:36:28.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 3785 completed, throughput=5MB/sec 2024-09-16T11:36:28.783 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1bLr6lJq1tEzhVA off=13588449 len=1318180 2024-09-16T11:36:28.785 INFO:tasks.workunit.client.0.smithi077.stdout:op 3786 completed, throughput=5MB/sec 2024-09-16T11:36:28.785 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k35wmUSNv0DyQSa off=2284446 len=946115 2024-09-16T11:36:28.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 3787 completed, throughput=5MB/sec 2024-09-16T11:36:29.789 INFO:tasks.workunit.client.0.smithi077.stdout: 744: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:29.789 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--VXVSvJ7_kjlWQx off=6331221 len=6559 2024-09-16T11:36:29.790 INFO:tasks.workunit.client.0.smithi077.stdout:op 3788 completed, throughput=4.99MB/sec 2024-09-16T11:36:29.790 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-47LWhpls8JUIepN off=11187034 len=837345 2024-09-16T11:36:29.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 3789 completed, throughput=5MB/sec 2024-09-16T11:36:29.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xNGxm6YPFgjjcR6 off=647520 len=1262085 2024-09-16T11:36:29.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 3790 completed, throughput=5MB/sec 2024-09-16T11:36:29.802 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k08K-j3byFhK6HG off=1394711 len=106520 2024-09-16T11:36:29.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 3791 completed, throughput=5MB/sec 2024-09-16T11:36:29.805 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SMTIGEdnD-sYYqP off=3180539 len=1076274 2024-09-16T11:36:29.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 3792 completed, throughput=5MB/sec 2024-09-16T11:36:29.807 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YeC1W_Lm9pC1FzS off=12324770 len=556525 2024-09-16T11:36:29.810 INFO:tasks.workunit.client.0.smithi077.stdout:op 3793 completed, throughput=5MB/sec 2024-09-16T11:36:29.810 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uiSF2df3bT0o7zK off=7316339 len=1368530 2024-09-16T11:36:29.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 3794 completed, throughput=5MB/sec 2024-09-16T11:36:29.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:29 smithi077 ceph-mon[86047]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:36:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:29 smithi077 ceph-mon[88497]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:36:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:29 smithi191 ceph-mon[84934]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:36:30.812 INFO:tasks.workunit.client.0.smithi077.stdout: 745: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:30.812 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VlljF918MJH9OU5 off=11896547 len=1339371 2024-09-16T11:36:30.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 3795 completed, throughput=5MB/sec 2024-09-16T11:36:30.813 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rjidTQKAirP0JFq off=12828673 len=2010897 2024-09-16T11:36:30.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 3796 completed, throughput=5MB/sec 2024-09-16T11:36:30.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VMJmYg0HTwSrKgW off=6059171 len=93965 2024-09-16T11:36:30.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 3797 completed, throughput=5MB/sec 2024-09-16T11:36:30.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n34zzpkTj97joIC off=5307585 len=384558 2024-09-16T11:36:30.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 3798 completed, throughput=5MB/sec 2024-09-16T11:36:30.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MeJOkvnIn-QsuAT off=1370583 len=1145030 2024-09-16T11:36:30.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 3799 completed, throughput=5MB/sec 2024-09-16T11:36:31.836 INFO:tasks.workunit.client.0.smithi077.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:31.836 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y00p18pkSQ0ynwt off=8841267 len=1377807 2024-09-16T11:36:31.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 3800 completed, throughput=5MB/sec 2024-09-16T11:36:31.844 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-30c6B7Lnq-0f8rG off=319565 len=1377208 2024-09-16T11:36:31.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 3801 completed, throughput=5MB/sec 2024-09-16T11:36:31.853 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gdaBzH83Ea5ahYW off=4467475 len=2061034 2024-09-16T11:36:31.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 3802 completed, throughput=5MB/sec 2024-09-16T11:36:31.855 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SelsHK_5jLrepCN off=5341665 len=453086 2024-09-16T11:36:31.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 3803 completed, throughput=5MB/sec 2024-09-16T11:36:31.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:31 smithi077 ceph-mon[86047]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:36:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:31 smithi077 ceph-mon[88497]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:36:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:31 smithi191 ceph-mon[84934]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T11:36:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:32.857 INFO:tasks.workunit.client.0.smithi077.stdout: 747: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:32.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ywfvLFgTfGKIQXG off=13286912 len=782736 2024-09-16T11:36:32.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 3804 completed, throughput=4.99MB/sec 2024-09-16T11:36:32.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OMhM1A_6kzblUQ0 off=3995661 len=2017066 2024-09-16T11:36:32.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 3805 completed, throughput=5MB/sec 2024-09-16T11:36:32.861 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qoWlJSGNv-Aw4Qt off=6003024 len=1803982 2024-09-16T11:36:32.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 3806 completed, throughput=5MB/sec 2024-09-16T11:36:32.863 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rXGaAnTFuLmSWga off=1371119 len=532796 2024-09-16T11:36:32.867 INFO:tasks.workunit.client.0.smithi077.stdout:op 3807 completed, throughput=5MB/sec 2024-09-16T11:36:32.867 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yteMlmcZHV3mT_a off=3649360 len=1377382 2024-09-16T11:36:32.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 3808 completed, throughput=5MB/sec 2024-09-16T11:36:33.870 INFO:tasks.workunit.client.0.smithi077.stdout: 748: throughput=5MB/sec pending data=0 2024-09-16T11:36:33.871 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cs7ZtSTyeOANAp5 off=13835292 len=1705345 2024-09-16T11:36:33.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 3809 completed, throughput=5MB/sec 2024-09-16T11:36:33.878 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TOw05qfyvPhZHSK off=3458903 len=1097236 2024-09-16T11:36:33.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 3810 completed, throughput=5MB/sec 2024-09-16T11:36:33.883 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FdDP5MvLymNY-DI off=8139754 len=196595 2024-09-16T11:36:33.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 3811 completed, throughput=5MB/sec 2024-09-16T11:36:33.886 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ogeNBvAGn9XUztW off=5530132 len=53721 2024-09-16T11:36:33.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 3812 completed, throughput=5MB/sec 2024-09-16T11:36:33.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YEUvr49iZffCf96 off=8184999 len=267373 2024-09-16T11:36:33.891 INFO:tasks.workunit.client.0.smithi077.stdout:op 3813 completed, throughput=5MB/sec 2024-09-16T11:36:33.891 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0aMQeJ-ZnAKb3P_ off=4791803 len=681228 2024-09-16T11:36:33.892 INFO:tasks.workunit.client.0.smithi077.stdout:op 3814 completed, throughput=5MB/sec 2024-09-16T11:36:33.892 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YisF6AZ5l6WE5ft off=1678672 len=1929526 2024-09-16T11:36:33.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 3815 completed, throughput=5MB/sec 2024-09-16T11:36:33.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:33 smithi077 ceph-mon[86047]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:33 smithi077 ceph-mon[88497]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:33 smithi191 ceph-mon[84934]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:36:34.903 INFO:tasks.workunit.client.0.smithi077.stdout: 749: throughput=5MB/sec pending data=0 2024-09-16T11:36:34.903 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fLFM-DZLmgRZO5E off=8264207 len=1122220 2024-09-16T11:36:34.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 3816 completed, throughput=5MB/sec 2024-09-16T11:36:34.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-00_QXU2g62D1HvR off=5660609 len=329895 2024-09-16T11:36:34.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 3817 completed, throughput=5MB/sec 2024-09-16T11:36:34.912 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jQpWeyRy6YJ2dfL off=2382975 len=1511983 2024-09-16T11:36:34.913 INFO:tasks.workunit.client.0.smithi077.stdout:op 3818 completed, throughput=5MB/sec 2024-09-16T11:36:34.914 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TucL7NKuFuqUn0d off=1552922 len=1443113 2024-09-16T11:36:34.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 3819 completed, throughput=5MB/sec 2024-09-16T11:36:35.915 INFO:tasks.workunit.client.0.smithi077.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:35.915 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ljpc8rc6SfWIjKQ off=3681203 len=1937817 2024-09-16T11:36:35.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:35 smithi077 ceph-mon[86047]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:35 smithi077 ceph-mon[88497]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:35.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 3820 completed, throughput=5MB/sec 2024-09-16T11:36:35.931 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Nn4m6kBqqkX0yZ4 off=15573820 len=1332118 2024-09-16T11:36:35.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 3821 completed, throughput=5MB/sec 2024-09-16T11:36:35.937 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UlVI-AfYkMUKscS off=13868462 len=615767 2024-09-16T11:36:35.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 3822 completed, throughput=5MB/sec 2024-09-16T11:36:35.941 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Lx-WfrK0fp8nS_G off=608167 len=818077 2024-09-16T11:36:35.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 3823 completed, throughput=5MB/sec 2024-09-16T11:36:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:35 smithi191 ceph-mon[84934]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:36.942 INFO:tasks.workunit.client.0.smithi077.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:36.943 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6rIi92YHtL96R1W off=16643142 len=1357450 2024-09-16T11:36:36.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 3824 completed, throughput=5MB/sec 2024-09-16T11:36:36.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mU5bKzGgy6v613i off=8555683 len=1530892 2024-09-16T11:36:36.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 3825 completed, throughput=5MB/sec 2024-09-16T11:36:36.953 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ijz0JUJaXEjBzsw off=3380524 len=321169 2024-09-16T11:36:36.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 3826 completed, throughput=5MB/sec 2024-09-16T11:36:36.955 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EnDvSdd0QY2OHdm off=3704040 len=222206 2024-09-16T11:36:36.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 3827 completed, throughput=5MB/sec 2024-09-16T11:36:36.956 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-40cUO5WoypHqAT1 off=4551042 len=567192 2024-09-16T11:36:36.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 3828 completed, throughput=5MB/sec 2024-09-16T11:36:36.959 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CZqsgc3jAfNMz0S off=4486897 len=467180 2024-09-16T11:36:36.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 3829 completed, throughput=5MB/sec 2024-09-16T11:36:36.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k1ThsREh8EdyiRJ off=3039077 len=1979795 2024-09-16T11:36:36.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 3830 completed, throughput=5MB/sec 2024-09-16T11:36:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:36] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:36:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:37 smithi077 ceph-mon[86047]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:36:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:37 smithi077 ceph-mon[88497]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:36:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:37 smithi191 ceph-mon[84934]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:36:37.975 INFO:tasks.workunit.client.0.smithi077.stdout: 752: throughput=5MB/sec pending data=0 2024-09-16T11:36:37.975 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BghvukB4rn7f6yc off=161140 len=1254425 2024-09-16T11:36:37.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 3831 completed, throughput=5MB/sec 2024-09-16T11:36:37.984 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qR7lE4G4Mk3NtKX off=7304767 len=446772 2024-09-16T11:36:37.988 INFO:tasks.workunit.client.0.smithi077.stdout:op 3832 completed, throughput=5MB/sec 2024-09-16T11:36:37.988 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mUGj4jfV25J3pHt off=17462703 len=450452 2024-09-16T11:36:37.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 3833 completed, throughput=5MB/sec 2024-09-16T11:36:37.994 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-46BVrWDWlBYRNd2 off=1460006 len=152985 2024-09-16T11:36:37.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 3834 completed, throughput=5MB/sec 2024-09-16T11:36:37.996 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HlidVM7YY7--UB7 off=1357325 len=715020 2024-09-16T11:36:38.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 3835 completed, throughput=5MB/sec 2024-09-16T11:36:38.001 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MnZCFTSWUh5iX32 off=18589375 len=553405 2024-09-16T11:36:38.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 3836 completed, throughput=5MB/sec 2024-09-16T11:36:38.006 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JXu4R1Nyc17YSop off=18901455 len=1911860 2024-09-16T11:36:38.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 3837 completed, throughput=5MB/sec 2024-09-16T11:36:39.008 INFO:tasks.workunit.client.0.smithi077.stdout: 753: throughput=5MB/sec pending data=0 2024-09-16T11:36:39.008 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BNeENeOtYDiATKf off=17749449 len=1722089 2024-09-16T11:36:39.010 INFO:tasks.workunit.client.0.smithi077.stdout:op 3838 completed, throughput=5MB/sec 2024-09-16T11:36:39.011 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OvdQm3xYSUdk55o off=13779710 len=1504592 2024-09-16T11:36:39.017 INFO:tasks.workunit.client.0.smithi077.stdout:op 3839 completed, throughput=5MB/sec 2024-09-16T11:36:39.017 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jkYPgBlFIDsvuOM off=886787 len=1795603 2024-09-16T11:36:39.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 3840 completed, throughput=5MB/sec 2024-09-16T11:36:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:39 smithi077 ceph-mon[86047]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:39 smithi077 ceph-mon[88497]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:39 smithi191 ceph-mon[84934]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:40.026 INFO:tasks.workunit.client.0.smithi077.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:40.026 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cTmuHboIdm0aMAV off=6675 len=701655 2024-09-16T11:36:40.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 3841 completed, throughput=5MB/sec 2024-09-16T11:36:40.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gPFwcp0LA7HJtlz off=3302202 len=616855 2024-09-16T11:36:40.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 3842 completed, throughput=5MB/sec 2024-09-16T11:36:40.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t7mCqVH017Vppjg off=10014668 len=642259 2024-09-16T11:36:40.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 3843 completed, throughput=5MB/sec 2024-09-16T11:36:40.036 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-my6uA8iqDEw61lW off=5499165 len=781801 2024-09-16T11:36:40.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 3844 completed, throughput=5MB/sec 2024-09-16T11:36:40.041 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ykymRzlpZ3CA9L off=15140 len=1517920 2024-09-16T11:36:40.047 INFO:tasks.workunit.client.0.smithi077.stdout:op 3845 completed, throughput=5MB/sec 2024-09-16T11:36:40.047 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HAUz8LW441BY2YR off=5753995 len=851700 2024-09-16T11:36:40.049 INFO:tasks.workunit.client.0.smithi077.stdout:op 3846 completed, throughput=5MB/sec 2024-09-16T11:36:41.049 INFO:tasks.workunit.client.0.smithi077.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:41.050 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jBTpXT9D8-dgaLA off=4800063 len=1873364 2024-09-16T11:36:41.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 3847 completed, throughput=5MB/sec 2024-09-16T11:36:41.061 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OZB-Ju8fwWzq7lC off=713126 len=2032301 2024-09-16T11:36:41.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 3848 completed, throughput=5MB/sec 2024-09-16T11:36:41.065 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6scITPUXRF37feE off=11750229 len=373548 2024-09-16T11:36:41.068 INFO:tasks.workunit.client.0.smithi077.stdout:op 3849 completed, throughput=5MB/sec 2024-09-16T11:36:41.068 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u3TiLWdXb_liOpo off=104242 len=1379578 2024-09-16T11:36:41.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 3850 completed, throughput=5MB/sec 2024-09-16T11:36:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:41 smithi077 ceph-mon[86047]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:36:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:41 smithi077 ceph-mon[88497]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:36:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:41 smithi191 ceph-mon[84934]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:36:42.077 INFO:tasks.workunit.client.0.smithi077.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:42.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eNXy6_ZqHSsdZOy off=9550715 len=318640 2024-09-16T11:36:42.081 INFO:tasks.workunit.client.0.smithi077.stdout:op 3851 completed, throughput=5MB/sec 2024-09-16T11:36:42.081 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5Kq1lPvFCURcYYT off=1773745 len=870182 2024-09-16T11:36:42.085 INFO:tasks.workunit.client.0.smithi077.stdout:op 3852 completed, throughput=5MB/sec 2024-09-16T11:36:42.085 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WqNxHtPwGDwPgB9 off=8805843 len=1345976 2024-09-16T11:36:42.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 3853 completed, throughput=5MB/sec 2024-09-16T11:36:42.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zpty_EBIPbAnNN9 off=8939099 len=1870322 2024-09-16T11:36:42.105 INFO:tasks.workunit.client.0.smithi077.stdout:op 3854 completed, throughput=5MB/sec 2024-09-16T11:36:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:43.105 INFO:tasks.workunit.client.0.smithi077.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:43.106 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bNdBA7iIgK5oMo9 off=570290 len=731943 2024-09-16T11:36:43.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 3855 completed, throughput=4.99MB/sec 2024-09-16T11:36:43.108 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8dMdMzKnw1iO5g7 off=340380 len=1294372 2024-09-16T11:36:43.116 INFO:tasks.workunit.client.0.smithi077.stdout:op 3856 completed, throughput=5MB/sec 2024-09-16T11:36:43.116 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-L_5VJgjhKmwQFYc off=10305297 len=119639 2024-09-16T11:36:43.118 INFO:tasks.workunit.client.0.smithi077.stdout:op 3857 completed, throughput=5MB/sec 2024-09-16T11:36:43.118 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IBSMtcVlCaU8d4j off=644150 len=146537 2024-09-16T11:36:43.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 3858 completed, throughput=5MB/sec 2024-09-16T11:36:43.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qGB_qiJnbRjSkyj off=13062445 len=1862701 2024-09-16T11:36:43.129 INFO:tasks.workunit.client.0.smithi077.stdout:op 3859 completed, throughput=5MB/sec 2024-09-16T11:36:43.129 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WAEqNHwr1QLcvMa off=2176817 len=591908 2024-09-16T11:36:43.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 3860 completed, throughput=5MB/sec 2024-09-16T11:36:43.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hMUBCMYG2U1kV1W off=2112107 len=1466197 2024-09-16T11:36:43.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 3861 completed, throughput=5MB/sec 2024-09-16T11:36:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:43 smithi077 ceph-mon[86047]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:43 smithi077 ceph-mon[88497]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:43 smithi191 ceph-mon[84934]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:36:44.135 INFO:tasks.workunit.client.0.smithi077.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:44.136 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lo68ppe9TY07xDH off=3310426 len=672892 2024-09-16T11:36:44.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 3862 completed, throughput=5MB/sec 2024-09-16T11:36:44.140 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6hUCE-mVGP_ZRj0 off=3070996 len=40734 2024-09-16T11:36:44.142 INFO:tasks.workunit.client.0.smithi077.stdout:op 3863 completed, throughput=5MB/sec 2024-09-16T11:36:44.142 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--1Vqx_t66Qap_lw off=6930477 len=298543 2024-09-16T11:36:44.143 INFO:tasks.workunit.client.0.smithi077.stdout:op 3864 completed, throughput=5MB/sec 2024-09-16T11:36:44.143 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dXeTfmV70Wdb3Uh off=11928525 len=1455880 2024-09-16T11:36:44.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 3865 completed, throughput=5MB/sec 2024-09-16T11:36:44.153 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lAEBPYekjFiPpqY off=4392019 len=1325269 2024-09-16T11:36:44.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 3866 completed, throughput=5MB/sec 2024-09-16T11:36:44.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bhVOJJcB79QdFWN off=277659 len=1715885 2024-09-16T11:36:44.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 3867 completed, throughput=5MB/sec 2024-09-16T11:36:45.162 INFO:tasks.workunit.client.0.smithi077.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:45.162 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g6G2zRCEfTxuxTy off=5780194 len=960240 2024-09-16T11:36:45.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 3868 completed, throughput=5MB/sec 2024-09-16T11:36:45.163 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cHqpY9ye9eUvpO0 off=20019265 len=681426 2024-09-16T11:36:45.165 INFO:tasks.workunit.client.0.smithi077.stdout:op 3869 completed, throughput=5MB/sec 2024-09-16T11:36:45.165 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0E1G1peQFR1HeCf off=9985317 len=1378435 2024-09-16T11:36:45.166 INFO:tasks.workunit.client.0.smithi077.stdout:op 3870 completed, throughput=5MB/sec 2024-09-16T11:36:45.166 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-grleOsJWrW2imQQ off=4791642 len=34806 2024-09-16T11:36:45.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 3871 completed, throughput=5MB/sec 2024-09-16T11:36:45.169 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4vq1v_hRWQJ507R off=3453835 len=897753 2024-09-16T11:36:45.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 3872 completed, throughput=5MB/sec 2024-09-16T11:36:45.170 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DsZE7o4WwGEWSSf off=1608129 len=1366240 2024-09-16T11:36:45.173 INFO:tasks.workunit.client.0.smithi077.stdout:op 3873 completed, throughput=5MB/sec 2024-09-16T11:36:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:45 smithi077 ceph-mon[86047]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:36:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:45 smithi077 ceph-mon[88497]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:36:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:45 smithi191 ceph-mon[84934]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:36:46.174 INFO:tasks.workunit.client.0.smithi077.stdout: 760: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:46.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rcdmjDS1xiyi-A0 off=2240957 len=938787 2024-09-16T11:36:46.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 3874 completed, throughput=5MB/sec 2024-09-16T11:36:46.175 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hq962qOkbnW4LvU off=4311754 len=1974794 2024-09-16T11:36:46.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 3875 completed, throughput=5MB/sec 2024-09-16T11:36:46.180 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BCYmZwT0aOERipj off=12105870 len=1561461 2024-09-16T11:36:46.185 INFO:tasks.workunit.client.0.smithi077.stdout:op 3876 completed, throughput=5MB/sec 2024-09-16T11:36:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:46] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:36:47.185 INFO:tasks.workunit.client.0.smithi077.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:47.185 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LoJD0VhPl5nxpAo off=2459981 len=222920 2024-09-16T11:36:47.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 3877 completed, throughput=4.99MB/sec 2024-09-16T11:36:47.186 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E1AQq25_4cL1ic- off=15796320 len=199910 2024-09-16T11:36:47.187 INFO:tasks.workunit.client.0.smithi077.stdout:op 3878 completed, throughput=4.99MB/sec 2024-09-16T11:36:47.187 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y_jsaN9fQLPjHdP off=10919683 len=1127610 2024-09-16T11:36:47.194 INFO:tasks.workunit.client.0.smithi077.stdout:op 3879 completed, throughput=5MB/sec 2024-09-16T11:36:47.194 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-umxB8Jje1aptuIq off=10784685 len=2008684 2024-09-16T11:36:47.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 3880 completed, throughput=5MB/sec 2024-09-16T11:36:47.207 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TCFSRBgfqiiYiti off=8168647 len=1202834 2024-09-16T11:36:47.213 INFO:tasks.workunit.client.0.smithi077.stdout:op 3881 completed, throughput=5MB/sec 2024-09-16T11:36:47.213 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qCSSLKX_zP2ZAXS off=2371243 len=131815 2024-09-16T11:36:47.216 INFO:tasks.workunit.client.0.smithi077.stdout:op 3882 completed, throughput=5MB/sec 2024-09-16T11:36:47.216 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6XPMapoQCM2IepJ off=1469584 len=1086899 2024-09-16T11:36:47.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 3883 completed, throughput=5MB/sec 2024-09-16T11:36:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:47 smithi077 ceph-mon[86047]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T11:36:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:47 smithi077 ceph-mon[88497]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T11:36:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:47 smithi191 ceph-mon[84934]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T11:36:48.218 INFO:tasks.workunit.client.0.smithi077.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:48.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A3F-28d5BffOwb4 off=2260324 len=1485417 2024-09-16T11:36:48.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 3884 completed, throughput=5MB/sec 2024-09-16T11:36:48.220 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OYlDsMHPlx1CWM8 off=2528013 len=135993 2024-09-16T11:36:48.220 INFO:tasks.workunit.client.0.smithi077.stdout:op 3885 completed, throughput=5MB/sec 2024-09-16T11:36:48.220 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-txuFBtUrLQED6nN off=6914867 len=488121 2024-09-16T11:36:48.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 3886 completed, throughput=5MB/sec 2024-09-16T11:36:48.229 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LQvPPy-0Ca5obK9 off=17226987 len=1625632 2024-09-16T11:36:48.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 3887 completed, throughput=5MB/sec 2024-09-16T11:36:48.231 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NAzK9FSyfK4rUe0 off=6190717 len=405215 2024-09-16T11:36:48.236 INFO:tasks.workunit.client.0.smithi077.stdout:op 3888 completed, throughput=5MB/sec 2024-09-16T11:36:48.236 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WDx8lVFfSvP__zQ off=6544312 len=1208979 2024-09-16T11:36:48.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 3889 completed, throughput=5MB/sec 2024-09-16T11:36:49.238 INFO:tasks.workunit.client.0.smithi077.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:49.239 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QvNxi-6gtNGCf9m off=2244945 len=1153139 2024-09-16T11:36:49.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 3890 completed, throughput=5MB/sec 2024-09-16T11:36:49.241 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qmdyWBMPrr42aYk off=14369963 len=1303423 2024-09-16T11:36:49.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 3891 completed, throughput=5MB/sec 2024-09-16T11:36:49.248 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZMQiDg2PvD5cxQ9 off=9660411 len=1918098 2024-09-16T11:36:49.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 3892 completed, throughput=5MB/sec 2024-09-16T11:36:49.258 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m8fnXTcrxHcoq-G off=7047035 len=1024250 2024-09-16T11:36:49.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 3893 completed, throughput=5MB/sec 2024-09-16T11:36:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:49 smithi077 ceph-mon[86047]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:36:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:49 smithi077 ceph-mon[88497]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:36:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:49 smithi191 ceph-mon[84934]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:36:50.264 INFO:tasks.workunit.client.0.smithi077.stdout: 764: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:50.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S-xeJFRIEPRbMNN off=1754286 len=1638323 2024-09-16T11:36:50.267 INFO:tasks.workunit.client.0.smithi077.stdout:op 3894 completed, throughput=5MB/sec 2024-09-16T11:36:50.267 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-huryBwXl3EPUOr_ off=18649283 len=346258 2024-09-16T11:36:50.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 3895 completed, throughput=5MB/sec 2024-09-16T11:36:50.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4Sasz_Lu-7K3VBc off=11646298 len=64226 2024-09-16T11:36:50.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 3896 completed, throughput=5MB/sec 2024-09-16T11:36:50.268 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aTIP9NtLA7SUval off=529725 len=412927 2024-09-16T11:36:50.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 3897 completed, throughput=5MB/sec 2024-09-16T11:36:50.269 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DN_cw8LMdboc3tx off=2172243 len=1240085 2024-09-16T11:36:50.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 3898 completed, throughput=5MB/sec 2024-09-16T11:36:50.272 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5TAzCgqOwyFk5jQ off=4861929 len=1496154 2024-09-16T11:36:50.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 3899 completed, throughput=5MB/sec 2024-09-16T11:36:51.275 INFO:tasks.workunit.client.0.smithi077.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:51.275 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wXaj65yOeZ9uLmH off=7231746 len=1860293 2024-09-16T11:36:51.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 3900 completed, throughput=5MB/sec 2024-09-16T11:36:51.278 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5CxZX6W8dFMv26G off=18389174 len=656598 2024-09-16T11:36:51.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 3901 completed, throughput=5MB/sec 2024-09-16T11:36:51.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5ovG-Zf3P4SuUv7 off=11119824 len=1711092 2024-09-16T11:36:51.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 3902 completed, throughput=5MB/sec 2024-09-16T11:36:51.286 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4a005xIzBPY0QvY off=9105428 len=2053558 2024-09-16T11:36:51.288 INFO:tasks.workunit.client.0.smithi077.stdout:op 3903 completed, throughput=5MB/sec 2024-09-16T11:36:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:51 smithi077 ceph-mon[86047]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:51 smithi077 ceph-mon[88497]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:51 smithi191 ceph-mon[84934]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T11:36:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: 766: throughput=5MB/sec pending data=0 2024-09-16T11:36:52.289 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Pxs8Wq1FfnDr09e off=1284518 len=686582 2024-09-16T11:36:52.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 3904 completed, throughput=5MB/sec 2024-09-16T11:36:52.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q2KQDRixIKm9IoK off=25052 len=582617 2024-09-16T11:36:52.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 3905 completed, throughput=5MB/sec 2024-09-16T11:36:52.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LFWdRwzCg7fboJB off=2554309 len=1665410 2024-09-16T11:36:52.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 3906 completed, throughput=5MB/sec 2024-09-16T11:36:52.293 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lW_za1Np0adTCyq off=2607038 len=446005 2024-09-16T11:36:52.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 3907 completed, throughput=5MB/sec 2024-09-16T11:36:52.297 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RRpCAEmYT7aEJNx off=14184836 len=1141348 2024-09-16T11:36:52.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 3908 completed, throughput=5MB/sec 2024-09-16T11:36:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:36:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:36:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:53.309 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D2Xrcnd0_tmPoEI off=3921528 len=879985 2024-09-16T11:36:53.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 3909 completed, throughput=5MB/sec 2024-09-16T11:36:53.311 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AX0FjFtKYZeDHC1 off=6999140 len=690087 2024-09-16T11:36:53.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 3910 completed, throughput=5MB/sec 2024-09-16T11:36:53.316 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MnSfEd5NXuAQBX2 off=4706071 len=1939760 2024-09-16T11:36:53.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 3911 completed, throughput=5MB/sec 2024-09-16T11:36:53.333 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AbM9fYWI3qkYP71 off=787517 len=1737084 2024-09-16T11:36:53.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 3912 completed, throughput=5MB/sec 2024-09-16T11:36:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:53 smithi077 ceph-mon[86047]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:53 smithi077 ceph-mon[88497]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:53 smithi191 ceph-mon[84934]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: 768: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:54.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KDnM61eL3GtRTXr off=15561886 len=69368 2024-09-16T11:36:54.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 3913 completed, throughput=4.99MB/sec 2024-09-16T11:36:54.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-udFV57RC0TabwfI off=11340300 len=79349 2024-09-16T11:36:54.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 3914 completed, throughput=4.99MB/sec 2024-09-16T11:36:54.337 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1jPukpnOow-VdA1 off=6009595 len=2015635 2024-09-16T11:36:54.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 3915 completed, throughput=5MB/sec 2024-09-16T11:36:54.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VxX5LTBzPWM_qCX off=5574906 len=1851205 2024-09-16T11:36:54.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 3916 completed, throughput=5MB/sec 2024-09-16T11:36:54.351 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v8DCf9-he7e4Dub off=1227595 len=265197 2024-09-16T11:36:54.354 INFO:tasks.workunit.client.0.smithi077.stdout:op 3917 completed, throughput=5MB/sec 2024-09-16T11:36:54.354 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9gFm85zHqTwGG2C off=3259835 len=1205316 2024-09-16T11:36:54.356 INFO:tasks.workunit.client.0.smithi077.stdout:op 3918 completed, throughput=5MB/sec 2024-09-16T11:36:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:55.357 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iysht2p3wLfFIzT off=1801684 len=1724519 2024-09-16T11:36:55.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 3919 completed, throughput=5MB/sec 2024-09-16T11:36:55.364 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5jxgLDzaH55Kong off=2133797 len=893967 2024-09-16T11:36:55.368 INFO:tasks.workunit.client.0.smithi077.stdout:op 3920 completed, throughput=5MB/sec 2024-09-16T11:36:55.368 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1ZeqIjVyZhp833y off=6580294 len=297431 2024-09-16T11:36:55.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 3921 completed, throughput=5MB/sec 2024-09-16T11:36:55.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pI_plT3KQ0iqxn7 off=2012340 len=257112 2024-09-16T11:36:55.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 3922 completed, throughput=5MB/sec 2024-09-16T11:36:55.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-odEF_GCnFNnlGTa off=1987911 len=1430186 2024-09-16T11:36:55.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 3923 completed, throughput=5MB/sec 2024-09-16T11:36:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:36:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:36:55.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:36:56.373 INFO:tasks.workunit.client.0.smithi077.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:56.374 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yVCDJSn83sXhi9W off=7224483 len=1539850 2024-09-16T11:36:56.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 3924 completed, throughput=5MB/sec 2024-09-16T11:36:56.375 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bl-2NMo5GRn-dwU off=15246282 len=651963 2024-09-16T11:36:56.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 3925 completed, throughput=5MB/sec 2024-09-16T11:36:56.379 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yo8darN7r0SieB_ off=1805662 len=1833822 2024-09-16T11:36:56.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 3926 completed, throughput=5MB/sec 2024-09-16T11:36:56.388 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YOwP6ZDSZtsxiWV off=1823932 len=1395809 2024-09-16T11:36:56.394 INFO:tasks.workunit.client.0.smithi077.stdout:op 3927 completed, throughput=5MB/sec 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:36:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:36:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:36:56.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:36:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:36:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:36:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:36:56] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:36:57.394 INFO:tasks.workunit.client.0.smithi077.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:57.395 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M-_k_sx-Rumudle off=4373757 len=189178 2024-09-16T11:36:57.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 3928 completed, throughput=4.99MB/sec 2024-09-16T11:36:57.395 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_g7m-kSUjQK4hK2 off=12213129 len=1377291 2024-09-16T11:36:57.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 3929 completed, throughput=5MB/sec 2024-09-16T11:36:57.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p7aTxDfNFdFF0B0 off=2641469 len=1348927 2024-09-16T11:36:57.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 3930 completed, throughput=5MB/sec 2024-09-16T11:36:57.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cm4o3iTqXv5YBvu off=9856444 len=1931148 2024-09-16T11:36:57.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 3931 completed, throughput=5MB/sec 2024-09-16T11:36:57.405 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hy3RTXcrYB-DSPB off=10485776 len=1684996 2024-09-16T11:36:57.407 INFO:tasks.workunit.client.0.smithi077.stdout:op 3932 completed, throughput=5MB/sec 2024-09-16T11:36:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:36:58.407 INFO:tasks.workunit.client.0.smithi077.stdout: 772: throughput=5MB/sec pending data=0 2024-09-16T11:36:58.407 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GqtzrTJJ5tcPvKT off=6513540 len=1375492 2024-09-16T11:36:58.409 INFO:tasks.workunit.client.0.smithi077.stdout:op 3933 completed, throughput=5MB/sec 2024-09-16T11:36:58.409 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rYDyppdqY0CyhfE off=687828 len=741511 2024-09-16T11:36:58.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 3934 completed, throughput=5MB/sec 2024-09-16T11:36:58.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-h67KCcuowD4YhY7 off=17013443 len=1859964 2024-09-16T11:36:58.416 INFO:tasks.workunit.client.0.smithi077.stdout:op 3935 completed, throughput=5MB/sec 2024-09-16T11:36:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:58 smithi077 ceph-mon[86047]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:58 smithi077 ceph-mon[88497]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:58 smithi191 ceph-mon[84934]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:36:59.417 INFO:tasks.workunit.client.0.smithi077.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-16T11:36:59.417 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ES-6yqNlNNDHnl4 off=8410501 len=1643594 2024-09-16T11:36:59.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 3936 completed, throughput=5MB/sec 2024-09-16T11:36:59.419 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sPXT_9AXO0w43Vn off=6130157 len=385325 2024-09-16T11:36:59.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 3937 completed, throughput=5MB/sec 2024-09-16T11:36:59.422 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K30NYkpXhnly867 off=2097015 len=1478792 2024-09-16T11:36:59.424 INFO:tasks.workunit.client.0.smithi077.stdout:op 3938 completed, throughput=5MB/sec 2024-09-16T11:36:59.424 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CF7NBBdqzXGikkz off=328145 len=1827037 2024-09-16T11:36:59.434 INFO:tasks.workunit.client.0.smithi077.stdout:op 3939 completed, throughput=5MB/sec 2024-09-16T11:36:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:36:59 smithi077 ceph-mon[86047]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:36:59 smithi077 ceph-mon[88497]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:36:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:36:59 smithi191 ceph-mon[84934]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:37:00.434 INFO:tasks.workunit.client.0.smithi077.stdout: 774: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:00.434 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ozrF-pVjzi9tTwR off=18618375 len=2033406 2024-09-16T11:37:00.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 3940 completed, throughput=5MB/sec 2024-09-16T11:37:00.437 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fyh-OcNlM_raeHv off=1724322 len=529541 2024-09-16T11:37:00.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 3941 completed, throughput=5MB/sec 2024-09-16T11:37:00.441 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B65y_lRg-4b1hjN off=11091831 len=1872898 2024-09-16T11:37:00.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 3942 completed, throughput=5MB/sec 2024-09-16T11:37:00.457 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2viCfcH2ZpBioGX off=7082224 len=1395870 2024-09-16T11:37:00.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 3943 completed, throughput=5MB/sec 2024-09-16T11:37:01.459 INFO:tasks.workunit.client.0.smithi077.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:01.459 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-roDC6IycEfclIPT off=375863 len=210424 2024-09-16T11:37:01.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 3944 completed, throughput=4.99MB/sec 2024-09-16T11:37:01.462 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8WjYWo68DzKsRqL off=9734826 len=663029 2024-09-16T11:37:01.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 3945 completed, throughput=5MB/sec 2024-09-16T11:37:01.464 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sXhrdIhRW09-64w off=4144447 len=1865368 2024-09-16T11:37:01.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 3946 completed, throughput=5MB/sec 2024-09-16T11:37:01.466 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lpnQ28WOgJ6nZ5O off=17726419 len=1409870 2024-09-16T11:37:01.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 3947 completed, throughput=5MB/sec 2024-09-16T11:37:01.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yIK8LnbUhDBU01R off=13164546 len=888931 2024-09-16T11:37:01.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 3948 completed, throughput=5MB/sec 2024-09-16T11:37:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:01 smithi077 ceph-mon[86047]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:37:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:01 smithi077 ceph-mon[88497]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:37:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:01 smithi191 ceph-mon[84934]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:37:02.477 INFO:tasks.workunit.client.0.smithi077.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:02.477 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nbKZqgE6AM5iSco off=2489377 len=470230 2024-09-16T11:37:02.482 INFO:tasks.workunit.client.0.smithi077.stdout:op 3949 completed, throughput=4.99MB/sec 2024-09-16T11:37:02.482 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BbuPpe7j1dOB5ek off=6006367 len=404592 2024-09-16T11:37:02.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 3950 completed, throughput=4.99MB/sec 2024-09-16T11:37:02.485 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U2rkddZrhvex8mk off=9022914 len=620029 2024-09-16T11:37:02.491 INFO:tasks.workunit.client.0.smithi077.stdout:op 3951 completed, throughput=5MB/sec 2024-09-16T11:37:02.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C44JRPrqPMcRGP_ off=22475107 len=1505475 2024-09-16T11:37:02.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 3952 completed, throughput=5MB/sec 2024-09-16T11:37:02.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fNSf6jxorkkwjGz off=2390753 len=265835 2024-09-16T11:37:02.495 INFO:tasks.workunit.client.0.smithi077.stdout:op 3953 completed, throughput=5MB/sec 2024-09-16T11:37:02.496 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iizL4h5U6BDkQk9 off=4885208 len=204576 2024-09-16T11:37:02.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 3954 completed, throughput=5MB/sec 2024-09-16T11:37:02.498 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cIKqdxYpWve97hI off=1051685 len=111050 2024-09-16T11:37:02.500 INFO:tasks.workunit.client.0.smithi077.stdout:op 3955 completed, throughput=5MB/sec 2024-09-16T11:37:02.500 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FmJhlM5tDau4Wnw off=5853689 len=1498963 2024-09-16T11:37:02.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 3956 completed, throughput=5MB/sec 2024-09-16T11:37:02.510 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ChyjjMoXDeSjtjc off=4948598 len=1558116 2024-09-16T11:37:02.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 3957 completed, throughput=5MB/sec 2024-09-16T11:37:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:03.517 INFO:tasks.workunit.client.0.smithi077.stdout: 777: throughput=5MB/sec pending data=0 2024-09-16T11:37:03.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yywANekSkhwHPxD off=13855655 len=954924 2024-09-16T11:37:03.521 INFO:tasks.workunit.client.0.smithi077.stdout:op 3958 completed, throughput=5MB/sec 2024-09-16T11:37:03.522 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2TwgKs2OCt5lLxd off=1683553 len=92875 2024-09-16T11:37:03.524 INFO:tasks.workunit.client.0.smithi077.stdout:op 3959 completed, throughput=5MB/sec 2024-09-16T11:37:03.524 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LNCZdvNxWxXTPSe off=8575274 len=657282 2024-09-16T11:37:03.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 3960 completed, throughput=5MB/sec 2024-09-16T11:37:03.525 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-392JrBMGGiiOg9r off=2631086 len=1121234 2024-09-16T11:37:03.531 INFO:tasks.workunit.client.0.smithi077.stdout:op 3961 completed, throughput=5MB/sec 2024-09-16T11:37:03.531 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dxQlPsurv9hPvnL off=105501 len=1445909 2024-09-16T11:37:03.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 3962 completed, throughput=5MB/sec 2024-09-16T11:37:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:03 smithi077 ceph-mon[86047]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:03 smithi077 ceph-mon[88497]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:03 smithi191 ceph-mon[84934]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:04.537 INFO:tasks.workunit.client.0.smithi077.stdout: 778: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:04.537 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4RTGVmO3eB88V0u off=426826 len=1345268 2024-09-16T11:37:04.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 3963 completed, throughput=5MB/sec 2024-09-16T11:37:04.545 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F2VbdBDxdERVDlK off=15148494 len=156607 2024-09-16T11:37:04.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 3964 completed, throughput=5MB/sec 2024-09-16T11:37:04.545 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Re7YoSq9mrCd659 off=6950847 len=1279165 2024-09-16T11:37:04.551 INFO:tasks.workunit.client.0.smithi077.stdout:op 3965 completed, throughput=5MB/sec 2024-09-16T11:37:04.551 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RuVH4SEXV1q-gFq off=1751684 len=1484659 2024-09-16T11:37:04.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 3966 completed, throughput=5MB/sec 2024-09-16T11:37:04.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-orciBTsfxONv5MB off=15453659 len=1493591 2024-09-16T11:37:04.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 3967 completed, throughput=5MB/sec 2024-09-16T11:37:05.555 INFO:tasks.workunit.client.0.smithi077.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:05.555 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V76mUXQOht-az5z off=180006 len=1305460 2024-09-16T11:37:05.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 3968 completed, throughput=5MB/sec 2024-09-16T11:37:05.562 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B_l0rUkTVmpPZgs off=1453414 len=1213010 2024-09-16T11:37:05.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 3969 completed, throughput=5MB/sec 2024-09-16T11:37:05.568 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dgsGHeRA_w14x2Z off=4062692 len=1779764 2024-09-16T11:37:05.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 3970 completed, throughput=5MB/sec 2024-09-16T11:37:05.578 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dgbnY0qg_ukeNAM off=8210782 len=1330345 2024-09-16T11:37:05.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 3971 completed, throughput=5MB/sec 2024-09-16T11:37:05.741 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:05 smithi077 ceph-mon[88497]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:05.742 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:05 smithi077 ceph-mon[86047]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:05 smithi191 ceph-mon[84934]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:06.579 INFO:tasks.workunit.client.0.smithi077.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:06.579 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ybuc9puoYXYGn7e off=0 len=1419622 2024-09-16T11:37:06.583 INFO:tasks.workunit.client.0.smithi077.stdout:op 3972 completed, throughput=5MB/sec 2024-09-16T11:37:06.583 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0z2fdtHqh6Yef-f off=4228891 len=1115199 2024-09-16T11:37:06.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 3973 completed, throughput=5MB/sec 2024-09-16T11:37:06.586 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AwRIPvkb1QmZL-Z off=4632200 len=480640 2024-09-16T11:37:06.588 INFO:tasks.workunit.client.0.smithi077.stdout:op 3974 completed, throughput=5MB/sec 2024-09-16T11:37:06.589 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rDTY1DkxUr6W-H9 off=9958968 len=11726 2024-09-16T11:37:06.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 3975 completed, throughput=5MB/sec 2024-09-16T11:37:06.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3PAsKAVwnFalFfo off=19521516 len=807563 2024-09-16T11:37:06.593 INFO:tasks.workunit.client.0.smithi077.stdout:op 3976 completed, throughput=5MB/sec 2024-09-16T11:37:06.593 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rlr8bEODS03R9-J off=7045593 len=1397399 2024-09-16T11:37:06.595 INFO:tasks.workunit.client.0.smithi077.stdout:op 3977 completed, throughput=5MB/sec 2024-09-16T11:37:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:06] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:37:07.596 INFO:tasks.workunit.client.0.smithi077.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:07.596 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-achekOd8qYzwwDB off=2359575 len=1317078 2024-09-16T11:37:07.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 3978 completed, throughput=5MB/sec 2024-09-16T11:37:07.600 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JIOe0Dj4mSdxv1W off=2575686 len=2027691 2024-09-16T11:37:07.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 3979 completed, throughput=5MB/sec 2024-09-16T11:37:07.613 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cQx0-U0ej5WtGk_ off=8664165 len=419355 2024-09-16T11:37:07.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 3980 completed, throughput=5MB/sec 2024-09-16T11:37:07.616 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tM7v395Vo-L81w3 off=643880 len=1239090 2024-09-16T11:37:07.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 3981 completed, throughput=5MB/sec 2024-09-16T11:37:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:07 smithi077 ceph-mon[86047]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:07 smithi077 ceph-mon[88497]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:07 smithi191 ceph-mon[84934]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:37:08.618 INFO:tasks.workunit.client.0.smithi077.stdout: 782: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:08.618 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_GSQ8LC2LS-w-VV off=3708954 len=636739 2024-09-16T11:37:08.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 3982 completed, throughput=5MB/sec 2024-09-16T11:37:08.619 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uyUMkNa3_qhirQc off=5595844 len=1679982 2024-09-16T11:37:08.628 INFO:tasks.workunit.client.0.smithi077.stdout:op 3983 completed, throughput=5MB/sec 2024-09-16T11:37:08.628 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5Kq1lPvFCURcYYT off=280080 len=928514 2024-09-16T11:37:08.630 INFO:tasks.workunit.client.0.smithi077.stdout:op 3984 completed, throughput=5MB/sec 2024-09-16T11:37:08.630 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iasPq241O6_l4qP off=17383836 len=202528 2024-09-16T11:37:08.632 INFO:tasks.workunit.client.0.smithi077.stdout:op 3985 completed, throughput=5MB/sec 2024-09-16T11:37:08.632 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vLD8z8rcLp9TMkP off=7541115 len=233341 2024-09-16T11:37:08.635 INFO:tasks.workunit.client.0.smithi077.stdout:op 3986 completed, throughput=5MB/sec 2024-09-16T11:37:08.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VBVXTyyoZaKbzrZ off=6628671 len=1257993 2024-09-16T11:37:08.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 3987 completed, throughput=5MB/sec 2024-09-16T11:37:09.637 INFO:tasks.workunit.client.0.smithi077.stdout: 783: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:09.637 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-__m3XQdYe98shMx off=5064032 len=1849931 2024-09-16T11:37:09.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 3988 completed, throughput=5MB/sec 2024-09-16T11:37:09.648 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9HahCBonuNgTIY2 off=10340639 len=1682339 2024-09-16T11:37:09.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 3989 completed, throughput=5MB/sec 2024-09-16T11:37:09.649 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QN_NmwGDmCN75vF off=9996023 len=727718 2024-09-16T11:37:09.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 3990 completed, throughput=5MB/sec 2024-09-16T11:37:09.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ebDM2N3rbHIbHRI off=13166738 len=733834 2024-09-16T11:37:09.658 INFO:tasks.workunit.client.0.smithi077.stdout:op 3991 completed, throughput=5MB/sec 2024-09-16T11:37:09.658 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8ZaLRDeVMQKbkOl off=3076984 len=84270 2024-09-16T11:37:09.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 3992 completed, throughput=5MB/sec 2024-09-16T11:37:09.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QnmleKS13XilFYC off=6022654 len=202601 2024-09-16T11:37:09.661 INFO:tasks.workunit.client.0.smithi077.stdout:op 3993 completed, throughput=5MB/sec 2024-09-16T11:37:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:09 smithi077 ceph-mon[88497]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:09 smithi077 ceph-mon[86047]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:09 smithi191 ceph-mon[84934]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:37:10.661 INFO:tasks.workunit.client.0.smithi077.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:10.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MrPxP5lvKOmCoWK off=8103642 len=622979 2024-09-16T11:37:10.663 INFO:tasks.workunit.client.0.smithi077.stdout:op 3994 completed, throughput=4.99MB/sec 2024-09-16T11:37:10.664 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kgKLCdZU6oibaAB off=5490678 len=1083049 2024-09-16T11:37:10.670 INFO:tasks.workunit.client.0.smithi077.stdout:op 3995 completed, throughput=5MB/sec 2024-09-16T11:37:10.670 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ki_ghQOeX8dW6mc off=2746807 len=741507 2024-09-16T11:37:10.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 3996 completed, throughput=5MB/sec 2024-09-16T11:37:10.672 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FUApK_JcW8l9Dhk off=6733930 len=1561445 2024-09-16T11:37:10.680 INFO:tasks.workunit.client.0.smithi077.stdout:op 3997 completed, throughput=5MB/sec 2024-09-16T11:37:10.680 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4kMhGS7A5RfM85M off=558543 len=1498869 2024-09-16T11:37:10.685 INFO:tasks.workunit.client.0.smithi077.stdout:op 3998 completed, throughput=5MB/sec 2024-09-16T11:37:11.686 INFO:tasks.workunit.client.0.smithi077.stdout: 785: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:11.686 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IHac_X08Q-7ODEC off=7611188 len=2003384 2024-09-16T11:37:11.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 3999 completed, throughput=5MB/sec 2024-09-16T11:37:11.688 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0R2CogvnNLnSYV0 off=520286 len=2063481 2024-09-16T11:37:11.693 INFO:tasks.workunit.client.0.smithi077.stdout:op 4000 completed, throughput=5MB/sec 2024-09-16T11:37:11.693 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NmBl1y5is8J9Jtd off=22854088 len=1424121 2024-09-16T11:37:11.701 INFO:tasks.workunit.client.0.smithi077.stdout:op 4001 completed, throughput=5MB/sec 2024-09-16T11:37:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:11 smithi077 ceph-mon[88497]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:11 smithi077 ceph-mon[86047]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:11 smithi191 ceph-mon[84934]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:12.701 INFO:tasks.workunit.client.0.smithi077.stdout: 786: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:12.701 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-12_uzGGcp0VdxUn off=8885964 len=851459 2024-09-16T11:37:12.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 4002 completed, throughput=5MB/sec 2024-09-16T11:37:12.702 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vIr_HegYLY4hW8c off=8696512 len=543902 2024-09-16T11:37:12.703 INFO:tasks.workunit.client.0.smithi077.stdout:op 4003 completed, throughput=5MB/sec 2024-09-16T11:37:12.703 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6y45TdfBtlV2af5 off=1868984 len=1029214 2024-09-16T11:37:12.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 4004 completed, throughput=5MB/sec 2024-09-16T11:37:12.705 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MuBAw44XEjr7lBY off=12221094 len=842594 2024-09-16T11:37:12.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 4005 completed, throughput=5MB/sec 2024-09-16T11:37:12.709 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JuRuzEwztfq1WxS off=3542918 len=1092512 2024-09-16T11:37:12.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 4006 completed, throughput=5MB/sec 2024-09-16T11:37:12.711 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J5x1j4QfdppGzDs off=2917230 len=943397 2024-09-16T11:37:12.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 4007 completed, throughput=5MB/sec 2024-09-16T11:37:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:13.712 INFO:tasks.workunit.client.0.smithi077.stdout: 787: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:13.712 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nDMlPbwlbGkjGbO off=4890880 len=586409 2024-09-16T11:37:13.713 INFO:tasks.workunit.client.0.smithi077.stdout:op 4008 completed, throughput=4.99MB/sec 2024-09-16T11:37:13.713 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MU8mqyGi4H4IVLt off=630835 len=1435764 2024-09-16T11:37:13.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 4009 completed, throughput=5MB/sec 2024-09-16T11:37:13.722 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-folV-lhTxKgHjg2 off=6966300 len=872674 2024-09-16T11:37:13.724 INFO:tasks.workunit.client.0.smithi077.stdout:op 4010 completed, throughput=5MB/sec 2024-09-16T11:37:13.724 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tk2SjGvXoigJL_D off=2061342 len=2039316 2024-09-16T11:37:13.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 4011 completed, throughput=5MB/sec 2024-09-16T11:37:13.728 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PMfpqIJBndCgwil off=0 len=1571535 2024-09-16T11:37:13.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 4012 completed, throughput=5MB/sec 2024-09-16T11:37:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:13 smithi077 ceph-mon[86047]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:13 smithi077 ceph-mon[88497]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:13 smithi191 ceph-mon[84934]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:14.737 INFO:tasks.workunit.client.0.smithi077.stdout: 788: throughput=5MB/sec pending data=0 2024-09-16T11:37:14.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KlR2ZXHrcFT74zH off=9849819 len=812293 2024-09-16T11:37:14.742 INFO:tasks.workunit.client.0.smithi077.stdout:op 4013 completed, throughput=5MB/sec 2024-09-16T11:37:14.742 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WLWiOnH1_hfxEx3 off=646778 len=928013 2024-09-16T11:37:14.743 INFO:tasks.workunit.client.0.smithi077.stdout:op 4014 completed, throughput=5MB/sec 2024-09-16T11:37:14.744 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1Yg2L0Uu15nW1NZ off=1555748 len=76779 2024-09-16T11:37:14.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 4015 completed, throughput=5MB/sec 2024-09-16T11:37:14.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qpa03bm354HyqOt off=1166895 len=1284216 2024-09-16T11:37:14.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 4016 completed, throughput=5MB/sec 2024-09-16T11:37:14.753 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-geRAJ__WVNqB2LI off=2545617 len=745848 2024-09-16T11:37:14.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 4017 completed, throughput=5MB/sec 2024-09-16T11:37:14.758 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-f3cWJHheKbK7rkS off=533242 len=655116 2024-09-16T11:37:14.759 INFO:tasks.workunit.client.0.smithi077.stdout:op 4018 completed, throughput=5MB/sec 2024-09-16T11:37:15.759 INFO:tasks.workunit.client.0.smithi077.stdout: 789: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:15.759 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pNNGYpTxCWMzSE5 off=3437349 len=44379 2024-09-16T11:37:15.762 INFO:tasks.workunit.client.0.smithi077.stdout:op 4019 completed, throughput=4.99MB/sec 2024-09-16T11:37:15.762 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hHSOpoOAsMK9D6w off=749008 len=1802579 2024-09-16T11:37:15.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 4020 completed, throughput=5MB/sec 2024-09-16T11:37:15.773 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LS8EKiEUaUK3GVR off=11603888 len=1329038 2024-09-16T11:37:15.774 INFO:tasks.workunit.client.0.smithi077.stdout:op 4021 completed, throughput=5MB/sec 2024-09-16T11:37:15.774 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D8_C8VXBaam3iyU off=2191086 len=971703 2024-09-16T11:37:15.776 INFO:tasks.workunit.client.0.smithi077.stdout:op 4022 completed, throughput=5MB/sec 2024-09-16T11:37:15.776 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3NcgLTCC8u5S0n- off=2630942 len=2005995 2024-09-16T11:37:15.780 INFO:tasks.workunit.client.0.smithi077.stdout:op 4023 completed, throughput=5MB/sec 2024-09-16T11:37:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:15 smithi077 ceph-mon[86047]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:15 smithi077 ceph-mon[88497]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:15 smithi191 ceph-mon[84934]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:16.780 INFO:tasks.workunit.client.0.smithi077.stdout: 790: throughput=5MB/sec pending data=0 2024-09-16T11:37:16.780 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Ugfaf5jgfPlGLF off=1029625 len=1560762 2024-09-16T11:37:16.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 4024 completed, throughput=5MB/sec 2024-09-16T11:37:16.787 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AdwZ9XopLXZeikf off=7635547 len=700019 2024-09-16T11:37:16.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 4025 completed, throughput=5MB/sec 2024-09-16T11:37:16.791 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j06a_qaoKjJVNJs off=8692333 len=312958 2024-09-16T11:37:16.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 4026 completed, throughput=5MB/sec 2024-09-16T11:37:16.794 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SYuPQ8e-TBgGH5v off=1272458 len=1573262 2024-09-16T11:37:16.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 4027 completed, throughput=5MB/sec 2024-09-16T11:37:17.009 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:16] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:37:17.804 INFO:tasks.workunit.client.0.smithi077.stdout: 791: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:17.804 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zSG8rPUzzbQgxiD off=6804305 len=831511 2024-09-16T11:37:17.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 4028 completed, throughput=4.99MB/sec 2024-09-16T11:37:17.805 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-avreoiVo_9CXTUN off=13883943 len=850834 2024-09-16T11:37:17.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 4029 completed, throughput=5MB/sec 2024-09-16T11:37:17.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E3NPInXkP4bYVxo off=1434019 len=1135395 2024-09-16T11:37:17.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 4030 completed, throughput=5MB/sec 2024-09-16T11:37:17.808 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X6W3HG0R7jkyWdA off=6376922 len=1383665 2024-09-16T11:37:17.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 4031 completed, throughput=5MB/sec 2024-09-16T11:37:17.811 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-29Wb_ka6L8xD0cm off=1023452 len=1439491 2024-09-16T11:37:17.818 INFO:tasks.workunit.client.0.smithi077.stdout:op 4032 completed, throughput=5MB/sec 2024-09-16T11:37:17.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:17 smithi077 ceph-mon[86047]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:37:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:17 smithi077 ceph-mon[88497]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:37:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:17 smithi191 ceph-mon[84934]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:37:18.818 INFO:tasks.workunit.client.0.smithi077.stdout: 792: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:18.818 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qk6xT6i9pEqGvuE off=5610883 len=991972 2024-09-16T11:37:18.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 4033 completed, throughput=5MB/sec 2024-09-16T11:37:18.823 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T8xX_n5dwyoPl1J off=3800800 len=952269 2024-09-16T11:37:18.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 4034 completed, throughput=5MB/sec 2024-09-16T11:37:18.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IBDItHMzXiaI4vr off=14936215 len=821274 2024-09-16T11:37:18.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 4035 completed, throughput=5MB/sec 2024-09-16T11:37:18.830 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7CVZPePRDBCMMPJ off=1762842 len=1953640 2024-09-16T11:37:18.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 4036 completed, throughput=5MB/sec 2024-09-16T11:37:18.833 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--5HRq7QfPSaZFkY off=7716537 len=367439 2024-09-16T11:37:18.836 INFO:tasks.workunit.client.0.smithi077.stdout:op 4037 completed, throughput=5MB/sec 2024-09-16T11:37:19.837 INFO:tasks.workunit.client.0.smithi077.stdout: 793: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:19.837 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ft-M1yEZrI2QvFF off=580595 len=1162182 2024-09-16T11:37:19.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 4038 completed, throughput=5MB/sec 2024-09-16T11:37:19.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tpP5wYuerivua2k off=17307625 len=350774 2024-09-16T11:37:19.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 4039 completed, throughput=5MB/sec 2024-09-16T11:37:19.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pxq3uGuslpltIou off=5441326 len=98912 2024-09-16T11:37:19.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 4040 completed, throughput=5MB/sec 2024-09-16T11:37:19.843 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iQ77qHFlK31lzZJ off=14087663 len=1336265 2024-09-16T11:37:19.850 INFO:tasks.workunit.client.0.smithi077.stdout:op 4041 completed, throughput=5MB/sec 2024-09-16T11:37:19.850 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WqJVUmiB_Ci0cCI off=16733966 len=1093334 2024-09-16T11:37:19.851 INFO:tasks.workunit.client.0.smithi077.stdout:op 4042 completed, throughput=5MB/sec 2024-09-16T11:37:19.851 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KZQefJZ7ezlDRol off=0 len=1114197 2024-09-16T11:37:19.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 4043 completed, throughput=5MB/sec 2024-09-16T11:37:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:19 smithi077 ceph-mon[86047]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:19 smithi077 ceph-mon[88497]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:19 smithi191 ceph-mon[84934]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:37:20.853 INFO:tasks.workunit.client.0.smithi077.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:20.853 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SqymMJ07JJBNaD5 off=11960109 len=1455307 2024-09-16T11:37:20.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 4044 completed, throughput=5MB/sec 2024-09-16T11:37:20.861 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qqb2cW3T8BBgNuS off=5918763 len=1687837 2024-09-16T11:37:20.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 4045 completed, throughput=5MB/sec 2024-09-16T11:37:20.863 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cGo8OZAldABfxxM off=707673 len=1663351 2024-09-16T11:37:20.871 INFO:tasks.workunit.client.0.smithi077.stdout:op 4046 completed, throughput=5MB/sec 2024-09-16T11:37:20.871 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GH7Yfoz8NeCFj6_ off=7089408 len=952516 2024-09-16T11:37:20.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 4047 completed, throughput=5MB/sec 2024-09-16T11:37:21.872 INFO:tasks.workunit.client.0.smithi077.stdout: 795: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:21.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--Q-cho_YRReIe3T off=11287464 len=979842 2024-09-16T11:37:21.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 4048 completed, throughput=5MB/sec 2024-09-16T11:37:21.878 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OXlT5_ZGVBi_QH9 off=3295718 len=1321849 2024-09-16T11:37:21.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 4049 completed, throughput=5MB/sec 2024-09-16T11:37:21.885 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VLLHlBzBWYq3z4V off=16569775 len=1778361 2024-09-16T11:37:21.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 4050 completed, throughput=5MB/sec 2024-09-16T11:37:21.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xKrFYF9XvGTp10F off=4629976 len=1913418 2024-09-16T11:37:21.899 INFO:tasks.workunit.client.0.smithi077.stdout:op 4051 completed, throughput=5MB/sec 2024-09-16T11:37:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:21 smithi077 ceph-mon[86047]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:37:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:21 smithi077 ceph-mon[88497]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:37:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:21 smithi191 ceph-mon[84934]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:37:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:22.899 INFO:tasks.workunit.client.0.smithi077.stdout: 796: throughput=5MB/sec pending data=0 2024-09-16T11:37:22.900 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8EVWas5cCkDZcSH off=123322 len=2025682 2024-09-16T11:37:22.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 4052 completed, throughput=5MB/sec 2024-09-16T11:37:22.909 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5jxgLDzaH55Kong off=3056817 len=257859 2024-09-16T11:37:22.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 4053 completed, throughput=5MB/sec 2024-09-16T11:37:22.910 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LRVybm6kEzpuSwN off=1305629 len=1012922 2024-09-16T11:37:22.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 4054 completed, throughput=5MB/sec 2024-09-16T11:37:22.914 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CjGQujLdgxBUA5S off=13079659 len=106449 2024-09-16T11:37:22.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 4055 completed, throughput=5MB/sec 2024-09-16T11:37:22.915 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8NSABxPjt87JSpg off=810945 len=1518717 2024-09-16T11:37:22.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 4056 completed, throughput=5MB/sec 2024-09-16T11:37:23.917 INFO:tasks.workunit.client.0.smithi077.stdout: 797: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:23.917 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cto9xkUtMcsIX8Q off=15517896 len=920608 2024-09-16T11:37:23.921 INFO:tasks.workunit.client.0.smithi077.stdout:op 4057 completed, throughput=5MB/sec 2024-09-16T11:37:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:23 smithi077 ceph-mon[88497]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:23.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3kd7xYKEyXHawMG off=1967990 len=1383844 2024-09-16T11:37:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:23 smithi077 ceph-mon[86047]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:23.926 INFO:tasks.workunit.client.0.smithi077.stdout:op 4058 completed, throughput=5MB/sec 2024-09-16T11:37:23.926 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FWOIJRevLGWmt8p off=360117 len=235986 2024-09-16T11:37:23.926 INFO:tasks.workunit.client.0.smithi077.stdout:op 4059 completed, throughput=5MB/sec 2024-09-16T11:37:23.926 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jSW0KXPDSrTAaam off=7862705 len=1426739 2024-09-16T11:37:23.932 INFO:tasks.workunit.client.0.smithi077.stdout:op 4060 completed, throughput=5MB/sec 2024-09-16T11:37:23.933 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-252iwmVrh5ZiHxW off=1242526 len=1821050 2024-09-16T11:37:23.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 4061 completed, throughput=5MB/sec 2024-09-16T11:37:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:23 smithi191 ceph-mon[84934]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:37:24.940 INFO:tasks.workunit.client.0.smithi077.stdout: 798: throughput=5MB/sec pending data=0 2024-09-16T11:37:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uN8pRU19MQ-0W8U off=1779465 len=512001 2024-09-16T11:37:24.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 4062 completed, throughput=5MB/sec 2024-09-16T11:37:24.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UTUDEbc7j3KSWJw off=64614 len=636900 2024-09-16T11:37:24.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 4063 completed, throughput=5MB/sec 2024-09-16T11:37:24.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fXfsa1JNsABV1YU off=15546233 len=314179 2024-09-16T11:37:24.948 INFO:tasks.workunit.client.0.smithi077.stdout:op 4064 completed, throughput=5MB/sec 2024-09-16T11:37:24.948 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RDfRBsZfb2_PqXr off=8444338 len=1314033 2024-09-16T11:37:24.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 4065 completed, throughput=5MB/sec 2024-09-16T11:37:24.951 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SBRTKbcpCyfiUws off=9051733 len=1305788 2024-09-16T11:37:24.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 4066 completed, throughput=5MB/sec 2024-09-16T11:37:24.960 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sONJCH1trbs8ECE off=2022958 len=1408161 2024-09-16T11:37:24.965 INFO:tasks.workunit.client.0.smithi077.stdout:op 4067 completed, throughput=5MB/sec 2024-09-16T11:37:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:25 smithi077 ceph-mon[86047]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:25 smithi077 ceph-mon[88497]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:25 smithi191 ceph-mon[84934]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:25.966 INFO:tasks.workunit.client.0.smithi077.stdout: 799: throughput=5MB/sec pending data=0 2024-09-16T11:37:25.966 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YGTuMhGO3RaUJAx off=814462 len=820449 2024-09-16T11:37:25.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 4068 completed, throughput=5MB/sec 2024-09-16T11:37:25.967 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZZGN8vNTIiJiXOX off=2228897 len=1477679 2024-09-16T11:37:25.970 INFO:tasks.workunit.client.0.smithi077.stdout:op 4069 completed, throughput=5MB/sec 2024-09-16T11:37:25.970 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qF1VqKL-Jrl85Jp off=19939247 len=658455 2024-09-16T11:37:25.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 4070 completed, throughput=5MB/sec 2024-09-16T11:37:25.971 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Isr6Ardgv7ZoKNi off=10735378 len=1459113 2024-09-16T11:37:25.980 INFO:tasks.workunit.client.0.smithi077.stdout:op 4071 completed, throughput=5MB/sec 2024-09-16T11:37:26.980 INFO:tasks.workunit.client.0.smithi077.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:26.980 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9fih4HBej3nYEFR off=907982 len=175634 2024-09-16T11:37:26.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 4072 completed, throughput=4.99MB/sec 2024-09-16T11:37:26.981 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GrsKdafpNnaNBJF off=0 len=1419613 2024-09-16T11:37:26.988 INFO:tasks.workunit.client.0.smithi077.stdout:op 4073 completed, throughput=5MB/sec 2024-09-16T11:37:26.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-swyNWK26rIcW0Ic off=13310767 len=15587 2024-09-16T11:37:26.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 4074 completed, throughput=5MB/sec 2024-09-16T11:37:26.989 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0hWVJYTZFGvkT-o off=6371843 len=1331862 2024-09-16T11:37:26.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 4075 completed, throughput=5MB/sec 2024-09-16T11:37:26.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LMUyru8riz7Q2Z_ off=4009371 len=2076048 2024-09-16T11:37:27.007 INFO:tasks.workunit.client.0.smithi077.stdout:op 4076 completed, throughput=5MB/sec 2024-09-16T11:37:27.007 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SF0NzTaVZCWXMpz off=13961908 len=617171 2024-09-16T11:37:27.011 INFO:tasks.workunit.client.0.smithi077.stdout:op 4077 completed, throughput=5MB/sec 2024-09-16T11:37:27.041 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:26] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:37:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:28.011 INFO:tasks.workunit.client.0.smithi077.stdout: 801: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:28.011 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0SJZVtaNTwrSwic off=427949 len=1057279 2024-09-16T11:37:28.013 INFO:tasks.workunit.client.0.smithi077.stdout:op 4078 completed, throughput=5MB/sec 2024-09-16T11:37:28.013 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eCjcRyfRLnWSFir off=5690464 len=1217767 2024-09-16T11:37:28.014 INFO:tasks.workunit.client.0.smithi077.stdout:op 4079 completed, throughput=5MB/sec 2024-09-16T11:37:28.015 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CdDnx6VWEg37cpi off=0 len=1075997 2024-09-16T11:37:28.016 INFO:tasks.workunit.client.0.smithi077.stdout:op 4080 completed, throughput=5MB/sec 2024-09-16T11:37:28.016 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iLWJ44qJ2UqS55X off=6421370 len=1707700 2024-09-16T11:37:28.026 INFO:tasks.workunit.client.0.smithi077.stdout:op 4081 completed, throughput=5MB/sec 2024-09-16T11:37:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:28 smithi077 ceph-mon[86047]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:37:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:28 smithi077 ceph-mon[88497]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:37:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:28 smithi191 ceph-mon[84934]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:37:29.026 INFO:tasks.workunit.client.0.smithi077.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:29.026 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BcRzSA5JvHPRFwY off=12459368 len=523823 2024-09-16T11:37:29.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 4082 completed, throughput=4.99MB/sec 2024-09-16T11:37:29.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y8pl0FN5B8pqQBH off=3858138 len=1844912 2024-09-16T11:37:29.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 4083 completed, throughput=5MB/sec 2024-09-16T11:37:29.039 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NFNoWFaBktVC6SF off=16093221 len=1556992 2024-09-16T11:37:29.046 INFO:tasks.workunit.client.0.smithi077.stdout:op 4084 completed, throughput=5MB/sec 2024-09-16T11:37:29.046 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2z6p8sKTk-Lxapq off=4527152 len=1109356 2024-09-16T11:37:29.047 INFO:tasks.workunit.client.0.smithi077.stdout:op 4085 completed, throughput=5MB/sec 2024-09-16T11:37:29.048 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xsYBtAWVriomqvt off=11035886 len=1054359 2024-09-16T11:37:29.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 4086 completed, throughput=5MB/sec 2024-09-16T11:37:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:29 smithi077 ceph-mon[88497]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:29 smithi077 ceph-mon[86047]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:29 smithi191 ceph-mon[84934]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:37:30.055 INFO:tasks.workunit.client.0.smithi077.stdout: 803: throughput=5MB/sec pending data=0 2024-09-16T11:37:30.055 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-itiaV_uZPxnEj_1 off=6091630 len=1143028 2024-09-16T11:37:30.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 4087 completed, throughput=5MB/sec 2024-09-16T11:37:30.057 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4hQ5fq3bwU12YSG off=1999383 len=1575154 2024-09-16T11:37:30.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 4088 completed, throughput=5MB/sec 2024-09-16T11:37:30.059 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JXu4R1Nyc17YSop off=21450945 len=1225970 2024-09-16T11:37:30.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 4089 completed, throughput=5MB/sec 2024-09-16T11:37:30.060 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-75DwwzK0ITIk6zr off=16960271 len=585730 2024-09-16T11:37:30.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 4090 completed, throughput=5MB/sec 2024-09-16T11:37:31.061 INFO:tasks.workunit.client.0.smithi077.stdout: 804: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:31.061 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--UYyvtdPykzLer- off=2742282 len=712203 2024-09-16T11:37:31.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 4091 completed, throughput=4.99MB/sec 2024-09-16T11:37:31.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zEB1UbGUzhX_Epr off=14699302 len=1217461 2024-09-16T11:37:31.072 INFO:tasks.workunit.client.0.smithi077.stdout:op 4092 completed, throughput=5MB/sec 2024-09-16T11:37:31.072 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DO_mtc3L6ySu8Ro off=4264507 len=929490 2024-09-16T11:37:31.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 4093 completed, throughput=5MB/sec 2024-09-16T11:37:31.078 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lACLXUamqGyhEmM off=3949740 len=855988 2024-09-16T11:37:31.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 4094 completed, throughput=5MB/sec 2024-09-16T11:37:31.079 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CA5HV1g2MpQ-w-K off=10331441 len=252008 2024-09-16T11:37:31.079 INFO:tasks.workunit.client.0.smithi077.stdout:op 4095 completed, throughput=5MB/sec 2024-09-16T11:37:31.079 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VwU1rGLVN-O8fWy off=6359776 len=1387247 2024-09-16T11:37:31.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 4096 completed, throughput=5MB/sec 2024-09-16T11:37:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:31 smithi077 ceph-mon[86047]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:31 smithi077 ceph-mon[88497]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:31 smithi191 ceph-mon[84934]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:32.086 INFO:tasks.workunit.client.0.smithi077.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:32.086 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zptXaMC2U6kefzQ off=21364940 len=1010844 2024-09-16T11:37:32.088 INFO:tasks.workunit.client.0.smithi077.stdout:op 4097 completed, throughput=5MB/sec 2024-09-16T11:37:32.088 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k6royquStkIiDHY off=6577723 len=420989 2024-09-16T11:37:32.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 4098 completed, throughput=5MB/sec 2024-09-16T11:37:32.090 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HG2019gZ38MU2PQ off=14335367 len=597330 2024-09-16T11:37:32.093 INFO:tasks.workunit.client.0.smithi077.stdout:op 4099 completed, throughput=5MB/sec 2024-09-16T11:37:32.093 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DHX0CDYWwi84wHS off=12972304 len=298233 2024-09-16T11:37:32.097 INFO:tasks.workunit.client.0.smithi077.stdout:op 4100 completed, throughput=5MB/sec 2024-09-16T11:37:32.097 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tpFNE8UXlvVW81_ off=3873264 len=1828515 2024-09-16T11:37:32.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 4101 completed, throughput=5MB/sec 2024-09-16T11:37:32.107 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-av_CDVzUHK9LHUm off=11640868 len=953658 2024-09-16T11:37:32.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 4102 completed, throughput=5MB/sec 2024-09-16T11:37:32.112 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ri9mLFTBeHCI4b2 off=6151003 len=1809004 2024-09-16T11:37:32.115 INFO:tasks.workunit.client.0.smithi077.stdout:op 4103 completed, throughput=5MB/sec 2024-09-16T11:37:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:33.116 INFO:tasks.workunit.client.0.smithi077.stdout: 806: throughput=5MB/sec pending data=0 2024-09-16T11:37:33.116 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VilDvYK8YOkI7TO off=7845198 len=223193 2024-09-16T11:37:33.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 4104 completed, throughput=5MB/sec 2024-09-16T11:37:33.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TpGzMR0WcYmtqyN off=14846565 len=161839 2024-09-16T11:37:33.122 INFO:tasks.workunit.client.0.smithi077.stdout:op 4105 completed, throughput=5MB/sec 2024-09-16T11:37:33.122 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--_4Q7BtWq47cRQ_ off=3815928 len=950236 2024-09-16T11:37:33.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 4106 completed, throughput=5MB/sec 2024-09-16T11:37:33.124 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pZutZuaOuEgfuj- off=6645129 len=1993413 2024-09-16T11:37:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 4107 completed, throughput=5MB/sec 2024-09-16T11:37:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NNAQ_fa0PKHiMyM off=13073223 len=1756479 2024-09-16T11:37:33.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 4108 completed, throughput=5MB/sec 2024-09-16T11:37:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:33 smithi077 ceph-mon[86047]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:33 smithi077 ceph-mon[88497]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:33 smithi191 ceph-mon[84934]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:34.133 INFO:tasks.workunit.client.0.smithi077.stdout: 807: throughput=5MB/sec pending data=0 2024-09-16T11:37:34.133 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-z0aOvJfMnzEwj9w off=217268 len=209282 2024-09-16T11:37:34.134 INFO:tasks.workunit.client.0.smithi077.stdout:op 4109 completed, throughput=5MB/sec 2024-09-16T11:37:34.134 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pm1TiOXF0sIBJrt off=8161593 len=904399 2024-09-16T11:37:34.139 INFO:tasks.workunit.client.0.smithi077.stdout:op 4110 completed, throughput=5MB/sec 2024-09-16T11:37:34.139 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z_UXdwXbvxWl2ZC off=13738664 len=575610 2024-09-16T11:37:34.143 INFO:tasks.workunit.client.0.smithi077.stdout:op 4111 completed, throughput=5MB/sec 2024-09-16T11:37:34.143 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ajJblKnazPY-w6H off=12526628 len=2049611 2024-09-16T11:37:34.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 4112 completed, throughput=5MB/sec 2024-09-16T11:37:34.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WqJVUmiB_Ci0cCI off=11587964 len=109287 2024-09-16T11:37:34.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 4113 completed, throughput=5MB/sec 2024-09-16T11:37:35.146 INFO:tasks.workunit.client.0.smithi077.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:35.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ucVohU8RjOa1DRY off=8855808 len=1815914 2024-09-16T11:37:35.157 INFO:tasks.workunit.client.0.smithi077.stdout:op 4114 completed, throughput=5MB/sec 2024-09-16T11:37:35.158 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5VXPcDO-f8ZNns4 off=4996145 len=1002297 2024-09-16T11:37:35.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 4115 completed, throughput=5MB/sec 2024-09-16T11:37:35.163 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W7Fwxkq5lB0nP4S off=15483014 len=581954 2024-09-16T11:37:35.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 4116 completed, throughput=5MB/sec 2024-09-16T11:37:35.167 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cEfPl3FARd79maw off=1419097 len=66742 2024-09-16T11:37:35.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 4117 completed, throughput=5MB/sec 2024-09-16T11:37:35.170 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7l4bQsvCZ9CGP-Q off=1579759 len=173217 2024-09-16T11:37:35.171 INFO:tasks.workunit.client.0.smithi077.stdout:op 4118 completed, throughput=5MB/sec 2024-09-16T11:37:35.171 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vKTeVxD7ejemKir off=10785145 len=1114226 2024-09-16T11:37:35.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 4119 completed, throughput=5MB/sec 2024-09-16T11:37:35.172 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nsqeBxLv7G6awBg off=11156891 len=815513 2024-09-16T11:37:35.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 4120 completed, throughput=5MB/sec 2024-09-16T11:37:35.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:35 smithi077 ceph-mon[86047]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:37:35.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:35 smithi077 ceph-mon[88497]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:37:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:35 smithi191 ceph-mon[84934]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:37:36.177 INFO:tasks.workunit.client.0.smithi077.stdout: 809: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:36.177 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F6EYC4IgGAXCi8Z off=2956303 len=1004019 2024-09-16T11:37:36.181 INFO:tasks.workunit.client.0.smithi077.stdout:op 4121 completed, throughput=5MB/sec 2024-09-16T11:37:36.181 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZHAvD186Y0z1L0A off=17002536 len=140617 2024-09-16T11:37:36.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 4122 completed, throughput=5MB/sec 2024-09-16T11:37:36.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RnS9sJyU6GDLAar off=1558806 len=1571887 2024-09-16T11:37:36.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 4123 completed, throughput=5MB/sec 2024-09-16T11:37:36.190 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-je11gZiCUVb_wSE off=11420083 len=685364 2024-09-16T11:37:36.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 4124 completed, throughput=5MB/sec 2024-09-16T11:37:36.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DNTntGpEt0kY9q3 off=10259177 len=329131 2024-09-16T11:37:36.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 4125 completed, throughput=5MB/sec 2024-09-16T11:37:36.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zV7_9OE7NvJrAts off=10113262 len=596824 2024-09-16T11:37:36.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 4126 completed, throughput=5MB/sec 2024-09-16T11:37:36.199 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pKumazHYlyT289_ off=2662613 len=1204776 2024-09-16T11:37:36.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 4127 completed, throughput=5MB/sec 2024-09-16T11:37:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:36] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:37:37.207 INFO:tasks.workunit.client.0.smithi077.stdout: 810: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:37.208 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Aes3m2AKVn2LUVY off=427618 len=2019199 2024-09-16T11:37:37.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 4128 completed, throughput=5MB/sec 2024-09-16T11:37:37.210 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YC9tWRuqdfYaMp- off=3169569 len=1115774 2024-09-16T11:37:37.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 4129 completed, throughput=5MB/sec 2024-09-16T11:37:37.217 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-czvUXUZboyRTzGO off=8540449 len=1901951 2024-09-16T11:37:37.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 4130 completed, throughput=5MB/sec 2024-09-16T11:37:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:37 smithi077 ceph-mon[86047]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:37 smithi077 ceph-mon[88497]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:37 smithi191 ceph-mon[84934]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:38.219 INFO:tasks.workunit.client.0.smithi077.stdout: 811: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:38.219 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-obZaqVSikvv9kyr off=946320 len=505384 2024-09-16T11:37:38.223 INFO:tasks.workunit.client.0.smithi077.stdout:op 4131 completed, throughput=4.99MB/sec 2024-09-16T11:37:38.223 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gigw9LUPrxRYTBg off=5821027 len=870764 2024-09-16T11:37:38.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 4132 completed, throughput=5MB/sec 2024-09-16T11:37:38.225 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2u6SbQ4r7v_HtEn off=10530348 len=960295 2024-09-16T11:37:38.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 4133 completed, throughput=5MB/sec 2024-09-16T11:37:38.230 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k9ElLWbkZp6M2sw off=5500605 len=1146961 2024-09-16T11:37:38.236 INFO:tasks.workunit.client.0.smithi077.stdout:op 4134 completed, throughput=5MB/sec 2024-09-16T11:37:38.236 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2TwgKs2OCt5lLxd off=4812933 len=1368763 2024-09-16T11:37:38.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 4135 completed, throughput=5MB/sec 2024-09-16T11:37:38.244 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lXTgAdwkJwU4Qee off=10054203 len=1064062 2024-09-16T11:37:38.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 4136 completed, throughput=5MB/sec 2024-09-16T11:37:39.247 INFO:tasks.workunit.client.0.smithi077.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:39.247 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V2_93co0UEc92yp off=4229750 len=671194 2024-09-16T11:37:39.259 INFO:tasks.workunit.client.0.smithi077.stdout:op 4137 completed, throughput=5MB/sec 2024-09-16T11:37:39.259 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e3W_LTlwK4QBNIg off=936779 len=1282636 2024-09-16T11:37:39.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 4138 completed, throughput=5MB/sec 2024-09-16T11:37:39.270 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i33yq_iaUOlKuGk off=9990034 len=230675 2024-09-16T11:37:39.273 INFO:tasks.workunit.client.0.smithi077.stdout:op 4139 completed, throughput=5MB/sec 2024-09-16T11:37:39.273 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1eN_SWq2YUH2PtA off=15653707 len=1603034 2024-09-16T11:37:39.280 INFO:tasks.workunit.client.0.smithi077.stdout:op 4140 completed, throughput=5MB/sec 2024-09-16T11:37:39.280 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jsm3a40qM4whBjY off=13257508 len=501962 2024-09-16T11:37:39.283 INFO:tasks.workunit.client.0.smithi077.stdout:op 4141 completed, throughput=5MB/sec 2024-09-16T11:37:39.283 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uMntzi-ZQEr30YS off=2121140 len=1748909 2024-09-16T11:37:39.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 4142 completed, throughput=5MB/sec 2024-09-16T11:37:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:39 smithi077 ceph-mon[86047]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:39 smithi077 ceph-mon[88497]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:39 smithi191 ceph-mon[84934]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:40.287 INFO:tasks.workunit.client.0.smithi077.stdout: 813: throughput=5MB/sec pending data=0 2024-09-16T11:37:40.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zwQIaoAERVoF3Aa off=2441554 len=1589882 2024-09-16T11:37:40.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 4143 completed, throughput=5MB/sec 2024-09-16T11:37:40.296 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ok4LmY00hjFiBai off=5334045 len=868651 2024-09-16T11:37:40.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 4144 completed, throughput=5MB/sec 2024-09-16T11:37:40.297 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0tVT86YOIXwGAr- off=1641605 len=824640 2024-09-16T11:37:40.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 4145 completed, throughput=5MB/sec 2024-09-16T11:37:40.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lchRFXy_cvkLoNz off=1212164 len=621984 2024-09-16T11:37:40.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 4146 completed, throughput=5MB/sec 2024-09-16T11:37:40.303 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--yyQnVPsXXH__0A off=4771129 len=34255 2024-09-16T11:37:40.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 4147 completed, throughput=5MB/sec 2024-09-16T11:37:40.305 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rCX6pZE3qJyWo21 off=6500723 len=697461 2024-09-16T11:37:40.306 INFO:tasks.workunit.client.0.smithi077.stdout:op 4148 completed, throughput=5MB/sec 2024-09-16T11:37:41.306 INFO:tasks.workunit.client.0.smithi077.stdout: 814: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:41.307 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-01RLfuzJX4OQ5jh off=5626179 len=937541 2024-09-16T11:37:41.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 4149 completed, throughput=5MB/sec 2024-09-16T11:37:41.308 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T9GvzonpxbWXEEg off=8345082 len=717169 2024-09-16T11:37:41.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 4150 completed, throughput=5MB/sec 2024-09-16T11:37:41.310 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H61BuPlcnfiA8Lq off=5188618 len=1293547 2024-09-16T11:37:41.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 4151 completed, throughput=5MB/sec 2024-09-16T11:37:41.311 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RnS9sJyU6GDLAar off=5266350 len=1650062 2024-09-16T11:37:41.313 INFO:tasks.workunit.client.0.smithi077.stdout:op 4152 completed, throughput=5MB/sec 2024-09-16T11:37:41.313 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-51zKvnYiCJNQamx off=6697604 len=1881479 2024-09-16T11:37:41.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 4153 completed, throughput=5MB/sec 2024-09-16T11:37:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:41 smithi077 ceph-mon[86047]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:41 smithi077 ceph-mon[88497]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:41 smithi191 ceph-mon[84934]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:42.325 INFO:tasks.workunit.client.0.smithi077.stdout: 815: throughput=5MB/sec pending data=0 2024-09-16T11:37:42.325 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JZFs8oVCdZDoF_b off=4944736 len=1354179 2024-09-16T11:37:42.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 4154 completed, throughput=5MB/sec 2024-09-16T11:37:42.328 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IE6PU6jDdKIQbzf off=6379406 len=361824 2024-09-16T11:37:42.328 INFO:tasks.workunit.client.0.smithi077.stdout:op 4155 completed, throughput=5MB/sec 2024-09-16T11:37:42.329 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hApZRPFYe_MUXjk off=7655282 len=543159 2024-09-16T11:37:42.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 4156 completed, throughput=5MB/sec 2024-09-16T11:37:42.333 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u3TiLWdXb_liOpo off=1443310 len=940626 2024-09-16T11:37:42.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 4157 completed, throughput=5MB/sec 2024-09-16T11:37:42.338 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R1plqY0p7R18ZlL off=0 len=1332905 2024-09-16T11:37:42.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 4158 completed, throughput=5MB/sec 2024-09-16T11:37:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:43.344 INFO:tasks.workunit.client.0.smithi077.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:43.344 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E_BpXBYY_YCaryh off=3142907 len=654012 2024-09-16T11:37:43.345 INFO:tasks.workunit.client.0.smithi077.stdout:op 4159 completed, throughput=5MB/sec 2024-09-16T11:37:43.345 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PA5bKy5gDTkdcrA off=2429879 len=638781 2024-09-16T11:37:43.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 4160 completed, throughput=5MB/sec 2024-09-16T11:37:43.350 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i2Y_Lpi2q65feaY off=1260106 len=1410778 2024-09-16T11:37:43.356 INFO:tasks.workunit.client.0.smithi077.stdout:op 4161 completed, throughput=5MB/sec 2024-09-16T11:37:43.356 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S1FJExib3w-VTtj off=13159014 len=218348 2024-09-16T11:37:43.359 INFO:tasks.workunit.client.0.smithi077.stdout:op 4162 completed, throughput=5MB/sec 2024-09-16T11:37:43.359 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aZPW9nxkhxv23b- off=6264153 len=1530680 2024-09-16T11:37:43.361 INFO:tasks.workunit.client.0.smithi077.stdout:op 4163 completed, throughput=5MB/sec 2024-09-16T11:37:43.361 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hCE1oEmn3SgpZ92 off=20866118 len=1195898 2024-09-16T11:37:43.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 4164 completed, throughput=5MB/sec 2024-09-16T11:37:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:43 smithi077 ceph-mon[88497]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:37:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:43 smithi077 ceph-mon[86047]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:37:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:43 smithi191 ceph-mon[84934]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:37:44.363 INFO:tasks.workunit.client.0.smithi077.stdout: 817: throughput=5MB/sec pending data=0 2024-09-16T11:37:44.363 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dP27mIk8c4ejzpy off=11075360 len=56648 2024-09-16T11:37:44.364 INFO:tasks.workunit.client.0.smithi077.stdout:op 4165 completed, throughput=5MB/sec 2024-09-16T11:37:44.364 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aVvj1s0l5LRC7VS off=7829290 len=1263210 2024-09-16T11:37:44.367 INFO:tasks.workunit.client.0.smithi077.stdout:op 4166 completed, throughput=5MB/sec 2024-09-16T11:37:44.367 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5DWGUvKlOga77fB off=469881 len=994652 2024-09-16T11:37:44.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 4167 completed, throughput=5MB/sec 2024-09-16T11:37:44.369 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NapZ5Z4OTzYAetw off=2213007 len=1020000 2024-09-16T11:37:44.374 INFO:tasks.workunit.client.0.smithi077.stdout:op 4168 completed, throughput=5MB/sec 2024-09-16T11:37:44.374 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r2jm7OeCI5_fSiU off=902953 len=2024819 2024-09-16T11:37:44.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 4169 completed, throughput=5MB/sec 2024-09-16T11:37:45.387 INFO:tasks.workunit.client.0.smithi077.stdout: 818: throughput=5MB/sec pending data=0 2024-09-16T11:37:45.387 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cO9dZgdARgBatsQ off=1860247 len=2055144 2024-09-16T11:37:45.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 4170 completed, throughput=5MB/sec 2024-09-16T11:37:45.397 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fJogFyYc4mC_3ZN off=7803568 len=1513022 2024-09-16T11:37:45.399 INFO:tasks.workunit.client.0.smithi077.stdout:op 4171 completed, throughput=5MB/sec 2024-09-16T11:37:45.399 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YU0qCT18WuYC8AQ off=10284224 len=1367167 2024-09-16T11:37:45.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 4172 completed, throughput=5MB/sec 2024-09-16T11:37:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:45 smithi077 ceph-mon[86047]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:45 smithi077 ceph-mon[88497]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:45 smithi191 ceph-mon[84934]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:46.401 INFO:tasks.workunit.client.0.smithi077.stdout: 819: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:46.401 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1no35BrKpuPun0u off=13411396 len=1835624 2024-09-16T11:37:46.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 4173 completed, throughput=5MB/sec 2024-09-16T11:37:46.410 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BDhq7TN7sbKnzaP off=1906021 len=1700993 2024-09-16T11:37:46.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 4174 completed, throughput=5MB/sec 2024-09-16T11:37:46.414 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Wdaj6FbWDBN9XXv off=745979 len=382125 2024-09-16T11:37:46.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 4175 completed, throughput=5MB/sec 2024-09-16T11:37:46.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KmLduYLllAjpDXo off=2720238 len=1587637 2024-09-16T11:37:46.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 4176 completed, throughput=5MB/sec 2024-09-16T11:37:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:46] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:37:47.420 INFO:tasks.workunit.client.0.smithi077.stdout: 820: throughput=5MB/sec pending data=0 2024-09-16T11:37:47.420 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9R04il8FmJeh7wr off=436535 len=1072507 2024-09-16T11:37:47.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 4177 completed, throughput=5MB/sec 2024-09-16T11:37:47.421 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5kr4_IdSURsxWas off=2356953 len=1290388 2024-09-16T11:37:47.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 4178 completed, throughput=5MB/sec 2024-09-16T11:37:47.423 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aFg0BiokYJquMMH off=7655362 len=1943151 2024-09-16T11:37:47.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 4179 completed, throughput=5MB/sec 2024-09-16T11:37:47.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GHymFEcssLImolL off=2939564 len=209045 2024-09-16T11:37:47.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 4180 completed, throughput=5MB/sec 2024-09-16T11:37:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:47 smithi077 ceph-mon[86047]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:47 smithi077 ceph-mon[88497]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:47 smithi191 ceph-mon[84934]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:48.438 INFO:tasks.workunit.client.0.smithi077.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:48.438 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yzFYTwPIiW0O2Mo off=827294 len=1592831 2024-09-16T11:37:48.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 4181 completed, throughput=5MB/sec 2024-09-16T11:37:48.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4vBL0pF0pAFVTNc off=296733 len=595869 2024-09-16T11:37:48.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 4182 completed, throughput=5MB/sec 2024-09-16T11:37:48.449 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZxH4skEXB_kJFVs off=2967973 len=1378869 2024-09-16T11:37:48.451 INFO:tasks.workunit.client.0.smithi077.stdout:op 4183 completed, throughput=5MB/sec 2024-09-16T11:37:48.451 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_dAdTHLuLtoEI2M off=23196156 len=1635244 2024-09-16T11:37:48.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 4184 completed, throughput=5MB/sec 2024-09-16T11:37:48.460 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W4sbZs6S5JlqzSK off=540827 len=639395 2024-09-16T11:37:48.464 INFO:tasks.workunit.client.0.smithi077.stdout:op 4185 completed, throughput=5MB/sec 2024-09-16T11:37:49.464 INFO:tasks.workunit.client.0.smithi077.stdout: 822: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:49.464 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vEqwDoywCe7vGGP off=2459194 len=1499596 2024-09-16T11:37:49.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 4186 completed, throughput=5MB/sec 2024-09-16T11:37:49.472 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oQ_MOd5KnGri3JS off=4380311 len=1074269 2024-09-16T11:37:49.476 INFO:tasks.workunit.client.0.smithi077.stdout:op 4187 completed, throughput=5MB/sec 2024-09-16T11:37:49.477 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GL5yb13fnEl9fcM off=1609654 len=1665212 2024-09-16T11:37:49.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 4188 completed, throughput=5MB/sec 2024-09-16T11:37:49.485 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CGBN-v_vhF3C72I off=7773967 len=383085 2024-09-16T11:37:49.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 4189 completed, throughput=5MB/sec 2024-09-16T11:37:49.486 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cGxVpX4-M9g1-SQ off=0 len=1223311 2024-09-16T11:37:49.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 4190 completed, throughput=5MB/sec 2024-09-16T11:37:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:49 smithi077 ceph-mon[86047]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:49 smithi077 ceph-mon[88497]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:49 smithi191 ceph-mon[84934]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:37:50.488 INFO:tasks.workunit.client.0.smithi077.stdout: 823: throughput=5MB/sec pending data=0 2024-09-16T11:37:50.488 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zS2PfQpzLp2lvtm off=5801708 len=1329865 2024-09-16T11:37:50.490 INFO:tasks.workunit.client.0.smithi077.stdout:op 4191 completed, throughput=5MB/sec 2024-09-16T11:37:50.490 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t1VHfvpUDOtD4-B off=5214224 len=419807 2024-09-16T11:37:50.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 4192 completed, throughput=5MB/sec 2024-09-16T11:37:50.494 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Xwxa2aEhR2DxVot off=15774443 len=1512545 2024-09-16T11:37:50.500 INFO:tasks.workunit.client.0.smithi077.stdout:op 4193 completed, throughput=5MB/sec 2024-09-16T11:37:50.500 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q1dODusaafA8Y9Z off=758546 len=1901163 2024-09-16T11:37:50.503 INFO:tasks.workunit.client.0.smithi077.stdout:op 4194 completed, throughput=5MB/sec 2024-09-16T11:37:51.503 INFO:tasks.workunit.client.0.smithi077.stdout: 824: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:51.503 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yz_UKUiFBh8ZqY1 off=20629808 len=1311443 2024-09-16T11:37:51.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 4195 completed, throughput=5MB/sec 2024-09-16T11:37:51.510 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SFATuQhTptO2DdL off=14645920 len=1649431 2024-09-16T11:37:51.512 INFO:tasks.workunit.client.0.smithi077.stdout:op 4196 completed, throughput=5MB/sec 2024-09-16T11:37:51.512 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KS8gNIjvtARM3AY off=14426158 len=565969 2024-09-16T11:37:51.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 4197 completed, throughput=5MB/sec 2024-09-16T11:37:51.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A17tky2FDfi1hfD off=8130455 len=1584754 2024-09-16T11:37:51.524 INFO:tasks.workunit.client.0.smithi077.stdout:op 4198 completed, throughput=5MB/sec 2024-09-16T11:37:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:51 smithi077 ceph-mon[86047]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:51 smithi077 ceph-mon[88497]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:51 smithi191 ceph-mon[84934]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:37:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: 825: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:52.525 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QmHHLhSFSJM4qFM off=664764 len=688230 2024-09-16T11:37:52.526 INFO:tasks.workunit.client.0.smithi077.stdout:op 4199 completed, throughput=5MB/sec 2024-09-16T11:37:52.526 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LcNd3VYwypgQh_q off=5599084 len=832236 2024-09-16T11:37:52.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 4200 completed, throughput=5MB/sec 2024-09-16T11:37:52.527 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bBuepD_FJeVcWhd off=6003667 len=31630 2024-09-16T11:37:52.530 INFO:tasks.workunit.client.0.smithi077.stdout:op 4201 completed, throughput=5MB/sec 2024-09-16T11:37:52.530 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NHsUv-0YNXmvNp5 off=9012776 len=1030504 2024-09-16T11:37:52.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 4202 completed, throughput=5MB/sec 2024-09-16T11:37:52.536 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rb1kx2o2crjCVWS off=20410517 len=856743 2024-09-16T11:37:52.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 4203 completed, throughput=5MB/sec 2024-09-16T11:37:52.537 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OvHOOT0vOH478l- off=5709679 len=1757435 2024-09-16T11:37:52.544 INFO:tasks.workunit.client.0.smithi077.stdout:op 4204 completed, throughput=5MB/sec 2024-09-16T11:37:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:37:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:37:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:53.545 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GdDvUcCJK2oviH9 off=2574153 len=1386592 2024-09-16T11:37:53.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 4205 completed, throughput=5MB/sec 2024-09-16T11:37:53.556 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UDRF1JsUYO4MwRc off=2026923 len=717915 2024-09-16T11:37:53.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 4206 completed, throughput=5MB/sec 2024-09-16T11:37:53.560 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-toDxkQkLIIJtNn2 off=13103140 len=1638959 2024-09-16T11:37:53.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 4207 completed, throughput=5MB/sec 2024-09-16T11:37:53.562 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_L4cpOYob-WJvFc off=1711518 len=2007142 2024-09-16T11:37:53.574 INFO:tasks.workunit.client.0.smithi077.stdout:op 4208 completed, throughput=5MB/sec 2024-09-16T11:37:53.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:53 smithi077 ceph-mon[86047]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:53 smithi077 ceph-mon[88497]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:53 smithi191 ceph-mon[84934]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:37:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: 827: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:54.574 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6NVeQiJoHA-8c3o off=480311 len=1214127 2024-09-16T11:37:54.582 INFO:tasks.workunit.client.0.smithi077.stdout:op 4209 completed, throughput=5MB/sec 2024-09-16T11:37:54.582 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xeU6aF0BnmU5B2I off=815748 len=1227478 2024-09-16T11:37:54.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 4210 completed, throughput=5MB/sec 2024-09-16T11:37:54.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XzcR5sJNgM0O953 off=15013962 len=1809765 2024-09-16T11:37:54.597 INFO:tasks.workunit.client.0.smithi077.stdout:op 4211 completed, throughput=5MB/sec 2024-09-16T11:37:54.597 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-daKAQtYW0YFfvGy off=3847770 len=548644 2024-09-16T11:37:54.598 INFO:tasks.workunit.client.0.smithi077.stdout:op 4212 completed, throughput=5MB/sec 2024-09-16T11:37:55.598 INFO:tasks.workunit.client.0.smithi077.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:55.599 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1bLr6lJq1tEzhVA off=6477957 len=57852 2024-09-16T11:37:55.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 4213 completed, throughput=4.99MB/sec 2024-09-16T11:37:55.601 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hsxbBtpRYgV4XXQ off=10560535 len=672171 2024-09-16T11:37:55.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 4214 completed, throughput=5MB/sec 2024-09-16T11:37:55.603 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EwRaOv4AHUZsK6B off=4034958 len=399960 2024-09-16T11:37:55.606 INFO:tasks.workunit.client.0.smithi077.stdout:op 4215 completed, throughput=5MB/sec 2024-09-16T11:37:55.606 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FsLy-4Nis0aEvjd off=14022149 len=487126 2024-09-16T11:37:55.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 4216 completed, throughput=5MB/sec 2024-09-16T11:37:55.607 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1UWbx2-r0D0nvTR off=7059642 len=803009 2024-09-16T11:37:55.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 4217 completed, throughput=5MB/sec 2024-09-16T11:37:55.608 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PO9Tn4MUQaDhO7w off=5455621 len=288958 2024-09-16T11:37:55.611 INFO:tasks.workunit.client.0.smithi077.stdout:op 4218 completed, throughput=5MB/sec 2024-09-16T11:37:55.611 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TVCpYTgCZVwr713 off=11901678 len=104897 2024-09-16T11:37:55.612 INFO:tasks.workunit.client.0.smithi077.stdout:op 4219 completed, throughput=5MB/sec 2024-09-16T11:37:55.612 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3NcgLTCC8u5S0n- off=9424051 len=1062748 2024-09-16T11:37:55.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 4220 completed, throughput=5MB/sec 2024-09-16T11:37:55.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LQvPPy-0Ca5obK9 off=14604514 len=864212 2024-09-16T11:37:55.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 4221 completed, throughput=5MB/sec 2024-09-16T11:37:55.619 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fyh-OcNlM_raeHv off=1432093 len=1233777 2024-09-16T11:37:55.621 INFO:tasks.workunit.client.0.smithi077.stdout:op 4222 completed, throughput=5MB/sec 2024-09-16T11:37:55.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:55 smithi077 ceph-mon[86047]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:55 smithi077 ceph-mon[88497]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:55 smithi191 ceph-mon[84934]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:37:56.622 INFO:tasks.workunit.client.0.smithi077.stdout: 829: throughput=5MB/sec pending data=0 2024-09-16T11:37:56.622 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1BTsDBiR6Ge9zbj off=5461155 len=706578 2024-09-16T11:37:56.623 INFO:tasks.workunit.client.0.smithi077.stdout:op 4223 completed, throughput=5MB/sec 2024-09-16T11:37:56.623 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vxzBais96KVPdXF off=2918753 len=495951 2024-09-16T11:37:56.623 INFO:tasks.workunit.client.0.smithi077.stdout:op 4224 completed, throughput=5MB/sec 2024-09-16T11:37:56.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Aiz_1oZ3vqubbxp off=14384859 len=692990 2024-09-16T11:37:56.628 INFO:tasks.workunit.client.0.smithi077.stdout:op 4225 completed, throughput=5MB/sec 2024-09-16T11:37:56.628 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jG-K8bECbBi7zBd off=17514192 len=676917 2024-09-16T11:37:56.631 INFO:tasks.workunit.client.0.smithi077.stdout:op 4226 completed, throughput=5MB/sec 2024-09-16T11:37:56.632 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b26Ds8YECEhbplt off=7946476 len=2013649 2024-09-16T11:37:56.641 INFO:tasks.workunit.client.0.smithi077.stdout:op 4227 completed, throughput=5MB/sec 2024-09-16T11:37:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:37:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:37:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:37:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:37:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:37:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:37:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:37:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:37:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:37:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:37:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:37:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:37:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:37:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:37:56] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:37:57.641 INFO:tasks.workunit.client.0.smithi077.stdout: 830: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:57.642 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6ie01BEyBp6fqTw off=10001669 len=325163 2024-09-16T11:37:57.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 4228 completed, throughput=4.99MB/sec 2024-09-16T11:37:57.645 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TSDzXUlHXUNK6M2 off=21112653 len=1485370 2024-09-16T11:37:57.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 4229 completed, throughput=5MB/sec 2024-09-16T11:37:57.647 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-spcFU6M1-N63U6z off=14476569 len=618287 2024-09-16T11:37:57.651 INFO:tasks.workunit.client.0.smithi077.stdout:op 4230 completed, throughput=5MB/sec 2024-09-16T11:37:57.651 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cmrebTCEAy4w89A off=4498277 len=1711186 2024-09-16T11:37:57.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 4231 completed, throughput=5MB/sec 2024-09-16T11:37:57.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M9GhLwxMoMoo15j off=1172925 len=2082718 2024-09-16T11:37:57.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4232 completed, throughput=5MB/sec 2024-09-16T11:37:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:57 smithi077 ceph-mon[86047]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:37:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:57 smithi077 ceph-mon[88497]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:37:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:37:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:57 smithi191 ceph-mon[84934]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:37:58.662 INFO:tasks.workunit.client.0.smithi077.stdout: 831: throughput=5MB/sec pending data=0 2024-09-16T11:37:58.663 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3WzEPElO4Cudu1g off=12684173 len=892031 2024-09-16T11:37:58.668 INFO:tasks.workunit.client.0.smithi077.stdout:op 4233 completed, throughput=5MB/sec 2024-09-16T11:37:58.668 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d4IS-Y6r37laxlx off=6211707 len=615103 2024-09-16T11:37:58.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 4234 completed, throughput=5MB/sec 2024-09-16T11:37:58.672 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CUqYm95iPK4FqO6 off=15030380 len=598055 2024-09-16T11:37:58.674 INFO:tasks.workunit.client.0.smithi077.stdout:op 4235 completed, throughput=5MB/sec 2024-09-16T11:37:58.674 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xwDeBlMKgAfSbdd off=2963987 len=113887 2024-09-16T11:37:58.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 4236 completed, throughput=5MB/sec 2024-09-16T11:37:58.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TBZ6WqxPh4QMds- off=6864363 len=1394593 2024-09-16T11:37:58.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 4237 completed, throughput=5MB/sec 2024-09-16T11:37:58.683 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bTvaIGigWoK0yNr off=10843886 len=1250045 2024-09-16T11:37:58.684 INFO:tasks.workunit.client.0.smithi077.stdout:op 4238 completed, throughput=5MB/sec 2024-09-16T11:37:59.684 INFO:tasks.workunit.client.0.smithi077.stdout: 832: throughput=4.99MB/sec pending data=0 2024-09-16T11:37:59.685 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ftejy4BoLW5KflK off=263190 len=369133 2024-09-16T11:37:59.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 4239 completed, throughput=5MB/sec 2024-09-16T11:37:59.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MbkptJEWw1tK_mp off=1495585 len=1663233 2024-09-16T11:37:59.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 4240 completed, throughput=5MB/sec 2024-09-16T11:37:59.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SQnWEk35GCW0wdM off=3797413 len=1971943 2024-09-16T11:37:59.699 INFO:tasks.workunit.client.0.smithi077.stdout:op 4241 completed, throughput=5MB/sec 2024-09-16T11:37:59.699 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VzJfixBIdTHPi9L off=7240056 len=1450281 2024-09-16T11:37:59.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 4242 completed, throughput=5MB/sec 2024-09-16T11:37:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:37:59 smithi077 ceph-mon[88497]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:37:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:37:59 smithi077 ceph-mon[86047]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:37:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:37:59 smithi191 ceph-mon[84934]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T11:38:00.708 INFO:tasks.workunit.client.0.smithi077.stdout: 833: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:00.708 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DcTLWLDOpx8z9wb off=1535059 len=1193584 2024-09-16T11:38:00.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 4243 completed, throughput=5MB/sec 2024-09-16T11:38:00.711 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8NSABxPjt87JSpg off=131344 len=798360 2024-09-16T11:38:00.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 4244 completed, throughput=5MB/sec 2024-09-16T11:38:00.712 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YZ92l_o0BUGsyuy off=22193425 len=180194 2024-09-16T11:38:00.713 INFO:tasks.workunit.client.0.smithi077.stdout:op 4245 completed, throughput=5MB/sec 2024-09-16T11:38:00.713 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BiscDV4EY-VjvAr off=18759652 len=1592946 2024-09-16T11:38:00.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 4246 completed, throughput=5MB/sec 2024-09-16T11:38:00.715 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-99gWARYbJ267Vxs off=1972196 len=1697897 2024-09-16T11:38:00.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 4247 completed, throughput=5MB/sec 2024-09-16T11:38:01.722 INFO:tasks.workunit.client.0.smithi077.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:01.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SoqrTevzleWz9Gv off=2269147 len=786969 2024-09-16T11:38:01.724 INFO:tasks.workunit.client.0.smithi077.stdout:op 4248 completed, throughput=5MB/sec 2024-09-16T11:38:01.724 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7YbcTyXWu820EsR off=6955549 len=549088 2024-09-16T11:38:01.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 4249 completed, throughput=5MB/sec 2024-09-16T11:38:01.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8A6Y6LKlbcomirA off=23500612 len=225622 2024-09-16T11:38:01.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 4250 completed, throughput=5MB/sec 2024-09-16T11:38:01.729 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4A9MECoOe3Rtn3D off=13653268 len=2084040 2024-09-16T11:38:01.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 4251 completed, throughput=5MB/sec 2024-09-16T11:38:01.739 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sMni7s-HaCHzSDN off=510216 len=1586983 2024-09-16T11:38:01.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 4252 completed, throughput=5MB/sec 2024-09-16T11:38:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:01 smithi077 ceph-mon[88497]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:38:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:01 smithi077 ceph-mon[86047]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:38:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:01 smithi191 ceph-mon[84934]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:38:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:02.741 INFO:tasks.workunit.client.0.smithi077.stdout: 835: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:02.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c8V7NGOOCtBk16r off=2410269 len=1845931 2024-09-16T11:38:02.749 INFO:tasks.workunit.client.0.smithi077.stdout:op 4253 completed, throughput=5MB/sec 2024-09-16T11:38:02.750 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vCsEzd8wVNQ1jJM off=21175727 len=487647 2024-09-16T11:38:02.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 4254 completed, throughput=5MB/sec 2024-09-16T11:38:02.751 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4vq1v_hRWQJ507R off=1614092 len=1374868 2024-09-16T11:38:02.758 INFO:tasks.workunit.client.0.smithi077.stdout:op 4255 completed, throughput=5MB/sec 2024-09-16T11:38:02.758 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xx_OxNU70Y8xnr1 off=3643220 len=826430 2024-09-16T11:38:02.762 INFO:tasks.workunit.client.0.smithi077.stdout:op 4256 completed, throughput=5MB/sec 2024-09-16T11:38:02.762 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OpBYhlUIniSE7iq off=11284499 len=367435 2024-09-16T11:38:02.763 INFO:tasks.workunit.client.0.smithi077.stdout:op 4257 completed, throughput=5MB/sec 2024-09-16T11:38:03.763 INFO:tasks.workunit.client.0.smithi077.stdout: 836: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:03.763 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-McG8s5mZ-wzXN7L off=14484699 len=709115 2024-09-16T11:38:03.766 INFO:tasks.workunit.client.0.smithi077.stdout:op 4258 completed, throughput=5MB/sec 2024-09-16T11:38:03.766 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8pTYpomkfEufRh9 off=0 len=1203905 2024-09-16T11:38:03.767 INFO:tasks.workunit.client.0.smithi077.stdout:op 4259 completed, throughput=5MB/sec 2024-09-16T11:38:03.768 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-savsXWtX-75ovI- off=1827724 len=1196789 2024-09-16T11:38:03.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 4260 completed, throughput=5MB/sec 2024-09-16T11:38:03.775 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_P23pkK6GLK9HU7 off=7405310 len=80874 2024-09-16T11:38:03.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 4261 completed, throughput=5MB/sec 2024-09-16T11:38:03.776 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E__1MF5xdbEbkq6 off=2565414 len=1545953 2024-09-16T11:38:03.779 INFO:tasks.workunit.client.0.smithi077.stdout:op 4262 completed, throughput=5MB/sec 2024-09-16T11:38:03.779 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FxaHJIHVtFtqRk6 off=20657264 len=1672538 2024-09-16T11:38:03.788 INFO:tasks.workunit.client.0.smithi077.stdout:op 4263 completed, throughput=5MB/sec 2024-09-16T11:38:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:03 smithi077 ceph-mon[88497]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:38:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:03 smithi077 ceph-mon[86047]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:38:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:03 smithi191 ceph-mon[84934]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:38:04.786 INFO:tasks.workunit.client.0.smithi077.stdout: 837: throughput=5MB/sec pending data=0 2024-09-16T11:38:04.786 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LLvCYM_-FzDamIj off=12408995 len=1292582 2024-09-16T11:38:04.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 4264 completed, throughput=5MB/sec 2024-09-16T11:38:04.794 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-w4m4ui_-kIqrXPG off=7333241 len=706091 2024-09-16T11:38:04.796 INFO:tasks.workunit.client.0.smithi077.stdout:op 4265 completed, throughput=5MB/sec 2024-09-16T11:38:04.797 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q91_vwmhGE-a-_Z off=161658 len=60547 2024-09-16T11:38:04.798 INFO:tasks.workunit.client.0.smithi077.stdout:op 4266 completed, throughput=5MB/sec 2024-09-16T11:38:04.799 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2Fgnkh1z6ptbkgm off=12255529 len=301450 2024-09-16T11:38:04.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 4267 completed, throughput=5MB/sec 2024-09-16T11:38:04.800 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X3bilKbBx4hPWeN off=4785575 len=1629790 2024-09-16T11:38:04.801 INFO:tasks.workunit.client.0.smithi077.stdout:op 4268 completed, throughput=5MB/sec 2024-09-16T11:38:04.801 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y67D22blOmb406a off=3201905 len=44001 2024-09-16T11:38:04.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 4269 completed, throughput=5MB/sec 2024-09-16T11:38:04.802 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vKP8CcCci4eSaI- off=2003058 len=1879752 2024-09-16T11:38:04.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 4270 completed, throughput=5MB/sec 2024-09-16T11:38:05.807 INFO:tasks.workunit.client.0.smithi077.stdout: 838: throughput=5MB/sec pending data=0 2024-09-16T11:38:05.807 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r8Ya-e0auN2ofjB off=15460901 len=1405505 2024-09-16T11:38:05.811 INFO:tasks.workunit.client.0.smithi077.stdout:op 4271 completed, throughput=5MB/sec 2024-09-16T11:38:05.811 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8qWshlZp5JmGeBi off=7759150 len=952019 2024-09-16T11:38:05.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 4272 completed, throughput=5MB/sec 2024-09-16T11:38:05.813 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OrT59oXTlpXooYd off=6732804 len=981139 2024-09-16T11:38:05.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 4273 completed, throughput=5MB/sec 2024-09-16T11:38:05.815 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YpiyuS59Wr463w0 off=4873318 len=285543 2024-09-16T11:38:05.816 INFO:tasks.workunit.client.0.smithi077.stdout:op 4274 completed, throughput=5MB/sec 2024-09-16T11:38:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:05 smithi077 ceph-mon[88497]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:38:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:05 smithi077 ceph-mon[86047]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:38:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:05 smithi191 ceph-mon[84934]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T11:38:06.816 INFO:tasks.workunit.client.0.smithi077.stdout: 839: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:06.817 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gYoOHRdWoPiTrxc off=1348507 len=75112 2024-09-16T11:38:06.819 INFO:tasks.workunit.client.0.smithi077.stdout:op 4275 completed, throughput=4.99MB/sec 2024-09-16T11:38:06.819 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2kzzLVmhGwYP_Lw off=12969043 len=49299 2024-09-16T11:38:06.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 4276 completed, throughput=4.99MB/sec 2024-09-16T11:38:06.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RXK0Nx1F6vKMOo5 off=277184 len=609695 2024-09-16T11:38:06.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 4277 completed, throughput=5MB/sec 2024-09-16T11:38:06.822 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BVhozKDRKSk8p2s off=9221810 len=1166157 2024-09-16T11:38:06.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 4278 completed, throughput=5MB/sec 2024-09-16T11:38:06.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V9Q36AhEVZpnixQ off=932167 len=21493 2024-09-16T11:38:06.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 4279 completed, throughput=5MB/sec 2024-09-16T11:38:06.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KlR2ZXHrcFT74zH off=11085126 len=304704 2024-09-16T11:38:06.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 4280 completed, throughput=5MB/sec 2024-09-16T11:38:06.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q5hZcTC7ohe8h-m off=2918126 len=1708552 2024-09-16T11:38:06.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 4281 completed, throughput=5MB/sec 2024-09-16T11:38:06.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1QLEASNxxgK9b72 off=5184579 len=789161 2024-09-16T11:38:06.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 4282 completed, throughput=5MB/sec 2024-09-16T11:38:06.833 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M2tqPUqFV9cjunk off=2493153 len=509397 2024-09-16T11:38:06.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 4283 completed, throughput=5MB/sec 2024-09-16T11:38:06.834 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LLvCYM_-FzDamIj off=7343638 len=1299279 2024-09-16T11:38:06.841 INFO:tasks.workunit.client.0.smithi077.stdout:op 4284 completed, throughput=5MB/sec 2024-09-16T11:38:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:06] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:38:07.841 INFO:tasks.workunit.client.0.smithi077.stdout: 840: throughput=5MB/sec pending data=0 2024-09-16T11:38:07.842 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L9Y4_xK5gfAEVFt off=5377775 len=1480009 2024-09-16T11:38:07.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 4285 completed, throughput=5MB/sec 2024-09-16T11:38:07.844 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7ah_Xurdz7Zkdtq off=7701592 len=381272 2024-09-16T11:38:07.844 INFO:tasks.workunit.client.0.smithi077.stdout:op 4286 completed, throughput=5MB/sec 2024-09-16T11:38:07.845 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lpnQ28WOgJ6nZ5O off=17734716 len=372462 2024-09-16T11:38:07.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 4287 completed, throughput=5MB/sec 2024-09-16T11:38:07.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1FJQ3xol8QNvmn off=185390 len=1271070 2024-09-16T11:38:07.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 4288 completed, throughput=5MB/sec 2024-09-16T11:38:07.855 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hBAYe4QStjR5RLS off=10371455 len=745032 2024-09-16T11:38:07.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 4289 completed, throughput=5MB/sec 2024-09-16T11:38:07.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:07 smithi077 ceph-mon[88497]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:38:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:07 smithi077 ceph-mon[86047]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:38:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:07 smithi191 ceph-mon[84934]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:38:08.857 INFO:tasks.workunit.client.0.smithi077.stdout: 841: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:08.857 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wnIR9PeDbBybWSr off=1948228 len=277719 2024-09-16T11:38:08.860 INFO:tasks.workunit.client.0.smithi077.stdout:op 4290 completed, throughput=4.99MB/sec 2024-09-16T11:38:08.860 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vnTX52LUMSqiga1 off=7918057 len=834529 2024-09-16T11:38:08.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 4291 completed, throughput=5MB/sec 2024-09-16T11:38:08.866 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8TJ4rtQoqDyo7oX off=8007326 len=1121514 2024-09-16T11:38:08.871 INFO:tasks.workunit.client.0.smithi077.stdout:op 4292 completed, throughput=5MB/sec 2024-09-16T11:38:08.871 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UAb6lslZmfUBmEc off=5542475 len=1225532 2024-09-16T11:38:08.877 INFO:tasks.workunit.client.0.smithi077.stdout:op 4293 completed, throughput=5MB/sec 2024-09-16T11:38:08.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WQDbuFRfSPMwAR9 off=1794414 len=1946205 2024-09-16T11:38:08.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 4294 completed, throughput=5MB/sec 2024-09-16T11:38:09.879 INFO:tasks.workunit.client.0.smithi077.stdout: 842: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:09.879 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-olveN3-R5Zt3YP9 off=2941477 len=1793893 2024-09-16T11:38:09.882 INFO:tasks.workunit.client.0.smithi077.stdout:op 4295 completed, throughput=5MB/sec 2024-09-16T11:38:09.882 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y2qESRm6kfauu5L off=23027203 len=606442 2024-09-16T11:38:09.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 4296 completed, throughput=5MB/sec 2024-09-16T11:38:09.883 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iOcM0atvLfyfAAZ off=1676332 len=634796 2024-09-16T11:38:09.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 4297 completed, throughput=5MB/sec 2024-09-16T11:38:09.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bx_GiCu69_0wWzP off=2770225 len=115677 2024-09-16T11:38:09.890 INFO:tasks.workunit.client.0.smithi077.stdout:op 4298 completed, throughput=5MB/sec 2024-09-16T11:38:09.890 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4nR_7cKSMJA7mLS off=16005758 len=227982 2024-09-16T11:38:09.891 INFO:tasks.workunit.client.0.smithi077.stdout:op 4299 completed, throughput=5MB/sec 2024-09-16T11:38:09.891 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6S69f65cFUCKDr0 off=5725777 len=1458099 2024-09-16T11:38:09.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 4300 completed, throughput=5MB/sec 2024-09-16T11:38:09.899 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eqz9BV0DC7UesJz off=6130340 len=1053850 2024-09-16T11:38:09.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 4301 completed, throughput=5MB/sec 2024-09-16T11:38:09.921 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:09 smithi077 ceph-mon[88497]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:09 smithi077 ceph-mon[86047]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:09 smithi191 ceph-mon[84934]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:10.903 INFO:tasks.workunit.client.0.smithi077.stdout: 843: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:10.904 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-deYB38VdDqZnW4J off=2054983 len=892707 2024-09-16T11:38:10.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 4302 completed, throughput=5MB/sec 2024-09-16T11:38:10.905 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cRxMjfHZPbZEXwc off=12180169 len=341250 2024-09-16T11:38:10.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 4303 completed, throughput=5MB/sec 2024-09-16T11:38:10.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YZ92l_o0BUGsyuy off=15404379 len=773855 2024-09-16T11:38:10.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 4304 completed, throughput=5MB/sec 2024-09-16T11:38:10.910 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Pzt-qhNQayJa0rQ off=16879366 len=1993454 2024-09-16T11:38:10.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 4305 completed, throughput=5MB/sec 2024-09-16T11:38:10.917 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uo2Zh-09kFsAWdL off=15771666 len=2014565 2024-09-16T11:38:10.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 4306 completed, throughput=5MB/sec 2024-09-16T11:38:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:11 smithi077 ceph-mon[88497]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:38:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:11 smithi077 ceph-mon[86047]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:38:11.922 INFO:tasks.workunit.client.0.smithi077.stdout: 844: throughput=5MB/sec pending data=0 2024-09-16T11:38:11.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7PKzWa4sRCGHiMV off=1322954 len=821717 2024-09-16T11:38:11.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 4307 completed, throughput=5MB/sec 2024-09-16T11:38:11.923 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Isr6Ardgv7ZoKNi off=18812354 len=1541507 2024-09-16T11:38:11.934 INFO:tasks.workunit.client.0.smithi077.stdout:op 4308 completed, throughput=5MB/sec 2024-09-16T11:38:11.934 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-niOAaLaYjL4BWvI off=7671066 len=1206451 2024-09-16T11:38:11.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 4309 completed, throughput=5MB/sec 2024-09-16T11:38:11.943 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hYiZBufenXiBflb off=14041408 len=1782952 2024-09-16T11:38:11.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 4310 completed, throughput=5MB/sec 2024-09-16T11:38:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:11 smithi191 ceph-mon[84934]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T11:38:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:12.945 INFO:tasks.workunit.client.0.smithi077.stdout: 845: throughput=5MB/sec pending data=0 2024-09-16T11:38:12.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_maSsF7ZlckKG7i off=4477594 len=950995 2024-09-16T11:38:12.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 4311 completed, throughput=5MB/sec 2024-09-16T11:38:12.951 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CRwo0uJr5ojFABz off=3125097 len=1688185 2024-09-16T11:38:12.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 4312 completed, throughput=5MB/sec 2024-09-16T11:38:12.958 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-78xCMtKdAh4ZEX2 off=4582488 len=1613818 2024-09-16T11:38:12.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 4313 completed, throughput=5MB/sec 2024-09-16T11:38:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:13 smithi077 ceph-mon[86047]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:13 smithi077 ceph-mon[88497]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:13.960 INFO:tasks.workunit.client.0.smithi077.stdout: 846: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:13.960 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DOvFc1MYU77HEuv off=452831 len=109220 2024-09-16T11:38:13.961 INFO:tasks.workunit.client.0.smithi077.stdout:op 4314 completed, throughput=4.99MB/sec 2024-09-16T11:38:13.961 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PkLnNrfSgaJUOeR off=359414 len=1721597 2024-09-16T11:38:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:13 smithi191 ceph-mon[84934]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:13.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 4315 completed, throughput=5MB/sec 2024-09-16T11:38:13.963 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E6WfxCPboVR5DgO off=1524420 len=198610 2024-09-16T11:38:13.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 4316 completed, throughput=5MB/sec 2024-09-16T11:38:13.967 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UB-9HybNe4aAxaB off=858864 len=1340916 2024-09-16T11:38:13.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 4317 completed, throughput=5MB/sec 2024-09-16T11:38:13.969 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9iy7B57gY3YhCzB off=527177 len=1991247 2024-09-16T11:38:13.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 4318 completed, throughput=5MB/sec 2024-09-16T11:38:14.977 INFO:tasks.workunit.client.0.smithi077.stdout: 847: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:14.977 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vJ8LOpaqHiMoTy4 off=9972183 len=1830863 2024-09-16T11:38:14.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 4319 completed, throughput=5MB/sec 2024-09-16T11:38:14.986 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2qHPwegdJMeEYGd off=393704 len=1853370 2024-09-16T11:38:14.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 4320 completed, throughput=5MB/sec 2024-09-16T11:38:14.995 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4vq1v_hRWQJ507R off=5232104 len=776132 2024-09-16T11:38:14.998 INFO:tasks.workunit.client.0.smithi077.stdout:op 4321 completed, throughput=5MB/sec 2024-09-16T11:38:14.998 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ARYShUUktcF79OC off=13197499 len=1774704 2024-09-16T11:38:15.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 4322 completed, throughput=5MB/sec 2024-09-16T11:38:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:15 smithi077 ceph-mon[86047]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:15 smithi077 ceph-mon[88497]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:15 smithi191 ceph-mon[84934]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:16.008 INFO:tasks.workunit.client.0.smithi077.stdout: 848: throughput=5MB/sec pending data=0 2024-09-16T11:38:16.008 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DOvFc1MYU77HEuv off=1422682 len=1806238 2024-09-16T11:38:16.021 INFO:tasks.workunit.client.0.smithi077.stdout:op 4323 completed, throughput=5MB/sec 2024-09-16T11:38:16.021 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VAJdLenWc2_f8JH off=269208 len=1024334 2024-09-16T11:38:16.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 4324 completed, throughput=5MB/sec 2024-09-16T11:38:16.023 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KvTkySOJHSounIB off=9206543 len=1106514 2024-09-16T11:38:16.029 INFO:tasks.workunit.client.0.smithi077.stdout:op 4325 completed, throughput=5MB/sec 2024-09-16T11:38:16.029 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-laZPCMOHgPEGH44 off=6873829 len=1122450 2024-09-16T11:38:16.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 4326 completed, throughput=5MB/sec 2024-09-16T11:38:17.035 INFO:tasks.workunit.client.0.smithi077.stdout: 849: throughput=5MB/sec pending data=0 2024-09-16T11:38:17.036 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-51sbEDCzNg21-GW off=6586052 len=2094354 2024-09-16T11:38:17.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 4327 completed, throughput=5MB/sec 2024-09-16T11:38:17.040 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4nJl7KIHzjpCRaR off=9328527 len=2060351 2024-09-16T11:38:17.046 INFO:tasks.workunit.client.0.smithi077.stdout:op 4328 completed, throughput=5MB/sec 2024-09-16T11:38:17.046 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Hb9vuHqY2bzDcUA off=2106890 len=379861 2024-09-16T11:38:17.050 INFO:tasks.workunit.client.0.smithi077.stdout:op 4329 completed, throughput=5MB/sec 2024-09-16T11:38:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:16] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:38:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:17 smithi077 ceph-mon[86047]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:38:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:17 smithi077 ceph-mon[88497]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:38:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:17 smithi191 ceph-mon[84934]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:38:18.050 INFO:tasks.workunit.client.0.smithi077.stdout: 850: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:18.051 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y5o6VehKGt3x5lp off=10429560 len=1513657 2024-09-16T11:38:18.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 4330 completed, throughput=5MB/sec 2024-09-16T11:38:18.053 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wRFhWgQeqWoswDI off=4361974 len=1058458 2024-09-16T11:38:18.059 INFO:tasks.workunit.client.0.smithi077.stdout:op 4331 completed, throughput=5MB/sec 2024-09-16T11:38:18.059 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zb0aalQnQubciRn off=15606442 len=1605653 2024-09-16T11:38:18.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 4332 completed, throughput=5MB/sec 2024-09-16T11:38:18.061 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UI0eOuCw_sgQN-t off=4315334 len=1945000 2024-09-16T11:38:18.063 INFO:tasks.workunit.client.0.smithi077.stdout:op 4333 completed, throughput=5MB/sec 2024-09-16T11:38:19.064 INFO:tasks.workunit.client.0.smithi077.stdout: 851: throughput=5MB/sec pending data=0 2024-09-16T11:38:19.064 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WtvthocSwFU6AFH off=9462732 len=327770 2024-09-16T11:38:19.064 INFO:tasks.workunit.client.0.smithi077.stdout:op 4334 completed, throughput=5MB/sec 2024-09-16T11:38:19.065 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OpBYhlUIniSE7iq off=1411318 len=291391 2024-09-16T11:38:19.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 4335 completed, throughput=5MB/sec 2024-09-16T11:38:19.065 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VnbBlSWyF4igsw9 off=9183534 len=620227 2024-09-16T11:38:19.066 INFO:tasks.workunit.client.0.smithi077.stdout:op 4336 completed, throughput=5MB/sec 2024-09-16T11:38:19.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n2zRVKl0CnuHS_z off=7431179 len=367361 2024-09-16T11:38:19.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 4337 completed, throughput=5MB/sec 2024-09-16T11:38:19.070 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-082H5_w1mdgXk24 off=4374535 len=1349295 2024-09-16T11:38:19.078 INFO:tasks.workunit.client.0.smithi077.stdout:op 4338 completed, throughput=5MB/sec 2024-09-16T11:38:19.079 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yyhJFdh1mlKmopt off=15271916 len=783746 2024-09-16T11:38:19.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 4339 completed, throughput=5MB/sec 2024-09-16T11:38:19.083 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c8V7NGOOCtBk16r off=2940646 len=2013397 2024-09-16T11:38:19.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 4340 completed, throughput=5MB/sec 2024-09-16T11:38:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:19 smithi077 ceph-mon[86047]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:19 smithi077 ceph-mon[88497]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:19 smithi191 ceph-mon[84934]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:20.087 INFO:tasks.workunit.client.0.smithi077.stdout: 852: throughput=5MB/sec pending data=0 2024-09-16T11:38:20.088 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2hoCxxHmgFPMOlG off=14412921 len=1653448 2024-09-16T11:38:20.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 4341 completed, throughput=5MB/sec 2024-09-16T11:38:20.090 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-utfFaLFBVK5f4Xs off=6559136 len=1629810 2024-09-16T11:38:20.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 4342 completed, throughput=5MB/sec 2024-09-16T11:38:20.092 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tA3pV3lSKAStaAh off=2595873 len=1674219 2024-09-16T11:38:20.093 INFO:tasks.workunit.client.0.smithi077.stdout:op 4343 completed, throughput=5MB/sec 2024-09-16T11:38:21.094 INFO:tasks.workunit.client.0.smithi077.stdout: 853: throughput=5MB/sec pending data=0 2024-09-16T11:38:21.094 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FOuJ-XvguVluLai off=1525754 len=298049 2024-09-16T11:38:21.097 INFO:tasks.workunit.client.0.smithi077.stdout:op 4344 completed, throughput=5MB/sec 2024-09-16T11:38:21.097 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3hoYf7IgChCFIaz off=6034475 len=1073984 2024-09-16T11:38:21.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 4345 completed, throughput=5MB/sec 2024-09-16T11:38:21.099 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-M_ir1qEiGsUrvEx off=8454184 len=1624118 2024-09-16T11:38:21.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 4346 completed, throughput=5MB/sec 2024-09-16T11:38:21.107 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i_r6c8HyKPrl7Eh off=2656762 len=1103707 2024-09-16T11:38:21.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 4347 completed, throughput=5MB/sec 2024-09-16T11:38:21.109 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ee9ZSFjx327nJB0 off=2800190 len=922954 2024-09-16T11:38:21.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 4348 completed, throughput=5MB/sec 2024-09-16T11:38:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:21 smithi077 ceph-mon[86047]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:21 smithi077 ceph-mon[88497]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:21 smithi191 ceph-mon[84934]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:38:22.110 INFO:tasks.workunit.client.0.smithi077.stdout: 854: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:22.110 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-989xDWsLCvIv-Ri off=3476695 len=882358 2024-09-16T11:38:22.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 4349 completed, throughput=5MB/sec 2024-09-16T11:38:22.112 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KA3KFFQh7fFIMaG off=1369442 len=913830 2024-09-16T11:38:22.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 4350 completed, throughput=5MB/sec 2024-09-16T11:38:22.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C7amiD_d7ACJJuB off=993079 len=1211142 2024-09-16T11:38:22.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 4351 completed, throughput=5MB/sec 2024-09-16T11:38:22.119 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C1MpvLlhFSTVGfV off=15767813 len=1732033 2024-09-16T11:38:22.121 INFO:tasks.workunit.client.0.smithi077.stdout:op 4352 completed, throughput=5MB/sec 2024-09-16T11:38:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:23.121 INFO:tasks.workunit.client.0.smithi077.stdout: 855: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:23.121 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6GW7QCVo0b4aYaI off=5031729 len=1863747 2024-09-16T11:38:23.130 INFO:tasks.workunit.client.0.smithi077.stdout:op 4353 completed, throughput=5MB/sec 2024-09-16T11:38:23.130 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wlsXsW6r8I038Jv off=658927 len=618706 2024-09-16T11:38:23.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 4354 completed, throughput=5MB/sec 2024-09-16T11:38:23.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9wrqcbYxj1z_XHJ off=3263918 len=1495434 2024-09-16T11:38:23.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 4355 completed, throughput=5MB/sec 2024-09-16T11:38:23.138 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_tkHcygET-9TRrL off=2032385 len=1065083 2024-09-16T11:38:23.139 INFO:tasks.workunit.client.0.smithi077.stdout:op 4356 completed, throughput=5MB/sec 2024-09-16T11:38:23.139 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wTyvmubKizjSUvt off=13324651 len=531561 2024-09-16T11:38:23.141 INFO:tasks.workunit.client.0.smithi077.stdout:op 4357 completed, throughput=5MB/sec 2024-09-16T11:38:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:23 smithi077 ceph-mon[86047]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:23 smithi077 ceph-mon[88497]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:23 smithi191 ceph-mon[84934]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:24.141 INFO:tasks.workunit.client.0.smithi077.stdout: 856: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:24.141 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HTgf7jIT-M-TvyV off=3864040 len=341704 2024-09-16T11:38:24.145 INFO:tasks.workunit.client.0.smithi077.stdout:op 4358 completed, throughput=4.99MB/sec 2024-09-16T11:38:24.145 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Gi2y0Nvczf2F64E off=1447926 len=924396 2024-09-16T11:38:24.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 4359 completed, throughput=5MB/sec 2024-09-16T11:38:24.146 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mTDrIOSJp-Qamx2 off=9806277 len=2071677 2024-09-16T11:38:24.159 INFO:tasks.workunit.client.0.smithi077.stdout:op 4360 completed, throughput=5MB/sec 2024-09-16T11:38:24.159 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NPtPdr3QlkEzohS off=1081474 len=672928 2024-09-16T11:38:24.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 4361 completed, throughput=5MB/sec 2024-09-16T11:38:24.160 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-COIyxbLljeSbFs6 off=3051963 len=1621063 2024-09-16T11:38:24.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 4362 completed, throughput=5MB/sec 2024-09-16T11:38:25.169 INFO:tasks.workunit.client.0.smithi077.stdout: 857: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:25.169 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xsQ1nEbPg1mD02r off=1723685 len=337214 2024-09-16T11:38:25.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 4363 completed, throughput=5MB/sec 2024-09-16T11:38:25.170 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NNhLQZ9sQ4jpRx4 off=10960185 len=2001798 2024-09-16T11:38:25.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 4364 completed, throughput=5MB/sec 2024-09-16T11:38:25.172 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u1PrLjHVj3-bTuu off=11980892 len=1526012 2024-09-16T11:38:25.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 4365 completed, throughput=5MB/sec 2024-09-16T11:38:25.174 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ypqxMCT-FwFakW3 off=2063743 len=319907 2024-09-16T11:38:25.180 INFO:tasks.workunit.client.0.smithi077.stdout:op 4366 completed, throughput=5MB/sec 2024-09-16T11:38:25.180 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0BgMz7J0Y9Tetyh off=553836 len=1840190 2024-09-16T11:38:25.182 INFO:tasks.workunit.client.0.smithi077.stdout:op 4367 completed, throughput=5MB/sec 2024-09-16T11:38:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:25 smithi077 ceph-mon[86047]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:38:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:25 smithi077 ceph-mon[88497]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:38:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:25 smithi191 ceph-mon[84934]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:38:26.183 INFO:tasks.workunit.client.0.smithi077.stdout: 858: throughput=5MB/sec pending data=0 2024-09-16T11:38:26.183 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-osnwyurTeweqf4d off=6468832 len=821376 2024-09-16T11:38:26.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 4368 completed, throughput=5MB/sec 2024-09-16T11:38:26.188 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VibLrzXZmF-_H6W off=2387311 len=1066769 2024-09-16T11:38:26.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 4369 completed, throughput=5MB/sec 2024-09-16T11:38:26.193 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KQe1mI6eZx5c5Kp off=7334977 len=1067490 2024-09-16T11:38:26.198 INFO:tasks.workunit.client.0.smithi077.stdout:op 4370 completed, throughput=5MB/sec 2024-09-16T11:38:26.198 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zu0xSrXInhhc4cx off=21703672 len=1623268 2024-09-16T11:38:26.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 4371 completed, throughput=5MB/sec 2024-09-16T11:38:27.043 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:26] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:38:27.204 INFO:tasks.workunit.client.0.smithi077.stdout: 859: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:27.204 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rp7xfECd_3ZPqy_ off=0 len=1533020 2024-09-16T11:38:27.213 INFO:tasks.workunit.client.0.smithi077.stdout:op 4372 completed, throughput=5MB/sec 2024-09-16T11:38:27.213 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xpTSLRxJulSyHqC off=5963981 len=605764 2024-09-16T11:38:27.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 4373 completed, throughput=5MB/sec 2024-09-16T11:38:27.218 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CXu7QvZNKdyJNQM off=8419826 len=1309492 2024-09-16T11:38:27.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 4374 completed, throughput=5MB/sec 2024-09-16T11:38:27.221 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JXNfGEyFZtBefm7 off=6215546 len=1125776 2024-09-16T11:38:27.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 4375 completed, throughput=5MB/sec 2024-09-16T11:38:27.229 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y3xJWcwrcTsNFIV off=10429903 len=366990 2024-09-16T11:38:27.232 INFO:tasks.workunit.client.0.smithi077.stdout:op 4376 completed, throughput=5MB/sec 2024-09-16T11:38:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:28.232 INFO:tasks.workunit.client.0.smithi077.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:28.232 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r0R_NgRoqy3C9-t off=17049995 len=1322907 2024-09-16T11:38:28.240 INFO:tasks.workunit.client.0.smithi077.stdout:op 4377 completed, throughput=5MB/sec 2024-09-16T11:38:28.240 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gwFQn4d94eulRgk off=5444286 len=2005020 2024-09-16T11:38:28.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 4378 completed, throughput=5MB/sec 2024-09-16T11:38:28.254 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZZIHZSS_yZ-27xl off=20384604 len=2068345 2024-09-16T11:38:28.256 INFO:tasks.workunit.client.0.smithi077.stdout:op 4379 completed, throughput=5MB/sec 2024-09-16T11:38:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:28 smithi077 ceph-mon[86047]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:38:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:28 smithi077 ceph-mon[88497]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:38:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:28 smithi191 ceph-mon[84934]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:38:29.257 INFO:tasks.workunit.client.0.smithi077.stdout: 861: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:29.257 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZGssLS_l8IRApGO off=2648308 len=1738236 2024-09-16T11:38:29.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 4380 completed, throughput=5MB/sec 2024-09-16T11:38:29.266 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sMuJg1m62dVUzVX off=8260007 len=1799247 2024-09-16T11:38:29.277 INFO:tasks.workunit.client.0.smithi077.stdout:op 4381 completed, throughput=5MB/sec 2024-09-16T11:38:29.277 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HDOlg6HDc3BcCiB off=11003799 len=1750407 2024-09-16T11:38:29.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 4382 completed, throughput=5MB/sec 2024-09-16T11:38:29.284 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6guM9Fq4w_KUak_ off=5874019 len=913311 2024-09-16T11:38:29.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 4383 completed, throughput=5MB/sec 2024-09-16T11:38:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:29 smithi077 ceph-mon[86047]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:29 smithi077 ceph-mon[88497]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:29 smithi191 ceph-mon[84934]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:38:30.286 INFO:tasks.workunit.client.0.smithi077.stdout: 862: throughput=5MB/sec pending data=0 2024-09-16T11:38:30.286 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oZYJAIvT3v_l4ux off=5288886 len=730774 2024-09-16T11:38:30.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 4384 completed, throughput=5MB/sec 2024-09-16T11:38:30.287 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q3Md5tDaizmt6Lk off=14117687 len=1051649 2024-09-16T11:38:30.289 INFO:tasks.workunit.client.0.smithi077.stdout:op 4385 completed, throughput=5MB/sec 2024-09-16T11:38:30.289 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gi959RzhAB8F2PR off=2744662 len=171988 2024-09-16T11:38:30.290 INFO:tasks.workunit.client.0.smithi077.stdout:op 4386 completed, throughput=5MB/sec 2024-09-16T11:38:30.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rC3mEQE5tqrgPAl off=48881 len=900054 2024-09-16T11:38:30.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 4387 completed, throughput=5MB/sec 2024-09-16T11:38:30.291 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JSp0fc0naoG86pT off=11283134 len=441849 2024-09-16T11:38:30.292 INFO:tasks.workunit.client.0.smithi077.stdout:op 4388 completed, throughput=5MB/sec 2024-09-16T11:38:30.292 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IFscgHFuIb8d9ZE off=771320 len=324080 2024-09-16T11:38:30.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 4389 completed, throughput=5MB/sec 2024-09-16T11:38:30.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NapZ5Z4OTzYAetw off=1591028 len=1419281 2024-09-16T11:38:30.295 INFO:tasks.workunit.client.0.smithi077.stdout:op 4390 completed, throughput=5MB/sec 2024-09-16T11:38:31.295 INFO:tasks.workunit.client.0.smithi077.stdout: 863: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:31.296 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-je11gZiCUVb_wSE off=18541053 len=1245904 2024-09-16T11:38:31.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 4391 completed, throughput=5MB/sec 2024-09-16T11:38:31.297 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qiwJuEAa1kjAlTm off=7591725 len=468994 2024-09-16T11:38:31.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 4392 completed, throughput=5MB/sec 2024-09-16T11:38:31.298 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FzM8JmbCQfwfxuJ off=2683506 len=1290671 2024-09-16T11:38:31.306 INFO:tasks.workunit.client.0.smithi077.stdout:op 4393 completed, throughput=5MB/sec 2024-09-16T11:38:31.306 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7BgjpvbhXQSpyun off=716432 len=1474261 2024-09-16T11:38:31.308 INFO:tasks.workunit.client.0.smithi077.stdout:op 4394 completed, throughput=5MB/sec 2024-09-16T11:38:31.308 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_Hsa5oAiAEigD9v off=11322017 len=118687 2024-09-16T11:38:31.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 4395 completed, throughput=5MB/sec 2024-09-16T11:38:31.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nhxmEru4OJ08BBE off=8004110 len=1075927 2024-09-16T11:38:31.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 4396 completed, throughput=5MB/sec 2024-09-16T11:38:32.316 INFO:tasks.workunit.client.0.smithi077.stdout: 864: throughput=5MB/sec pending data=0 2024-09-16T11:38:32.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zdxyVghvhgBsX94 off=1946798 len=416422 2024-09-16T11:38:32.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 4397 completed, throughput=5MB/sec 2024-09-16T11:38:32.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A9VvpK8aAHhNRDg off=631321 len=945860 2024-09-16T11:38:32.320 INFO:tasks.workunit.client.0.smithi077.stdout:op 4398 completed, throughput=5MB/sec 2024-09-16T11:38:32.320 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K5s33IxZjdrooJQ off=2017528 len=1488668 2024-09-16T11:38:32.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 4399 completed, throughput=5MB/sec 2024-09-16T11:38:32.327 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0OYHQF4IPiYlsI8 off=8124821 len=692637 2024-09-16T11:38:32.328 INFO:tasks.workunit.client.0.smithi077.stdout:op 4400 completed, throughput=5MB/sec 2024-09-16T11:38:32.328 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4NcbCPE6E2anA-r off=7381301 len=878569 2024-09-16T11:38:32.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 4401 completed, throughput=5MB/sec 2024-09-16T11:38:32.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:32 smithi077 ceph-mon[86047]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:38:32.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:32 smithi077 ceph-mon[88497]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:38:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:32 smithi191 ceph-mon[84934]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:38:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:33.330 INFO:tasks.workunit.client.0.smithi077.stdout: 865: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:33.330 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rm5XP88ycHCy80p off=5788704 len=660691 2024-09-16T11:38:33.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 4402 completed, throughput=5MB/sec 2024-09-16T11:38:33.331 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nRvUeUkAkBZ5Go_ off=11884357 len=205875 2024-09-16T11:38:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 4403 completed, throughput=5MB/sec 2024-09-16T11:38:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kXRISVwA9Hpmt-r off=11479526 len=1662012 2024-09-16T11:38:33.335 INFO:tasks.workunit.client.0.smithi077.stdout:op 4404 completed, throughput=5MB/sec 2024-09-16T11:38:33.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TUekwro4z6fss4- off=13638799 len=321437 2024-09-16T11:38:33.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 4405 completed, throughput=5MB/sec 2024-09-16T11:38:33.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9zER0AyTKDtSYJg off=14109062 len=1724706 2024-09-16T11:38:33.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 4406 completed, throughput=5MB/sec 2024-09-16T11:38:33.338 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C9WZQMCPBhvQucc off=1348847 len=1186560 2024-09-16T11:38:33.339 INFO:tasks.workunit.client.0.smithi077.stdout:op 4407 completed, throughput=5MB/sec 2024-09-16T11:38:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:33 smithi077 ceph-mon[86047]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:33 smithi077 ceph-mon[88497]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:33 smithi191 ceph-mon[84934]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:34.340 INFO:tasks.workunit.client.0.smithi077.stdout: 866: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:34.340 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3uiyMpyfxRcq6w8 off=6825403 len=595631 2024-09-16T11:38:34.344 INFO:tasks.workunit.client.0.smithi077.stdout:op 4408 completed, throughput=5MB/sec 2024-09-16T11:38:34.345 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XOLvNqz9_HlMKYq off=5921591 len=1534252 2024-09-16T11:38:34.346 INFO:tasks.workunit.client.0.smithi077.stdout:op 4409 completed, throughput=5MB/sec 2024-09-16T11:38:34.346 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-US5i4zG7UnWmITy off=5674246 len=221246 2024-09-16T11:38:34.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 4410 completed, throughput=5MB/sec 2024-09-16T11:38:34.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WPGu_OyPfcAFE4v off=19751929 len=64264 2024-09-16T11:38:34.350 INFO:tasks.workunit.client.0.smithi077.stdout:op 4411 completed, throughput=5MB/sec 2024-09-16T11:38:34.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Vg0LwXVADazbbpf off=9721024 len=1613261 2024-09-16T11:38:34.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 4412 completed, throughput=5MB/sec 2024-09-16T11:38:34.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C8TJtxLBDO77ZtU off=101881 len=1640116 2024-09-16T11:38:34.355 INFO:tasks.workunit.client.0.smithi077.stdout:op 4413 completed, throughput=5MB/sec 2024-09-16T11:38:35.356 INFO:tasks.workunit.client.0.smithi077.stdout: 867: throughput=5MB/sec pending data=0 2024-09-16T11:38:35.356 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--lm33LeWit2Xf65 off=10869145 len=1864546 2024-09-16T11:38:35.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 4414 completed, throughput=5MB/sec 2024-09-16T11:38:35.362 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wII5oAxUj0ABBlk off=14719918 len=1499571 2024-09-16T11:38:35.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 4415 completed, throughput=5MB/sec 2024-09-16T11:38:35.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aj21uHjMn8J1oNO off=3383260 len=948810 2024-09-16T11:38:35.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 4416 completed, throughput=5MB/sec 2024-09-16T11:38:35.373 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fyLPkIa9vZ17JxC off=8681116 len=391392 2024-09-16T11:38:35.377 INFO:tasks.workunit.client.0.smithi077.stdout:op 4417 completed, throughput=5MB/sec 2024-09-16T11:38:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:35 smithi077 ceph-mon[86047]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:35 smithi077 ceph-mon[88497]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:35 smithi191 ceph-mon[84934]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:36.377 INFO:tasks.workunit.client.0.smithi077.stdout: 868: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:36.377 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ugw0xJrNUI_2fvn off=2619081 len=309930 2024-09-16T11:38:36.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 4418 completed, throughput=4.99MB/sec 2024-09-16T11:38:36.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P8_A9F_cnDeJ4NG off=0 len=1150538 2024-09-16T11:38:36.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 4419 completed, throughput=5MB/sec 2024-09-16T11:38:36.382 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zGcxVDbCtDJy7ew off=3802512 len=582147 2024-09-16T11:38:36.386 INFO:tasks.workunit.client.0.smithi077.stdout:op 4420 completed, throughput=5MB/sec 2024-09-16T11:38:36.386 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MPqqqvJAXDxGhCl off=641363 len=309750 2024-09-16T11:38:36.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 4421 completed, throughput=5MB/sec 2024-09-16T11:38:36.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RBNliZdU3WxXyXN off=6113097 len=108244 2024-09-16T11:38:36.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 4422 completed, throughput=5MB/sec 2024-09-16T11:38:36.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lAXKn4NUx4tti9d off=3025659 len=453145 2024-09-16T11:38:36.390 INFO:tasks.workunit.client.0.smithi077.stdout:op 4423 completed, throughput=5MB/sec 2024-09-16T11:38:36.390 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-daMn0Vwxm9DgBDk off=3222688 len=1450139 2024-09-16T11:38:36.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 4424 completed, throughput=5MB/sec 2024-09-16T11:38:36.391 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VibLrzXZmF-_H6W off=3449058 len=2056642 2024-09-16T11:38:36.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 4425 completed, throughput=5MB/sec 2024-09-16T11:38:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:36] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:38:37.394 INFO:tasks.workunit.client.0.smithi077.stdout: 869: throughput=5MB/sec pending data=0 2024-09-16T11:38:37.394 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NPxYO6RqkWGHJo3 off=7839484 len=1470328 2024-09-16T11:38:37.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 4426 completed, throughput=5MB/sec 2024-09-16T11:38:37.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kebzNoTxVn6_inF off=7579704 len=294168 2024-09-16T11:38:37.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 4427 completed, throughput=5MB/sec 2024-09-16T11:38:37.404 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8GWJPBuOAF62duN off=15589696 len=616032 2024-09-16T11:38:37.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 4428 completed, throughput=5MB/sec 2024-09-16T11:38:37.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-89iOSe22XW1IOaI off=2545469 len=646352 2024-09-16T11:38:37.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 4429 completed, throughput=5MB/sec 2024-09-16T11:38:37.410 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lPhNKt38mWZCRGD off=11343863 len=426842 2024-09-16T11:38:37.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 4430 completed, throughput=5MB/sec 2024-09-16T11:38:37.414 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-obZaqVSikvv9kyr off=1334728 len=1807700 2024-09-16T11:38:37.416 INFO:tasks.workunit.client.0.smithi077.stdout:op 4431 completed, throughput=5MB/sec 2024-09-16T11:38:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:37 smithi077 ceph-mon[86047]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:37 smithi077 ceph-mon[88497]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:37 smithi191 ceph-mon[84934]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:38:38.416 INFO:tasks.workunit.client.0.smithi077.stdout: 870: throughput=5MB/sec pending data=0 2024-09-16T11:38:38.416 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RkLiqeVv5WI1Ppb off=16843057 len=201759 2024-09-16T11:38:38.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 4432 completed, throughput=5MB/sec 2024-09-16T11:38:38.417 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YEUvr49iZffCf96 off=6064310 len=358318 2024-09-16T11:38:38.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 4433 completed, throughput=5MB/sec 2024-09-16T11:38:38.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d9sx-6yibRMI5EE off=13358095 len=813899 2024-09-16T11:38:38.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 4434 completed, throughput=5MB/sec 2024-09-16T11:38:38.426 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rDVscjiCpv4GtKJ off=13044111 len=1890487 2024-09-16T11:38:38.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 4435 completed, throughput=5MB/sec 2024-09-16T11:38:38.436 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_LYw1dtk-Ai0aLv off=738171 len=1917005 2024-09-16T11:38:38.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 4436 completed, throughput=5MB/sec 2024-09-16T11:38:39.446 INFO:tasks.workunit.client.0.smithi077.stdout: 871: throughput=5MB/sec pending data=0 2024-09-16T11:38:39.446 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C-zEqYee_oKOZfq off=1823017 len=2088854 2024-09-16T11:38:39.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 4437 completed, throughput=5MB/sec 2024-09-16T11:38:39.449 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jy1xcI6xAN9e7R8 off=918861 len=22553 2024-09-16T11:38:39.451 INFO:tasks.workunit.client.0.smithi077.stdout:op 4438 completed, throughput=5MB/sec 2024-09-16T11:38:39.451 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uo0qWpHYmqfY6x9 off=5909070 len=626776 2024-09-16T11:38:39.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 4439 completed, throughput=5MB/sec 2024-09-16T11:38:39.455 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k4lqZmFqkPurfY4 off=3730792 len=2047783 2024-09-16T11:38:39.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 4440 completed, throughput=5MB/sec 2024-09-16T11:38:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:39 smithi077 ceph-mon[86047]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:39 smithi077 ceph-mon[88497]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:39 smithi191 ceph-mon[84934]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:40.464 INFO:tasks.workunit.client.0.smithi077.stdout: 872: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:40.464 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mUP11ONlrUyhEbf off=15594361 len=1860680 2024-09-16T11:38:40.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 4441 completed, throughput=5MB/sec 2024-09-16T11:38:40.466 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QetXuIL3gb8wFCJ off=21468297 len=1560124 2024-09-16T11:38:40.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 4442 completed, throughput=5MB/sec 2024-09-16T11:38:40.468 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i6sYuhJrc_CTCWv off=5893553 len=487702 2024-09-16T11:38:40.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 4443 completed, throughput=5MB/sec 2024-09-16T11:38:40.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UlVI-AfYkMUKscS off=8727644 len=1492554 2024-09-16T11:38:40.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 4444 completed, throughput=5MB/sec 2024-09-16T11:38:41.476 INFO:tasks.workunit.client.0.smithi077.stdout: 873: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:41.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LF5f3cR9pS43M6x off=2124958 len=1711091 2024-09-16T11:38:41.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 4445 completed, throughput=5MB/sec 2024-09-16T11:38:41.478 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_vslsyAkn7ITgg_ off=5663109 len=1386809 2024-09-16T11:38:41.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 4446 completed, throughput=5MB/sec 2024-09-16T11:38:41.485 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-415xXQ7TxdG7urf off=10852138 len=1884869 2024-09-16T11:38:41.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 4447 completed, throughput=5MB/sec 2024-09-16T11:38:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:41 smithi077 ceph-mon[86047]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:38:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:41 smithi077 ceph-mon[88497]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:38:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:41 smithi191 ceph-mon[84934]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:38:42.487 INFO:tasks.workunit.client.0.smithi077.stdout: 874: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:42.487 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ta8WcZZr9jAuBdP off=22658959 len=1999095 2024-09-16T11:38:42.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 4448 completed, throughput=5MB/sec 2024-09-16T11:38:42.489 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4gqmdJFvwWNHL8u off=4318 len=433506 2024-09-16T11:38:42.491 INFO:tasks.workunit.client.0.smithi077.stdout:op 4449 completed, throughput=5MB/sec 2024-09-16T11:38:42.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5TAzCgqOwyFk5jQ off=16211761 len=1060633 2024-09-16T11:38:42.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 4450 completed, throughput=5MB/sec 2024-09-16T11:38:42.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OWAqc_kkl2kL1t6 off=6170822 len=1905078 2024-09-16T11:38:42.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 4451 completed, throughput=5MB/sec 2024-09-16T11:38:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:43.505 INFO:tasks.workunit.client.0.smithi077.stdout: 875: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:43.505 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u6wUsKJqUaLjUbn off=8975161 len=383698 2024-09-16T11:38:43.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 4452 completed, throughput=5MB/sec 2024-09-16T11:38:43.506 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YIZjmL37IeNWGlh off=10684693 len=315523 2024-09-16T11:38:43.510 INFO:tasks.workunit.client.0.smithi077.stdout:op 4453 completed, throughput=5MB/sec 2024-09-16T11:38:43.510 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lP-B_62C5SQzR4h off=1246303 len=63557 2024-09-16T11:38:43.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 4454 completed, throughput=5MB/sec 2024-09-16T11:38:43.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QMumLd3RnhCswKh off=14735514 len=706857 2024-09-16T11:38:43.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 4455 completed, throughput=5MB/sec 2024-09-16T11:38:43.516 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3-uNYpTXLfydmgo off=5933265 len=502003 2024-09-16T11:38:43.516 INFO:tasks.workunit.client.0.smithi077.stdout:op 4456 completed, throughput=5MB/sec 2024-09-16T11:38:43.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fda10r_KwqcAwdw off=10071236 len=526795 2024-09-16T11:38:43.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 4457 completed, throughput=5MB/sec 2024-09-16T11:38:43.520 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jIsDjcnAnDhUU4- off=12722718 len=47154 2024-09-16T11:38:43.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 4458 completed, throughput=5MB/sec 2024-09-16T11:38:43.522 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VKo2q407qaE6h4A off=7219393 len=1006294 2024-09-16T11:38:43.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 4459 completed, throughput=5MB/sec 2024-09-16T11:38:43.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RQ9Zq8Y1QfHPlzK off=699087 len=509147 2024-09-16T11:38:43.532 INFO:tasks.workunit.client.0.smithi077.stdout:op 4460 completed, throughput=5MB/sec 2024-09-16T11:38:43.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zSG8rPUzzbQgxiD off=5654900 len=594916 2024-09-16T11:38:43.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 4461 completed, throughput=5MB/sec 2024-09-16T11:38:43.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zzUj_U6W1P_waqd off=3992935 len=1186950 2024-09-16T11:38:43.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 4462 completed, throughput=5MB/sec 2024-09-16T11:38:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:43 smithi077 ceph-mon[86047]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:38:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:43 smithi077 ceph-mon[88497]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:38:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:43 smithi191 ceph-mon[84934]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:38:44.536 INFO:tasks.workunit.client.0.smithi077.stdout: 876: throughput=5MB/sec pending data=0 2024-09-16T11:38:44.536 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HxuFrot56ypttmW off=8102364 len=1014410 2024-09-16T11:38:44.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 4463 completed, throughput=5MB/sec 2024-09-16T11:38:44.538 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uCLT-emnhl7Tg7D off=6856967 len=617231 2024-09-16T11:38:44.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 4464 completed, throughput=5MB/sec 2024-09-16T11:38:44.538 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wF6wYStt1jVz-pw off=3138856 len=142672 2024-09-16T11:38:44.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 4465 completed, throughput=5MB/sec 2024-09-16T11:38:44.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_ORRJ0vNIneDph3 off=10514868 len=865468 2024-09-16T11:38:44.547 INFO:tasks.workunit.client.0.smithi077.stdout:op 4466 completed, throughput=5MB/sec 2024-09-16T11:38:44.547 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AxdDRaVCbqsloUS off=3299287 len=2009807 2024-09-16T11:38:44.549 INFO:tasks.workunit.client.0.smithi077.stdout:op 4467 completed, throughput=5MB/sec 2024-09-16T11:38:45.550 INFO:tasks.workunit.client.0.smithi077.stdout: 877: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:45.550 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G_WLWaFBK4fkF97 off=8918506 len=1595691 2024-09-16T11:38:45.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 4468 completed, throughput=5MB/sec 2024-09-16T11:38:45.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wiRAvB1q2B-2LMl off=1852451 len=1408583 2024-09-16T11:38:45.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 4469 completed, throughput=5MB/sec 2024-09-16T11:38:45.560 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u4bk3dvsmSffe-z off=624501 len=1447564 2024-09-16T11:38:45.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 4470 completed, throughput=5MB/sec 2024-09-16T11:38:45.568 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b1XuXEoZ7is3g-I off=707671 len=1024743 2024-09-16T11:38:45.572 INFO:tasks.workunit.client.0.smithi077.stdout:op 4471 completed, throughput=5MB/sec 2024-09-16T11:38:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:45 smithi077 ceph-mon[86047]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:38:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:45 smithi077 ceph-mon[88497]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:38:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:45 smithi191 ceph-mon[84934]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T11:38:46.573 INFO:tasks.workunit.client.0.smithi077.stdout: 878: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:46.573 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WPGu_OyPfcAFE4v off=5023560 len=1105214 2024-09-16T11:38:46.575 INFO:tasks.workunit.client.0.smithi077.stdout:op 4472 completed, throughput=5MB/sec 2024-09-16T11:38:46.575 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Z2QduVLqWx_EjEx off=6003514 len=1956630 2024-09-16T11:38:46.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 4473 completed, throughput=5MB/sec 2024-09-16T11:38:46.585 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5GAy6zVdJRplMpe off=785278 len=248972 2024-09-16T11:38:46.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 4474 completed, throughput=5MB/sec 2024-09-16T11:38:46.589 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JmaoIjO-uCOR5Eg off=329044 len=782796 2024-09-16T11:38:46.590 INFO:tasks.workunit.client.0.smithi077.stdout:op 4475 completed, throughput=5MB/sec 2024-09-16T11:38:46.590 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uwmt_SLhdzQWEih off=16365500 len=736705 2024-09-16T11:38:46.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 4476 completed, throughput=5MB/sec 2024-09-16T11:38:46.594 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6oYlRdxPqKIFE8P off=2151388 len=519884 2024-09-16T11:38:46.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 4477 completed, throughput=5MB/sec 2024-09-16T11:38:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:46] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:38:47.596 INFO:tasks.workunit.client.0.smithi077.stdout: 879: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:47.596 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YZ92l_o0BUGsyuy off=9031929 len=1642406 2024-09-16T11:38:47.598 INFO:tasks.workunit.client.0.smithi077.stdout:op 4478 completed, throughput=5MB/sec 2024-09-16T11:38:47.598 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZkJsk2cic9Edjfn off=13245721 len=1382015 2024-09-16T11:38:47.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 4479 completed, throughput=5MB/sec 2024-09-16T11:38:47.600 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BMCool5-7V1jDJE off=8654145 len=478487 2024-09-16T11:38:47.600 INFO:tasks.workunit.client.0.smithi077.stdout:op 4480 completed, throughput=5MB/sec 2024-09-16T11:38:47.601 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C3S1p_KkiAMLtn- off=6062311 len=1008398 2024-09-16T11:38:47.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 4481 completed, throughput=5MB/sec 2024-09-16T11:38:47.602 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yDVfzB9DYVkKB63 off=8966861 len=1778181 2024-09-16T11:38:47.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 4482 completed, throughput=5MB/sec 2024-09-16T11:38:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:47 smithi077 ceph-mon[86047]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:38:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:47 smithi077 ceph-mon[88497]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:38:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:47 smithi191 ceph-mon[84934]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T11:38:48.606 INFO:tasks.workunit.client.0.smithi077.stdout: 880: throughput=5MB/sec pending data=0 2024-09-16T11:38:48.606 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dXOCCIMZVvSae2f off=1939271 len=1389705 2024-09-16T11:38:48.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 4483 completed, throughput=5MB/sec 2024-09-16T11:38:48.615 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PZUA1a1hjd5_bdb off=1244475 len=57857 2024-09-16T11:38:48.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 4484 completed, throughput=5MB/sec 2024-09-16T11:38:48.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pxoXLXnwKw5R79e off=10870211 len=1723047 2024-09-16T11:38:48.618 INFO:tasks.workunit.client.0.smithi077.stdout:op 4485 completed, throughput=5MB/sec 2024-09-16T11:38:48.618 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-z_yhWXHeB6pBtAx off=575693 len=1858389 2024-09-16T11:38:48.621 INFO:tasks.workunit.client.0.smithi077.stdout:op 4486 completed, throughput=5MB/sec 2024-09-16T11:38:49.621 INFO:tasks.workunit.client.0.smithi077.stdout: 881: throughput=5MB/sec pending data=0 2024-09-16T11:38:49.621 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5uqwEFqQQ7N2d57 off=3892034 len=1278276 2024-09-16T11:38:49.623 INFO:tasks.workunit.client.0.smithi077.stdout:op 4487 completed, throughput=5MB/sec 2024-09-16T11:38:49.623 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DIX9g-bvx0RlfEQ off=6804155 len=2005504 2024-09-16T11:38:49.635 INFO:tasks.workunit.client.0.smithi077.stdout:op 4488 completed, throughput=5MB/sec 2024-09-16T11:38:49.635 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yGop1cI-DK75-DO off=2887150 len=834683 2024-09-16T11:38:49.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 4489 completed, throughput=5MB/sec 2024-09-16T11:38:49.637 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8PyEHeLECSyT2TA off=16815417 len=818188 2024-09-16T11:38:49.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 4490 completed, throughput=5MB/sec 2024-09-16T11:38:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:49 smithi077 ceph-mon[86047]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:49 smithi077 ceph-mon[88497]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:49 smithi191 ceph-mon[84934]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:50.638 INFO:tasks.workunit.client.0.smithi077.stdout: 882: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:50.638 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zaoU8G3k6CxEz0k off=42209 len=71650 2024-09-16T11:38:50.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 4491 completed, throughput=4.99MB/sec 2024-09-16T11:38:50.638 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qc-KwVuL1OGax0k off=22551894 len=1448702 2024-09-16T11:38:50.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 4492 completed, throughput=5MB/sec 2024-09-16T11:38:50.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EVsWsU6NpVv2gl6 off=4176866 len=137985 2024-09-16T11:38:50.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 4493 completed, throughput=5MB/sec 2024-09-16T11:38:50.649 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B7dSJvckviB9dq9 off=282539 len=1653522 2024-09-16T11:38:50.651 INFO:tasks.workunit.client.0.smithi077.stdout:op 4494 completed, throughput=5MB/sec 2024-09-16T11:38:50.651 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vK-OBDVh0pC93oz off=2797680 len=1000673 2024-09-16T11:38:50.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 4495 completed, throughput=5MB/sec 2024-09-16T11:38:50.656 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EDugSx7k02wcgRJ off=20928455 len=1862448 2024-09-16T11:38:50.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 4496 completed, throughput=5MB/sec 2024-09-16T11:38:51.658 INFO:tasks.workunit.client.0.smithi077.stdout: 883: throughput=5MB/sec pending data=0 2024-09-16T11:38:51.658 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6RpwwodXrec080Y off=2849863 len=1692061 2024-09-16T11:38:51.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 4497 completed, throughput=5MB/sec 2024-09-16T11:38:51.660 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Lbs_HZF3Xd7n9ZK off=7609880 len=470664 2024-09-16T11:38:51.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4498 completed, throughput=5MB/sec 2024-09-16T11:38:51.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZYNbb3B_SsylDkl off=2462794 len=1863486 2024-09-16T11:38:51.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 4499 completed, throughput=5MB/sec 2024-09-16T11:38:51.677 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hyD0mFx9qIrMofz off=1088385 len=242627 2024-09-16T11:38:51.680 INFO:tasks.workunit.client.0.smithi077.stdout:op 4500 completed, throughput=5MB/sec 2024-09-16T11:38:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:51 smithi077 ceph-mon[86047]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:51 smithi077 ceph-mon[88497]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:51 smithi191 ceph-mon[84934]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:38:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: 884: throughput=4.99MB/sec pending data=0 2024-09-16T11:38:52.681 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EXMeIczM6aNVops off=4033792 len=1577634 2024-09-16T11:38:52.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 4501 completed, throughput=5MB/sec 2024-09-16T11:38:52.682 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V57fabVpAbai_TD off=0 len=1124769 2024-09-16T11:38:52.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 4502 completed, throughput=5MB/sec 2024-09-16T11:38:52.688 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xNHAgcpoAnQ_TwR off=3059851 len=612454 2024-09-16T11:38:52.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 4503 completed, throughput=5MB/sec 2024-09-16T11:38:52.690 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Tj7gAgWNlwybLVL off=6160910 len=27019 2024-09-16T11:38:52.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 4504 completed, throughput=5MB/sec 2024-09-16T11:38:52.690 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GMqnvT7La0HQYOq off=4471799 len=549146 2024-09-16T11:38:52.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 4505 completed, throughput=5MB/sec 2024-09-16T11:38:52.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6wOcgkB1RFyaDfc off=2853497 len=821400 2024-09-16T11:38:52.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 4506 completed, throughput=5MB/sec 2024-09-16T11:38:52.696 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kpsylZg3NYTvuLo off=11738043 len=1110542 2024-09-16T11:38:52.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 4507 completed, throughput=5MB/sec 2024-09-16T11:38:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:38:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:38:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: 885: throughput=5MB/sec pending data=0 2024-09-16T11:38:53.701 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OCNuegf8IOkXWOe off=3656403 len=156537 2024-09-16T11:38:53.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 4508 completed, throughput=5MB/sec 2024-09-16T11:38:53.704 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-c7NWsAbGvCmuhpg off=3198386 len=658920 2024-09-16T11:38:53.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 4509 completed, throughput=5MB/sec 2024-09-16T11:38:53.706 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6mwPzghKxDbX0SV off=34293 len=697288 2024-09-16T11:38:53.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 4510 completed, throughput=5MB/sec 2024-09-16T11:38:53.715 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B3ZqPISGMeBd06Q off=11704532 len=1770599 2024-09-16T11:38:53.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 4511 completed, throughput=5MB/sec 2024-09-16T11:38:53.724 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6B8UPBRwssFXSiy off=14747741 len=1108150 2024-09-16T11:38:53.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 4512 completed, throughput=5MB/sec 2024-09-16T11:38:53.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EnNvW-YHsqOquK4 off=12992279 len=1664541 2024-09-16T11:38:53.731 INFO:tasks.workunit.client.0.smithi077.stdout:op 4513 completed, throughput=5MB/sec 2024-09-16T11:38:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:53 smithi077 ceph-mon[86047]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:38:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:53 smithi077 ceph-mon[88497]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:38:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:53 smithi191 ceph-mon[84934]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:38:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: 886: throughput=5MB/sec pending data=0 2024-09-16T11:38:54.731 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WjjRCK4TTEoykCl off=4454802 len=1377871 2024-09-16T11:38:54.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 4514 completed, throughput=5MB/sec 2024-09-16T11:38:54.733 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A9VvpK8aAHhNRDg off=633790 len=1816689 2024-09-16T11:38:54.737 INFO:tasks.workunit.client.0.smithi077.stdout:op 4515 completed, throughput=5MB/sec 2024-09-16T11:38:54.737 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4A9MECoOe3Rtn3D off=11391060 len=1554341 2024-09-16T11:38:54.738 INFO:tasks.workunit.client.0.smithi077.stdout:op 4516 completed, throughput=5MB/sec 2024-09-16T11:38:55.739 INFO:tasks.workunit.client.0.smithi077.stdout: 887: throughput=5MB/sec pending data=0 2024-09-16T11:38:55.739 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QRhYLJCHTO8bM-6 off=5509455 len=1593163 2024-09-16T11:38:55.747 INFO:tasks.workunit.client.0.smithi077.stdout:op 4517 completed, throughput=5MB/sec 2024-09-16T11:38:55.747 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c9GkRAAr2S7ahdL off=0 len=1595152 2024-09-16T11:38:55.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 4518 completed, throughput=5MB/sec 2024-09-16T11:38:55.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cccHT9SFmCyGADX off=1997319 len=1023228 2024-09-16T11:38:55.765 INFO:tasks.workunit.client.0.smithi077.stdout:op 4519 completed, throughput=5MB/sec 2024-09-16T11:38:55.765 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-37ou5Z0q_6IkTl2 off=16249258 len=1366328 2024-09-16T11:38:55.772 INFO:tasks.workunit.client.0.smithi077.stdout:op 4520 completed, throughput=5MB/sec 2024-09-16T11:38:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:55 smithi077 ceph-mon[86047]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:55 smithi077 ceph-mon[88497]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:55 smithi191 ceph-mon[84934]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:56.773 INFO:tasks.workunit.client.0.smithi077.stdout: 888: throughput=5MB/sec pending data=0 2024-09-16T11:38:56.773 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WzPllCvm6xTlT8U off=1077547 len=1822884 2024-09-16T11:38:56.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 4521 completed, throughput=5MB/sec 2024-09-16T11:38:56.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1bTl6lf16fS_naL off=17031104 len=1743047 2024-09-16T11:38:56.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 4522 completed, throughput=5MB/sec 2024-09-16T11:38:56.786 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QAvOlSlEpcYhnip off=1314806 len=1658614 2024-09-16T11:38:56.793 INFO:tasks.workunit.client.0.smithi077.stdout:op 4523 completed, throughput=5MB/sec 2024-09-16T11:38:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:38:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:38:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:38:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:38:56] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:38:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:38:57.793 INFO:tasks.workunit.client.0.smithi077.stdout: 889: throughput=5MB/sec pending data=0 2024-09-16T11:38:57.793 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kgKLCdZU6oibaAB off=11277 len=986275 2024-09-16T11:38:57.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 4524 completed, throughput=5MB/sec 2024-09-16T11:38:57.799 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zeZcCyZuvsX0zdT off=11936892 len=893748 2024-09-16T11:38:57.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 4525 completed, throughput=5MB/sec 2024-09-16T11:38:57.803 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uHgJgaq7Fg346fy off=881175 len=739475 2024-09-16T11:38:57.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 4526 completed, throughput=5MB/sec 2024-09-16T11:38:57.809 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OvdQm3xYSUdk55o off=8952067 len=583438 2024-09-16T11:38:57.812 INFO:tasks.workunit.client.0.smithi077.stdout:op 4527 completed, throughput=5MB/sec 2024-09-16T11:38:57.812 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w15MMygo3BuKZQG off=4150461 len=1318628 2024-09-16T11:38:57.820 INFO:tasks.workunit.client.0.smithi077.stdout:op 4528 completed, throughput=5MB/sec 2024-09-16T11:38:57.821 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EQXEnxP2KPHWqrx off=12719506 len=1933686 2024-09-16T11:38:57.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 4529 completed, throughput=5MB/sec 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[86047]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:38:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:38:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:38:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:57 smithi077 ceph-mon[88497]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:38:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:38:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:38:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:38:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:57 smithi191 ceph-mon[84934]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:38:58.832 INFO:tasks.workunit.client.0.smithi077.stdout: 890: throughput=5MB/sec pending data=0 2024-09-16T11:38:58.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LzxTCm-WE4KfWCC off=10703407 len=2015758 2024-09-16T11:38:58.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 4530 completed, throughput=5MB/sec 2024-09-16T11:38:58.835 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EzWmOtgubImdcsr off=5068655 len=334752 2024-09-16T11:38:58.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 4531 completed, throughput=5MB/sec 2024-09-16T11:38:58.835 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7jGkUHDrSiv3Kqn off=11431230 len=509317 2024-09-16T11:38:58.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 4532 completed, throughput=5MB/sec 2024-09-16T11:38:58.839 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AnCX6cAPx-r4h0H off=3775658 len=1219506 2024-09-16T11:38:58.840 INFO:tasks.workunit.client.0.smithi077.stdout:op 4533 completed, throughput=5MB/sec 2024-09-16T11:38:59.841 INFO:tasks.workunit.client.0.smithi077.stdout: 891: throughput=5MB/sec pending data=0 2024-09-16T11:38:59.841 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9j7DMt2qnRE5TKN off=10861156 len=1593921 2024-09-16T11:38:59.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 4534 completed, throughput=5MB/sec 2024-09-16T11:38:59.848 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jh4O0JhWI4jfEEv off=1937988 len=1363748 2024-09-16T11:38:59.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 4535 completed, throughput=5MB/sec 2024-09-16T11:38:59.855 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RxrI-vboD0rX-Aq off=17709366 len=1095690 2024-09-16T11:38:59.856 INFO:tasks.workunit.client.0.smithi077.stdout:op 4536 completed, throughput=5MB/sec 2024-09-16T11:38:59.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-toKsGsLkCyZ8Zua off=743430 len=1078513 2024-09-16T11:38:59.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 4537 completed, throughput=5MB/sec 2024-09-16T11:38:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:38:59 smithi077 ceph-mon[86047]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:38:59 smithi077 ceph-mon[88497]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:38:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:38:59 smithi191 ceph-mon[84934]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:39:00.858 INFO:tasks.workunit.client.0.smithi077.stdout: 892: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:00.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9f3RVBEwe6qgDX8 off=12302684 len=2021057 2024-09-16T11:39:00.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 4538 completed, throughput=5MB/sec 2024-09-16T11:39:00.861 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mRn-IisJ30M_BwG off=2035348 len=1721883 2024-09-16T11:39:00.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 4539 completed, throughput=5MB/sec 2024-09-16T11:39:00.866 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GLgogs98hTr81DL off=0 len=1607068 2024-09-16T11:39:00.868 INFO:tasks.workunit.client.0.smithi077.stdout:op 4540 completed, throughput=5MB/sec 2024-09-16T11:39:01.869 INFO:tasks.workunit.client.0.smithi077.stdout: 893: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:01.869 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6eGHTqgwW52Z0op off=0 len=1166023 2024-09-16T11:39:01.870 INFO:tasks.workunit.client.0.smithi077.stdout:op 4541 completed, throughput=5MB/sec 2024-09-16T11:39:01.870 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-75tAh7VKONVmoXU off=64631 len=599586 2024-09-16T11:39:01.871 INFO:tasks.workunit.client.0.smithi077.stdout:op 4542 completed, throughput=5MB/sec 2024-09-16T11:39:01.871 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B4DiIcCU4dpoLod off=3547524 len=537592 2024-09-16T11:39:01.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 4543 completed, throughput=5MB/sec 2024-09-16T11:39:01.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nxfg1KI6Vh5zEuc off=1096652 len=1941364 2024-09-16T11:39:01.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 4544 completed, throughput=5MB/sec 2024-09-16T11:39:01.884 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n1Q21X2hPSY6Hqm off=3500302 len=2030125 2024-09-16T11:39:01.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 4545 completed, throughput=5MB/sec 2024-09-16T11:39:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:01 smithi077 ceph-mon[86047]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:39:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:01 smithi077 ceph-mon[88497]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:39:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:01 smithi191 ceph-mon[84934]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:39:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:02.887 INFO:tasks.workunit.client.0.smithi077.stdout: 894: throughput=5MB/sec pending data=0 2024-09-16T11:39:02.887 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-47tkaFDy96Gf4TF off=11524951 len=594681 2024-09-16T11:39:02.891 INFO:tasks.workunit.client.0.smithi077.stdout:op 4546 completed, throughput=5MB/sec 2024-09-16T11:39:02.891 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F3iGoLNoOZO6gYJ off=5402973 len=2092471 2024-09-16T11:39:02.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 4547 completed, throughput=5MB/sec 2024-09-16T11:39:02.903 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SncG0mg8ahMqzzU off=3698770 len=396852 2024-09-16T11:39:02.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 4548 completed, throughput=5MB/sec 2024-09-16T11:39:02.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HTgf7jIT-M-TvyV off=5414033 len=1795512 2024-09-16T11:39:02.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 4549 completed, throughput=5MB/sec 2024-09-16T11:39:03.909 INFO:tasks.workunit.client.0.smithi077.stdout: 895: throughput=5MB/sec pending data=0 2024-09-16T11:39:03.909 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dMAxdzwYIykqYQ2 off=12622544 len=1181497 2024-09-16T11:39:03.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 4550 completed, throughput=5MB/sec 2024-09-16T11:39:03.911 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QJVz6giOB8JjJXg off=1417499 len=1272202 2024-09-16T11:39:03.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 4551 completed, throughput=5MB/sec 2024-09-16T11:39:03.916 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qMbp6VUDhe01ddG off=13698899 len=2038863 2024-09-16T11:39:03.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:03 smithi077 ceph-mon[86047]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:39:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:03 smithi077 ceph-mon[88497]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:39:03.929 INFO:tasks.workunit.client.0.smithi077.stdout:op 4552 completed, throughput=5MB/sec 2024-09-16T11:39:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:03 smithi191 ceph-mon[84934]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:39:04.929 INFO:tasks.workunit.client.0.smithi077.stdout: 896: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:04.929 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-75DwwzK0ITIk6zr off=10262211 len=1532128 2024-09-16T11:39:04.931 INFO:tasks.workunit.client.0.smithi077.stdout:op 4553 completed, throughput=5MB/sec 2024-09-16T11:39:04.931 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CnrZMz0zvgzPeFZ off=8350458 len=2019673 2024-09-16T11:39:04.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 4554 completed, throughput=5MB/sec 2024-09-16T11:39:04.935 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-duZ1_1DfXjYUJNN off=13368155 len=1574803 2024-09-16T11:39:04.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 4555 completed, throughput=5MB/sec 2024-09-16T11:39:04.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-36npJZFK5bbSP4H off=7445 len=1679544 2024-09-16T11:39:04.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 4556 completed, throughput=5MB/sec 2024-09-16T11:39:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:05 smithi077 ceph-mon[86047]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:05 smithi077 ceph-mon[88497]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:05.946 INFO:tasks.workunit.client.0.smithi077.stdout: 897: throughput=5MB/sec pending data=0 2024-09-16T11:39:05.946 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zF7F8r96X6tPDMW off=2224873 len=1641128 2024-09-16T11:39:05.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 4557 completed, throughput=5MB/sec 2024-09-16T11:39:05.950 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Sz4pwfiRLSuGas9 off=5873266 len=720425 2024-09-16T11:39:05.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 4558 completed, throughput=5MB/sec 2024-09-16T11:39:05.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OqjXUOmly78dWtB off=3249235 len=437180 2024-09-16T11:39:05.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 4559 completed, throughput=5MB/sec 2024-09-16T11:39:05.958 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MvxSGe1xFaNWbxi off=244390 len=1961048 2024-09-16T11:39:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:05 smithi191 ceph-mon[84934]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:05.971 INFO:tasks.workunit.client.0.smithi077.stdout:op 4560 completed, throughput=5MB/sec 2024-09-16T11:39:06.971 INFO:tasks.workunit.client.0.smithi077.stdout: 898: throughput=5MB/sec pending data=0 2024-09-16T11:39:06.971 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zR2oyG6PjAbXP2F off=12315832 len=202274 2024-09-16T11:39:06.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 4561 completed, throughput=5MB/sec 2024-09-16T11:39:06.972 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QgXTJdsRh6ko7mH off=3831321 len=1529993 2024-09-16T11:39:06.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 4562 completed, throughput=5MB/sec 2024-09-16T11:39:06.975 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jg4Yb5BhFnmM8sB off=7051403 len=1576767 2024-09-16T11:39:06.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 4563 completed, throughput=5MB/sec 2024-09-16T11:39:06.984 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Axxf0iBhl-h5vP6 off=6243493 len=1261627 2024-09-16T11:39:06.990 INFO:tasks.workunit.client.0.smithi077.stdout:op 4564 completed, throughput=5MB/sec 2024-09-16T11:39:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:06] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-16T11:39:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:07 smithi077 ceph-mon[88497]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:39:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:07 smithi077 ceph-mon[86047]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:39:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:07 smithi191 ceph-mon[84934]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T11:39:07.990 INFO:tasks.workunit.client.0.smithi077.stdout: 899: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:07.991 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NDQHAlMn9TDLTe4 off=4790744 len=447846 2024-09-16T11:39:07.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 4565 completed, throughput=5MB/sec 2024-09-16T11:39:07.992 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f7ytfXoGvsrGlT4 off=3398570 len=45102 2024-09-16T11:39:07.994 INFO:tasks.workunit.client.0.smithi077.stdout:op 4566 completed, throughput=5MB/sec 2024-09-16T11:39:07.994 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sY8DTMxqxUFE0nJ off=564558 len=838166 2024-09-16T11:39:07.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 4567 completed, throughput=5MB/sec 2024-09-16T11:39:07.996 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XXtcAY_WE-ZhMSj off=4553184 len=82965 2024-09-16T11:39:07.998 INFO:tasks.workunit.client.0.smithi077.stdout:op 4568 completed, throughput=5MB/sec 2024-09-16T11:39:07.998 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZowpQUcqAgDI1XR off=3068275 len=2831 2024-09-16T11:39:08.000 INFO:tasks.workunit.client.0.smithi077.stdout:op 4569 completed, throughput=5MB/sec 2024-09-16T11:39:08.000 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hsNjrG6xrUt8Jfy off=12166011 len=636361 2024-09-16T11:39:08.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 4570 completed, throughput=5MB/sec 2024-09-16T11:39:08.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NI82CrIBM5NX2_4 off=116090 len=164360 2024-09-16T11:39:08.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 4571 completed, throughput=5MB/sec 2024-09-16T11:39:08.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DNlF8ATkgNeNKCy off=6274787 len=237546 2024-09-16T11:39:08.002 INFO:tasks.workunit.client.0.smithi077.stdout:op 4572 completed, throughput=5MB/sec 2024-09-16T11:39:08.002 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qsPwWie1Rrq2Bdq off=2798175 len=1058424 2024-09-16T11:39:08.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 4573 completed, throughput=5MB/sec 2024-09-16T11:39:08.003 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-joTebyQOT3Q6Sht off=1081819 len=1534215 2024-09-16T11:39:08.010 INFO:tasks.workunit.client.0.smithi077.stdout:op 4574 completed, throughput=5MB/sec 2024-09-16T11:39:08.010 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i2Y_Lpi2q65feaY off=4832212 len=2068880 2024-09-16T11:39:08.013 INFO:tasks.workunit.client.0.smithi077.stdout:op 4575 completed, throughput=5MB/sec 2024-09-16T11:39:09.013 INFO:tasks.workunit.client.0.smithi077.stdout: 900: throughput=5MB/sec pending data=0 2024-09-16T11:39:09.013 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aFXpMi4ktURy44v off=34128 len=1407277 2024-09-16T11:39:09.021 INFO:tasks.workunit.client.0.smithi077.stdout:op 4576 completed, throughput=5MB/sec 2024-09-16T11:39:09.021 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fFVfVEC2iBqGLfS off=10120130 len=123544 2024-09-16T11:39:09.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 4577 completed, throughput=5MB/sec 2024-09-16T11:39:09.022 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PzFq3yutbeH7_mP off=7243189 len=45294 2024-09-16T11:39:09.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 4578 completed, throughput=5MB/sec 2024-09-16T11:39:09.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gWGM7IL4xxesXkq off=1344807 len=1389288 2024-09-16T11:39:09.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 4579 completed, throughput=5MB/sec 2024-09-16T11:39:09.035 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CpINYckMTaqPHVY off=506365 len=1435632 2024-09-16T11:39:09.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 4580 completed, throughput=5MB/sec 2024-09-16T11:39:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:09 smithi077 ceph-mon[86047]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:39:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:09 smithi077 ceph-mon[88497]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:39:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:09 smithi191 ceph-mon[84934]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T11:39:10.041 INFO:tasks.workunit.client.0.smithi077.stdout: 901: throughput=5MB/sec pending data=0 2024-09-16T11:39:10.041 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bdhIT2TO_2dLv56 off=5962062 len=209355 2024-09-16T11:39:10.044 INFO:tasks.workunit.client.0.smithi077.stdout:op 4581 completed, throughput=5MB/sec 2024-09-16T11:39:10.044 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iACWdR59cHeiApL off=3584185 len=1910009 2024-09-16T11:39:10.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 4582 completed, throughput=5MB/sec 2024-09-16T11:39:10.048 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--NIBWqYB-Gj1TyP off=11884500 len=1833715 2024-09-16T11:39:10.050 INFO:tasks.workunit.client.0.smithi077.stdout:op 4583 completed, throughput=5MB/sec 2024-09-16T11:39:10.051 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TpGzMR0WcYmtqyN off=6127188 len=268965 2024-09-16T11:39:10.053 INFO:tasks.workunit.client.0.smithi077.stdout:op 4584 completed, throughput=5MB/sec 2024-09-16T11:39:10.054 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YZRQSt0dStYD-eD off=8265036 len=195228 2024-09-16T11:39:10.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 4585 completed, throughput=5MB/sec 2024-09-16T11:39:10.056 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dhz_4IDMl0S-zXp off=10909407 len=960155 2024-09-16T11:39:10.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 4586 completed, throughput=5MB/sec 2024-09-16T11:39:11.058 INFO:tasks.workunit.client.0.smithi077.stdout: 902: throughput=5MB/sec pending data=0 2024-09-16T11:39:11.058 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uP7gI7Ealss5sce off=12414375 len=1014052 2024-09-16T11:39:11.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 4587 completed, throughput=5MB/sec 2024-09-16T11:39:11.065 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PRBu040uXM53kRa off=18604058 len=969042 2024-09-16T11:39:11.067 INFO:tasks.workunit.client.0.smithi077.stdout:op 4588 completed, throughput=5MB/sec 2024-09-16T11:39:11.067 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F6KnyAngQJAJJ9i off=8747028 len=1672732 2024-09-16T11:39:11.069 INFO:tasks.workunit.client.0.smithi077.stdout:op 4589 completed, throughput=5MB/sec 2024-09-16T11:39:11.069 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dXeTfmV70Wdb3Uh off=9003228 len=1023132 2024-09-16T11:39:11.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 4590 completed, throughput=5MB/sec 2024-09-16T11:39:12.075 INFO:tasks.workunit.client.0.smithi077.stdout: 903: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:12.075 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-t1VHfvpUDOtD4-B off=16467489 len=1449039 2024-09-16T11:39:12.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 4591 completed, throughput=5MB/sec 2024-09-16T11:39:12.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LL4nKsB8m1StB2- off=774970 len=1025846 2024-09-16T11:39:12.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 4592 completed, throughput=5MB/sec 2024-09-16T11:39:12.083 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z0AvAqoNnQHMRXl off=12869756 len=473039 2024-09-16T11:39:12.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 4593 completed, throughput=5MB/sec 2024-09-16T11:39:12.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--4WPaPiJNMBW6UO off=19081978 len=1678285 2024-09-16T11:39:12.088 INFO:tasks.workunit.client.0.smithi077.stdout:op 4594 completed, throughput=5MB/sec 2024-09-16T11:39:12.088 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OrT59oXTlpXooYd off=3230966 len=465749 2024-09-16T11:39:12.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 4595 completed, throughput=5MB/sec 2024-09-16T11:39:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:12 smithi077 ceph-mon[86047]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:39:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:12 smithi077 ceph-mon[88497]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:39:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:12.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:12 smithi191 ceph-mon[84934]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T11:39:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:12.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:13.089 INFO:tasks.workunit.client.0.smithi077.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:13.089 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5sCdeL28m2BjmHZ off=16093080 len=2055967 2024-09-16T11:39:13.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 4596 completed, throughput=5MB/sec 2024-09-16T11:39:13.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g_EWMt0ofgjlOPl off=8846943 len=396444 2024-09-16T11:39:13.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 4597 completed, throughput=5MB/sec 2024-09-16T11:39:13.095 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IgJZ4AugOhtsme_ off=3621560 len=1710947 2024-09-16T11:39:13.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 4598 completed, throughput=5MB/sec 2024-09-16T11:39:13.106 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-a20DV54WIhGYqmL off=14027085 len=627400 2024-09-16T11:39:13.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 4599 completed, throughput=5MB/sec 2024-09-16T11:39:13.110 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Zr3b-u2mVotrxXr off=5823974 len=1078769 2024-09-16T11:39:13.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 4600 completed, throughput=5MB/sec 2024-09-16T11:39:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:13 smithi077 ceph-mon[86047]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:13 smithi077 ceph-mon[88497]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:13 smithi191 ceph-mon[84934]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:14.117 INFO:tasks.workunit.client.0.smithi077.stdout: 905: throughput=5MB/sec pending data=0 2024-09-16T11:39:14.118 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YTx1Kme5VRQKPhF off=2366402 len=1689929 2024-09-16T11:39:14.119 INFO:tasks.workunit.client.0.smithi077.stdout:op 4601 completed, throughput=5MB/sec 2024-09-16T11:39:14.119 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vatS8z4rACoQ3yi off=22977287 len=1751778 2024-09-16T11:39:14.130 INFO:tasks.workunit.client.0.smithi077.stdout:op 4602 completed, throughput=5MB/sec 2024-09-16T11:39:14.130 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8Qsg1GEhaNZ18-1 off=9008451 len=1960011 2024-09-16T11:39:14.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 4603 completed, throughput=5MB/sec 2024-09-16T11:39:15.133 INFO:tasks.workunit.client.0.smithi077.stdout: 906: throughput=5MB/sec pending data=0 2024-09-16T11:39:15.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--sEcFs_Eoqln4Jq off=2120124 len=42710 2024-09-16T11:39:15.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 4604 completed, throughput=5MB/sec 2024-09-16T11:39:15.136 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e1C3ySbFx3uuz0S off=1253163 len=1833713 2024-09-16T11:39:15.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 4605 completed, throughput=5MB/sec 2024-09-16T11:39:15.138 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pHoBqj9pFcjdQgq off=1398852 len=1609838 2024-09-16T11:39:15.146 INFO:tasks.workunit.client.0.smithi077.stdout:op 4606 completed, throughput=5MB/sec 2024-09-16T11:39:15.146 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d8Bve9ej_6UXEJH off=5601357 len=651459 2024-09-16T11:39:15.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 4607 completed, throughput=5MB/sec 2024-09-16T11:39:15.147 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rwcnrw6CVrtHoIy off=11014336 len=2054218 2024-09-16T11:39:15.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 4608 completed, throughput=5MB/sec 2024-09-16T11:39:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:15 smithi077 ceph-mon[86047]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:15 smithi077 ceph-mon[88497]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:15 smithi191 ceph-mon[84934]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:16.150 INFO:tasks.workunit.client.0.smithi077.stdout: 907: throughput=5MB/sec pending data=0 2024-09-16T11:39:16.150 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D9FTjLeafTZdA00 off=5592773 len=1742397 2024-09-16T11:39:16.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 4609 completed, throughput=5MB/sec 2024-09-16T11:39:16.152 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OqjXUOmly78dWtB off=2101528 len=1748832 2024-09-16T11:39:16.167 INFO:tasks.workunit.client.0.smithi077.stdout:op 4610 completed, throughput=5MB/sec 2024-09-16T11:39:16.167 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8vLDofFYMl5np4s off=466382 len=60562 2024-09-16T11:39:16.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 4611 completed, throughput=5MB/sec 2024-09-16T11:39:16.168 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Nl9qO6hcXBiDU_3 off=12749248 len=144125 2024-09-16T11:39:16.170 INFO:tasks.workunit.client.0.smithi077.stdout:op 4612 completed, throughput=5MB/sec 2024-09-16T11:39:16.170 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2vexN8Ok5caam54 off=4315585 len=681977 2024-09-16T11:39:16.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 4613 completed, throughput=5MB/sec 2024-09-16T11:39:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:16] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:39:17.174 INFO:tasks.workunit.client.0.smithi077.stdout: 908: throughput=5MB/sec pending data=0 2024-09-16T11:39:17.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YS9RGCvVpuD_dr1 off=8113003 len=1373403 2024-09-16T11:39:17.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 4614 completed, throughput=5MB/sec 2024-09-16T11:39:17.176 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-81BC1Z5inV1v0mx off=2630838 len=2082974 2024-09-16T11:39:17.187 INFO:tasks.workunit.client.0.smithi077.stdout:op 4615 completed, throughput=5MB/sec 2024-09-16T11:39:17.187 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nxHcc9oMRH4E2tW off=5290116 len=1343445 2024-09-16T11:39:17.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 4616 completed, throughput=5MB/sec 2024-09-16T11:39:17.195 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9d2T33862-ft1yT off=21389011 len=1279491 2024-09-16T11:39:17.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 4617 completed, throughput=5MB/sec 2024-09-16T11:39:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:17 smithi077 ceph-mon[86047]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:17 smithi077 ceph-mon[88497]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:17 smithi191 ceph-mon[84934]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:18.202 INFO:tasks.workunit.client.0.smithi077.stdout: 909: throughput=5MB/sec pending data=0 2024-09-16T11:39:18.202 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j_F4ekRbskQAdCG off=3962629 len=693439 2024-09-16T11:39:18.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 4618 completed, throughput=5MB/sec 2024-09-16T11:39:18.203 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9v5J8D7XEguw3Og off=2357053 len=735500 2024-09-16T11:39:18.204 INFO:tasks.workunit.client.0.smithi077.stdout:op 4619 completed, throughput=5MB/sec 2024-09-16T11:39:18.204 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VGE8XvJUX4P7DRJ off=21790107 len=238850 2024-09-16T11:39:18.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 4620 completed, throughput=5MB/sec 2024-09-16T11:39:18.207 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LyjazYpPUq4GVlP off=4886075 len=860549 2024-09-16T11:39:18.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 4621 completed, throughput=5MB/sec 2024-09-16T11:39:18.209 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nHVnnjD4xtUYzvc off=3897929 len=1458290 2024-09-16T11:39:18.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 4622 completed, throughput=5MB/sec 2024-09-16T11:39:18.219 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ZxO1HaIW28OWmS off=14405744 len=1797549 2024-09-16T11:39:18.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 4623 completed, throughput=5MB/sec 2024-09-16T11:39:19.229 INFO:tasks.workunit.client.0.smithi077.stdout: 910: throughput=5MB/sec pending data=0 2024-09-16T11:39:19.229 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-axyc4oYN3WIanx4 off=10637478 len=1135312 2024-09-16T11:39:19.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 4624 completed, throughput=5MB/sec 2024-09-16T11:39:19.230 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7nwiDS0lK0N6Ish off=4225541 len=174996 2024-09-16T11:39:19.233 INFO:tasks.workunit.client.0.smithi077.stdout:op 4625 completed, throughput=5MB/sec 2024-09-16T11:39:19.233 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-F4gkkVlAOH-ryl6 off=5369404 len=1029493 2024-09-16T11:39:19.234 INFO:tasks.workunit.client.0.smithi077.stdout:op 4626 completed, throughput=5MB/sec 2024-09-16T11:39:19.234 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w1wxMLfAI9nVg11 off=7112185 len=526548 2024-09-16T11:39:19.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 4627 completed, throughput=5MB/sec 2024-09-16T11:39:19.239 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jZGRYJ2KrhOwn-- off=8613146 len=106914 2024-09-16T11:39:19.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 4628 completed, throughput=5MB/sec 2024-09-16T11:39:19.241 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bMLQcRqvIFF5f1u off=4852359 len=911439 2024-09-16T11:39:19.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 4629 completed, throughput=5MB/sec 2024-09-16T11:39:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:19 smithi077 ceph-mon[86047]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:19 smithi077 ceph-mon[88497]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:19 smithi191 ceph-mon[84934]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:20.242 INFO:tasks.workunit.client.0.smithi077.stdout: 911: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:20.242 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fOjp313HcEwTE5U off=4902066 len=1430287 2024-09-16T11:39:20.250 INFO:tasks.workunit.client.0.smithi077.stdout:op 4630 completed, throughput=5MB/sec 2024-09-16T11:39:20.250 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E3NPInXkP4bYVxo off=3496173 len=1371741 2024-09-16T11:39:20.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 4631 completed, throughput=5MB/sec 2024-09-16T11:39:20.251 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eMvKPqdV4e27mvx off=5811600 len=1627867 2024-09-16T11:39:20.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 4632 completed, throughput=5MB/sec 2024-09-16T11:39:20.260 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9BZrgObCfB-rKVR off=3415621 len=617213 2024-09-16T11:39:20.261 INFO:tasks.workunit.client.0.smithi077.stdout:op 4633 completed, throughput=5MB/sec 2024-09-16T11:39:20.261 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-exqiszFiCvUXs1r off=16183237 len=648360 2024-09-16T11:39:20.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 4634 completed, throughput=5MB/sec 2024-09-16T11:39:21.266 INFO:tasks.workunit.client.0.smithi077.stdout: 912: throughput=5MB/sec pending data=0 2024-09-16T11:39:21.266 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T2focnWgsXm2av_ off=23197350 len=1626257 2024-09-16T11:39:21.268 INFO:tasks.workunit.client.0.smithi077.stdout:op 4635 completed, throughput=5MB/sec 2024-09-16T11:39:21.268 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZTbIdzimnRl0uLh off=2784787 len=1310847 2024-09-16T11:39:21.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 4636 completed, throughput=5MB/sec 2024-09-16T11:39:21.276 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pSgKibRcP-uJmDY off=13361210 len=35426 2024-09-16T11:39:21.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 4637 completed, throughput=5MB/sec 2024-09-16T11:39:21.278 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N5SeCcMQ4BqELdL off=20528984 len=108570 2024-09-16T11:39:21.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 4638 completed, throughput=5MB/sec 2024-09-16T11:39:21.281 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rBlp6oiDF8R7FfT off=2562543 len=594836 2024-09-16T11:39:21.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 4639 completed, throughput=5MB/sec 2024-09-16T11:39:21.281 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CollVKFEkhEEO0B off=1422622 len=608960 2024-09-16T11:39:21.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 4640 completed, throughput=5MB/sec 2024-09-16T11:39:21.286 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jdmOOM9HzjSxJMQ off=14281221 len=643086 2024-09-16T11:39:21.289 INFO:tasks.workunit.client.0.smithi077.stdout:op 4641 completed, throughput=5MB/sec 2024-09-16T11:39:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:21 smithi077 ceph-mon[86047]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:21 smithi077 ceph-mon[88497]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:21 smithi191 ceph-mon[84934]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:22.290 INFO:tasks.workunit.client.0.smithi077.stdout: 913: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:22.290 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7VjnadA4gpa4Zik off=19287249 len=2070957 2024-09-16T11:39:22.292 INFO:tasks.workunit.client.0.smithi077.stdout:op 4642 completed, throughput=5MB/sec 2024-09-16T11:39:22.292 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xbgEwkmFna8fVq_ off=5469390 len=1080971 2024-09-16T11:39:22.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 4643 completed, throughput=5MB/sec 2024-09-16T11:39:22.294 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-36npJZFK5bbSP4H off=5184082 len=63279 2024-09-16T11:39:22.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 4644 completed, throughput=5MB/sec 2024-09-16T11:39:22.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A6p-dA57Vsbmiiz off=8581528 len=691724 2024-09-16T11:39:22.300 INFO:tasks.workunit.client.0.smithi077.stdout:op 4645 completed, throughput=5MB/sec 2024-09-16T11:39:22.300 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d-QTYb1i6JyAznN off=1508915 len=102593 2024-09-16T11:39:22.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 4646 completed, throughput=5MB/sec 2024-09-16T11:39:22.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_8j_fSh7pMEIOCu off=7810460 len=1388607 2024-09-16T11:39:22.304 INFO:tasks.workunit.client.0.smithi077.stdout:op 4647 completed, throughput=5MB/sec 2024-09-16T11:39:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:23.305 INFO:tasks.workunit.client.0.smithi077.stdout: 914: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:23.305 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hRTg5Tmna7Vz1hc off=14305283 len=1973220 2024-09-16T11:39:23.307 INFO:tasks.workunit.client.0.smithi077.stdout:op 4648 completed, throughput=5MB/sec 2024-09-16T11:39:23.307 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7QxIZKHfHV8wEIN off=9155892 len=37785 2024-09-16T11:39:23.309 INFO:tasks.workunit.client.0.smithi077.stdout:op 4649 completed, throughput=5MB/sec 2024-09-16T11:39:23.309 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8o3etlbgoheyBd1 off=21086924 len=1202260 2024-09-16T11:39:23.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 4650 completed, throughput=5MB/sec 2024-09-16T11:39:23.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mUGj4jfV25J3pHt off=10986165 len=245404 2024-09-16T11:39:23.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 4651 completed, throughput=5MB/sec 2024-09-16T11:39:23.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Zr3b-u2mVotrxXr off=8407932 len=444286 2024-09-16T11:39:23.319 INFO:tasks.workunit.client.0.smithi077.stdout:op 4652 completed, throughput=5MB/sec 2024-09-16T11:39:23.319 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k-bhuHEh0af8MFI off=3521304 len=1868458 2024-09-16T11:39:23.328 INFO:tasks.workunit.client.0.smithi077.stdout:op 4653 completed, throughput=5MB/sec 2024-09-16T11:39:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:23 smithi077 ceph-mon[86047]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:23 smithi077 ceph-mon[88497]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:23 smithi191 ceph-mon[84934]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:24.328 INFO:tasks.workunit.client.0.smithi077.stdout: 915: throughput=5MB/sec pending data=0 2024-09-16T11:39:24.328 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-le2xye8-yJ9UEtp off=7312394 len=28973 2024-09-16T11:39:24.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 4654 completed, throughput=5MB/sec 2024-09-16T11:39:24.331 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gtKI1eOQDeXhCat off=13767416 len=508330 2024-09-16T11:39:24.333 INFO:tasks.workunit.client.0.smithi077.stdout:op 4655 completed, throughput=5MB/sec 2024-09-16T11:39:24.333 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K56LPHRn69fHwtt off=1925423 len=354161 2024-09-16T11:39:24.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 4656 completed, throughput=5MB/sec 2024-09-16T11:39:24.334 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlIeCCZdMJ72Gl_ off=15094409 len=1162833 2024-09-16T11:39:24.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 4657 completed, throughput=5MB/sec 2024-09-16T11:39:24.339 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QY94sRzaIJJ_OIj off=1237879 len=1627904 2024-09-16T11:39:24.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 4658 completed, throughput=5MB/sec 2024-09-16T11:39:24.342 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-I_k0fLTx9HrGN_W off=463781 len=1068132 2024-09-16T11:39:24.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 4659 completed, throughput=5MB/sec 2024-09-16T11:39:24.343 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ELjwxa9F9-G81f9 off=10844359 len=1552963 2024-09-16T11:39:24.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 4660 completed, throughput=5MB/sec 2024-09-16T11:39:25.352 INFO:tasks.workunit.client.0.smithi077.stdout: 916: throughput=5MB/sec pending data=0 2024-09-16T11:39:25.352 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--WEKZap8mrLUy0f off=15912955 len=103715 2024-09-16T11:39:25.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 4661 completed, throughput=5MB/sec 2024-09-16T11:39:25.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T5BXHNk2E6qeylz off=5482785 len=1994889 2024-09-16T11:39:25.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 4662 completed, throughput=5MB/sec 2024-09-16T11:39:25.363 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H32dTPeAg2B3cQ_ off=6961673 len=1590031 2024-09-16T11:39:25.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 4663 completed, throughput=5MB/sec 2024-09-16T11:39:25.366 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--R6OQfoqwzGUdSz off=523168 len=1866722 2024-09-16T11:39:25.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 4664 completed, throughput=5MB/sec 2024-09-16T11:39:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:25 smithi077 ceph-mon[86047]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:25 smithi077 ceph-mon[88497]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:25 smithi191 ceph-mon[84934]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:26.376 INFO:tasks.workunit.client.0.smithi077.stdout: 917: throughput=5MB/sec pending data=0 2024-09-16T11:39:26.376 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--lm33LeWit2Xf65 off=15014660 len=1744041 2024-09-16T11:39:26.386 INFO:tasks.workunit.client.0.smithi077.stdout:op 4665 completed, throughput=5MB/sec 2024-09-16T11:39:26.386 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Hjib7DRB1P7nuVw off=623990 len=289395 2024-09-16T11:39:26.387 INFO:tasks.workunit.client.0.smithi077.stdout:op 4666 completed, throughput=5MB/sec 2024-09-16T11:39:26.387 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rZgoiW4IrTZgnjg off=3315957 len=122088 2024-09-16T11:39:26.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 4667 completed, throughput=5MB/sec 2024-09-16T11:39:26.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--9XT_oNVVhkGdgb off=5248265 len=501343 2024-09-16T11:39:26.390 INFO:tasks.workunit.client.0.smithi077.stdout:op 4668 completed, throughput=5MB/sec 2024-09-16T11:39:26.391 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JOxOTjh-xpZAz06 off=881132 len=1193297 2024-09-16T11:39:26.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 4669 completed, throughput=5MB/sec 2024-09-16T11:39:27.044 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:26] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T11:39:27.397 INFO:tasks.workunit.client.0.smithi077.stdout: 918: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:27.397 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ClBwKi9a1DAG01A off=8064154 len=1577838 2024-09-16T11:39:27.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 4670 completed, throughput=5MB/sec 2024-09-16T11:39:27.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WAEqNHwr1QLcvMa off=2459391 len=1510535 2024-09-16T11:39:27.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 4671 completed, throughput=5MB/sec 2024-09-16T11:39:27.403 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZxH4skEXB_kJFVs off=462793 len=1846379 2024-09-16T11:39:27.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 4672 completed, throughput=5MB/sec 2024-09-16T11:39:27.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7KaSoc5fN7jztvi off=10984314 len=255297 2024-09-16T11:39:27.409 INFO:tasks.workunit.client.0.smithi077.stdout:op 4673 completed, throughput=5MB/sec 2024-09-16T11:39:27.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:28.410 INFO:tasks.workunit.client.0.smithi077.stdout: 919: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:28.410 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qdARG6JpYYDEq75 off=4340605 len=804700 2024-09-16T11:39:28.411 INFO:tasks.workunit.client.0.smithi077.stdout:op 4674 completed, throughput=5MB/sec 2024-09-16T11:39:28.411 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q3tDKHDcfR89IJN off=5811638 len=1954508 2024-09-16T11:39:28.413 INFO:tasks.workunit.client.0.smithi077.stdout:op 4675 completed, throughput=5MB/sec 2024-09-16T11:39:28.414 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4f20aCgF4rkwg3l off=8945189 len=1114233 2024-09-16T11:39:28.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 4676 completed, throughput=5MB/sec 2024-09-16T11:39:28.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3GBrF-jnDvon9Rr off=3595082 len=974193 2024-09-16T11:39:28.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 4677 completed, throughput=5MB/sec 2024-09-16T11:39:28.420 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-psd0ayEFS_1FlcR off=16548979 len=839654 2024-09-16T11:39:28.421 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:28 smithi077 ceph-mon[86047]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:28 smithi077 ceph-mon[88497]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:28.424 INFO:tasks.workunit.client.0.smithi077.stdout:op 4678 completed, throughput=5MB/sec 2024-09-16T11:39:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:28 smithi191 ceph-mon[84934]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:29.425 INFO:tasks.workunit.client.0.smithi077.stdout: 920: throughput=5MB/sec pending data=0 2024-09-16T11:39:29.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wTxRVWr0t0ZQMZm off=585143 len=593748 2024-09-16T11:39:29.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 4679 completed, throughput=5MB/sec 2024-09-16T11:39:29.429 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EqX2plYuYtxbC5f off=3300353 len=723939 2024-09-16T11:39:29.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 4680 completed, throughput=5MB/sec 2024-09-16T11:39:29.440 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N1LQhftKgr2O2cC off=12588386 len=581220 2024-09-16T11:39:29.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 4681 completed, throughput=5MB/sec 2024-09-16T11:39:29.440 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BtdvjpHG1IuACET off=5005927 len=790322 2024-09-16T11:39:29.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 4682 completed, throughput=5MB/sec 2024-09-16T11:39:29.445 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tJGNveodYmHTJDe off=6148559 len=1597251 2024-09-16T11:39:29.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 4683 completed, throughput=5MB/sec 2024-09-16T11:39:29.454 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0puZnIhJPZcF5g2 off=6298717 len=1040267 2024-09-16T11:39:29.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 4684 completed, throughput=5MB/sec 2024-09-16T11:39:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:29 smithi077 ceph-mon[86047]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:29 smithi077 ceph-mon[88497]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:29 smithi191 ceph-mon[84934]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:39:30.459 INFO:tasks.workunit.client.0.smithi077.stdout: 921: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:30.460 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GzwoO0FoDt9YbCP off=2709203 len=1160729 2024-09-16T11:39:30.461 INFO:tasks.workunit.client.0.smithi077.stdout:op 4685 completed, throughput=5MB/sec 2024-09-16T11:39:30.461 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dLxush0Pe25_g-S off=4866401 len=484469 2024-09-16T11:39:30.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 4686 completed, throughput=5MB/sec 2024-09-16T11:39:30.463 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4z5XTgHv30WbMKT off=427677 len=1875591 2024-09-16T11:39:30.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 4687 completed, throughput=5MB/sec 2024-09-16T11:39:30.474 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tGg5mhr4cf6bbcu off=20579092 len=1765996 2024-09-16T11:39:30.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 4688 completed, throughput=5MB/sec 2024-09-16T11:39:31.476 INFO:tasks.workunit.client.0.smithi077.stdout: 922: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:31.476 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RUh-HJjrd0BEX8X off=2121106 len=1077384 2024-09-16T11:39:31.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 4689 completed, throughput=5MB/sec 2024-09-16T11:39:31.478 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yZjMqwYp--QDICt off=3809110 len=866295 2024-09-16T11:39:31.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 4690 completed, throughput=5MB/sec 2024-09-16T11:39:31.484 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vv0tgyFHb7FZD9g off=923387 len=764176 2024-09-16T11:39:31.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 4691 completed, throughput=5MB/sec 2024-09-16T11:39:31.490 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sY__jtMlGt_44-m off=13236569 len=2005942 2024-09-16T11:39:31.491 INFO:tasks.workunit.client.0.smithi077.stdout:op 4692 completed, throughput=5MB/sec 2024-09-16T11:39:31.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WY92vLoTm1zrUod off=1879110 len=2074736 2024-09-16T11:39:31.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 4693 completed, throughput=5MB/sec 2024-09-16T11:39:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:31 smithi077 ceph-mon[86047]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:31 smithi077 ceph-mon[88497]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:31 smithi191 ceph-mon[84934]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:32.494 INFO:tasks.workunit.client.0.smithi077.stdout: 923: throughput=5MB/sec pending data=0 2024-09-16T11:39:32.494 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oZt6pNNgL7uZ3Pm off=4687450 len=460123 2024-09-16T11:39:32.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 4694 completed, throughput=5MB/sec 2024-09-16T11:39:32.494 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AnUBgRK-d2thQvp off=7680174 len=1385491 2024-09-16T11:39:32.496 INFO:tasks.workunit.client.0.smithi077.stdout:op 4695 completed, throughput=5MB/sec 2024-09-16T11:39:32.497 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BtMRWTlVHaHDqpR off=3393761 len=1027992 2024-09-16T11:39:32.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 4696 completed, throughput=5MB/sec 2024-09-16T11:39:32.498 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SHyLd-ZYYuHCO-1 off=9168978 len=1097900 2024-09-16T11:39:32.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 4697 completed, throughput=5MB/sec 2024-09-16T11:39:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:33.506 INFO:tasks.workunit.client.0.smithi077.stdout: 924: throughput=5MB/sec pending data=0 2024-09-16T11:39:33.506 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E87UzJs2mXler21 off=609710 len=291018 2024-09-16T11:39:33.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 4698 completed, throughput=5MB/sec 2024-09-16T11:39:33.507 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LyjazYpPUq4GVlP off=9014115 len=1792189 2024-09-16T11:39:33.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 4699 completed, throughput=5MB/sec 2024-09-16T11:39:33.511 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bajGSMl-cFQERwY off=9171776 len=1319731 2024-09-16T11:39:33.512 INFO:tasks.workunit.client.0.smithi077.stdout:op 4700 completed, throughput=5MB/sec 2024-09-16T11:39:33.512 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GPTMoovqaC10gAK off=15171601 len=167198 2024-09-16T11:39:33.513 INFO:tasks.workunit.client.0.smithi077.stdout:op 4701 completed, throughput=5MB/sec 2024-09-16T11:39:33.513 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ih5Vuqm55R_OOYo off=10206037 len=1670036 2024-09-16T11:39:33.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 4702 completed, throughput=5MB/sec 2024-09-16T11:39:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:33 smithi077 ceph-mon[86047]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:33 smithi077 ceph-mon[88497]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:33 smithi191 ceph-mon[84934]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:34.515 INFO:tasks.workunit.client.0.smithi077.stdout: 925: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:34.516 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N0fWodJ5iUlrMQu off=4794703 len=1813583 2024-09-16T11:39:34.520 INFO:tasks.workunit.client.0.smithi077.stdout:op 4703 completed, throughput=5MB/sec 2024-09-16T11:39:34.520 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Jx0Ox6ywd5Z7Qcw off=932195 len=1740181 2024-09-16T11:39:34.532 INFO:tasks.workunit.client.0.smithi077.stdout:op 4704 completed, throughput=5MB/sec 2024-09-16T11:39:34.532 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aqu5mxL28nqNsRa off=4808729 len=788774 2024-09-16T11:39:34.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 4705 completed, throughput=5MB/sec 2024-09-16T11:39:34.537 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yDVfzB9DYVkKB63 off=10939679 len=13577 2024-09-16T11:39:34.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 4706 completed, throughput=5MB/sec 2024-09-16T11:39:34.539 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4g2VCgWGYS0veOl off=8502021 len=1659758 2024-09-16T11:39:34.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 4707 completed, throughput=5MB/sec 2024-09-16T11:39:35.550 INFO:tasks.workunit.client.0.smithi077.stdout: 926: throughput=5MB/sec pending data=0 2024-09-16T11:39:35.550 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P8-kxTBv6kKuwWO off=10964061 len=1074590 2024-09-16T11:39:35.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 4708 completed, throughput=5MB/sec 2024-09-16T11:39:35.556 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-od0Q1CJboDQ3TZH off=7320663 len=157961 2024-09-16T11:39:35.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 4709 completed, throughput=5MB/sec 2024-09-16T11:39:35.558 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OtcWmd90-_dzSli off=15399396 len=573713 2024-09-16T11:39:35.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 4710 completed, throughput=5MB/sec 2024-09-16T11:39:35.560 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zEhind6mMobEd7K off=12499897 len=1798189 2024-09-16T11:39:35.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 4711 completed, throughput=5MB/sec 2024-09-16T11:39:35.562 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GCn3BBCcT15gwY1 off=3056878 len=1806836 2024-09-16T11:39:35.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 4712 completed, throughput=5MB/sec 2024-09-16T11:39:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:35 smithi077 ceph-mon[86047]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:35 smithi077 ceph-mon[88497]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:35 smithi191 ceph-mon[84934]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:39:36.566 INFO:tasks.workunit.client.0.smithi077.stdout: 927: throughput=5MB/sec pending data=0 2024-09-16T11:39:36.566 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jL2wwn-2Z6FGnQS off=14379404 len=996471 2024-09-16T11:39:36.571 INFO:tasks.workunit.client.0.smithi077.stdout:op 4713 completed, throughput=5MB/sec 2024-09-16T11:39:36.571 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-989xDWsLCvIv-Ri off=16449301 len=1140615 2024-09-16T11:39:36.576 INFO:tasks.workunit.client.0.smithi077.stdout:op 4714 completed, throughput=5MB/sec 2024-09-16T11:39:36.576 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4rIz2pbZCaLzJz6 off=9874518 len=1670287 2024-09-16T11:39:36.584 INFO:tasks.workunit.client.0.smithi077.stdout:op 4715 completed, throughput=5MB/sec 2024-09-16T11:39:36.584 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZE6J4WS4-JVblfQ off=235280 len=96734 2024-09-16T11:39:36.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 4716 completed, throughput=5MB/sec 2024-09-16T11:39:36.586 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Hjl0eaeJ1cw9Xfi off=411511 len=1652 2024-09-16T11:39:36.588 INFO:tasks.workunit.client.0.smithi077.stdout:op 4717 completed, throughput=5MB/sec 2024-09-16T11:39:36.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VbEQTM1EeYkZKJp off=5906681 len=407925 2024-09-16T11:39:36.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 4718 completed, throughput=5MB/sec 2024-09-16T11:39:36.592 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5w2YvW1zIlAmJIx off=9065952 len=1829229 2024-09-16T11:39:36.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 4719 completed, throughput=5MB/sec 2024-09-16T11:39:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:36] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:39:37.595 INFO:tasks.workunit.client.0.smithi077.stdout: 928: throughput=5MB/sec pending data=0 2024-09-16T11:39:37.595 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Iaz0n0-wxjLxrse off=55325 len=904296 2024-09-16T11:39:37.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 4720 completed, throughput=5MB/sec 2024-09-16T11:39:37.601 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PY3ZwZHcHuy2aGl off=801459 len=1559388 2024-09-16T11:39:37.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 4721 completed, throughput=5MB/sec 2024-09-16T11:39:37.610 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lGFgl8JSLZtOtqu off=9319394 len=750115 2024-09-16T11:39:37.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 4722 completed, throughput=5MB/sec 2024-09-16T11:39:37.615 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XlrCiGIp_XF7Ut4 off=1014264 len=1800484 2024-09-16T11:39:37.626 INFO:tasks.workunit.client.0.smithi077.stdout:op 4723 completed, throughput=5MB/sec 2024-09-16T11:39:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:37 smithi077 ceph-mon[86047]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:37 smithi077 ceph-mon[88497]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:37 smithi191 ceph-mon[84934]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:38.626 INFO:tasks.workunit.client.0.smithi077.stdout: 929: throughput=5MB/sec pending data=0 2024-09-16T11:39:38.627 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-V7Ln2o5yLWXlEOP off=5715921 len=1042665 2024-09-16T11:39:38.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 4724 completed, throughput=5MB/sec 2024-09-16T11:39:38.633 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Kc5zfAK7fEJ8LVb off=9823393 len=242176 2024-09-16T11:39:38.634 INFO:tasks.workunit.client.0.smithi077.stdout:op 4725 completed, throughput=5MB/sec 2024-09-16T11:39:38.634 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TSDzXUlHXUNK6M2 off=7604076 len=802764 2024-09-16T11:39:38.639 INFO:tasks.workunit.client.0.smithi077.stdout:op 4726 completed, throughput=5MB/sec 2024-09-16T11:39:38.639 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qr9eI9E5OmZo_J5 off=818682 len=642591 2024-09-16T11:39:38.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 4727 completed, throughput=5MB/sec 2024-09-16T11:39:38.640 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-t4vxYuVBqJkHQEK off=3439431 len=623688 2024-09-16T11:39:38.644 INFO:tasks.workunit.client.0.smithi077.stdout:op 4728 completed, throughput=5MB/sec 2024-09-16T11:39:38.644 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eCeyBaEm3mHQFb- off=7344684 len=1909471 2024-09-16T11:39:38.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 4729 completed, throughput=5MB/sec 2024-09-16T11:39:39.647 INFO:tasks.workunit.client.0.smithi077.stdout: 930: throughput=5MB/sec pending data=0 2024-09-16T11:39:39.647 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BcoEg5JIM1v2U1y off=1475198 len=1601953 2024-09-16T11:39:39.648 INFO:tasks.workunit.client.0.smithi077.stdout:op 4730 completed, throughput=5MB/sec 2024-09-16T11:39:39.649 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-evoJf-FCd2CZCVY off=3960998 len=1896930 2024-09-16T11:39:39.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 4731 completed, throughput=5MB/sec 2024-09-16T11:39:39.650 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N9ycD65vxDqyBHm off=11124939 len=697233 2024-09-16T11:39:39.651 INFO:tasks.workunit.client.0.smithi077.stdout:op 4732 completed, throughput=5MB/sec 2024-09-16T11:39:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:39 smithi077 ceph-mon[86047]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:39:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:39 smithi077 ceph-mon[88497]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:39:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:39 smithi191 ceph-mon[84934]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:39:40.652 INFO:tasks.workunit.client.0.smithi077.stdout: 931: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:40.652 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UswpQO5lUPmNuaI off=1477484 len=1138494 2024-09-16T11:39:40.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 4733 completed, throughput=5MB/sec 2024-09-16T11:39:40.654 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mz_QKeWXGffZv3I off=700267 len=1916377 2024-09-16T11:39:40.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 4734 completed, throughput=5MB/sec 2024-09-16T11:39:40.656 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DnvZbU7e8WUuHv1 off=3200424 len=1926030 2024-09-16T11:39:40.663 INFO:tasks.workunit.client.0.smithi077.stdout:op 4735 completed, throughput=5MB/sec 2024-09-16T11:39:40.664 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2xYe1a3FpOwGK2F off=1308521 len=2045421 2024-09-16T11:39:40.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 4736 completed, throughput=5MB/sec 2024-09-16T11:39:41.674 INFO:tasks.workunit.client.0.smithi077.stdout: 932: throughput=5MB/sec pending data=0 2024-09-16T11:39:41.674 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UPR1ZY7R0q_Xs22 off=12930700 len=566101 2024-09-16T11:39:41.675 INFO:tasks.workunit.client.0.smithi077.stdout:op 4737 completed, throughput=5MB/sec 2024-09-16T11:39:41.675 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hxNBJrm3Zi-NEac off=132097 len=369248 2024-09-16T11:39:41.679 INFO:tasks.workunit.client.0.smithi077.stdout:op 4738 completed, throughput=5MB/sec 2024-09-16T11:39:41.679 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cYL7DJT1aUkoywK off=2320844 len=90891 2024-09-16T11:39:41.681 INFO:tasks.workunit.client.0.smithi077.stdout:op 4739 completed, throughput=5MB/sec 2024-09-16T11:39:41.681 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-56wkTkoPyBrfLzu off=329450 len=1223233 2024-09-16T11:39:41.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 4740 completed, throughput=5MB/sec 2024-09-16T11:39:41.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FlYgGbQ17uZ3BQ- off=18097082 len=5867 2024-09-16T11:39:41.686 INFO:tasks.workunit.client.0.smithi077.stdout:op 4741 completed, throughput=5MB/sec 2024-09-16T11:39:41.686 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HZTPl0zoKq-8wl1 off=16597443 len=1781961 2024-09-16T11:39:41.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 4742 completed, throughput=5MB/sec 2024-09-16T11:39:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:41 smithi077 ceph-mon[86047]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:41 smithi077 ceph-mon[88497]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:41 smithi191 ceph-mon[84934]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:39:42.690 INFO:tasks.workunit.client.0.smithi077.stdout: 933: throughput=5MB/sec pending data=0 2024-09-16T11:39:42.690 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OWAqc_kkl2kL1t6 off=11099408 len=1832269 2024-09-16T11:39:42.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 4743 completed, throughput=5MB/sec 2024-09-16T11:39:42.692 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kpsylZg3NYTvuLo off=6840215 len=1735386 2024-09-16T11:39:42.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 4744 completed, throughput=5MB/sec 2024-09-16T11:39:42.700 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jNIsNz1ynyGbY_9 off=3616325 len=1660099 2024-09-16T11:39:42.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 4745 completed, throughput=5MB/sec 2024-09-16T11:39:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:43.713 INFO:tasks.workunit.client.0.smithi077.stdout: 934: throughput=5MB/sec pending data=0 2024-09-16T11:39:43.713 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ybuc9puoYXYGn7e off=0 len=1419622 2024-09-16T11:39:43.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 4746 completed, throughput=5MB/sec 2024-09-16T11:39:43.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3bD1IlH671CYtDz off=6598763 len=248278 2024-09-16T11:39:43.714 INFO:tasks.workunit.client.0.smithi077.stdout:op 4747 completed, throughput=5MB/sec 2024-09-16T11:39:43.714 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pjpQ1YKDTqWGvol off=10166969 len=569567 2024-09-16T11:39:43.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 4748 completed, throughput=5MB/sec 2024-09-16T11:39:43.716 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vNAzb6eZn3AauCL off=310264 len=1373360 2024-09-16T11:39:43.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 4749 completed, throughput=5MB/sec 2024-09-16T11:39:43.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MioHsvVXmb-EUxc off=3768684 len=1361760 2024-09-16T11:39:43.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 4750 completed, throughput=5MB/sec 2024-09-16T11:39:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:43 smithi077 ceph-mon[86047]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:43 smithi077 ceph-mon[88497]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:43 smithi191 ceph-mon[84934]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:39:44.725 INFO:tasks.workunit.client.0.smithi077.stdout: 935: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:44.726 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-17E22IICziio9tJ off=12795716 len=499874 2024-09-16T11:39:44.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 4751 completed, throughput=5MB/sec 2024-09-16T11:39:44.728 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-khBn7HUCVwdcKaP off=16797389 len=1799551 2024-09-16T11:39:44.730 INFO:tasks.workunit.client.0.smithi077.stdout:op 4752 completed, throughput=5MB/sec 2024-09-16T11:39:44.730 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9GajAOMMNYUgV89 off=22140282 len=879088 2024-09-16T11:39:44.735 INFO:tasks.workunit.client.0.smithi077.stdout:op 4753 completed, throughput=5MB/sec 2024-09-16T11:39:44.735 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mRnxAbX-ooqKzWU off=19744678 len=900903 2024-09-16T11:39:44.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 4754 completed, throughput=5MB/sec 2024-09-16T11:39:44.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-goTrUV_OjVIj3gp off=3573134 len=1556707 2024-09-16T11:39:44.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 4755 completed, throughput=5MB/sec 2024-09-16T11:39:45.747 INFO:tasks.workunit.client.0.smithi077.stdout: 936: throughput=5MB/sec pending data=0 2024-09-16T11:39:45.747 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2cK45FAjfZZ2mQ2 off=3713376 len=1105055 2024-09-16T11:39:45.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 4756 completed, throughput=5MB/sec 2024-09-16T11:39:45.753 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Iq9DjIYVnW2qt0D off=4249919 len=1839036 2024-09-16T11:39:45.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 4757 completed, throughput=5MB/sec 2024-09-16T11:39:45.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Q07DkcU4qqsmlR- off=6114930 len=779238 2024-09-16T11:39:45.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 4758 completed, throughput=5MB/sec 2024-09-16T11:39:45.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l827jS4GmPaMyn5 off=3200776 len=448668 2024-09-16T11:39:45.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 4759 completed, throughput=5MB/sec 2024-09-16T11:39:45.764 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v09rqHYRB-3rnEW off=4741247 len=1003848 2024-09-16T11:39:45.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 4760 completed, throughput=5MB/sec 2024-09-16T11:39:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:45 smithi077 ceph-mon[86047]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:45 smithi077 ceph-mon[88497]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:45 smithi191 ceph-mon[84934]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:39:46.769 INFO:tasks.workunit.client.0.smithi077.stdout: 937: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:46.770 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KTEYrX39sKTuzbV off=18148633 len=1125748 2024-09-16T11:39:46.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 4761 completed, throughput=5MB/sec 2024-09-16T11:39:46.771 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6Z9LbS9kTL1tS2R off=17647447 len=1055239 2024-09-16T11:39:46.777 INFO:tasks.workunit.client.0.smithi077.stdout:op 4762 completed, throughput=5MB/sec 2024-09-16T11:39:46.777 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T-PiqOA1gr8pzed off=3702345 len=610463 2024-09-16T11:39:46.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 4763 completed, throughput=5MB/sec 2024-09-16T11:39:46.781 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mVI3z_r-Zj36_o0 off=2464899 len=2060936 2024-09-16T11:39:46.783 INFO:tasks.workunit.client.0.smithi077.stdout:op 4764 completed, throughput=5MB/sec 2024-09-16T11:39:46.783 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LGV1HNS3YmE9Y3R off=5333627 len=708508 2024-09-16T11:39:46.785 INFO:tasks.workunit.client.0.smithi077.stdout:op 4765 completed, throughput=5MB/sec 2024-09-16T11:39:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:46] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:39:47.785 INFO:tasks.workunit.client.0.smithi077.stdout: 938: throughput=5MB/sec pending data=0 2024-09-16T11:39:47.785 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0tVT86YOIXwGAr- off=594010 len=31623 2024-09-16T11:39:47.788 INFO:tasks.workunit.client.0.smithi077.stdout:op 4766 completed, throughput=5MB/sec 2024-09-16T11:39:47.788 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UUW0FZ9shmrKTKb off=5127477 len=803142 2024-09-16T11:39:47.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 4767 completed, throughput=5MB/sec 2024-09-16T11:39:47.791 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mbXJXwcGa9dgd5E off=2784127 len=1826310 2024-09-16T11:39:47.800 INFO:tasks.workunit.client.0.smithi077.stdout:op 4768 completed, throughput=5MB/sec 2024-09-16T11:39:47.800 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UuqCrlzkP_BiEvi off=2006963 len=725786 2024-09-16T11:39:47.804 INFO:tasks.workunit.client.0.smithi077.stdout:op 4769 completed, throughput=5MB/sec 2024-09-16T11:39:47.804 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gkxCx6MXAMs0wDr off=1914057 len=2020952 2024-09-16T11:39:47.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 4770 completed, throughput=5MB/sec 2024-09-16T11:39:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:47 smithi077 ceph-mon[86047]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:47 smithi077 ceph-mon[88497]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:47 smithi191 ceph-mon[84934]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:39:48.806 INFO:tasks.workunit.client.0.smithi077.stdout: 939: throughput=5MB/sec pending data=0 2024-09-16T11:39:48.807 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lu1kOwi1E257JIl off=1992180 len=1101100 2024-09-16T11:39:48.808 INFO:tasks.workunit.client.0.smithi077.stdout:op 4771 completed, throughput=5MB/sec 2024-09-16T11:39:48.808 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tR5zg7xpKHk8P-a off=8518680 len=1047382 2024-09-16T11:39:48.814 INFO:tasks.workunit.client.0.smithi077.stdout:op 4772 completed, throughput=5MB/sec 2024-09-16T11:39:48.814 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-spcFU6M1-N63U6z off=3830098 len=1777773 2024-09-16T11:39:48.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 4773 completed, throughput=5MB/sec 2024-09-16T11:39:48.822 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0yEWKAGq7jqW4AP off=6135918 len=1310042 2024-09-16T11:39:48.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 4774 completed, throughput=5MB/sec 2024-09-16T11:39:49.828 INFO:tasks.workunit.client.0.smithi077.stdout: 940: throughput=5MB/sec pending data=0 2024-09-16T11:39:49.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ueWC5KFpFggFEdW off=12038542 len=437070 2024-09-16T11:39:49.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 4775 completed, throughput=5MB/sec 2024-09-16T11:39:49.830 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gR7iNhU9YpA4jia off=534207 len=296253 2024-09-16T11:39:49.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 4776 completed, throughput=5MB/sec 2024-09-16T11:39:49.833 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wypV74-5qJq5IV8 off=3152752 len=2035061 2024-09-16T11:39:49.846 INFO:tasks.workunit.client.0.smithi077.stdout:op 4777 completed, throughput=5MB/sec 2024-09-16T11:39:49.846 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QxyJoFz9PlBlYuN off=1464610 len=344677 2024-09-16T11:39:49.846 INFO:tasks.workunit.client.0.smithi077.stdout:op 4778 completed, throughput=5MB/sec 2024-09-16T11:39:49.846 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LRcEjrhz6Wp2-lu off=6036282 len=1401146 2024-09-16T11:39:49.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 4779 completed, throughput=5MB/sec 2024-09-16T11:39:49.854 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EXMWa6ZFfuM__jo off=1656592 len=1097984 2024-09-16T11:39:49.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 4780 completed, throughput=5MB/sec 2024-09-16T11:39:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:49 smithi077 ceph-mon[86047]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:39:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:49 smithi077 ceph-mon[88497]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:39:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:49 smithi191 ceph-mon[84934]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:39:50.856 INFO:tasks.workunit.client.0.smithi077.stdout: 941: throughput=5MB/sec pending data=0 2024-09-16T11:39:50.856 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zEXYBB7W4vPZyUU off=11329120 len=682314 2024-09-16T11:39:50.861 INFO:tasks.workunit.client.0.smithi077.stdout:op 4781 completed, throughput=5MB/sec 2024-09-16T11:39:50.861 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1vb5WSbv7tE0FzL off=0 len=1465943 2024-09-16T11:39:50.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 4782 completed, throughput=5MB/sec 2024-09-16T11:39:50.869 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-waZzt1bVRAMea-Y off=4609562 len=1189197 2024-09-16T11:39:50.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 4783 completed, throughput=5MB/sec 2024-09-16T11:39:50.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MmEhfncVmk7Hy0K off=5487620 len=349854 2024-09-16T11:39:50.876 INFO:tasks.workunit.client.0.smithi077.stdout:op 4784 completed, throughput=5MB/sec 2024-09-16T11:39:50.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dxQlPsurv9hPvnL off=520096 len=1031314 2024-09-16T11:39:50.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 4785 completed, throughput=5MB/sec 2024-09-16T11:39:50.878 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7WuhD9tKtOAgwzc off=961542 len=1973539 2024-09-16T11:39:50.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 4786 completed, throughput=5MB/sec 2024-09-16T11:39:51.881 INFO:tasks.workunit.client.0.smithi077.stdout: 942: throughput=5MB/sec pending data=0 2024-09-16T11:39:51.881 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B_trlifkbOV1b9X off=6925998 len=99540 2024-09-16T11:39:51.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 4787 completed, throughput=5MB/sec 2024-09-16T11:39:51.883 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q9Oy_cZQrGuSP83 off=5808174 len=891941 2024-09-16T11:39:51.886 INFO:tasks.workunit.client.0.smithi077.stdout:op 4788 completed, throughput=5MB/sec 2024-09-16T11:39:51.886 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m1aTRzWrglylFnL off=15983067 len=995096 2024-09-16T11:39:51.887 INFO:tasks.workunit.client.0.smithi077.stdout:op 4789 completed, throughput=5MB/sec 2024-09-16T11:39:51.887 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZUydPMFrG3huKBC off=1675850 len=34571 2024-09-16T11:39:51.889 INFO:tasks.workunit.client.0.smithi077.stdout:op 4790 completed, throughput=5MB/sec 2024-09-16T11:39:51.889 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WbuZ_I6rtvsApUS off=18529769 len=937086 2024-09-16T11:39:51.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 4791 completed, throughput=5MB/sec 2024-09-16T11:39:51.895 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--arptLIqObCLChD off=366144 len=911535 2024-09-16T11:39:51.897 INFO:tasks.workunit.client.0.smithi077.stdout:op 4792 completed, throughput=5MB/sec 2024-09-16T11:39:51.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:51 smithi077 ceph-mon[86047]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:51 smithi077 ceph-mon[88497]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:51 smithi191 ceph-mon[84934]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:39:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:39:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:39:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: 943: throughput=5MB/sec pending data=0 2024-09-16T11:39:52.897 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XSC_8kzSHrG3-PY off=4112826 len=599865 2024-09-16T11:39:52.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 4793 completed, throughput=5MB/sec 2024-09-16T11:39:52.899 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dgVvKmqQERhRdsz off=3353617 len=386155 2024-09-16T11:39:52.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 4794 completed, throughput=5MB/sec 2024-09-16T11:39:52.902 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7nkt20eWPI99_Yi off=166952 len=1042177 2024-09-16T11:39:52.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 4795 completed, throughput=5MB/sec 2024-09-16T11:39:52.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L_TKyx3hHqh8qMu off=2136133 len=361906 2024-09-16T11:39:52.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 4796 completed, throughput=5MB/sec 2024-09-16T11:39:52.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Abus3BLqqnWDlNl off=16324873 len=1206757 2024-09-16T11:39:52.916 INFO:tasks.workunit.client.0.smithi077.stdout:op 4797 completed, throughput=5MB/sec 2024-09-16T11:39:52.916 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ofAIQl_EHBXf6E3 off=9232377 len=1726788 2024-09-16T11:39:52.918 INFO:tasks.workunit.client.0.smithi077.stdout:op 4798 completed, throughput=5MB/sec 2024-09-16T11:39:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: 944: throughput=5MB/sec pending data=0 2024-09-16T11:39:53.919 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7I_ije0a6GgMjvu off=10259238 len=2004838 2024-09-16T11:39:53.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:53 smithi077 ceph-mon[86047]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:39:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:53 smithi077 ceph-mon[88497]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:39:53.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 4799 completed, throughput=5MB/sec 2024-09-16T11:39:53.930 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n9QXJsw-u74GQkx off=12891829 len=270993 2024-09-16T11:39:53.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 4800 completed, throughput=5MB/sec 2024-09-16T11:39:53.933 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CGU0ibgJBFvUd_X off=7038475 len=101255 2024-09-16T11:39:53.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 4801 completed, throughput=5MB/sec 2024-09-16T11:39:53.933 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oz2wm3ymXwllNDO off=2816806 len=926783 2024-09-16T11:39:53.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 4802 completed, throughput=5MB/sec 2024-09-16T11:39:53.938 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-o5w-d6nzCE4PxnJ off=14033469 len=238423 2024-09-16T11:39:53.938 INFO:tasks.workunit.client.0.smithi077.stdout:op 4803 completed, throughput=5MB/sec 2024-09-16T11:39:53.938 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8Sx1yeuhJ7yncyD off=7260294 len=916897 2024-09-16T11:39:53.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 4804 completed, throughput=5MB/sec 2024-09-16T11:39:53.941 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ru5y18hvGkphck7 off=303531 len=1339275 2024-09-16T11:39:53.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 4805 completed, throughput=5MB/sec 2024-09-16T11:39:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:53 smithi191 ceph-mon[84934]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:39:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: 945: throughput=5MB/sec pending data=0 2024-09-16T11:39:54.943 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Ew_DvvD87k8iee off=2101469 len=1842410 2024-09-16T11:39:54.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 4806 completed, throughput=5MB/sec 2024-09-16T11:39:54.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ljpc8rc6SfWIjKQ off=4285950 len=286737 2024-09-16T11:39:54.957 INFO:tasks.workunit.client.0.smithi077.stdout:op 4807 completed, throughput=5MB/sec 2024-09-16T11:39:54.957 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PBBmfpt0Tl6auej off=4021207 len=946670 2024-09-16T11:39:54.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 4808 completed, throughput=5MB/sec 2024-09-16T11:39:54.958 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6mQTjJwBWqzYos4 off=4876012 len=1994394 2024-09-16T11:39:54.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 4809 completed, throughput=5MB/sec 2024-09-16T11:39:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:55 smithi077 ceph-mon[86047]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:55 smithi077 ceph-mon[88497]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:55 smithi191 ceph-mon[84934]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:39:55.967 INFO:tasks.workunit.client.0.smithi077.stdout: 946: throughput=5MB/sec pending data=0 2024-09-16T11:39:55.967 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-40cUO5WoypHqAT1 off=144754 len=632155 2024-09-16T11:39:55.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 4810 completed, throughput=5MB/sec 2024-09-16T11:39:55.969 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p7E-Wu2bmIVMyNU off=6714562 len=1919931 2024-09-16T11:39:55.978 INFO:tasks.workunit.client.0.smithi077.stdout:op 4811 completed, throughput=5MB/sec 2024-09-16T11:39:55.978 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-itYk2BK9nt6cxGl off=1514620 len=1256643 2024-09-16T11:39:55.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 4812 completed, throughput=5MB/sec 2024-09-16T11:39:55.984 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QtL9VHyVdosSDIx off=5331330 len=1172301 2024-09-16T11:39:55.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 4813 completed, throughput=5MB/sec 2024-09-16T11:39:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:39:56.986 INFO:tasks.workunit.client.0.smithi077.stdout: 947: throughput=4.99MB/sec pending data=0 2024-09-16T11:39:56.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4qs7db-IBJKGGSW off=16382692 len=1305057 2024-09-16T11:39:56.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 4814 completed, throughput=5MB/sec 2024-09-16T11:39:56.989 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RznyHTbduc2C608 off=0 len=1081446 2024-09-16T11:39:56.990 INFO:tasks.workunit.client.0.smithi077.stdout:op 4815 completed, throughput=5MB/sec 2024-09-16T11:39:56.991 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FACQf7UWZUZsf_z off=3990267 len=422580 2024-09-16T11:39:56.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 4816 completed, throughput=5MB/sec 2024-09-16T11:39:56.993 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1K0Wisr2Ad7Irfk off=8486031 len=1816978 2024-09-16T11:39:57.002 INFO:tasks.workunit.client.0.smithi077.stdout:op 4817 completed, throughput=5MB/sec 2024-09-16T11:39:57.002 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sGsDLsLrmRwjaIM off=13139265 len=110799 2024-09-16T11:39:57.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 4818 completed, throughput=5MB/sec 2024-09-16T11:39:57.003 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y9ZwmHXQ2Dfiu-D off=16340972 len=1877155 2024-09-16T11:39:57.012 INFO:tasks.workunit.client.0.smithi077.stdout:op 4819 completed, throughput=5MB/sec 2024-09-16T11:39:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:39:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:39:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:39:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:39:56] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:39:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:39:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:57 smithi191 ceph-mon[84934]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:58.013 INFO:tasks.workunit.client.0.smithi077.stdout: 948: throughput=5MB/sec pending data=0 2024-09-16T11:39:58.013 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Czk5dBH6F3J5T6U off=17469728 len=1260525 2024-09-16T11:39:58.014 INFO:tasks.workunit.client.0.smithi077.stdout:op 4820 completed, throughput=5MB/sec 2024-09-16T11:39:58.014 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vramHJhHBCAc5iq off=1547999 len=897506 2024-09-16T11:39:58.020 INFO:tasks.workunit.client.0.smithi077.stdout:op 4821 completed, throughput=5MB/sec 2024-09-16T11:39:58.020 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cEDu7yHdat1VPZw off=1942703 len=508054 2024-09-16T11:39:58.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 4822 completed, throughput=5MB/sec 2024-09-16T11:39:58.023 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-axyc4oYN3WIanx4 off=2060964 len=934876 2024-09-16T11:39:58.024 INFO:tasks.workunit.client.0.smithi077.stdout:op 4823 completed, throughput=5MB/sec 2024-09-16T11:39:58.024 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4mQvo4qrffMw1ry off=6087275 len=1950228 2024-09-16T11:39:58.028 INFO:tasks.workunit.client.0.smithi077.stdout:op 4824 completed, throughput=5MB/sec 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[86047]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:39:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:39:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:39:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:39:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:57 smithi077 ceph-mon[88497]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:39:59.029 INFO:tasks.workunit.client.0.smithi077.stdout: 949: throughput=5MB/sec pending data=0 2024-09-16T11:39:59.029 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9Wz-Ik9m_60ouf_ off=1103941 len=1936075 2024-09-16T11:39:59.032 INFO:tasks.workunit.client.0.smithi077.stdout:op 4825 completed, throughput=5MB/sec 2024-09-16T11:39:59.032 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5Qj1wSKgTcV9Eyz off=2537900 len=1053338 2024-09-16T11:39:59.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 4826 completed, throughput=5MB/sec 2024-09-16T11:39:59.038 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-m2i1zY_vdxSJ2-m off=3202246 len=2044098 2024-09-16T11:39:59.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 4827 completed, throughput=5MB/sec 2024-09-16T11:39:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:39:59 smithi077 ceph-mon[86047]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:39:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:39:59 smithi077 ceph-mon[88497]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:39:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:39:59 smithi191 ceph-mon[84934]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:00.049 INFO:tasks.workunit.client.0.smithi077.stdout: 950: throughput=5MB/sec pending data=0 2024-09-16T11:40:00.049 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-54U5--HlgXi35lK off=6787598 len=201091 2024-09-16T11:40:00.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 4828 completed, throughput=5MB/sec 2024-09-16T11:40:00.052 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6_aqbjEo3Fsmzcb off=6451914 len=612257 2024-09-16T11:40:00.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 4829 completed, throughput=5MB/sec 2024-09-16T11:40:00.055 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jHJdhoxqwgqye4Z off=3609133 len=985559 2024-09-16T11:40:00.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 4830 completed, throughput=5MB/sec 2024-09-16T11:40:00.057 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Yp1wkm8Pgifl9eu off=146648 len=1468571 2024-09-16T11:40:00.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 4831 completed, throughput=5MB/sec 2024-09-16T11:40:00.066 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Wm3-ahKB60wwZF off=8568570 len=1073991 2024-09-16T11:40:00.071 INFO:tasks.workunit.client.0.smithi077.stdout:op 4832 completed, throughput=5MB/sec 2024-09-16T11:40:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:40:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:40:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T11:40:01.071 INFO:tasks.workunit.client.0.smithi077.stdout: 951: throughput=5MB/sec pending data=0 2024-09-16T11:40:01.072 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B6mdvYnfHcuW3LE off=17573259 len=986272 2024-09-16T11:40:01.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 4833 completed, throughput=5MB/sec 2024-09-16T11:40:01.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RRUgXrnPX78iKed off=895722 len=903086 2024-09-16T11:40:01.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 4834 completed, throughput=5MB/sec 2024-09-16T11:40:01.082 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3V20VnipvvAIpMN off=17723714 len=610159 2024-09-16T11:40:01.083 INFO:tasks.workunit.client.0.smithi077.stdout:op 4835 completed, throughput=5MB/sec 2024-09-16T11:40:01.083 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7ViOzzlhEGHO-7n off=2627670 len=661669 2024-09-16T11:40:01.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 4836 completed, throughput=5MB/sec 2024-09-16T11:40:01.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-z-CU_PqBI19k5If off=13103774 len=1471129 2024-09-16T11:40:01.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 4837 completed, throughput=5MB/sec 2024-09-16T11:40:01.089 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XqJTB8auza5MzOE off=14235293 len=1384280 2024-09-16T11:40:01.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 4838 completed, throughput=5MB/sec 2024-09-16T11:40:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:01 smithi077 ceph-mon[86047]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:01 smithi077 ceph-mon[88497]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:01 smithi191 ceph-mon[84934]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:02.090 INFO:tasks.workunit.client.0.smithi077.stdout: 952: throughput=5MB/sec pending data=0 2024-09-16T11:40:02.090 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4AbpfZVygK2RfmB off=10001104 len=874308 2024-09-16T11:40:02.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 4839 completed, throughput=5MB/sec 2024-09-16T11:40:02.095 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cqQuquyJmiOKI5c off=18843074 len=439619 2024-09-16T11:40:02.099 INFO:tasks.workunit.client.0.smithi077.stdout:op 4840 completed, throughput=5MB/sec 2024-09-16T11:40:02.099 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5DzQXZN70DCTl3j off=5939641 len=554831 2024-09-16T11:40:02.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 4841 completed, throughput=5MB/sec 2024-09-16T11:40:02.103 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PCJyE8w_xOG1GwX off=2806135 len=562563 2024-09-16T11:40:02.108 INFO:tasks.workunit.client.0.smithi077.stdout:op 4842 completed, throughput=5MB/sec 2024-09-16T11:40:02.108 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8kvs7XpjeWZjFta off=6847251 len=1521071 2024-09-16T11:40:02.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 4843 completed, throughput=5MB/sec 2024-09-16T11:40:02.112 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kHCisK6Ox-O8nud off=7059893 len=620477 2024-09-16T11:40:02.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 4844 completed, throughput=5MB/sec 2024-09-16T11:40:02.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:03.117 INFO:tasks.workunit.client.0.smithi077.stdout: 953: throughput=4.99MB/sec pending data=0 2024-09-16T11:40:03.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xOi80jDQnh8tiFM off=65222 len=1403628 2024-09-16T11:40:03.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 4845 completed, throughput=5MB/sec 2024-09-16T11:40:03.120 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xlzv_6vfF6EKLjE off=750701 len=134072 2024-09-16T11:40:03.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 4846 completed, throughput=5MB/sec 2024-09-16T11:40:03.123 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wniLz1FS3SzH3x2 off=612379 len=1280384 2024-09-16T11:40:03.124 INFO:tasks.workunit.client.0.smithi077.stdout:op 4847 completed, throughput=5MB/sec 2024-09-16T11:40:03.124 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-U7SbQ-2FWFMpYXa off=6572370 len=968607 2024-09-16T11:40:03.126 INFO:tasks.workunit.client.0.smithi077.stdout:op 4848 completed, throughput=5MB/sec 2024-09-16T11:40:03.126 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GBUCycaIMyL-wqz off=9500491 len=723355 2024-09-16T11:40:03.131 INFO:tasks.workunit.client.0.smithi077.stdout:op 4849 completed, throughput=5MB/sec 2024-09-16T11:40:03.131 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LipvFqzsqNVojvq off=429315 len=871487 2024-09-16T11:40:03.133 INFO:tasks.workunit.client.0.smithi077.stdout:op 4850 completed, throughput=5MB/sec 2024-09-16T11:40:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:03 smithi077 ceph-mon[86047]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:40:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:03 smithi077 ceph-mon[88497]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:40:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:03 smithi191 ceph-mon[84934]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:40:04.133 INFO:tasks.workunit.client.0.smithi077.stdout: 954: throughput=5MB/sec pending data=0 2024-09-16T11:40:04.133 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f6MtCJKrH4TBYbV off=11283319 len=1329379 2024-09-16T11:40:04.139 INFO:tasks.workunit.client.0.smithi077.stdout:op 4851 completed, throughput=5MB/sec 2024-09-16T11:40:04.139 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-s7cP59irCSP--OA off=7792137 len=1698619 2024-09-16T11:40:04.148 INFO:tasks.workunit.client.0.smithi077.stdout:op 4852 completed, throughput=5MB/sec 2024-09-16T11:40:04.148 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2vexN8Ok5caam54 off=10383202 len=1761239 2024-09-16T11:40:04.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 4853 completed, throughput=5MB/sec 2024-09-16T11:40:04.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3br3_MfJ57XzF3X off=1501675 len=61084 2024-09-16T11:40:04.153 INFO:tasks.workunit.client.0.smithi077.stdout:op 4854 completed, throughput=5MB/sec 2024-09-16T11:40:04.153 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QN_NmwGDmCN75vF off=3688601 len=142688 2024-09-16T11:40:04.153 INFO:tasks.workunit.client.0.smithi077.stdout:op 4855 completed, throughput=5MB/sec 2024-09-16T11:40:04.153 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yBOtEh99VH7vnhC off=4038832 len=1389855 2024-09-16T11:40:04.154 INFO:tasks.workunit.client.0.smithi077.stdout:op 4856 completed, throughput=5MB/sec 2024-09-16T11:40:05.154 INFO:tasks.workunit.client.0.smithi077.stdout: 955: throughput=5MB/sec pending data=0 2024-09-16T11:40:05.155 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fY8lcS0XyDIPTeP off=3551810 len=1968715 2024-09-16T11:40:05.166 INFO:tasks.workunit.client.0.smithi077.stdout:op 4857 completed, throughput=5MB/sec 2024-09-16T11:40:05.166 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lJznOMkLi1rMW76 off=11299767 len=215964 2024-09-16T11:40:05.169 INFO:tasks.workunit.client.0.smithi077.stdout:op 4858 completed, throughput=5MB/sec 2024-09-16T11:40:05.169 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ApXFx4Jv6T25tdh off=8371190 len=1297435 2024-09-16T11:40:05.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 4859 completed, throughput=5MB/sec 2024-09-16T11:40:05.176 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aj21uHjMn8J1oNO off=1140744 len=171503 2024-09-16T11:40:05.178 INFO:tasks.workunit.client.0.smithi077.stdout:op 4860 completed, throughput=5MB/sec 2024-09-16T11:40:05.178 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rJxfx1oh3vQkmd7 off=16157803 len=1809913 2024-09-16T11:40:05.187 INFO:tasks.workunit.client.0.smithi077.stdout:op 4861 completed, throughput=5MB/sec 2024-09-16T11:40:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:05 smithi077 ceph-mon[86047]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:05 smithi077 ceph-mon[88497]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:05 smithi191 ceph-mon[84934]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:06.187 INFO:tasks.workunit.client.0.smithi077.stdout: 956: throughput=5MB/sec pending data=0 2024-09-16T11:40:06.187 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7V-yQZkYJV3635Q off=10498643 len=732540 2024-09-16T11:40:06.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 4862 completed, throughput=5MB/sec 2024-09-16T11:40:06.192 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R8X0sxjuLClFv9o off=21395546 len=517094 2024-09-16T11:40:06.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 4863 completed, throughput=5MB/sec 2024-09-16T11:40:06.193 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MPqqqvJAXDxGhCl off=2199560 len=658314 2024-09-16T11:40:06.194 INFO:tasks.workunit.client.0.smithi077.stdout:op 4864 completed, throughput=5MB/sec 2024-09-16T11:40:06.194 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y9-7Z1XSZRiJzF1 off=216483 len=900592 2024-09-16T11:40:06.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 4865 completed, throughput=5MB/sec 2024-09-16T11:40:06.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OEeXIwK-sN-tgJq off=10141593 len=909844 2024-09-16T11:40:06.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 4866 completed, throughput=5MB/sec 2024-09-16T11:40:06.200 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UU-skv8IEumhnUV off=12381008 len=1892754 2024-09-16T11:40:06.205 INFO:tasks.workunit.client.0.smithi077.stdout:op 4867 completed, throughput=5MB/sec 2024-09-16T11:40:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:06] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-16T11:40:07.206 INFO:tasks.workunit.client.0.smithi077.stdout: 957: throughput=5MB/sec pending data=0 2024-09-16T11:40:07.206 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CUqYm95iPK4FqO6 off=12871052 len=377808 2024-09-16T11:40:07.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 4868 completed, throughput=5MB/sec 2024-09-16T11:40:07.206 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-linREGAd3DFvs92 off=7637324 len=1784145 2024-09-16T11:40:07.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 4869 completed, throughput=5MB/sec 2024-09-16T11:40:07.217 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pCsC0OWoBX_I4es off=4041615 len=391169 2024-09-16T11:40:07.218 INFO:tasks.workunit.client.0.smithi077.stdout:op 4870 completed, throughput=5MB/sec 2024-09-16T11:40:07.218 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hThyIVj3rrkR1Go off=6504020 len=1828902 2024-09-16T11:40:07.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 4871 completed, throughput=5MB/sec 2024-09-16T11:40:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:07 smithi077 ceph-mon[86047]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:07 smithi077 ceph-mon[88497]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:07 smithi191 ceph-mon[84934]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:08.227 INFO:tasks.workunit.client.0.smithi077.stdout: 958: throughput=5MB/sec pending data=0 2024-09-16T11:40:08.227 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zR2oyG6PjAbXP2F off=11425275 len=47042 2024-09-16T11:40:08.230 INFO:tasks.workunit.client.0.smithi077.stdout:op 4872 completed, throughput=5MB/sec 2024-09-16T11:40:08.230 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dXQ9j7VSCyN2mQI off=4805556 len=1150917 2024-09-16T11:40:08.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 4873 completed, throughput=5MB/sec 2024-09-16T11:40:08.231 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X5_bDAPwXioWAdV off=5915331 len=475617 2024-09-16T11:40:08.232 INFO:tasks.workunit.client.0.smithi077.stdout:op 4874 completed, throughput=5MB/sec 2024-09-16T11:40:08.232 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EmiPdfibGNsp28X off=3273381 len=830846 2024-09-16T11:40:08.233 INFO:tasks.workunit.client.0.smithi077.stdout:op 4875 completed, throughput=5MB/sec 2024-09-16T11:40:08.233 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d4eh6Cyk6yhntQu off=11954315 len=1494060 2024-09-16T11:40:08.240 INFO:tasks.workunit.client.0.smithi077.stdout:op 4876 completed, throughput=5MB/sec 2024-09-16T11:40:08.240 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xOeTNfcqtXAcI2C off=5055816 len=7854 2024-09-16T11:40:08.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 4877 completed, throughput=5MB/sec 2024-09-16T11:40:08.242 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-j0uE5P3Lf57z-RS off=792395 len=149144 2024-09-16T11:40:08.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 4878 completed, throughput=5MB/sec 2024-09-16T11:40:08.246 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9LigGqLQf_vh66O off=7932928 len=66733 2024-09-16T11:40:08.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 4879 completed, throughput=5MB/sec 2024-09-16T11:40:08.246 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RM2gOO2bbqyLiz6 off=12456463 len=659714 2024-09-16T11:40:08.247 INFO:tasks.workunit.client.0.smithi077.stdout:op 4880 completed, throughput=5MB/sec 2024-09-16T11:40:09.248 INFO:tasks.workunit.client.0.smithi077.stdout: 959: throughput=4.99MB/sec pending data=0 2024-09-16T11:40:09.248 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8AvxK20GTep2NsM off=7618380 len=1426337 2024-09-16T11:40:09.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 4881 completed, throughput=5MB/sec 2024-09-16T11:40:09.251 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_ie_nO7SFpCAWoo off=6858381 len=1436681 2024-09-16T11:40:09.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 4882 completed, throughput=5MB/sec 2024-09-16T11:40:09.258 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q9wgosaJWqma6e4 off=17659806 len=1190634 2024-09-16T11:40:09.259 INFO:tasks.workunit.client.0.smithi077.stdout:op 4883 completed, throughput=5MB/sec 2024-09-16T11:40:09.259 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gEbUwsEg6X_qtUp off=1131061 len=510125 2024-09-16T11:40:09.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 4884 completed, throughput=5MB/sec 2024-09-16T11:40:09.260 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ButDWgHyasX8HhC off=7406303 len=1485334 2024-09-16T11:40:09.261 INFO:tasks.workunit.client.0.smithi077.stdout:op 4885 completed, throughput=5MB/sec 2024-09-16T11:40:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:09 smithi077 ceph-mon[86047]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:40:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:09 smithi077 ceph-mon[88497]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:40:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:09 smithi191 ceph-mon[84934]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:40:10.261 INFO:tasks.workunit.client.0.smithi077.stdout: 960: throughput=5MB/sec pending data=0 2024-09-16T11:40:10.261 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pGzS6X37K826MoV off=15905804 len=1508965 2024-09-16T11:40:10.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 4886 completed, throughput=5MB/sec 2024-09-16T11:40:10.270 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6s7U27i3BS9NIHL off=4920903 len=466674 2024-09-16T11:40:10.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 4887 completed, throughput=5MB/sec 2024-09-16T11:40:10.273 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Loef6KiP98MZ6FP off=6165527 len=367497 2024-09-16T11:40:10.277 INFO:tasks.workunit.client.0.smithi077.stdout:op 4888 completed, throughput=5MB/sec 2024-09-16T11:40:10.277 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ccUf-zPtfd_rn9W off=2344399 len=809105 2024-09-16T11:40:10.278 INFO:tasks.workunit.client.0.smithi077.stdout:op 4889 completed, throughput=5MB/sec 2024-09-16T11:40:10.279 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NnRi6FKmWIN7NMR off=3085891 len=943569 2024-09-16T11:40:10.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 4890 completed, throughput=5MB/sec 2024-09-16T11:40:10.284 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3IdtrZhyc6WsYld off=299076 len=135306 2024-09-16T11:40:10.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 4891 completed, throughput=5MB/sec 2024-09-16T11:40:10.286 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ccN-AMjt9V-_wcj off=9419518 len=1895609 2024-09-16T11:40:10.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 4892 completed, throughput=5MB/sec 2024-09-16T11:40:11.288 INFO:tasks.workunit.client.0.smithi077.stdout: 961: throughput=5MB/sec pending data=0 2024-09-16T11:40:11.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_g7m-kSUjQK4hK2 off=2217088 len=1024722 2024-09-16T11:40:11.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 4893 completed, throughput=5MB/sec 2024-09-16T11:40:11.293 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wTyvmubKizjSUvt off=14511499 len=566633 2024-09-16T11:40:11.297 INFO:tasks.workunit.client.0.smithi077.stdout:op 4894 completed, throughput=5MB/sec 2024-09-16T11:40:11.298 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mFUVgZtCvukcIif off=3770526 len=2002255 2024-09-16T11:40:11.300 INFO:tasks.workunit.client.0.smithi077.stdout:op 4895 completed, throughput=5MB/sec 2024-09-16T11:40:11.300 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8uSIwWfQ8vImTjP off=955903 len=1755041 2024-09-16T11:40:11.311 INFO:tasks.workunit.client.0.smithi077.stdout:op 4896 completed, throughput=5MB/sec 2024-09-16T11:40:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:11 smithi077 ceph-mon[86047]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:40:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:11 smithi077 ceph-mon[88497]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:40:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:11 smithi191 ceph-mon[84934]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:40:12.312 INFO:tasks.workunit.client.0.smithi077.stdout: 962: throughput=5MB/sec pending data=0 2024-09-16T11:40:12.312 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kMk7w_ln0jKSb13 off=15751271 len=1459547 2024-09-16T11:40:12.319 INFO:tasks.workunit.client.0.smithi077.stdout:op 4897 completed, throughput=5MB/sec 2024-09-16T11:40:12.319 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cuvQ7wnvYT9pUKg off=15236913 len=707501 2024-09-16T11:40:12.323 INFO:tasks.workunit.client.0.smithi077.stdout:op 4898 completed, throughput=5MB/sec 2024-09-16T11:40:12.323 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rdl2iKE2-ZQI5bQ off=21881055 len=788372 2024-09-16T11:40:12.328 INFO:tasks.workunit.client.0.smithi077.stdout:op 4899 completed, throughput=5MB/sec 2024-09-16T11:40:12.328 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n6h4n1vjYDnd5eM off=926718 len=1471240 2024-09-16T11:40:12.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 4900 completed, throughput=5MB/sec 2024-09-16T11:40:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:13.334 INFO:tasks.workunit.client.0.smithi077.stdout: 963: throughput=5MB/sec pending data=0 2024-09-16T11:40:13.334 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3EUCH4Fs8MQP9pP off=5418032 len=903831 2024-09-16T11:40:13.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 4901 completed, throughput=5MB/sec 2024-09-16T11:40:13.336 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EDImbB90ya-gsXR off=16505164 len=2088902 2024-09-16T11:40:13.348 INFO:tasks.workunit.client.0.smithi077.stdout:op 4902 completed, throughput=5MB/sec 2024-09-16T11:40:13.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uZmYgcX0r4z5jwG off=8822448 len=480033 2024-09-16T11:40:13.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 4903 completed, throughput=5MB/sec 2024-09-16T11:40:13.349 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZYxHtKphgU4OXm8 off=7548439 len=1466117 2024-09-16T11:40:13.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 4904 completed, throughput=5MB/sec 2024-09-16T11:40:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:13 smithi077 ceph-mon[86047]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:13 smithi077 ceph-mon[88497]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:13 smithi191 ceph-mon[84934]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:14.351 INFO:tasks.workunit.client.0.smithi077.stdout: 964: throughput=5MB/sec pending data=0 2024-09-16T11:40:14.352 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kKJSYKjo2Nc3gWN off=1446754 len=355905 2024-09-16T11:40:14.355 INFO:tasks.workunit.client.0.smithi077.stdout:op 4905 completed, throughput=5MB/sec 2024-09-16T11:40:14.355 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q07DkcU4qqsmlR- off=2423057 len=546219 2024-09-16T11:40:14.356 INFO:tasks.workunit.client.0.smithi077.stdout:op 4906 completed, throughput=5MB/sec 2024-09-16T11:40:14.357 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fdOu4jrAjfu8zT- off=252423 len=1647728 2024-09-16T11:40:14.368 INFO:tasks.workunit.client.0.smithi077.stdout:op 4907 completed, throughput=5MB/sec 2024-09-16T11:40:14.368 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RU1SdHFcrK9njsi off=3186494 len=518545 2024-09-16T11:40:14.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 4908 completed, throughput=5MB/sec 2024-09-16T11:40:14.370 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-N0O_iGoP_ewhQKN off=723277 len=538860 2024-09-16T11:40:14.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 4909 completed, throughput=5MB/sec 2024-09-16T11:40:14.370 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jHtW9eJ_r6yLjtD off=699938 len=2025059 2024-09-16T11:40:14.378 INFO:tasks.workunit.client.0.smithi077.stdout:op 4910 completed, throughput=5MB/sec 2024-09-16T11:40:15.378 INFO:tasks.workunit.client.0.smithi077.stdout: 965: throughput=5MB/sec pending data=0 2024-09-16T11:40:15.378 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JmaoIjO-uCOR5Eg off=0 len=1173892 2024-09-16T11:40:15.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 4911 completed, throughput=5MB/sec 2024-09-16T11:40:15.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qWhp1qo5xvqRNMT off=204036 len=489658 2024-09-16T11:40:15.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 4912 completed, throughput=5MB/sec 2024-09-16T11:40:15.381 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DsFi6ciP1ZkDNXt off=7289329 len=1847164 2024-09-16T11:40:15.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 4913 completed, throughput=5MB/sec 2024-09-16T11:40:15.391 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aTbNwQpQxn-j-L1 off=1188003 len=789132 2024-09-16T11:40:15.396 INFO:tasks.workunit.client.0.smithi077.stdout:op 4914 completed, throughput=5MB/sec 2024-09-16T11:40:15.396 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L_m3YiWzQDWqgyf off=859556 len=1973324 2024-09-16T11:40:15.398 INFO:tasks.workunit.client.0.smithi077.stdout:op 4915 completed, throughput=5MB/sec 2024-09-16T11:40:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:15 smithi077 ceph-mon[86047]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:40:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:15 smithi077 ceph-mon[88497]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:40:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:15 smithi191 ceph-mon[84934]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:40:16.398 INFO:tasks.workunit.client.0.smithi077.stdout: 966: throughput=5MB/sec pending data=0 2024-09-16T11:40:16.399 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--UYyvtdPykzLer- off=1789291 len=1172987 2024-09-16T11:40:16.407 INFO:tasks.workunit.client.0.smithi077.stdout:op 4916 completed, throughput=5MB/sec 2024-09-16T11:40:16.407 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-R2PPWmWuATKsAI- off=17398170 len=460802 2024-09-16T11:40:16.408 INFO:tasks.workunit.client.0.smithi077.stdout:op 4917 completed, throughput=5MB/sec 2024-09-16T11:40:16.408 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tAwUCjUzBU2p6Cw off=20688072 len=568014 2024-09-16T11:40:16.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 4918 completed, throughput=5MB/sec 2024-09-16T11:40:16.412 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e63S5jBo19sq1RJ off=771745 len=2084831 2024-09-16T11:40:16.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 4919 completed, throughput=5MB/sec 2024-09-16T11:40:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:16] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:40:17.415 INFO:tasks.workunit.client.0.smithi077.stdout: 967: throughput=5MB/sec pending data=0 2024-09-16T11:40:17.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YTdIKvUd70FRtHy off=7674627 len=414656 2024-09-16T11:40:17.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 4920 completed, throughput=5MB/sec 2024-09-16T11:40:17.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bN0nFjsTN7s2nhq off=14144803 len=1525308 2024-09-16T11:40:17.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 4921 completed, throughput=5MB/sec 2024-09-16T11:40:17.421 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BfgVeWA06gw7xaj off=12949256 len=1025908 2024-09-16T11:40:17.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 4922 completed, throughput=5MB/sec 2024-09-16T11:40:17.422 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WAIoj4bcdX5QCNX off=16677032 len=1008446 2024-09-16T11:40:17.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 4923 completed, throughput=5MB/sec 2024-09-16T11:40:17.423 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ttKGX5Ue_pO6WMh off=12126177 len=2063207 2024-09-16T11:40:17.427 INFO:tasks.workunit.client.0.smithi077.stdout:op 4924 completed, throughput=5MB/sec 2024-09-16T11:40:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:17 smithi077 ceph-mon[88497]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:17 smithi077 ceph-mon[86047]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:17 smithi191 ceph-mon[84934]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:18.428 INFO:tasks.workunit.client.0.smithi077.stdout: 968: throughput=5MB/sec pending data=0 2024-09-16T11:40:18.429 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0tIWkeqsiwrB1HF off=3847768 len=1488199 2024-09-16T11:40:18.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 4925 completed, throughput=5MB/sec 2024-09-16T11:40:18.429 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BZy28mbvv-Cbxg9 off=2852108 len=717327 2024-09-16T11:40:18.431 INFO:tasks.workunit.client.0.smithi077.stdout:op 4926 completed, throughput=5MB/sec 2024-09-16T11:40:18.431 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_duqZRGhZk-1rd2 off=5373270 len=1477139 2024-09-16T11:40:18.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 4927 completed, throughput=5MB/sec 2024-09-16T11:40:18.433 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4sPBNMfttuT6K6g off=17219630 len=1995700 2024-09-16T11:40:18.445 INFO:tasks.workunit.client.0.smithi077.stdout:op 4928 completed, throughput=5MB/sec 2024-09-16T11:40:19.445 INFO:tasks.workunit.client.0.smithi077.stdout: 969: throughput=5MB/sec pending data=0 2024-09-16T11:40:19.445 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CQGxPVxL9DQa1qU off=14590722 len=488979 2024-09-16T11:40:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:op 4929 completed, throughput=5MB/sec 2024-09-16T11:40:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZnbH3f7-3e-Nvo7 off=8383307 len=1637041 2024-09-16T11:40:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 4930 completed, throughput=5MB/sec 2024-09-16T11:40:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EN8uAvg9M_jmjc2 off=2761684 len=932089 2024-09-16T11:40:19.460 INFO:tasks.workunit.client.0.smithi077.stdout:op 4931 completed, throughput=5MB/sec 2024-09-16T11:40:19.460 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Aju85fEto0AdMyf off=2680522 len=1507029 2024-09-16T11:40:19.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 4932 completed, throughput=5MB/sec 2024-09-16T11:40:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:19 smithi077 ceph-mon[86047]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:19 smithi077 ceph-mon[88497]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:19 smithi191 ceph-mon[84934]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:20.466 INFO:tasks.workunit.client.0.smithi077.stdout: 970: throughput=5MB/sec pending data=0 2024-09-16T11:40:20.466 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sfIQ2kzVtA-1XzV off=16970613 len=1446192 2024-09-16T11:40:20.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 4933 completed, throughput=5MB/sec 2024-09-16T11:40:20.468 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3-BWIUn4-cROQow off=3311130 len=673996 2024-09-16T11:40:20.470 INFO:tasks.workunit.client.0.smithi077.stdout:op 4934 completed, throughput=5MB/sec 2024-09-16T11:40:20.470 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A6p-dA57Vsbmiiz off=10696265 len=1406842 2024-09-16T11:40:20.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 4935 completed, throughput=5MB/sec 2024-09-16T11:40:20.471 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CbbSqlI0XiL-STs off=370395 len=1504610 2024-09-16T11:40:20.479 INFO:tasks.workunit.client.0.smithi077.stdout:op 4936 completed, throughput=5MB/sec 2024-09-16T11:40:21.479 INFO:tasks.workunit.client.0.smithi077.stdout: 971: throughput=5MB/sec pending data=0 2024-09-16T11:40:21.479 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Mg_AykcmgLoaIoV off=15051211 len=1272010 2024-09-16T11:40:21.484 INFO:tasks.workunit.client.0.smithi077.stdout:op 4937 completed, throughput=5MB/sec 2024-09-16T11:40:21.484 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RthDbmD4bo4Yqsq off=14205426 len=211885 2024-09-16T11:40:21.487 INFO:tasks.workunit.client.0.smithi077.stdout:op 4938 completed, throughput=5MB/sec 2024-09-16T11:40:21.487 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kXfHYe66Y3f9HS- off=298695 len=2090193 2024-09-16T11:40:21.491 INFO:tasks.workunit.client.0.smithi077.stdout:op 4939 completed, throughput=5MB/sec 2024-09-16T11:40:21.491 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H7KSjJ0ehmGDokh off=13662031 len=916853 2024-09-16T11:40:21.492 INFO:tasks.workunit.client.0.smithi077.stdout:op 4940 completed, throughput=5MB/sec 2024-09-16T11:40:21.492 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NW6FdJbLSmXrVAt off=5974214 len=1275985 2024-09-16T11:40:21.494 INFO:tasks.workunit.client.0.smithi077.stdout:op 4941 completed, throughput=5MB/sec 2024-09-16T11:40:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:21 smithi077 ceph-mon[86047]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:21 smithi077 ceph-mon[88497]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:21 smithi191 ceph-mon[84934]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:40:22.494 INFO:tasks.workunit.client.0.smithi077.stdout: 972: throughput=5MB/sec pending data=0 2024-09-16T11:40:22.495 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YOAzMXpw71Jt6wY off=1331144 len=637178 2024-09-16T11:40:22.499 INFO:tasks.workunit.client.0.smithi077.stdout:op 4942 completed, throughput=5MB/sec 2024-09-16T11:40:22.499 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BNKVD7IxR_mMjPN off=224809 len=2029800 2024-09-16T11:40:22.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 4943 completed, throughput=5MB/sec 2024-09-16T11:40:22.508 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0G8QX17uUeUcWGh off=4508904 len=159841 2024-09-16T11:40:22.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 4944 completed, throughput=5MB/sec 2024-09-16T11:40:22.509 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-STRNdvsFYqou_b7 off=4843460 len=1523866 2024-09-16T11:40:22.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 4945 completed, throughput=5MB/sec 2024-09-16T11:40:22.517 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mtkguNocMlfwc1T off=545092 len=1747304 2024-09-16T11:40:22.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 4946 completed, throughput=5MB/sec 2024-09-16T11:40:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:23.518 INFO:tasks.workunit.client.0.smithi077.stdout: 973: throughput=5MB/sec pending data=0 2024-09-16T11:40:23.519 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3KMFUrhfuzUlyyP off=1658692 len=1106739 2024-09-16T11:40:23.525 INFO:tasks.workunit.client.0.smithi077.stdout:op 4947 completed, throughput=5MB/sec 2024-09-16T11:40:23.525 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O67GYpcX53mBUJi off=7441581 len=1275741 2024-09-16T11:40:23.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 4948 completed, throughput=5MB/sec 2024-09-16T11:40:23.527 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vkeYvzVJdPNiub7 off=7578926 len=150372 2024-09-16T11:40:23.528 INFO:tasks.workunit.client.0.smithi077.stdout:op 4949 completed, throughput=5MB/sec 2024-09-16T11:40:23.528 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rXj3tZBqk5F160D off=4919092 len=997707 2024-09-16T11:40:23.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 4950 completed, throughput=5MB/sec 2024-09-16T11:40:23.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iLVsmXmvOnzi28h off=3626147 len=97048 2024-09-16T11:40:23.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 4951 completed, throughput=5MB/sec 2024-09-16T11:40:23.534 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Li3I1ek8v1f0Jro off=4982166 len=83064 2024-09-16T11:40:23.534 INFO:tasks.workunit.client.0.smithi077.stdout:op 4952 completed, throughput=5MB/sec 2024-09-16T11:40:23.534 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ccN-AMjt9V-_wcj off=10416932 len=445067 2024-09-16T11:40:23.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 4953 completed, throughput=5MB/sec 2024-09-16T11:40:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:23 smithi077 ceph-mon[86047]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:40:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:23 smithi077 ceph-mon[88497]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:40:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:23 smithi191 ceph-mon[84934]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:40:24.535 INFO:tasks.workunit.client.0.smithi077.stdout: 974: throughput=5MB/sec pending data=0 2024-09-16T11:40:24.536 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z3CP-B9JdksF3sS off=1029026 len=810991 2024-09-16T11:40:24.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 4954 completed, throughput=5MB/sec 2024-09-16T11:40:24.540 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Uy--hvVWYvHQxxX off=1668692 len=1743563 2024-09-16T11:40:24.544 INFO:tasks.workunit.client.0.smithi077.stdout:op 4955 completed, throughput=5MB/sec 2024-09-16T11:40:24.544 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iNlZOzbYdmj5tB- off=527712 len=1395707 2024-09-16T11:40:24.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 4956 completed, throughput=5MB/sec 2024-09-16T11:40:24.552 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9xg2YcyXRwzPsZ3 off=6012921 len=918561 2024-09-16T11:40:24.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 4957 completed, throughput=5MB/sec 2024-09-16T11:40:24.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_maSsF7ZlckKG7i off=3066571 len=2041401 2024-09-16T11:40:24.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 4958 completed, throughput=5MB/sec 2024-09-16T11:40:25.560 INFO:tasks.workunit.client.0.smithi077.stdout: 975: throughput=5MB/sec pending data=0 2024-09-16T11:40:25.561 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-W8nIscfe-7KV4Vf off=99326 len=1547779 2024-09-16T11:40:25.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 4959 completed, throughput=5MB/sec 2024-09-16T11:40:25.568 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--f60uYbu4ZNUWp9 off=18747595 len=151496 2024-09-16T11:40:25.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 4960 completed, throughput=5MB/sec 2024-09-16T11:40:25.568 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cZL6Ra10iqkEFym off=4897053 len=1108457 2024-09-16T11:40:25.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 4961 completed, throughput=5MB/sec 2024-09-16T11:40:25.573 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p55UKQq9q9mMNwP off=2195879 len=1741821 2024-09-16T11:40:25.581 INFO:tasks.workunit.client.0.smithi077.stdout:op 4962 completed, throughput=5MB/sec 2024-09-16T11:40:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:25 smithi077 ceph-mon[86047]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:25 smithi077 ceph-mon[88497]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:25 smithi191 ceph-mon[84934]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:26.581 INFO:tasks.workunit.client.0.smithi077.stdout: 976: throughput=5MB/sec pending data=0 2024-09-16T11:40:26.582 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tJGNveodYmHTJDe off=6901908 len=494092 2024-09-16T11:40:26.586 INFO:tasks.workunit.client.0.smithi077.stdout:op 4963 completed, throughput=5MB/sec 2024-09-16T11:40:26.586 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rBlp6oiDF8R7FfT off=306603 len=865501 2024-09-16T11:40:26.590 INFO:tasks.workunit.client.0.smithi077.stdout:op 4964 completed, throughput=5MB/sec 2024-09-16T11:40:26.591 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Bt-PcJHPYJ0sI4t off=1310835 len=887331 2024-09-16T11:40:26.595 INFO:tasks.workunit.client.0.smithi077.stdout:op 4965 completed, throughput=5MB/sec 2024-09-16T11:40:26.595 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AdwZ9XopLXZeikf off=1326369 len=678091 2024-09-16T11:40:26.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 4966 completed, throughput=5MB/sec 2024-09-16T11:40:26.597 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C7amiD_d7ACJJuB off=2735002 len=780561 2024-09-16T11:40:26.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 4967 completed, throughput=5MB/sec 2024-09-16T11:40:26.601 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IsI-bZ2WrQOyxmR off=8911640 len=440803 2024-09-16T11:40:26.602 INFO:tasks.workunit.client.0.smithi077.stdout:op 4968 completed, throughput=5MB/sec 2024-09-16T11:40:26.602 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-foThMR_PaFlA0oY off=6501117 len=475619 2024-09-16T11:40:26.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 4969 completed, throughput=5MB/sec 2024-09-16T11:40:27.045 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:26] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:40:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:27.605 INFO:tasks.workunit.client.0.smithi077.stdout: 977: throughput=5MB/sec pending data=0 2024-09-16T11:40:27.605 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-l6Ce413Dd-G74AV off=6180236 len=1573141 2024-09-16T11:40:27.614 INFO:tasks.workunit.client.0.smithi077.stdout:op 4970 completed, throughput=5MB/sec 2024-09-16T11:40:27.614 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EDImbB90ya-gsXR off=13426906 len=1636065 2024-09-16T11:40:27.616 INFO:tasks.workunit.client.0.smithi077.stdout:op 4971 completed, throughput=5MB/sec 2024-09-16T11:40:27.616 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-03wwPx9hz59u9h4 off=6696944 len=379202 2024-09-16T11:40:27.617 INFO:tasks.workunit.client.0.smithi077.stdout:op 4972 completed, throughput=5MB/sec 2024-09-16T11:40:27.617 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vNAzb6eZn3AauCL off=0 len=1706031 2024-09-16T11:40:27.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 4973 completed, throughput=5MB/sec 2024-09-16T11:40:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:28 smithi077 ceph-mon[86047]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:40:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:28 smithi077 ceph-mon[88497]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:40:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:28 smithi191 ceph-mon[84934]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T11:40:28.620 INFO:tasks.workunit.client.0.smithi077.stdout: 978: throughput=5MB/sec pending data=0 2024-09-16T11:40:28.620 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PA5bKy5gDTkdcrA off=4986192 len=1752820 2024-09-16T11:40:28.631 INFO:tasks.workunit.client.0.smithi077.stdout:op 4974 completed, throughput=5MB/sec 2024-09-16T11:40:28.631 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tuIl5_ckMygl-uY off=19384547 len=522087 2024-09-16T11:40:28.635 INFO:tasks.workunit.client.0.smithi077.stdout:op 4975 completed, throughput=5MB/sec 2024-09-16T11:40:28.635 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6hK3lV6tmt52Jdq off=23859482 len=729102 2024-09-16T11:40:28.639 INFO:tasks.workunit.client.0.smithi077.stdout:op 4976 completed, throughput=5MB/sec 2024-09-16T11:40:28.639 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Iv2iiMWoa0mxg5j off=5577934 len=1054348 2024-09-16T11:40:28.641 INFO:tasks.workunit.client.0.smithi077.stdout:op 4977 completed, throughput=5MB/sec 2024-09-16T11:40:28.641 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9d2T33862-ft1yT off=11514714 len=1750478 2024-09-16T11:40:28.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 4978 completed, throughput=5MB/sec 2024-09-16T11:40:29.651 INFO:tasks.workunit.client.0.smithi077.stdout: 979: throughput=5MB/sec pending data=0 2024-09-16T11:40:29.660 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5AvD_5uWt21B0lK off=9237462 len=1861281 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4979 completed, throughput=5MB/sec 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ctMLlqSXol1ccg2 off=5360358 len=377568 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4980 completed, throughput=5MB/sec 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X3bilKbBx4hPWeN off=8125369 len=903104 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4981 completed, throughput=5MB/sec 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2J_x19DkrFaW7su off=10681036 len=1013593 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4982 completed, throughput=5MB/sec 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ucVohU8RjOa1DRY off=4987841 len=646561 2024-09-16T11:40:29.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 4983 completed, throughput=5MB/sec 2024-09-16T11:40:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:29 smithi077 ceph-mon[86047]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:29 smithi077 ceph-mon[88497]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:29 smithi191 ceph-mon[84934]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:30.661 INFO:tasks.workunit.client.0.smithi077.stdout: 980: throughput=5MB/sec pending data=0 2024-09-16T11:40:30.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_1yGSpdo_uQJU6a off=9091967 len=1560971 2024-09-16T11:40:30.663 INFO:tasks.workunit.client.0.smithi077.stdout:op 4984 completed, throughput=5MB/sec 2024-09-16T11:40:30.663 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0RkvnTeylMgbV7U off=86513 len=1142374 2024-09-16T11:40:30.664 INFO:tasks.workunit.client.0.smithi077.stdout:op 4985 completed, throughput=5MB/sec 2024-09-16T11:40:30.664 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Uwj2oGq0LlZJy5k off=16687728 len=1763516 2024-09-16T11:40:30.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 4986 completed, throughput=5MB/sec 2024-09-16T11:40:30.673 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ChyjjMoXDeSjtjc off=1024113 len=1709136 2024-09-16T11:40:30.681 INFO:tasks.workunit.client.0.smithi077.stdout:op 4987 completed, throughput=5MB/sec 2024-09-16T11:40:31.682 INFO:tasks.workunit.client.0.smithi077.stdout: 981: throughput=5MB/sec pending data=0 2024-09-16T11:40:31.682 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2nr2uhWA0e8nqq8 off=3692235 len=374276 2024-09-16T11:40:31.686 INFO:tasks.workunit.client.0.smithi077.stdout:op 4988 completed, throughput=5MB/sec 2024-09-16T11:40:31.686 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rd1TanUG2prJ4I9 off=13921654 len=1071338 2024-09-16T11:40:31.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 4989 completed, throughput=5MB/sec 2024-09-16T11:40:31.687 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q4KJ8p3d9PJIVQk off=592448 len=189577 2024-09-16T11:40:31.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 4990 completed, throughput=5MB/sec 2024-09-16T11:40:31.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GPw-WrOcVKqVCTI off=8090203 len=20714 2024-09-16T11:40:31.690 INFO:tasks.workunit.client.0.smithi077.stdout:op 4991 completed, throughput=5MB/sec 2024-09-16T11:40:31.690 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Wm3-ahKB60wwZF off=5690453 len=1137704 2024-09-16T11:40:31.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 4992 completed, throughput=5MB/sec 2024-09-16T11:40:31.696 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JIn5hMqoCl2p8qf off=936567 len=1973278 2024-09-16T11:40:31.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 4993 completed, throughput=5MB/sec 2024-09-16T11:40:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:31 smithi077 ceph-mon[86047]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:31 smithi077 ceph-mon[88497]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:31 smithi191 ceph-mon[84934]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:40:32.699 INFO:tasks.workunit.client.0.smithi077.stdout: 982: throughput=5MB/sec pending data=0 2024-09-16T11:40:32.699 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PVsCnIdylle5Zp9 off=4023746 len=417198 2024-09-16T11:40:32.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 4994 completed, throughput=5MB/sec 2024-09-16T11:40:32.703 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bbeYvIxCtugJLe8 off=885498 len=70441 2024-09-16T11:40:32.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 4995 completed, throughput=5MB/sec 2024-09-16T11:40:32.705 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PLPF1y4x5WgSFEd off=551902 len=1022716 2024-09-16T11:40:32.707 INFO:tasks.workunit.client.0.smithi077.stdout:op 4996 completed, throughput=5MB/sec 2024-09-16T11:40:32.707 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QToiLgEnIdf88Hi off=5675172 len=1714330 2024-09-16T11:40:32.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 4997 completed, throughput=5MB/sec 2024-09-16T11:40:32.710 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-C1j_YBOZhSRkv7w off=1218960 len=1598126 2024-09-16T11:40:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:32.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 4998 completed, throughput=5MB/sec 2024-09-16T11:40:32.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K5s33IxZjdrooJQ off=5435424 len=1703367 2024-09-16T11:40:32.720 INFO:tasks.workunit.client.0.smithi077.stdout:op 4999 completed, throughput=5MB/sec 2024-09-16T11:40:33.721 INFO:tasks.workunit.client.0.smithi077.stdout: 983: throughput=5MB/sec pending data=0 2024-09-16T11:40:33.721 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7nwiDS0lK0N6Ish off=15815547 len=961560 2024-09-16T11:40:33.726 INFO:tasks.workunit.client.0.smithi077.stdout:op 5000 completed, throughput=5MB/sec 2024-09-16T11:40:33.726 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0TxJRIFqC8UalU1 off=9613223 len=619119 2024-09-16T11:40:33.731 INFO:tasks.workunit.client.0.smithi077.stdout:op 5001 completed, throughput=5MB/sec 2024-09-16T11:40:33.731 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_AtqvH3y9VVIHcn off=4246329 len=362251 2024-09-16T11:40:33.733 INFO:tasks.workunit.client.0.smithi077.stdout:op 5002 completed, throughput=5MB/sec 2024-09-16T11:40:33.734 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2qHPwegdJMeEYGd off=2142135 len=845702 2024-09-16T11:40:33.738 INFO:tasks.workunit.client.0.smithi077.stdout:op 5003 completed, throughput=5MB/sec 2024-09-16T11:40:33.738 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-47LWhpls8JUIepN off=4269709 len=1943097 2024-09-16T11:40:33.749 INFO:tasks.workunit.client.0.smithi077.stdout:op 5004 completed, throughput=5MB/sec 2024-09-16T11:40:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:33 smithi077 ceph-mon[86047]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:33 smithi077 ceph-mon[88497]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:33 smithi191 ceph-mon[84934]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:34.750 INFO:tasks.workunit.client.0.smithi077.stdout: 984: throughput=5MB/sec pending data=0 2024-09-16T11:40:34.750 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-s0nqBb0U0k0x7VP off=7832343 len=1808516 2024-09-16T11:40:34.753 INFO:tasks.workunit.client.0.smithi077.stdout:op 5005 completed, throughput=5MB/sec 2024-09-16T11:40:34.753 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ryv4I7Dsf2u3r7a off=3776902 len=1069528 2024-09-16T11:40:34.755 INFO:tasks.workunit.client.0.smithi077.stdout:op 5006 completed, throughput=5MB/sec 2024-09-16T11:40:34.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-kVbQUYBqnD6xcWQ off=48406 len=1496121 2024-09-16T11:40:34.764 INFO:tasks.workunit.client.0.smithi077.stdout:op 5007 completed, throughput=5MB/sec 2024-09-16T11:40:35.764 INFO:tasks.workunit.client.0.smithi077.stdout: 985: throughput=5MB/sec pending data=0 2024-09-16T11:40:35.764 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gdC1Xgw1TULukT6 off=16017252 len=1738802 2024-09-16T11:40:35.766 INFO:tasks.workunit.client.0.smithi077.stdout:op 5008 completed, throughput=5MB/sec 2024-09-16T11:40:35.767 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d6RttxWtPVkypsC off=578227 len=518522 2024-09-16T11:40:35.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 5009 completed, throughput=5MB/sec 2024-09-16T11:40:35.769 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yIBRjLRiuUZSmHq off=12989405 len=1300181 2024-09-16T11:40:35.770 INFO:tasks.workunit.client.0.smithi077.stdout:op 5010 completed, throughput=5MB/sec 2024-09-16T11:40:35.770 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XfxdzU2gajVjOll off=2095495 len=733413 2024-09-16T11:40:35.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 5011 completed, throughput=5MB/sec 2024-09-16T11:40:35.775 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CsfFoNw_SkLDCM4 off=21057139 len=202647 2024-09-16T11:40:35.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 5012 completed, throughput=5MB/sec 2024-09-16T11:40:35.778 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pMIYgnmX1snSDTp off=5983071 len=1920898 2024-09-16T11:40:35.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 5013 completed, throughput=5MB/sec 2024-09-16T11:40:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:35 smithi077 ceph-mon[86047]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:40:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:35 smithi077 ceph-mon[88497]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:40:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:35 smithi191 ceph-mon[84934]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:40:36.789 INFO:tasks.workunit.client.0.smithi077.stdout: 986: throughput=5MB/sec pending data=0 2024-09-16T11:40:36.789 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fZBXsAUZvSk2yOt off=4888075 len=1376121 2024-09-16T11:40:36.792 INFO:tasks.workunit.client.0.smithi077.stdout:op 5014 completed, throughput=5MB/sec 2024-09-16T11:40:36.792 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TIrQ4dPGFk0Qd57 off=0 len=1656483 2024-09-16T11:40:36.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 5015 completed, throughput=5MB/sec 2024-09-16T11:40:36.795 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KuPGMLzHtOGR8du off=9656257 len=328375 2024-09-16T11:40:36.796 INFO:tasks.workunit.client.0.smithi077.stdout:op 5016 completed, throughput=5MB/sec 2024-09-16T11:40:36.796 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-czuPKZOJrdCyGnh off=573508 len=1454710 2024-09-16T11:40:36.805 INFO:tasks.workunit.client.0.smithi077.stdout:op 5017 completed, throughput=5MB/sec 2024-09-16T11:40:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:36] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T11:40:37.806 INFO:tasks.workunit.client.0.smithi077.stdout: 987: throughput=5MB/sec pending data=0 2024-09-16T11:40:37.806 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FLmoBSs26yialBc off=11055524 len=223477 2024-09-16T11:40:37.807 INFO:tasks.workunit.client.0.smithi077.stdout:op 5018 completed, throughput=5MB/sec 2024-09-16T11:40:37.807 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XatO9bQouyRNACz off=2184800 len=1284508 2024-09-16T11:40:37.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 5019 completed, throughput=5MB/sec 2024-09-16T11:40:37.813 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qjegYJE1-lydxTt off=1778522 len=1716141 2024-09-16T11:40:37.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 5020 completed, throughput=5MB/sec 2024-09-16T11:40:37.815 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HFfDr0N8Ka8TWe- off=4209912 len=117892 2024-09-16T11:40:37.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 5021 completed, throughput=5MB/sec 2024-09-16T11:40:37.815 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cu3vYmGuhxyDdU6 off=5253955 len=1430414 2024-09-16T11:40:37.823 INFO:tasks.workunit.client.0.smithi077.stdout:op 5022 completed, throughput=5MB/sec 2024-09-16T11:40:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:37 smithi077 ceph-mon[86047]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:37 smithi077 ceph-mon[88497]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:37 smithi191 ceph-mon[84934]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:40:38.823 INFO:tasks.workunit.client.0.smithi077.stdout: 988: throughput=5MB/sec pending data=0 2024-09-16T11:40:38.823 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sdOvtgbPgJUb6OF off=4320998 len=1351900 2024-09-16T11:40:38.825 INFO:tasks.workunit.client.0.smithi077.stdout:op 5023 completed, throughput=5MB/sec 2024-09-16T11:40:38.825 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xDRMjgco3CrD4ov off=603657 len=345578 2024-09-16T11:40:38.826 INFO:tasks.workunit.client.0.smithi077.stdout:op 5024 completed, throughput=5MB/sec 2024-09-16T11:40:38.826 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cIXP6xHV0EEew1g off=20762889 len=1660323 2024-09-16T11:40:38.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 5025 completed, throughput=5MB/sec 2024-09-16T11:40:38.835 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--TXuNghuZ3oCWJm off=5442596 len=1760516 2024-09-16T11:40:38.846 INFO:tasks.workunit.client.0.smithi077.stdout:op 5026 completed, throughput=5MB/sec 2024-09-16T11:40:38.846 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VnhXXNALFH9veLk off=983869 len=1366482 2024-09-16T11:40:38.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 5027 completed, throughput=5MB/sec 2024-09-16T11:40:39.853 INFO:tasks.workunit.client.0.smithi077.stdout: 989: throughput=5MB/sec pending data=0 2024-09-16T11:40:39.853 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dOoxr0N0ImKCd6D off=3410542 len=446084 2024-09-16T11:40:39.854 INFO:tasks.workunit.client.0.smithi077.stdout:op 5028 completed, throughput=5MB/sec 2024-09-16T11:40:39.854 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EmKtZLL5Shb6_bU off=17428611 len=1159302 2024-09-16T11:40:39.862 INFO:tasks.workunit.client.0.smithi077.stdout:op 5029 completed, throughput=5MB/sec 2024-09-16T11:40:39.862 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HFxWbbxbxRzqPwl off=16945082 len=1619618 2024-09-16T11:40:39.864 INFO:tasks.workunit.client.0.smithi077.stdout:op 5030 completed, throughput=5MB/sec 2024-09-16T11:40:39.864 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oZwLvUfdiv5Vx-y off=6473152 len=338400 2024-09-16T11:40:39.868 INFO:tasks.workunit.client.0.smithi077.stdout:op 5031 completed, throughput=5MB/sec 2024-09-16T11:40:39.868 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Km-xRFiYBnKnVEL off=3218055 len=1319361 2024-09-16T11:40:39.874 INFO:tasks.workunit.client.0.smithi077.stdout:op 5032 completed, throughput=5MB/sec 2024-09-16T11:40:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:39 smithi077 ceph-mon[86047]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:39 smithi077 ceph-mon[88497]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:39 smithi191 ceph-mon[84934]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:40.875 INFO:tasks.workunit.client.0.smithi077.stdout: 990: throughput=5MB/sec pending data=0 2024-09-16T11:40:40.875 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0yb_pleGtDCrViI off=7544021 len=594134 2024-09-16T11:40:40.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 5033 completed, throughput=5MB/sec 2024-09-16T11:40:40.879 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uUuUmdrwdmQ9zbN off=3036194 len=1255827 2024-09-16T11:40:40.888 INFO:tasks.workunit.client.0.smithi077.stdout:op 5034 completed, throughput=5MB/sec 2024-09-16T11:40:40.888 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TbII3hpo9LjboXO off=14904925 len=1080934 2024-09-16T11:40:40.894 INFO:tasks.workunit.client.0.smithi077.stdout:op 5035 completed, throughput=5MB/sec 2024-09-16T11:40:40.894 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rdlquEtjNsDrWwo off=0 len=1849699 2024-09-16T11:40:40.903 INFO:tasks.workunit.client.0.smithi077.stdout:op 5036 completed, throughput=5MB/sec 2024-09-16T11:40:41.904 INFO:tasks.workunit.client.0.smithi077.stdout: 991: throughput=5MB/sec pending data=0 2024-09-16T11:40:41.904 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oAa1qEyJA_y36mM off=4682976 len=1268813 2024-09-16T11:40:41.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 5037 completed, throughput=5MB/sec 2024-09-16T11:40:41.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5z3DvFzURZcBgAd off=14153604 len=1116742 2024-09-16T11:40:41.907 INFO:tasks.workunit.client.0.smithi077.stdout:op 5038 completed, throughput=5MB/sec 2024-09-16T11:40:41.907 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_QCCO7T9IpsELKo off=509857 len=664610 2024-09-16T11:40:41.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 5039 completed, throughput=5MB/sec 2024-09-16T11:40:41.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FUApK_JcW8l9Dhk off=11928184 len=319201 2024-09-16T11:40:41.917 INFO:tasks.workunit.client.0.smithi077.stdout:op 5040 completed, throughput=5MB/sec 2024-09-16T11:40:41.917 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xyeZXOnkSlqzsjV off=5994549 len=2017065 2024-09-16T11:40:41.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 5041 completed, throughput=5MB/sec 2024-09-16T11:40:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:41 smithi077 ceph-mon[86047]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:41 smithi077 ceph-mon[88497]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:41 smithi191 ceph-mon[84934]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:40:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:42.920 INFO:tasks.workunit.client.0.smithi077.stdout: 992: throughput=5MB/sec pending data=0 2024-09-16T11:40:42.920 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K2uxey1aTmuZZzS off=11566140 len=979744 2024-09-16T11:40:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:42.927 INFO:tasks.workunit.client.0.smithi077.stdout:op 5042 completed, throughput=5MB/sec 2024-09-16T11:40:42.927 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pN8iCmr07EtusXS off=10601546 len=998092 2024-09-16T11:40:42.932 INFO:tasks.workunit.client.0.smithi077.stdout:op 5043 completed, throughput=5MB/sec 2024-09-16T11:40:42.932 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XhSF44FNtG3X0nX off=5760547 len=1755405 2024-09-16T11:40:42.940 INFO:tasks.workunit.client.0.smithi077.stdout:op 5044 completed, throughput=5MB/sec 2024-09-16T11:40:42.940 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ARYShUUktcF79OC off=10279072 len=2092872 2024-09-16T11:40:42.944 INFO:tasks.workunit.client.0.smithi077.stdout:op 5045 completed, throughput=5MB/sec 2024-09-16T11:40:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:43 smithi077 ceph-mon[86047]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:43 smithi077 ceph-mon[88497]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:43.944 INFO:tasks.workunit.client.0.smithi077.stdout: 993: throughput=5MB/sec pending data=0 2024-09-16T11:40:43.944 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BeDpSn6KfOnlDb1 off=13537963 len=1162197 2024-09-16T11:40:43.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 5046 completed, throughput=5MB/sec 2024-09-16T11:40:43.946 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aWqed37PDKQZPuw off=366521 len=1361613 2024-09-16T11:40:43.950 INFO:tasks.workunit.client.0.smithi077.stdout:op 5047 completed, throughput=5MB/sec 2024-09-16T11:40:43.950 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DL9NOU-OD6GCdN4 off=9259539 len=1658556 2024-09-16T11:40:43.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 5048 completed, throughput=5MB/sec 2024-09-16T11:40:43.952 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YZ92l_o0BUGsyuy off=13798356 len=1606494 2024-09-16T11:40:43.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 5049 completed, throughput=5MB/sec 2024-09-16T11:40:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:43 smithi191 ceph-mon[84934]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:44.954 INFO:tasks.workunit.client.0.smithi077.stdout: 994: throughput=5MB/sec pending data=0 2024-09-16T11:40:44.954 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B28HVuC3oxZWEdT off=7702100 len=2022244 2024-09-16T11:40:44.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 5050 completed, throughput=5MB/sec 2024-09-16T11:40:44.957 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mhY54vcSdFZq8c8 off=8076044 len=1945370 2024-09-16T11:40:44.959 INFO:tasks.workunit.client.0.smithi077.stdout:op 5051 completed, throughput=5MB/sec 2024-09-16T11:40:44.959 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-I-TYxIRZoeHeVk2 off=4594533 len=689259 2024-09-16T11:40:44.960 INFO:tasks.workunit.client.0.smithi077.stdout:op 5052 completed, throughput=5MB/sec 2024-09-16T11:40:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:45 smithi077 ceph-mon[86047]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:45 smithi077 ceph-mon[88497]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:45.960 INFO:tasks.workunit.client.0.smithi077.stdout: 995: throughput=5MB/sec pending data=0 2024-09-16T11:40:45.960 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gi2P3aiGT7WYy7Y off=6555399 len=782343 2024-09-16T11:40:45.961 INFO:tasks.workunit.client.0.smithi077.stdout:op 5053 completed, throughput=5MB/sec 2024-09-16T11:40:45.962 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-afvmKgDSOVzkF_T off=13112014 len=426457 2024-09-16T11:40:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:45 smithi191 ceph-mon[84934]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:45.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 5054 completed, throughput=5MB/sec 2024-09-16T11:40:45.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uT2-OcemzSdjDQM off=9226002 len=1288558 2024-09-16T11:40:45.969 INFO:tasks.workunit.client.0.smithi077.stdout:op 5055 completed, throughput=5MB/sec 2024-09-16T11:40:45.969 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dnQUImlHJ9-D1tb off=59629 len=1289790 2024-09-16T11:40:45.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 5056 completed, throughput=5MB/sec 2024-09-16T11:40:45.976 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lCb4T7oZmYu4vwE off=2224992 len=1340077 2024-09-16T11:40:45.981 INFO:tasks.workunit.client.0.smithi077.stdout:op 5057 completed, throughput=5MB/sec 2024-09-16T11:40:46.981 INFO:tasks.workunit.client.0.smithi077.stdout: 996: throughput=5MB/sec pending data=0 2024-09-16T11:40:46.981 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XiC8bVDb4ocpOdw off=611395 len=831191 2024-09-16T11:40:46.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 5058 completed, throughput=5MB/sec 2024-09-16T11:40:46.987 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sg-X0aZczxsj5Rk off=876457 len=912716 2024-09-16T11:40:46.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 5059 completed, throughput=5MB/sec 2024-09-16T11:40:46.991 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-00dUWnrVI1SrMof off=1836270 len=1835777 2024-09-16T11:40:46.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 5060 completed, throughput=5MB/sec 2024-09-16T11:40:46.993 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_vDVwaB71uIKvOW off=1410227 len=1469548 2024-09-16T11:40:46.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 5061 completed, throughput=5MB/sec 2024-09-16T11:40:46.995 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kA0Ua56HTNePKfs off=5717971 len=1643548 2024-09-16T11:40:46.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 5062 completed, throughput=5MB/sec 2024-09-16T11:40:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:46] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:40:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:47 smithi077 ceph-mon[88497]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:40:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:47 smithi077 ceph-mon[86047]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:40:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:47 smithi191 ceph-mon[84934]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T11:40:47.996 INFO:tasks.workunit.client.0.smithi077.stdout: 997: throughput=5MB/sec pending data=0 2024-09-16T11:40:47.996 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-T-HHwMrpFT4cxwn off=22150972 len=400055 2024-09-16T11:40:47.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 5063 completed, throughput=5MB/sec 2024-09-16T11:40:47.998 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Sf869N817xBCHp1 off=9286779 len=1436194 2024-09-16T11:40:48.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 5064 completed, throughput=5MB/sec 2024-09-16T11:40:48.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LFTc_xsgzPBx3Hm off=4017692 len=32547 2024-09-16T11:40:48.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 5065 completed, throughput=5MB/sec 2024-09-16T11:40:48.001 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zPSmc6szScCk1b4 off=736653 len=1612666 2024-09-16T11:40:48.004 INFO:tasks.workunit.client.0.smithi077.stdout:op 5066 completed, throughput=5MB/sec 2024-09-16T11:40:48.004 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b4yMBHK5SkGQeay off=7083305 len=1327718 2024-09-16T11:40:48.006 INFO:tasks.workunit.client.0.smithi077.stdout:op 5067 completed, throughput=5MB/sec 2024-09-16T11:40:49.006 INFO:tasks.workunit.client.0.smithi077.stdout: 998: throughput=5MB/sec pending data=0 2024-09-16T11:40:49.007 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4vq1v_hRWQJ507R off=4031254 len=1976982 2024-09-16T11:40:49.009 INFO:tasks.workunit.client.0.smithi077.stdout:op 5068 completed, throughput=5MB/sec 2024-09-16T11:40:49.009 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-21u5b5HcMbtRpJK off=12399493 len=2013637 2024-09-16T11:40:49.019 INFO:tasks.workunit.client.0.smithi077.stdout:op 5069 completed, throughput=5MB/sec 2024-09-16T11:40:49.019 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MlLWPzexqHPa3FI off=15359698 len=343629 2024-09-16T11:40:49.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 5070 completed, throughput=5MB/sec 2024-09-16T11:40:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:49 smithi077 ceph-mon[86047]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:49 smithi077 ceph-mon[88497]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:49 smithi191 ceph-mon[84934]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:40:50.023 INFO:tasks.workunit.client.0.smithi077.stdout: 999: throughput=5MB/sec pending data=0 2024-09-16T11:40:50.023 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QUGnSZ5y4oBD0jp off=397672 len=633035 2024-09-16T11:40:50.027 INFO:tasks.workunit.client.0.smithi077.stdout:op 5071 completed, throughput=5MB/sec 2024-09-16T11:40:50.027 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Qpee7KwqiOWvhFP off=2629055 len=1532833 2024-09-16T11:40:50.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 5072 completed, throughput=5MB/sec 2024-09-16T11:40:50.036 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ca6NpUYtZ1NkS3a off=1435756 len=91533 2024-09-16T11:40:50.037 INFO:tasks.workunit.client.0.smithi077.stdout:op 5073 completed, throughput=5MB/sec 2024-09-16T11:40:50.037 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fsqoZpITD-3no4k off=4999616 len=1407068 2024-09-16T11:40:50.045 INFO:tasks.workunit.client.0.smithi077.stdout:op 5074 completed, throughput=5MB/sec 2024-09-16T11:40:50.045 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zbiEAUfat7CIDM1 off=4032492 len=1412587 2024-09-16T11:40:50.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 5075 completed, throughput=5MB/sec 2024-09-16T11:40:50.052 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CP_iAt-udvc17TE off=892051 len=1857240 2024-09-16T11:40:50.062 INFO:tasks.workunit.client.0.smithi077.stdout:op 5076 completed, throughput=5MB/sec 2024-09-16T11:40:51.062 INFO:tasks.workunit.client.0.smithi077.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-16T11:40:51.062 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YPm-8KD-m1WsbHo off=8246224 len=2017910 2024-09-16T11:40:51.072 INFO:tasks.workunit.client.0.smithi077.stdout:op 5077 completed, throughput=5MB/sec 2024-09-16T11:40:51.072 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8ASD46slgpFeAua off=1466607 len=2009509 2024-09-16T11:40:51.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 5078 completed, throughput=5MB/sec 2024-09-16T11:40:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:51 smithi077 ceph-mon[86047]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:51 smithi077 ceph-mon[88497]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:51 smithi191 ceph-mon[84934]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:52.075 INFO:tasks.workunit.client.0.smithi077.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-16T11:40:52.075 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LJh58IyDur_pUxm off=6318296 len=2071538 2024-09-16T11:40:52.077 INFO:tasks.workunit.client.0.smithi077.stdout:op 5079 completed, throughput=5MB/sec 2024-09-16T11:40:52.077 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uuI7FuDQUW_hT5i off=2059391 len=1067185 2024-09-16T11:40:52.084 INFO:tasks.workunit.client.0.smithi077.stdout:op 5080 completed, throughput=5MB/sec 2024-09-16T11:40:52.084 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hihXen_ldwH6rPB off=3376676 len=1116197 2024-09-16T11:40:52.087 INFO:tasks.workunit.client.0.smithi077.stdout:op 5081 completed, throughput=5MB/sec 2024-09-16T11:40:52.087 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BeDpSn6KfOnlDb1 off=13476838 len=1910877 2024-09-16T11:40:52.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 5082 completed, throughput=5MB/sec 2024-09-16T11:40:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:40:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:40:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-16T11:40:53.090 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nZUeDdd3aJ8zZ0G off=20646973 len=199288 2024-09-16T11:40:53.091 INFO:tasks.workunit.client.0.smithi077.stdout:op 5083 completed, throughput=5MB/sec 2024-09-16T11:40:53.091 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jtUEC1MGGwKkPCd off=4452866 len=1333949 2024-09-16T11:40:53.098 INFO:tasks.workunit.client.0.smithi077.stdout:op 5084 completed, throughput=5MB/sec 2024-09-16T11:40:53.098 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6C_TjbdEx1Y9jq3 off=8201314 len=388954 2024-09-16T11:40:53.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 5085 completed, throughput=5MB/sec 2024-09-16T11:40:53.101 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TEubzQsv_gpsw3S off=3359687 len=448135 2024-09-16T11:40:53.101 INFO:tasks.workunit.client.0.smithi077.stdout:op 5086 completed, throughput=5MB/sec 2024-09-16T11:40:53.102 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A37q4kFS-Fdx452 off=13406419 len=2067297 2024-09-16T11:40:53.115 INFO:tasks.workunit.client.0.smithi077.stdout:op 5087 completed, throughput=5MB/sec 2024-09-16T11:40:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:53 smithi077 ceph-mon[86047]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:53 smithi077 ceph-mon[88497]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:53 smithi191 ceph-mon[84934]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:40:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-16T11:40:54.115 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xv2W6HTv6L6q54e off=4512536 len=1076837 2024-09-16T11:40:54.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 5088 completed, throughput=5MB/sec 2024-09-16T11:40:54.123 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2crCaCUonFUZ5VZ off=16060494 len=1404119 2024-09-16T11:40:54.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 5089 completed, throughput=5MB/sec 2024-09-16T11:40:54.132 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_8j_fSh7pMEIOCu off=6046029 len=845186 2024-09-16T11:40:54.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 5090 completed, throughput=5MB/sec 2024-09-16T11:40:54.137 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MK86e8UfwqzyOnQ off=1511906 len=1154359 2024-09-16T11:40:54.143 INFO:tasks.workunit.client.0.smithi077.stdout:op 5091 completed, throughput=5MB/sec 2024-09-16T11:40:54.143 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gPrBMr0Ip3S1J6A off=20684054 len=405414 2024-09-16T11:40:54.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 5092 completed, throughput=5MB/sec 2024-09-16T11:40:54.144 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9CBnchEIxJc2GS0 off=7503131 len=297036 2024-09-16T11:40:54.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 5093 completed, throughput=5MB/sec 2024-09-16T11:40:54.147 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_ieC3gU_VwqT98x off=14145115 len=67235 2024-09-16T11:40:54.149 INFO:tasks.workunit.client.0.smithi077.stdout:op 5094 completed, throughput=5MB/sec 2024-09-16T11:40:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-16T11:40:55.150 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tTYmJlNtN24xHDw off=51545 len=1402415 2024-09-16T11:40:55.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 5095 completed, throughput=5MB/sec 2024-09-16T11:40:55.155 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AlKKd-80t0SA8dG off=5004327 len=317451 2024-09-16T11:40:55.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 5096 completed, throughput=5MB/sec 2024-09-16T11:40:55.160 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WGdbgC1SMpFOnNK off=4416859 len=1449361 2024-09-16T11:40:55.168 INFO:tasks.workunit.client.0.smithi077.stdout:op 5097 completed, throughput=5MB/sec 2024-09-16T11:40:55.168 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZhbU-w0yezA4evh off=2372152 len=1439114 2024-09-16T11:40:55.171 INFO:tasks.workunit.client.0.smithi077.stdout:op 5098 completed, throughput=5MB/sec 2024-09-16T11:40:55.171 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r7TRjw7z5SmTWE8 off=2582762 len=290525 2024-09-16T11:40:55.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 5099 completed, throughput=5MB/sec 2024-09-16T11:40:55.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7jlhVVoUVKNlLYw off=17431855 len=721460 2024-09-16T11:40:55.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 5100 completed, throughput=5MB/sec 2024-09-16T11:40:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:55 smithi077 ceph-mon[86047]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:55 smithi077 ceph-mon[88497]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:55 smithi191 ceph-mon[84934]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:40:56.175 INFO:tasks.workunit.client.0.smithi077.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-16T11:40:56.176 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wFgECnIs3tT5kiz off=8738886 len=1358438 2024-09-16T11:40:56.177 INFO:tasks.workunit.client.0.smithi077.stdout:op 5101 completed, throughput=5MB/sec 2024-09-16T11:40:56.177 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m7212D0unIPGlfH off=8677627 len=744564 2024-09-16T11:40:56.178 INFO:tasks.workunit.client.0.smithi077.stdout:op 5102 completed, throughput=5MB/sec 2024-09-16T11:40:56.178 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WiY5c3GxUB_ooOo off=14680724 len=559491 2024-09-16T11:40:56.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 5103 completed, throughput=5MB/sec 2024-09-16T11:40:56.183 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PFOZv13pjmBqePC off=2703998 len=1982692 2024-09-16T11:40:56.186 INFO:tasks.workunit.client.0.smithi077.stdout:op 5104 completed, throughput=5MB/sec 2024-09-16T11:40:56.186 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-s3f68-Eho0Vh5bH off=23888841 len=1660951 2024-09-16T11:40:56.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 5105 completed, throughput=5MB/sec 2024-09-16T11:40:57.046 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:40:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:40:56] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T11:40:57.195 INFO:tasks.workunit.client.0.smithi077.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-16T11:40:57.196 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ibrok5KTkDND67- off=7787682 len=51378 2024-09-16T11:40:57.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 5106 completed, throughput=5MB/sec 2024-09-16T11:40:57.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ba4W8SNt-R-fLKT off=6098191 len=762462 2024-09-16T11:40:57.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 5107 completed, throughput=5MB/sec 2024-09-16T11:40:57.200 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wIuTKZnMScQQDBS off=0 len=1312889 2024-09-16T11:40:57.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 5108 completed, throughput=5MB/sec 2024-09-16T11:40:57.203 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--f60uYbu4ZNUWp9 off=17096493 len=488013 2024-09-16T11:40:57.203 INFO:tasks.workunit.client.0.smithi077.stdout:op 5109 completed, throughput=5MB/sec 2024-09-16T11:40:57.203 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CLoKzi8cqj9VanT off=10717164 len=1793531 2024-09-16T11:40:57.205 INFO:tasks.workunit.client.0.smithi077.stdout:op 5110 completed, throughput=5MB/sec 2024-09-16T11:40:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:57.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:40:58.205 INFO:tasks.workunit.client.0.smithi077.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-16T11:40:58.205 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-g_EWMt0ofgjlOPl off=1034139 len=932758 2024-09-16T11:40:58.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 5111 completed, throughput=5MB/sec 2024-09-16T11:40:58.209 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zrOu_IUFs440RIo off=5390860 len=1086519 2024-09-16T11:40:58.210 INFO:tasks.workunit.client.0.smithi077.stdout:op 5112 completed, throughput=5MB/sec 2024-09-16T11:40:58.211 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lkEE6YEh4K44P31 off=0 len=1613773 2024-09-16T11:40:58.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 5113 completed, throughput=5MB/sec 2024-09-16T11:40:58.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JCle_fd9Ghv2yEi off=6330725 len=289505 2024-09-16T11:40:58.219 INFO:tasks.workunit.client.0.smithi077.stdout:op 5114 completed, throughput=5MB/sec 2024-09-16T11:40:58.220 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PBCmDC-ehCJqiTa off=6631845 len=593693 2024-09-16T11:40:58.224 INFO:tasks.workunit.client.0.smithi077.stdout:op 5115 completed, throughput=5MB/sec 2024-09-16T11:40:58.224 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NDm_Uh4vIIrtHBL off=18078095 len=1273001 2024-09-16T11:40:58.225 INFO:tasks.workunit.client.0.smithi077.stdout:op 5116 completed, throughput=5MB/sec 2024-09-16T11:40:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:40:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:40:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:40:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:40:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[88497]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:40:58.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:40:58.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:40:58.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:40:58.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:40:58.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:58 smithi077 ceph-mon[86047]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:40:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:40:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:40:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:40:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:40:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:58 smithi191 ceph-mon[84934]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T11:40:59.225 INFO:tasks.workunit.client.0.smithi077.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-16T11:40:59.225 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gY55gohhXo8_nCL off=12698497 len=595425 2024-09-16T11:40:59.226 INFO:tasks.workunit.client.0.smithi077.stdout:op 5117 completed, throughput=5MB/sec 2024-09-16T11:40:59.226 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vFwqQlRaazph_dg off=620239 len=451622 2024-09-16T11:40:59.228 INFO:tasks.workunit.client.0.smithi077.stdout:op 5118 completed, throughput=5MB/sec 2024-09-16T11:40:59.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cGo8OZAldABfxxM off=1458850 len=1653402 2024-09-16T11:40:59.237 INFO:tasks.workunit.client.0.smithi077.stdout:op 5119 completed, throughput=5MB/sec 2024-09-16T11:40:59.237 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7cCWb9W3YMK7ULf off=2661885 len=1815033 2024-09-16T11:40:59.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 5120 completed, throughput=5MB/sec 2024-09-16T11:40:59.248 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NAzK9FSyfK4rUe0 off=12167633 len=1160283 2024-09-16T11:40:59.254 INFO:tasks.workunit.client.0.smithi077.stdout:op 5121 completed, throughput=5MB/sec 2024-09-16T11:40:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:40:59 smithi077 ceph-mon[86047]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:40:59 smithi077 ceph-mon[88497]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:40:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:40:59 smithi191 ceph-mon[84934]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:41:00.254 INFO:tasks.workunit.client.0.smithi077.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-16T11:41:00.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Bwi1EkmRlFvO8XL off=7347214 len=1672108 2024-09-16T11:41:00.257 INFO:tasks.workunit.client.0.smithi077.stdout:op 5122 completed, throughput=5MB/sec 2024-09-16T11:41:00.257 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iOPzHpXGnigdHnK off=666449 len=1878570 2024-09-16T11:41:00.267 INFO:tasks.workunit.client.0.smithi077.stdout:op 5123 completed, throughput=5MB/sec 2024-09-16T11:41:00.268 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UIb_OGi-0FlkPx9 off=1922807 len=304274 2024-09-16T11:41:00.271 INFO:tasks.workunit.client.0.smithi077.stdout:op 5124 completed, throughput=5MB/sec 2024-09-16T11:41:00.271 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2f3tBM0PtGsaxBJ off=9247521 len=2036478 2024-09-16T11:41:00.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 5125 completed, throughput=5MB/sec 2024-09-16T11:41:01.274 INFO:tasks.workunit.client.0.smithi077.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-16T11:41:01.274 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KZQefJZ7ezlDRol off=0 len=1114197 2024-09-16T11:41:01.281 INFO:tasks.workunit.client.0.smithi077.stdout:op 5126 completed, throughput=5MB/sec 2024-09-16T11:41:01.281 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AXs2WKO6gUX99Pq off=244034 len=1010989 2024-09-16T11:41:01.287 INFO:tasks.workunit.client.0.smithi077.stdout:op 5127 completed, throughput=5MB/sec 2024-09-16T11:41:01.287 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AvWulA-aam4G2lj off=7959004 len=742764 2024-09-16T11:41:01.291 INFO:tasks.workunit.client.0.smithi077.stdout:op 5128 completed, throughput=5MB/sec 2024-09-16T11:41:01.291 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4maSgWvtcn1jcc3 off=16868565 len=153477 2024-09-16T11:41:01.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 5129 completed, throughput=5MB/sec 2024-09-16T11:41:01.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zswQN1RE3zGxzXw off=19636786 len=2061973 2024-09-16T11:41:01.295 INFO:tasks.workunit.client.0.smithi077.stdout:op 5130 completed, throughput=5MB/sec 2024-09-16T11:41:02.296 INFO:tasks.workunit.client.0.smithi077.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-16T11:41:02.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OXEwAKUSRwFDL0Q off=2799094 len=704442 2024-09-16T11:41:02.301 INFO:tasks.workunit.client.0.smithi077.stdout:op 5131 completed, throughput=5MB/sec 2024-09-16T11:41:02.301 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KmPI69MPuAjqwoD off=4741855 len=247583 2024-09-16T11:41:02.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 5132 completed, throughput=5MB/sec 2024-09-16T11:41:02.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HXd9-9Sab5OWdtP off=1430015 len=481938 2024-09-16T11:41:02.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 5133 completed, throughput=5MB/sec 2024-09-16T11:41:02.303 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fiG8NAZFucvcSGz off=2254521 len=1515110 2024-09-16T11:41:02.310 INFO:tasks.workunit.client.0.smithi077.stdout:op 5134 completed, throughput=5MB/sec 2024-09-16T11:41:02.310 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-py2HkVYYjgkh0tU off=14455537 len=1287576 2024-09-16T11:41:02.317 INFO:tasks.workunit.client.0.smithi077.stdout:op 5135 completed, throughput=5MB/sec 2024-09-16T11:41:02.665 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:02.666 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:02 smithi191 ceph-mon[84934]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:02 smithi077 ceph-mon[86047]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:02.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:02 smithi077 ceph-mon[88497]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:03.317 INFO:tasks.workunit.client.0.smithi077.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-16T11:41:03.317 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gdaBzH83Ea5ahYW off=9815556 len=1039647 2024-09-16T11:41:03.322 INFO:tasks.workunit.client.0.smithi077.stdout:op 5136 completed, throughput=5MB/sec 2024-09-16T11:41:03.322 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aI6aoj-bwOakUTP off=1587295 len=232499 2024-09-16T11:41:03.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 5137 completed, throughput=5MB/sec 2024-09-16T11:41:03.325 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HLexaB7QXNW-4nC off=11460820 len=1589436 2024-09-16T11:41:03.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 5138 completed, throughput=5MB/sec 2024-09-16T11:41:03.327 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KHcEOMn0rzJP9yu off=11646517 len=2072664 2024-09-16T11:41:03.329 INFO:tasks.workunit.client.0.smithi077.stdout:op 5139 completed, throughput=5MB/sec 2024-09-16T11:41:03.329 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uJqgClJ2weHI40p off=3943660 len=490806 2024-09-16T11:41:03.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 5140 completed, throughput=5MB/sec 2024-09-16T11:41:04.331 INFO:tasks.workunit.client.0.smithi077.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-16T11:41:04.332 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5EvdnhvdJqSpfx9 off=16982042 len=213630 2024-09-16T11:41:04.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 5141 completed, throughput=5MB/sec 2024-09-16T11:41:04.335 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_KdNI-_gt4hyQWC off=14173719 len=1449532 2024-09-16T11:41:04.336 INFO:tasks.workunit.client.0.smithi077.stdout:op 5142 completed, throughput=5MB/sec 2024-09-16T11:41:04.336 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IQPyDRUyHRIBVHz off=3432025 len=363216 2024-09-16T11:41:04.337 INFO:tasks.workunit.client.0.smithi077.stdout:op 5143 completed, throughput=5MB/sec 2024-09-16T11:41:04.337 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zFPs2ZK5zcHNfXN off=5830899 len=153946 2024-09-16T11:41:04.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 5144 completed, throughput=5MB/sec 2024-09-16T11:41:04.338 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2DYLjFrkARiYZ5d off=2373089 len=2088059 2024-09-16T11:41:04.340 INFO:tasks.workunit.client.0.smithi077.stdout:op 5145 completed, throughput=5MB/sec 2024-09-16T11:41:04.340 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vKTeVxD7ejemKir off=5626168 len=1668841 2024-09-16T11:41:04.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 5146 completed, throughput=5MB/sec 2024-09-16T11:41:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:04 smithi077 ceph-mon[86047]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:41:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:04 smithi077 ceph-mon[88497]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:41:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:04 smithi191 ceph-mon[84934]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T11:41:05.350 INFO:tasks.workunit.client.0.smithi077.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-16T11:41:05.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FOv8mUsLzw6247u off=4387600 len=265471 2024-09-16T11:41:05.350 INFO:tasks.workunit.client.0.smithi077.stdout:op 5147 completed, throughput=5MB/sec 2024-09-16T11:41:05.350 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1N5fHAKkloCoxjz off=3295193 len=1223904 2024-09-16T11:41:05.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 5148 completed, throughput=5MB/sec 2024-09-16T11:41:05.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2kFZwSik779hT_8 off=8802982 len=455212 2024-09-16T11:41:05.356 INFO:tasks.workunit.client.0.smithi077.stdout:op 5149 completed, throughput=5MB/sec 2024-09-16T11:41:05.356 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1ks3tuyoUdiVsZT off=7208065 len=1170990 2024-09-16T11:41:05.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 5150 completed, throughput=5MB/sec 2024-09-16T11:41:05.364 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OCNuegf8IOkXWOe off=2117767 len=1248582 2024-09-16T11:41:05.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 5151 completed, throughput=5MB/sec 2024-09-16T11:41:05.369 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rd1TanUG2prJ4I9 off=17447924 len=2060114 2024-09-16T11:41:05.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 5152 completed, throughput=5MB/sec 2024-09-16T11:41:06.371 INFO:tasks.workunit.client.0.smithi077.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-16T11:41:06.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-haX38s2rV0TMGsI off=8111237 len=668687 2024-09-16T11:41:06.372 INFO:tasks.workunit.client.0.smithi077.stdout:op 5153 completed, throughput=5MB/sec 2024-09-16T11:41:06.372 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CFqpW09pl-gfcVm off=3651207 len=259189 2024-09-16T11:41:06.375 INFO:tasks.workunit.client.0.smithi077.stdout:op 5154 completed, throughput=5MB/sec 2024-09-16T11:41:06.375 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-H7KSjJ0ehmGDokh off=19851188 len=949332 2024-09-16T11:41:06.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 5155 completed, throughput=5MB/sec 2024-09-16T11:41:06.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dcen4HLinztdiMf off=1089545 len=467719 2024-09-16T11:41:06.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 5156 completed, throughput=5MB/sec 2024-09-16T11:41:06.381 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-A_2nUPW0XsXwUT2 off=445412 len=778212 2024-09-16T11:41:06.383 INFO:tasks.workunit.client.0.smithi077.stdout:op 5157 completed, throughput=5MB/sec 2024-09-16T11:41:06.383 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-r7yv6SP_wwoj1uB off=3448026 len=804201 2024-09-16T11:41:06.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 5158 completed, throughput=5MB/sec 2024-09-16T11:41:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:06 smithi077 ceph-mon[86047]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:06 smithi077 ceph-mon[88497]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:06] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:41:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:06 smithi191 ceph-mon[84934]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T11:41:07.388 INFO:tasks.workunit.client.0.smithi077.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-16T11:41:07.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e3fZ7c-HYaoz2T8 off=3064939 len=107166 2024-09-16T11:41:07.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 5159 completed, throughput=5MB/sec 2024-09-16T11:41:07.389 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wCrsjhpCnZdXHuX off=11866894 len=769223 2024-09-16T11:41:07.394 INFO:tasks.workunit.client.0.smithi077.stdout:op 5160 completed, throughput=5MB/sec 2024-09-16T11:41:07.394 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y_zSzpKBcstSCZ9 off=1552800 len=1425133 2024-09-16T11:41:07.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 5161 completed, throughput=5MB/sec 2024-09-16T11:41:07.396 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1ISaRG6zv1_o0zl off=2336524 len=579410 2024-09-16T11:41:07.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 5162 completed, throughput=5MB/sec 2024-09-16T11:41:07.403 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ph5smTHNtKf-dRX off=2481752 len=858059 2024-09-16T11:41:07.410 INFO:tasks.workunit.client.0.smithi077.stdout:op 5163 completed, throughput=5MB/sec 2024-09-16T11:41:07.410 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SFTmm9H5gQjUUNR off=14398879 len=400899 2024-09-16T11:41:07.411 INFO:tasks.workunit.client.0.smithi077.stdout:op 5164 completed, throughput=5MB/sec 2024-09-16T11:41:07.411 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2bTjnaEizcRWCX8 off=1624058 len=556224 2024-09-16T11:41:07.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 5165 completed, throughput=5MB/sec 2024-09-16T11:41:07.413 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kBh2BmPCPh4zslh off=1189290 len=1854695 2024-09-16T11:41:07.414 INFO:tasks.workunit.client.0.smithi077.stdout:op 5166 completed, throughput=5MB/sec 2024-09-16T11:41:08.415 INFO:tasks.workunit.client.0.smithi077.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-16T11:41:08.415 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fOjp313HcEwTE5U off=8977045 len=1474750 2024-09-16T11:41:08.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 5167 completed, throughput=5MB/sec 2024-09-16T11:41:08.423 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q-DlhBOK-AZjbvu off=7807398 len=1930519 2024-09-16T11:41:08.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 5168 completed, throughput=5MB/sec 2024-09-16T11:41:08.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8RvGtkHRbS6d0IF off=11137830 len=2076581 2024-09-16T11:41:08.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 5169 completed, throughput=5MB/sec 2024-09-16T11:41:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:08 smithi077 ceph-mon[88497]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:41:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:08 smithi077 ceph-mon[86047]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:41:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:08 smithi191 ceph-mon[84934]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:41:09.438 INFO:tasks.workunit.client.0.smithi077.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-16T11:41:09.438 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-a7hH0VXxx7MRuL5 off=20192147 len=795728 2024-09-16T11:41:09.440 INFO:tasks.workunit.client.0.smithi077.stdout:op 5170 completed, throughput=5MB/sec 2024-09-16T11:41:09.440 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X3bilKbBx4hPWeN off=13172800 len=949681 2024-09-16T11:41:09.441 INFO:tasks.workunit.client.0.smithi077.stdout:op 5171 completed, throughput=5MB/sec 2024-09-16T11:41:09.441 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YXf8xQs4cRJHvRE off=6898463 len=1562304 2024-09-16T11:41:09.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 5172 completed, throughput=5MB/sec 2024-09-16T11:41:09.449 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YWnt0sEsetj9PbE off=9488669 len=1868913 2024-09-16T11:41:09.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 5173 completed, throughput=5MB/sec 2024-09-16T11:41:10.458 INFO:tasks.workunit.client.0.smithi077.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-16T11:41:10.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RnXPZvGtGBVzjC_ off=876193 len=2011484 2024-09-16T11:41:10.462 INFO:tasks.workunit.client.0.smithi077.stdout:op 5174 completed, throughput=5MB/sec 2024-09-16T11:41:10.462 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ah8VHcD8s9ATl72 off=1022538 len=77448 2024-09-16T11:41:10.465 INFO:tasks.workunit.client.0.smithi077.stdout:op 5175 completed, throughput=5MB/sec 2024-09-16T11:41:10.465 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zLgzXcEtSxdn8qG off=915664 len=212903 2024-09-16T11:41:10.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 5176 completed, throughput=5MB/sec 2024-09-16T11:41:10.468 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-oXiOeDsq0F6rFOJ off=10825642 len=1087826 2024-09-16T11:41:10.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 5177 completed, throughput=5MB/sec 2024-09-16T11:41:10.474 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LCiRv2F26gk_MX5 off=3509072 len=567209 2024-09-16T11:41:10.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 5178 completed, throughput=5MB/sec 2024-09-16T11:41:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:10 smithi077 ceph-mon[86047]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:10 smithi077 ceph-mon[88497]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:10 smithi191 ceph-mon[84934]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:11.478 INFO:tasks.workunit.client.0.smithi077.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-16T11:41:11.478 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1W3d5wLSRJRETzC off=844776 len=1591338 2024-09-16T11:41:11.488 INFO:tasks.workunit.client.0.smithi077.stdout:op 5179 completed, throughput=5MB/sec 2024-09-16T11:41:11.488 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4f20aCgF4rkwg3l off=11793056 len=1355573 2024-09-16T11:41:11.490 INFO:tasks.workunit.client.0.smithi077.stdout:op 5180 completed, throughput=5MB/sec 2024-09-16T11:41:11.490 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Cr5E1P6jtC8Cn3I off=1068801 len=12089 2024-09-16T11:41:11.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 5181 completed, throughput=5MB/sec 2024-09-16T11:41:11.493 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yQQUnuAycOZXn6p off=3560021 len=73540 2024-09-16T11:41:11.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 5182 completed, throughput=5MB/sec 2024-09-16T11:41:11.493 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rfxD3XCCqSVsrKA off=3320924 len=1808587 2024-09-16T11:41:11.502 INFO:tasks.workunit.client.0.smithi077.stdout:op 5183 completed, throughput=5MB/sec 2024-09-16T11:41:11.502 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1p-mzcP-pGd_hZQ off=3198533 len=326092 2024-09-16T11:41:11.505 INFO:tasks.workunit.client.0.smithi077.stdout:op 5184 completed, throughput=5MB/sec 2024-09-16T11:41:12.505 INFO:tasks.workunit.client.0.smithi077.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-16T11:41:12.506 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wTHyNZjl6jPGxfl off=2109352 len=1164971 2024-09-16T11:41:12.507 INFO:tasks.workunit.client.0.smithi077.stdout:op 5185 completed, throughput=5MB/sec 2024-09-16T11:41:12.507 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6BZakFf92NfbpH2 off=1808989 len=278318 2024-09-16T11:41:12.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 5186 completed, throughput=5MB/sec 2024-09-16T11:41:12.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jViejMxj8aD5vRO off=8330991 len=273361 2024-09-16T11:41:12.513 INFO:tasks.workunit.client.0.smithi077.stdout:op 5187 completed, throughput=5MB/sec 2024-09-16T11:41:12.513 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4Yc8PISKRPcX0Gy off=5678833 len=416279 2024-09-16T11:41:12.517 INFO:tasks.workunit.client.0.smithi077.stdout:op 5188 completed, throughput=5MB/sec 2024-09-16T11:41:12.517 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-93UG3UHfs3S42yG off=7039122 len=1558700 2024-09-16T11:41:12.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 5189 completed, throughput=5MB/sec 2024-09-16T11:41:12.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CollVKFEkhEEO0B off=5247620 len=1659386 2024-09-16T11:41:12.536 INFO:tasks.workunit.client.0.smithi077.stdout:op 5190 completed, throughput=5MB/sec 2024-09-16T11:41:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:12 smithi191 ceph-mon[84934]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:41:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:12 smithi077 ceph-mon[86047]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:41:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:12 smithi077 ceph-mon[88497]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:41:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:13.537 INFO:tasks.workunit.client.0.smithi077.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-16T11:41:13.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FPeB8jzLdLfo0Vi off=7984246 len=714338 2024-09-16T11:41:13.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 5191 completed, throughput=5MB/sec 2024-09-16T11:41:13.538 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yazQesfoNJvCuHN off=3968229 len=1675331 2024-09-16T11:41:13.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 5192 completed, throughput=5MB/sec 2024-09-16T11:41:13.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BAZSCy-qcUcvFA1 off=11792374 len=1250522 2024-09-16T11:41:13.550 INFO:tasks.workunit.client.0.smithi077.stdout:op 5193 completed, throughput=5MB/sec 2024-09-16T11:41:13.550 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eOowbtzRifKbavR off=1666999 len=795034 2024-09-16T11:41:13.554 INFO:tasks.workunit.client.0.smithi077.stdout:op 5194 completed, throughput=5MB/sec 2024-09-16T11:41:13.554 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IYqx0WAxJPDITNL off=3790601 len=301759 2024-09-16T11:41:13.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 5195 completed, throughput=5MB/sec 2024-09-16T11:41:13.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e-mkJZpGg1GogKU off=5261839 len=670132 2024-09-16T11:41:13.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 5196 completed, throughput=5MB/sec 2024-09-16T11:41:14.558 INFO:tasks.workunit.client.0.smithi077.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-16T11:41:14.558 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlIwb-OWs6YvD2t off=5181358 len=489334 2024-09-16T11:41:14.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 5197 completed, throughput=5MB/sec 2024-09-16T11:41:14.562 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r9fiXx6J9ciuNUj off=11374851 len=1797945 2024-09-16T11:41:14.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 5198 completed, throughput=5MB/sec 2024-09-16T11:41:14.565 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-khBn7HUCVwdcKaP off=9961648 len=2093491 2024-09-16T11:41:14.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 5199 completed, throughput=5MB/sec 2024-09-16T11:41:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WbilUyc3AK7FBv3 off=1582814 len=33266 2024-09-16T11:41:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:op 5200 completed, throughput=5MB/sec 2024-09-16T11:41:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BP55SH-F23nAKuz off=11013385 len=1444055 2024-09-16T11:41:14.570 INFO:tasks.workunit.client.0.smithi077.stdout:op 5201 completed, throughput=5MB/sec 2024-09-16T11:41:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:14 smithi077 ceph-mon[86047]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:14 smithi077 ceph-mon[88497]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:14 smithi191 ceph-mon[84934]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:15.570 INFO:tasks.workunit.client.0.smithi077.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-16T11:41:15.571 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ei8iDV6ofJ_MFRl off=2212171 len=914040 2024-09-16T11:41:15.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 5202 completed, throughput=5MB/sec 2024-09-16T11:41:15.573 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xeU6aF0BnmU5B2I off=6513195 len=1911559 2024-09-16T11:41:15.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 5203 completed, throughput=5MB/sec 2024-09-16T11:41:15.585 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-DsFi6ciP1ZkDNXt off=13228572 len=143972 2024-09-16T11:41:15.587 INFO:tasks.workunit.client.0.smithi077.stdout:op 5204 completed, throughput=5MB/sec 2024-09-16T11:41:15.588 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TZNz73BksYnC1b_ off=19919704 len=1376807 2024-09-16T11:41:15.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 5205 completed, throughput=5MB/sec 2024-09-16T11:41:15.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-HuZ935sBLa-8bjG off=6822939 len=1745348 2024-09-16T11:41:15.596 INFO:tasks.workunit.client.0.smithi077.stdout:op 5206 completed, throughput=5MB/sec 2024-09-16T11:41:16.597 INFO:tasks.workunit.client.0.smithi077.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-16T11:41:16.597 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bvHrUZzy2lduXoD off=9877723 len=326516 2024-09-16T11:41:16.601 INFO:tasks.workunit.client.0.smithi077.stdout:op 5207 completed, throughput=5MB/sec 2024-09-16T11:41:16.601 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-akZeQTuyzNloOol off=2051748 len=1234479 2024-09-16T11:41:16.607 INFO:tasks.workunit.client.0.smithi077.stdout:op 5208 completed, throughput=5MB/sec 2024-09-16T11:41:16.607 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IGqLT78KbQLgdts off=1429707 len=1304658 2024-09-16T11:41:16.611 INFO:tasks.workunit.client.0.smithi077.stdout:op 5209 completed, throughput=5MB/sec 2024-09-16T11:41:16.611 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FU1asj9ZDLELBzC off=3620287 len=1719872 2024-09-16T11:41:16.612 INFO:tasks.workunit.client.0.smithi077.stdout:op 5210 completed, throughput=5MB/sec 2024-09-16T11:41:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:16 smithi077 ceph-mon[86047]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:16 smithi077 ceph-mon[88497]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:16] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:41:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:16 smithi191 ceph-mon[84934]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:17.613 INFO:tasks.workunit.client.0.smithi077.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-16T11:41:17.613 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xwDeBlMKgAfSbdd off=3853448 len=1921220 2024-09-16T11:41:17.625 INFO:tasks.workunit.client.0.smithi077.stdout:op 5211 completed, throughput=5MB/sec 2024-09-16T11:41:17.625 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cOrPEvWMqTNn8lQ off=16073640 len=1662811 2024-09-16T11:41:17.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 5212 completed, throughput=5MB/sec 2024-09-16T11:41:17.634 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n3uYo-K2mVzKUQb off=5118131 len=1762595 2024-09-16T11:41:17.642 INFO:tasks.workunit.client.0.smithi077.stdout:op 5213 completed, throughput=5MB/sec 2024-09-16T11:41:18.643 INFO:tasks.workunit.client.0.smithi077.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-16T11:41:18.643 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x7goH3bn9Wj0qFW off=1060242 len=114852 2024-09-16T11:41:18.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 5214 completed, throughput=5MB/sec 2024-09-16T11:41:18.645 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LLvCYM_-FzDamIj off=11106405 len=1818264 2024-09-16T11:41:18.649 INFO:tasks.workunit.client.0.smithi077.stdout:op 5215 completed, throughput=5MB/sec 2024-09-16T11:41:18.649 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-36cCHymN6I3K79H off=1944879 len=1127312 2024-09-16T11:41:18.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 5216 completed, throughput=5MB/sec 2024-09-16T11:41:18.657 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yW08tU8xUBHkD3h off=2687990 len=1666176 2024-09-16T11:41:18.659 INFO:tasks.workunit.client.0.smithi077.stdout:op 5217 completed, throughput=5MB/sec 2024-09-16T11:41:18.659 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RdkR90Qv8FqnutX off=5298376 len=768982 2024-09-16T11:41:18.660 INFO:tasks.workunit.client.0.smithi077.stdout:op 5218 completed, throughput=5MB/sec 2024-09-16T11:41:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:18 smithi077 ceph-mon[86047]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:18 smithi077 ceph-mon[88497]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:18 smithi191 ceph-mon[84934]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:41:19.661 INFO:tasks.workunit.client.0.smithi077.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-16T11:41:19.661 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tfqFWdIc18403V- off=3723083 len=1215019 2024-09-16T11:41:19.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 5219 completed, throughput=5MB/sec 2024-09-16T11:41:19.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gxGxSD-zz1p1I05 off=3721619 len=1732996 2024-09-16T11:41:19.672 INFO:tasks.workunit.client.0.smithi077.stdout:op 5220 completed, throughput=5MB/sec 2024-09-16T11:41:19.672 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0gP5TKsNSGZJiqr off=7037466 len=1357704 2024-09-16T11:41:19.678 INFO:tasks.workunit.client.0.smithi077.stdout:op 5221 completed, throughput=5MB/sec 2024-09-16T11:41:19.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--ZDevMdzsEWVVJt off=641030 len=1702416 2024-09-16T11:41:19.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 5222 completed, throughput=5MB/sec 2024-09-16T11:41:20.687 INFO:tasks.workunit.client.0.smithi077.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-16T11:41:20.688 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y67D22blOmb406a off=5583762 len=1870827 2024-09-16T11:41:20.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 5223 completed, throughput=5MB/sec 2024-09-16T11:41:20.691 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZhbU-w0yezA4evh off=5087002 len=1023748 2024-09-16T11:41:20.693 INFO:tasks.workunit.client.0.smithi077.stdout:op 5224 completed, throughput=5MB/sec 2024-09-16T11:41:20.694 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P4k75L34fuN6a2G off=23307681 len=834784 2024-09-16T11:41:20.695 INFO:tasks.workunit.client.0.smithi077.stdout:op 5225 completed, throughput=5MB/sec 2024-09-16T11:41:20.695 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LToNh2SqXR29ypC off=978620 len=817630 2024-09-16T11:41:20.700 INFO:tasks.workunit.client.0.smithi077.stdout:op 5226 completed, throughput=5MB/sec 2024-09-16T11:41:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:20 smithi077 ceph-mon[86047]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:20 smithi077 ceph-mon[88497]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:20 smithi191 ceph-mon[84934]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:21.701 INFO:tasks.workunit.client.0.smithi077.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-16T11:41:21.701 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-76EUItVSGw_RXN_ off=2928379 len=855092 2024-09-16T11:41:21.706 INFO:tasks.workunit.client.0.smithi077.stdout:op 5227 completed, throughput=5MB/sec 2024-09-16T11:41:21.706 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sGS56lezNan542r off=0 len=1151069 2024-09-16T11:41:21.709 INFO:tasks.workunit.client.0.smithi077.stdout:op 5228 completed, throughput=5MB/sec 2024-09-16T11:41:21.709 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IC4wX31meKpcLzc off=9179066 len=1990680 2024-09-16T11:41:21.717 INFO:tasks.workunit.client.0.smithi077.stdout:op 5229 completed, throughput=5MB/sec 2024-09-16T11:41:21.717 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_rI3jGQtd7TmWTV off=1446048 len=2096991 2024-09-16T11:41:21.721 INFO:tasks.workunit.client.0.smithi077.stdout:op 5230 completed, throughput=5MB/sec 2024-09-16T11:41:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:22 smithi191 ceph-mon[84934]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:41:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:22.722 INFO:tasks.workunit.client.0.smithi077.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-16T11:41:22.722 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_28FYd5Ndi8qJLh off=15065267 len=201912 2024-09-16T11:41:22.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 5231 completed, throughput=5MB/sec 2024-09-16T11:41:22.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QmHHLhSFSJM4qFM off=598506 len=265475 2024-09-16T11:41:22.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 5232 completed, throughput=5MB/sec 2024-09-16T11:41:22.723 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-jS50-sllrwEwkiA off=8667582 len=376088 2024-09-16T11:41:22.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 5233 completed, throughput=5MB/sec 2024-09-16T11:41:22.727 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aL_dkAc3vSWNPHE off=14673903 len=245828 2024-09-16T11:41:22.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 5234 completed, throughput=5MB/sec 2024-09-16T11:41:22.728 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XL8dlfYQXA-JjfR off=2706289 len=528758 2024-09-16T11:41:22.732 INFO:tasks.workunit.client.0.smithi077.stdout:op 5235 completed, throughput=5MB/sec 2024-09-16T11:41:22.732 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-N4p1DTPsoYUPSyj off=6330927 len=805502 2024-09-16T11:41:22.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 5236 completed, throughput=5MB/sec 2024-09-16T11:41:22.736 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T7mfP44dX8MBxf1 off=421078 len=182831 2024-09-16T11:41:22.739 INFO:tasks.workunit.client.0.smithi077.stdout:op 5237 completed, throughput=5MB/sec 2024-09-16T11:41:22.739 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0G8QX17uUeUcWGh off=2232046 len=466996 2024-09-16T11:41:22.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 5238 completed, throughput=5MB/sec 2024-09-16T11:41:22.742 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SVzM2Ly79c12IAc off=8131111 len=1956049 2024-09-16T11:41:22.744 INFO:tasks.workunit.client.0.smithi077.stdout:op 5239 completed, throughput=5MB/sec 2024-09-16T11:41:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:22 smithi077 ceph-mon[86047]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:41:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:22 smithi077 ceph-mon[88497]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:41:23.744 INFO:tasks.workunit.client.0.smithi077.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-16T11:41:23.744 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-19S1aPsZlh35XbG off=9838687 len=390318 2024-09-16T11:41:23.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 5240 completed, throughput=5MB/sec 2024-09-16T11:41:23.745 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jvOtC52NFR7ELfO off=7412279 len=447157 2024-09-16T11:41:23.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 5241 completed, throughput=5MB/sec 2024-09-16T11:41:23.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F8d7GDxk_zsLwlN off=20918662 len=1044160 2024-09-16T11:41:23.752 INFO:tasks.workunit.client.0.smithi077.stdout:op 5242 completed, throughput=5MB/sec 2024-09-16T11:41:23.752 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nd7sqVF4jC89-5V off=2364609 len=1896306 2024-09-16T11:41:23.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 5243 completed, throughput=5MB/sec 2024-09-16T11:41:23.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CQL-Xv2OV9EtLHH off=3271287 len=1348328 2024-09-16T11:41:23.769 INFO:tasks.workunit.client.0.smithi077.stdout:op 5244 completed, throughput=5MB/sec 2024-09-16T11:41:24.770 INFO:tasks.workunit.client.0.smithi077.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-16T11:41:24.770 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0UMp9jBxuhi-qp8 off=9856921 len=122138 2024-09-16T11:41:24.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 5245 completed, throughput=5MB/sec 2024-09-16T11:41:24.771 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k2LLQEHV_G7aoX_ off=889894 len=1226690 2024-09-16T11:41:24.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 5246 completed, throughput=5MB/sec 2024-09-16T11:41:24.773 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-p-1gwS13sRtHKve off=2879703 len=860638 2024-09-16T11:41:24.774 INFO:tasks.workunit.client.0.smithi077.stdout:op 5247 completed, throughput=5MB/sec 2024-09-16T11:41:24.774 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0YKLKm63e1r5aU7 off=11527334 len=990727 2024-09-16T11:41:24.779 INFO:tasks.workunit.client.0.smithi077.stdout:op 5248 completed, throughput=5MB/sec 2024-09-16T11:41:24.779 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wUJDsgt5l0DdO40 off=1821485 len=734011 2024-09-16T11:41:24.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 5249 completed, throughput=5MB/sec 2024-09-16T11:41:24.784 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0cgQZ_rBrkqBx6T off=3490331 len=335215 2024-09-16T11:41:24.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 5250 completed, throughput=5MB/sec 2024-09-16T11:41:24.787 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yBfdKQj7ZK0cQbH off=11207796 len=311963 2024-09-16T11:41:24.787 INFO:tasks.workunit.client.0.smithi077.stdout:op 5251 completed, throughput=5MB/sec 2024-09-16T11:41:24.788 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-B72ViMYlJTabXHW off=17848191 len=1383537 2024-09-16T11:41:24.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 5252 completed, throughput=5MB/sec 2024-09-16T11:41:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:24 smithi077 ceph-mon[86047]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:41:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:24 smithi077 ceph-mon[88497]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:41:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:24 smithi191 ceph-mon[84934]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:41:25.789 INFO:tasks.workunit.client.0.smithi077.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-16T11:41:25.790 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QMumLd3RnhCswKh off=8058441 len=1271191 2024-09-16T11:41:25.796 INFO:tasks.workunit.client.0.smithi077.stdout:op 5253 completed, throughput=5MB/sec 2024-09-16T11:41:25.796 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2H_-KPEz7xr6DXI off=3105752 len=224546 2024-09-16T11:41:25.799 INFO:tasks.workunit.client.0.smithi077.stdout:op 5254 completed, throughput=5MB/sec 2024-09-16T11:41:25.799 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4k_7ElVKWKkW9bT off=14643621 len=1593530 2024-09-16T11:41:25.802 INFO:tasks.workunit.client.0.smithi077.stdout:op 5255 completed, throughput=5MB/sec 2024-09-16T11:41:25.802 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aRbaJlzD70TgXRV off=29715 len=354023 2024-09-16T11:41:25.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 5256 completed, throughput=5MB/sec 2024-09-16T11:41:25.806 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-A_-6hod3xIYKQii off=7886315 len=1759216 2024-09-16T11:41:25.814 INFO:tasks.workunit.client.0.smithi077.stdout:op 5257 completed, throughput=5MB/sec 2024-09-16T11:41:26.815 INFO:tasks.workunit.client.0.smithi077.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-16T11:41:26.815 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3Ql0eL1OwZsewfB off=3023741 len=477365 2024-09-16T11:41:26.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 5258 completed, throughput=5MB/sec 2024-09-16T11:41:26.817 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_vslsyAkn7ITgg_ off=4931773 len=1589166 2024-09-16T11:41:26.826 INFO:tasks.workunit.client.0.smithi077.stdout:op 5259 completed, throughput=5MB/sec 2024-09-16T11:41:26.826 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-m3u1HmcKjo8ovn- off=722573 len=809596 2024-09-16T11:41:26.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 5260 completed, throughput=5MB/sec 2024-09-16T11:41:26.829 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kTfyapDeS6ZLyDC off=0 len=1280966 2024-09-16T11:41:26.830 INFO:tasks.workunit.client.0.smithi077.stdout:op 5261 completed, throughput=5MB/sec 2024-09-16T11:41:26.831 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pQI-IgU2PYtB9yz off=2909538 len=374266 2024-09-16T11:41:26.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 5262 completed, throughput=5MB/sec 2024-09-16T11:41:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:26 smithi077 ceph-mon[86047]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:41:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:26 smithi077 ceph-mon[88497]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:41:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:26] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:41:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:26 smithi191 ceph-mon[84934]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:41:27.832 INFO:tasks.workunit.client.0.smithi077.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-16T11:41:27.832 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bdhIT2TO_2dLv56 off=8157878 len=223358 2024-09-16T11:41:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 5263 completed, throughput=5MB/sec 2024-09-16T11:41:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kpj2nwLgK2zc3I1 off=2932403 len=195016 2024-09-16T11:41:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 5264 completed, throughput=5MB/sec 2024-09-16T11:41:27.833 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CYEWtZKPzk_3oDL off=4755496 len=1204928 2024-09-16T11:41:27.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 5265 completed, throughput=5MB/sec 2024-09-16T11:41:27.835 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GO6fa0deIA1fvyL off=5644246 len=13681 2024-09-16T11:41:27.836 INFO:tasks.workunit.client.0.smithi077.stdout:op 5266 completed, throughput=5MB/sec 2024-09-16T11:41:27.836 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rkAZjO8fwKLZppk off=4020640 len=1705540 2024-09-16T11:41:27.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 5267 completed, throughput=5MB/sec 2024-09-16T11:41:27.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-27FcZVrz9MFJCQj off=9868490 len=289321 2024-09-16T11:41:27.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 5268 completed, throughput=5MB/sec 2024-09-16T11:41:27.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uP7gI7Ealss5sce off=16457089 len=2058972 2024-09-16T11:41:27.849 INFO:tasks.workunit.client.0.smithi077.stdout:op 5269 completed, throughput=5MB/sec 2024-09-16T11:41:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:28.849 INFO:tasks.workunit.client.0.smithi077.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-16T11:41:28.849 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UpQxcgB0l9ncsdg off=17678574 len=1727431 2024-09-16T11:41:28.853 INFO:tasks.workunit.client.0.smithi077.stdout:op 5270 completed, throughput=5MB/sec 2024-09-16T11:41:28.853 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cRxMjfHZPbZEXwc off=4091785 len=552946 2024-09-16T11:41:28.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 5271 completed, throughput=5MB/sec 2024-09-16T11:41:28.857 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hsxbBtpRYgV4XXQ off=11356913 len=1743 2024-09-16T11:41:28.858 INFO:tasks.workunit.client.0.smithi077.stdout:op 5272 completed, throughput=5MB/sec 2024-09-16T11:41:28.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S6IK3aJcIKaqTke off=6842054 len=1081282 2024-09-16T11:41:28.859 INFO:tasks.workunit.client.0.smithi077.stdout:op 5273 completed, throughput=5MB/sec 2024-09-16T11:41:28.860 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EDugSx7k02wcgRJ off=21208424 len=1576332 2024-09-16T11:41:28.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 5274 completed, throughput=5MB/sec 2024-09-16T11:41:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:28 smithi077 ceph-mon[88497]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:28 smithi077 ceph-mon[86047]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:28 smithi191 ceph-mon[84934]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:29.867 INFO:tasks.workunit.client.0.smithi077.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-16T11:41:29.867 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RnS9sJyU6GDLAar off=3541341 len=1838323 2024-09-16T11:41:29.869 INFO:tasks.workunit.client.0.smithi077.stdout:op 5275 completed, throughput=5MB/sec 2024-09-16T11:41:29.869 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-H3ayY3gxRvLMTfK off=18035440 len=983871 2024-09-16T11:41:29.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 5276 completed, throughput=5MB/sec 2024-09-16T11:41:29.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ey9iB9Y91CAL31H off=3030612 len=914011 2024-09-16T11:41:29.876 INFO:tasks.workunit.client.0.smithi077.stdout:op 5277 completed, throughput=5MB/sec 2024-09-16T11:41:29.877 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iACWdR59cHeiApL off=3791705 len=859585 2024-09-16T11:41:29.879 INFO:tasks.workunit.client.0.smithi077.stdout:op 5278 completed, throughput=5MB/sec 2024-09-16T11:41:29.879 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y1V2CxVd2VbMot8 off=9923483 len=1199953 2024-09-16T11:41:29.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 5279 completed, throughput=5MB/sec 2024-09-16T11:41:30.881 INFO:tasks.workunit.client.0.smithi077.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-16T11:41:30.881 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tayNTHpXM21wWlL off=10582255 len=1210556 2024-09-16T11:41:30.882 INFO:tasks.workunit.client.0.smithi077.stdout:op 5280 completed, throughput=5MB/sec 2024-09-16T11:41:30.882 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iyBZu0j9Vp_pKWY off=3200132 len=161638 2024-09-16T11:41:30.883 INFO:tasks.workunit.client.0.smithi077.stdout:op 5281 completed, throughput=5MB/sec 2024-09-16T11:41:30.883 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zrOu_IUFs440RIo off=8684581 len=710216 2024-09-16T11:41:30.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 5282 completed, throughput=5MB/sec 2024-09-16T11:41:30.884 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nvQ_2MXS3uaCIe0 off=10441319 len=490886 2024-09-16T11:41:30.885 INFO:tasks.workunit.client.0.smithi077.stdout:op 5283 completed, throughput=5MB/sec 2024-09-16T11:41:30.885 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0__3vtCTeK3wD_Q off=5438180 len=1907046 2024-09-16T11:41:30.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 5284 completed, throughput=5MB/sec 2024-09-16T11:41:30.899 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eT6fsvNLcDMseow off=1261161 len=1553161 2024-09-16T11:41:30.900 INFO:tasks.workunit.client.0.smithi077.stdout:op 5285 completed, throughput=5MB/sec 2024-09-16T11:41:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:30 smithi077 ceph-mon[86047]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:30 smithi077 ceph-mon[88497]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:30 smithi191 ceph-mon[84934]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:31.901 INFO:tasks.workunit.client.0.smithi077.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-16T11:41:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aOBBSMMOOVw_RmA off=7779169 len=346209 2024-09-16T11:41:31.902 INFO:tasks.workunit.client.0.smithi077.stdout:op 5286 completed, throughput=5MB/sec 2024-09-16T11:41:31.902 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S8iB8o5EQ4EfVyt off=105476 len=1222606 2024-09-16T11:41:31.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 5287 completed, throughput=5MB/sec 2024-09-16T11:41:31.909 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZL2ZXapQeuvIQN5 off=1827987 len=308390 2024-09-16T11:41:31.912 INFO:tasks.workunit.client.0.smithi077.stdout:op 5288 completed, throughput=5MB/sec 2024-09-16T11:41:31.912 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LGV1HNS3YmE9Y3R off=1793759 len=358925 2024-09-16T11:41:31.915 INFO:tasks.workunit.client.0.smithi077.stdout:op 5289 completed, throughput=5MB/sec 2024-09-16T11:41:31.915 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IxHg4KS6F8_C5cB off=7605240 len=1270222 2024-09-16T11:41:31.921 INFO:tasks.workunit.client.0.smithi077.stdout:op 5290 completed, throughput=5MB/sec 2024-09-16T11:41:31.921 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pdIXoCCBTftPHVf off=3801024 len=102383 2024-09-16T11:41:31.922 INFO:tasks.workunit.client.0.smithi077.stdout:op 5291 completed, throughput=5MB/sec 2024-09-16T11:41:31.922 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uymvLADTl1f5zRN off=17553110 len=293488 2024-09-16T11:41:31.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 5292 completed, throughput=5MB/sec 2024-09-16T11:41:32.577 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:32 smithi077 ceph-mon[88497]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:41:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:32 smithi077 ceph-mon[86047]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:41:32.924 INFO:tasks.workunit.client.0.smithi077.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-16T11:41:32.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G5DCfvvZsctTtYP off=6678292 len=1122710 2024-09-16T11:41:32.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 5293 completed, throughput=5MB/sec 2024-09-16T11:41:32.930 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0jR7d0WEPIoJAy_ off=7534370 len=1950131 2024-09-16T11:41:32.941 INFO:tasks.workunit.client.0.smithi077.stdout:op 5294 completed, throughput=5MB/sec 2024-09-16T11:41:32.941 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Vf5TokYmqJJcYDo off=4478925 len=34487 2024-09-16T11:41:32.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 5295 completed, throughput=5MB/sec 2024-09-16T11:41:32.943 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TvDXfL_oSf3O9EJ off=1463259 len=270803 2024-09-16T11:41:32.946 INFO:tasks.workunit.client.0.smithi077.stdout:op 5296 completed, throughput=5MB/sec 2024-09-16T11:41:32.946 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QWK0Jp-ZR-4cTAn off=6959341 len=1806479 2024-09-16T11:41:32.949 INFO:tasks.workunit.client.0.smithi077.stdout:op 5297 completed, throughput=5MB/sec 2024-09-16T11:41:32.949 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-h-Z7r00UUArQDuq off=17591458 len=117061 2024-09-16T11:41:32.951 INFO:tasks.workunit.client.0.smithi077.stdout:op 5298 completed, throughput=5MB/sec 2024-09-16T11:41:32.951 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WAEqNHwr1QLcvMa off=1060456 len=1105591 2024-09-16T11:41:32.952 INFO:tasks.workunit.client.0.smithi077.stdout:op 5299 completed, throughput=5MB/sec 2024-09-16T11:41:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:32 smithi191 ceph-mon[84934]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:41:33.952 INFO:tasks.workunit.client.0.smithi077.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-16T11:41:33.952 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-r3lqEaJHPqfWgdL off=6362249 len=937722 2024-09-16T11:41:33.955 INFO:tasks.workunit.client.0.smithi077.stdout:op 5300 completed, throughput=5MB/sec 2024-09-16T11:41:33.955 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3Tp3wsmjfdjiBjR off=893615 len=1092219 2024-09-16T11:41:33.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 5301 completed, throughput=5MB/sec 2024-09-16T11:41:33.956 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DP4SY6We08qTGtD off=3576378 len=1691755 2024-09-16T11:41:33.958 INFO:tasks.workunit.client.0.smithi077.stdout:op 5302 completed, throughput=5MB/sec 2024-09-16T11:41:33.958 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vbHDXV1w5qQc3Co off=5699338 len=701241 2024-09-16T11:41:33.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 5303 completed, throughput=5MB/sec 2024-09-16T11:41:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:34 smithi077 ceph-mon[86047]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:34 smithi077 ceph-mon[88497]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:34 smithi191 ceph-mon[84934]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:34.963 INFO:tasks.workunit.client.0.smithi077.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-16T11:41:34.963 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YOIduFLxo1v-p3o off=8813568 len=665522 2024-09-16T11:41:34.968 INFO:tasks.workunit.client.0.smithi077.stdout:op 5304 completed, throughput=5MB/sec 2024-09-16T11:41:34.968 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Jw4mL0oBTpn9oUc off=6086492 len=1751140 2024-09-16T11:41:34.972 INFO:tasks.workunit.client.0.smithi077.stdout:op 5305 completed, throughput=5MB/sec 2024-09-16T11:41:34.972 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mVI3z_r-Zj36_o0 off=819231 len=1812455 2024-09-16T11:41:34.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 5306 completed, throughput=5MB/sec 2024-09-16T11:41:34.974 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K32puKgcShkOxTv off=3421153 len=89887 2024-09-16T11:41:34.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 5307 completed, throughput=5MB/sec 2024-09-16T11:41:34.974 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YBs5lkyd1AMN0mT off=6001249 len=1859028 2024-09-16T11:41:34.976 INFO:tasks.workunit.client.0.smithi077.stdout:op 5308 completed, throughput=5MB/sec 2024-09-16T11:41:35.977 INFO:tasks.workunit.client.0.smithi077.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-16T11:41:35.977 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RuVH4SEXV1q-gFq off=3756926 len=699949 2024-09-16T11:41:35.982 INFO:tasks.workunit.client.0.smithi077.stdout:op 5309 completed, throughput=5MB/sec 2024-09-16T11:41:35.982 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tMt8YCSdmgJ_EUN off=7125569 len=231901 2024-09-16T11:41:35.982 INFO:tasks.workunit.client.0.smithi077.stdout:op 5310 completed, throughput=5MB/sec 2024-09-16T11:41:35.983 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QpbhlepDRO0eZXf off=6165545 len=967476 2024-09-16T11:41:35.989 INFO:tasks.workunit.client.0.smithi077.stdout:op 5311 completed, throughput=5MB/sec 2024-09-16T11:41:35.990 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EmByUBKDSImR2_1 off=5261050 len=262585 2024-09-16T11:41:35.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 5312 completed, throughput=5MB/sec 2024-09-16T11:41:35.992 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-giATVOKET6Wvtg9 off=791214 len=412311 2024-09-16T11:41:35.995 INFO:tasks.workunit.client.0.smithi077.stdout:op 5313 completed, throughput=5MB/sec 2024-09-16T11:41:35.996 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IFlfZT_py9noGLL off=7880004 len=1321036 2024-09-16T11:41:36.001 INFO:tasks.workunit.client.0.smithi077.stdout:op 5314 completed, throughput=5MB/sec 2024-09-16T11:41:36.002 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-t4vxYuVBqJkHQEK off=16884773 len=965033 2024-09-16T11:41:36.003 INFO:tasks.workunit.client.0.smithi077.stdout:op 5315 completed, throughput=5MB/sec 2024-09-16T11:41:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:36 smithi077 ceph-mon[88497]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:36 smithi077 ceph-mon[86047]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:36.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:36] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:41:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:36 smithi191 ceph-mon[84934]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:37.003 INFO:tasks.workunit.client.0.smithi077.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-16T11:41:37.003 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PL1VwXkb23efgXo off=1689889 len=1263570 2024-09-16T11:41:37.011 INFO:tasks.workunit.client.0.smithi077.stdout:op 5316 completed, throughput=5MB/sec 2024-09-16T11:41:37.011 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-yx2aWY9JSbAos_g off=2208529 len=737275 2024-09-16T11:41:37.015 INFO:tasks.workunit.client.0.smithi077.stdout:op 5317 completed, throughput=5MB/sec 2024-09-16T11:41:37.015 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F6KnyAngQJAJJ9i off=16778654 len=1165305 2024-09-16T11:41:37.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 5318 completed, throughput=5MB/sec 2024-09-16T11:41:37.022 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WQIc_cQu92taXFv off=229529 len=956208 2024-09-16T11:41:37.023 INFO:tasks.workunit.client.0.smithi077.stdout:op 5319 completed, throughput=5MB/sec 2024-09-16T11:41:37.023 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--uYKME1ueX4sL3F off=15560099 len=1181269 2024-09-16T11:41:37.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 5320 completed, throughput=5MB/sec 2024-09-16T11:41:38.031 INFO:tasks.workunit.client.0.smithi077.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-16T11:41:38.031 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0KNIJKZvxvYyfFW off=422394 len=764456 2024-09-16T11:41:38.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 5321 completed, throughput=5MB/sec 2024-09-16T11:41:38.036 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-220S1px9UAJ44aT off=19584622 len=2036763 2024-09-16T11:41:38.040 INFO:tasks.workunit.client.0.smithi077.stdout:op 5322 completed, throughput=5MB/sec 2024-09-16T11:41:38.040 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-28ip-4J3Hq2DDVt off=2942900 len=1685864 2024-09-16T11:41:38.042 INFO:tasks.workunit.client.0.smithi077.stdout:op 5323 completed, throughput=5MB/sec 2024-09-16T11:41:38.042 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Qyt-UvKJOYOKGNM off=5183166 len=265289 2024-09-16T11:41:38.043 INFO:tasks.workunit.client.0.smithi077.stdout:op 5324 completed, throughput=5MB/sec 2024-09-16T11:41:38.044 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hc0CaBGP3O9L9CK off=5861070 len=1980226 2024-09-16T11:41:38.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 5325 completed, throughput=5MB/sec 2024-09-16T11:41:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:38 smithi077 ceph-mon[86047]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:38 smithi077 ceph-mon[88497]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:38.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:38 smithi191 ceph-mon[84934]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T11:41:39.053 INFO:tasks.workunit.client.0.smithi077.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-16T11:41:39.053 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZM08iGsKRK9h4z4 off=3517741 len=403256 2024-09-16T11:41:39.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 5326 completed, throughput=5MB/sec 2024-09-16T11:41:39.057 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ypKPDGboJ5IFigc off=9547668 len=339483 2024-09-16T11:41:39.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 5327 completed, throughput=5MB/sec 2024-09-16T11:41:39.060 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5hLN4i1s5OGNBVg off=1040985 len=1772052 2024-09-16T11:41:39.069 INFO:tasks.workunit.client.0.smithi077.stdout:op 5328 completed, throughput=5MB/sec 2024-09-16T11:41:39.069 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0V1-dAsq8pqEkFq off=1296844 len=348421 2024-09-16T11:41:39.070 INFO:tasks.workunit.client.0.smithi077.stdout:op 5329 completed, throughput=5MB/sec 2024-09-16T11:41:39.070 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tX5EwCvfc0AEr8_ off=1801025 len=1477419 2024-09-16T11:41:39.072 INFO:tasks.workunit.client.0.smithi077.stdout:op 5330 completed, throughput=5MB/sec 2024-09-16T11:41:40.072 INFO:tasks.workunit.client.0.smithi077.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-16T11:41:40.073 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-x2XMh20r87X7QAE off=22204838 len=1679653 2024-09-16T11:41:40.081 INFO:tasks.workunit.client.0.smithi077.stdout:op 5331 completed, throughput=5MB/sec 2024-09-16T11:41:40.081 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OzIIso27AhLNrjx off=11691264 len=1600532 2024-09-16T11:41:40.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 5332 completed, throughput=5MB/sec 2024-09-16T11:41:40.082 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XJuDv66VheMNreL off=6110251 len=1605083 2024-09-16T11:41:40.090 INFO:tasks.workunit.client.0.smithi077.stdout:op 5333 completed, throughput=5MB/sec 2024-09-16T11:41:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:40 smithi077 ceph-mon[86047]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:40 smithi077 ceph-mon[88497]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:40.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:40 smithi191 ceph-mon[84934]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T11:41:41.091 INFO:tasks.workunit.client.0.smithi077.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-16T11:41:41.091 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ah2QLyFEY91ZsJO off=10069867 len=1775967 2024-09-16T11:41:41.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 5334 completed, throughput=5MB/sec 2024-09-16T11:41:41.094 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pZzCfvT0cwxrSsF off=2293841 len=1443006 2024-09-16T11:41:41.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 5335 completed, throughput=5MB/sec 2024-09-16T11:41:41.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SJt7VVlqc65TkMq off=3581137 len=104233 2024-09-16T11:41:41.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 5336 completed, throughput=5MB/sec 2024-09-16T11:41:41.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2qHPwegdJMeEYGd off=1595406 len=1349045 2024-09-16T11:41:41.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 5337 completed, throughput=5MB/sec 2024-09-16T11:41:41.106 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HJuQM3JHQHeqAiS off=17803624 len=65399 2024-09-16T11:41:41.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 5338 completed, throughput=5MB/sec 2024-09-16T11:41:41.106 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WyDNaZZTy6IABk0 off=2369387 len=221423 2024-09-16T11:41:41.109 INFO:tasks.workunit.client.0.smithi077.stdout:op 5339 completed, throughput=5MB/sec 2024-09-16T11:41:41.109 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v4VDO5-LO12Yylh off=1317207 len=1654844 2024-09-16T11:41:41.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 5340 completed, throughput=5MB/sec 2024-09-16T11:41:42.117 INFO:tasks.workunit.client.0.smithi077.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-16T11:41:42.117 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wVK6KpOxEfFfQCz off=9074107 len=170532 2024-09-16T11:41:42.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 5341 completed, throughput=5MB/sec 2024-09-16T11:41:42.121 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9e_alAU3XM3aphH off=2036871 len=914546 2024-09-16T11:41:42.122 INFO:tasks.workunit.client.0.smithi077.stdout:op 5342 completed, throughput=5MB/sec 2024-09-16T11:41:42.122 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T0seWCLtJ2FiemG off=5211180 len=765840 2024-09-16T11:41:42.127 INFO:tasks.workunit.client.0.smithi077.stdout:op 5343 completed, throughput=5MB/sec 2024-09-16T11:41:42.127 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XqF7QBKL17XFLdv off=19194841 len=1229829 2024-09-16T11:41:42.134 INFO:tasks.workunit.client.0.smithi077.stdout:op 5344 completed, throughput=5MB/sec 2024-09-16T11:41:42.134 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4D9gtIsgpjohPYm off=10791113 len=1235885 2024-09-16T11:41:42.140 INFO:tasks.workunit.client.0.smithi077.stdout:op 5345 completed, throughput=5MB/sec 2024-09-16T11:41:42.591 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:42 smithi077 ceph-mon[86047]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:41:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:42 smithi077 ceph-mon[88497]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:41:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:42 smithi191 ceph-mon[84934]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T11:41:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:43.140 INFO:tasks.workunit.client.0.smithi077.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-16T11:41:43.140 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jyJxD17VM_XRDbZ off=7386216 len=201025 2024-09-16T11:41:43.141 INFO:tasks.workunit.client.0.smithi077.stdout:op 5346 completed, throughput=5MB/sec 2024-09-16T11:41:43.141 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0hF9nzZZ361zlS3 off=0 len=1140778 2024-09-16T11:41:43.143 INFO:tasks.workunit.client.0.smithi077.stdout:op 5347 completed, throughput=5MB/sec 2024-09-16T11:41:43.143 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VgTZnYR4WaywS4V off=639132 len=615442 2024-09-16T11:41:43.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 5348 completed, throughput=5MB/sec 2024-09-16T11:41:43.147 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lN28WFEHItftIa9 off=4510697 len=433033 2024-09-16T11:41:43.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 5349 completed, throughput=5MB/sec 2024-09-16T11:41:43.150 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VBsw2OiWoaOn2Hk off=1018523 len=1745721 2024-09-16T11:41:43.151 INFO:tasks.workunit.client.0.smithi077.stdout:op 5350 completed, throughput=5MB/sec 2024-09-16T11:41:43.151 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5gI89NLGVpk1sF2 off=5499179 len=1964329 2024-09-16T11:41:43.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 5351 completed, throughput=5MB/sec 2024-09-16T11:41:44.161 INFO:tasks.workunit.client.0.smithi077.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-16T11:41:44.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fApFl0dvQNfDWNb off=14500373 len=1810634 2024-09-16T11:41:44.163 INFO:tasks.workunit.client.0.smithi077.stdout:op 5352 completed, throughput=5MB/sec 2024-09-16T11:41:44.163 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-omVwGiiZw-rSui4 off=23121 len=1559382 2024-09-16T11:41:44.173 INFO:tasks.workunit.client.0.smithi077.stdout:op 5353 completed, throughput=5MB/sec 2024-09-16T11:41:44.173 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cZdCNrmWDqh-qto off=14295503 len=467797 2024-09-16T11:41:44.174 INFO:tasks.workunit.client.0.smithi077.stdout:op 5354 completed, throughput=5MB/sec 2024-09-16T11:41:44.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i2SiLnOBN2wGQMT off=10486263 len=1574786 2024-09-16T11:41:44.176 INFO:tasks.workunit.client.0.smithi077.stdout:op 5355 completed, throughput=5MB/sec 2024-09-16T11:41:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:44 smithi077 ceph-mon[86047]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:44 smithi077 ceph-mon[88497]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:44 smithi191 ceph-mon[84934]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:45.176 INFO:tasks.workunit.client.0.smithi077.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-16T11:41:45.177 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tsaXCmG2yjrZYSa off=22039138 len=1851110 2024-09-16T11:41:45.185 INFO:tasks.workunit.client.0.smithi077.stdout:op 5356 completed, throughput=5MB/sec 2024-09-16T11:41:45.185 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lpnQ28WOgJ6nZ5O off=10511657 len=1295783 2024-09-16T11:41:45.187 INFO:tasks.workunit.client.0.smithi077.stdout:op 5357 completed, throughput=5MB/sec 2024-09-16T11:41:45.187 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y3jmP6-w_qZ3jUe off=22630055 len=333045 2024-09-16T11:41:45.188 INFO:tasks.workunit.client.0.smithi077.stdout:op 5358 completed, throughput=5MB/sec 2024-09-16T11:41:45.188 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RABSIxcw3QyVKs5 off=2005401 len=912064 2024-09-16T11:41:45.190 INFO:tasks.workunit.client.0.smithi077.stdout:op 5359 completed, throughput=5MB/sec 2024-09-16T11:41:46.190 INFO:tasks.workunit.client.0.smithi077.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-16T11:41:46.191 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RPSPhpn06BApqgy off=22617508 len=320453 2024-09-16T11:41:46.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 5360 completed, throughput=5MB/sec 2024-09-16T11:41:46.192 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--cNNfBWIQ-9tMZ8 off=7528440 len=285809 2024-09-16T11:41:46.196 INFO:tasks.workunit.client.0.smithi077.stdout:op 5361 completed, throughput=5MB/sec 2024-09-16T11:41:46.196 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NoAFr4vRzoyfyiq off=985412 len=1620801 2024-09-16T11:41:46.201 INFO:tasks.workunit.client.0.smithi077.stdout:op 5362 completed, throughput=5MB/sec 2024-09-16T11:41:46.201 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X1u1yBErThPmoZC off=2120197 len=882280 2024-09-16T11:41:46.202 INFO:tasks.workunit.client.0.smithi077.stdout:op 5363 completed, throughput=5MB/sec 2024-09-16T11:41:46.202 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0GADhkxt_8QJT0O off=4906379 len=1019257 2024-09-16T11:41:46.207 INFO:tasks.workunit.client.0.smithi077.stdout:op 5364 completed, throughput=5MB/sec 2024-09-16T11:41:46.207 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jX0Y_7_tS9WkbgI off=4399625 len=1556493 2024-09-16T11:41:46.209 INFO:tasks.workunit.client.0.smithi077.stdout:op 5365 completed, throughput=5MB/sec 2024-09-16T11:41:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:46 smithi077 ceph-mon[86047]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:46 smithi077 ceph-mon[88497]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:46] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-16T11:41:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:46 smithi191 ceph-mon[84934]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:47.210 INFO:tasks.workunit.client.0.smithi077.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-16T11:41:47.210 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8ASD46slgpFeAua off=3085310 len=511864 2024-09-16T11:41:47.211 INFO:tasks.workunit.client.0.smithi077.stdout:op 5366 completed, throughput=5MB/sec 2024-09-16T11:41:47.211 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UwJUOtZviNMwRqe off=2024477 len=1207276 2024-09-16T11:41:47.213 INFO:tasks.workunit.client.0.smithi077.stdout:op 5367 completed, throughput=5MB/sec 2024-09-16T11:41:47.213 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C1bYJqw8zCY8pC_ off=3331641 len=1572298 2024-09-16T11:41:47.215 INFO:tasks.workunit.client.0.smithi077.stdout:op 5368 completed, throughput=5MB/sec 2024-09-16T11:41:47.215 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gb_dn0HyHRRsnfg off=1433988 len=917100 2024-09-16T11:41:47.221 INFO:tasks.workunit.client.0.smithi077.stdout:op 5369 completed, throughput=5MB/sec 2024-09-16T11:41:47.221 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ROV69vp5WfWpXtC off=10510072 len=1139442 2024-09-16T11:41:47.227 INFO:tasks.workunit.client.0.smithi077.stdout:op 5370 completed, throughput=5MB/sec 2024-09-16T11:41:48.228 INFO:tasks.workunit.client.0.smithi077.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-16T11:41:48.228 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nlwk6FktEBYaK4H off=16169475 len=1577722 2024-09-16T11:41:48.236 INFO:tasks.workunit.client.0.smithi077.stdout:op 5371 completed, throughput=5MB/sec 2024-09-16T11:41:48.236 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FLmXlGfubrWTVsa off=1646054 len=934948 2024-09-16T11:41:48.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 5372 completed, throughput=5MB/sec 2024-09-16T11:41:48.238 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vfCplBJWwKJi6u0 off=9825576 len=1032120 2024-09-16T11:41:48.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 5373 completed, throughput=5MB/sec 2024-09-16T11:41:48.244 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-s1qPymoSh9XkrHv off=3677491 len=346815 2024-09-16T11:41:48.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 5374 completed, throughput=5MB/sec 2024-09-16T11:41:48.247 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SwBp153sbES0FHY off=1250683 len=1288406 2024-09-16T11:41:48.249 INFO:tasks.workunit.client.0.smithi077.stdout:op 5375 completed, throughput=5MB/sec 2024-09-16T11:41:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:48 smithi077 ceph-mon[86047]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:48 smithi077 ceph-mon[88497]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:48 smithi191 ceph-mon[84934]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:41:49.249 INFO:tasks.workunit.client.0.smithi077.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-16T11:41:49.250 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-l0Bo8Uk_qdQqt3J off=525568 len=2005468 2024-09-16T11:41:49.252 INFO:tasks.workunit.client.0.smithi077.stdout:op 5376 completed, throughput=5MB/sec 2024-09-16T11:41:49.252 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BNqyhr5rhv7nrho off=4761502 len=1162127 2024-09-16T11:41:49.255 INFO:tasks.workunit.client.0.smithi077.stdout:op 5377 completed, throughput=5MB/sec 2024-09-16T11:41:49.255 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JY9SNV24E0KEZz6 off=1162324 len=915782 2024-09-16T11:41:49.256 INFO:tasks.workunit.client.0.smithi077.stdout:op 5378 completed, throughput=5MB/sec 2024-09-16T11:41:49.256 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5hLN4i1s5OGNBVg off=1788310 len=727064 2024-09-16T11:41:49.262 INFO:tasks.workunit.client.0.smithi077.stdout:op 5379 completed, throughput=5MB/sec 2024-09-16T11:41:50.262 INFO:tasks.workunit.client.0.smithi077.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-16T11:41:50.263 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6KVlUyWyAvkINh_ off=9008366 len=1974822 2024-09-16T11:41:50.276 INFO:tasks.workunit.client.0.smithi077.stdout:op 5380 completed, throughput=5MB/sec 2024-09-16T11:41:50.276 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Wm-k-16UkfhLoyr off=130643 len=547192 2024-09-16T11:41:50.277 INFO:tasks.workunit.client.0.smithi077.stdout:op 5381 completed, throughput=5MB/sec 2024-09-16T11:41:50.277 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5p2-vPdX5I7QA6z off=0 len=1853012 2024-09-16T11:41:50.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 5382 completed, throughput=5MB/sec 2024-09-16T11:41:50.286 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z3puUS29l7VKAM- off=12803701 len=50767 2024-09-16T11:41:50.288 INFO:tasks.workunit.client.0.smithi077.stdout:op 5383 completed, throughput=5MB/sec 2024-09-16T11:41:50.289 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gtKI1eOQDeXhCat off=17075171 len=562753 2024-09-16T11:41:50.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 5384 completed, throughput=5MB/sec 2024-09-16T11:41:50.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LFWdRwzCg7fboJB off=1091625 len=195585 2024-09-16T11:41:50.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 5385 completed, throughput=5MB/sec 2024-09-16T11:41:50.293 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eQJCtg2WOnB4uhq off=8679441 len=1763761 2024-09-16T11:41:50.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 5386 completed, throughput=5MB/sec 2024-09-16T11:41:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:50 smithi077 ceph-mon[86047]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:50 smithi077 ceph-mon[88497]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:50 smithi191 ceph-mon[84934]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:51.302 INFO:tasks.workunit.client.0.smithi077.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-16T11:41:51.303 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LrKG-Wq1AsP4flu off=1528852 len=403705 2024-09-16T11:41:51.306 INFO:tasks.workunit.client.0.smithi077.stdout:op 5387 completed, throughput=5MB/sec 2024-09-16T11:41:51.306 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RBcXWhVO2FZemuS off=0 len=1493708 2024-09-16T11:41:51.315 INFO:tasks.workunit.client.0.smithi077.stdout:op 5388 completed, throughput=5MB/sec 2024-09-16T11:41:51.316 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cR9jTLVpdUl2CV2 off=4866509 len=1173181 2024-09-16T11:41:51.318 INFO:tasks.workunit.client.0.smithi077.stdout:op 5389 completed, throughput=5MB/sec 2024-09-16T11:41:51.318 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-cACsZx0eESvBbC8 off=8645305 len=463398 2024-09-16T11:41:51.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 5390 completed, throughput=5MB/sec 2024-09-16T11:41:51.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ITaclmndxbRsh5B off=10298333 len=1868410 2024-09-16T11:41:51.330 INFO:tasks.workunit.client.0.smithi077.stdout:op 5391 completed, throughput=5MB/sec 2024-09-16T11:41:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-16T11:41:52.331 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K2hfqw_4yLPtquJ off=9761257 len=961906 2024-09-16T11:41:52.332 INFO:tasks.workunit.client.0.smithi077.stdout:op 5392 completed, throughput=5MB/sec 2024-09-16T11:41:52.332 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5IbH3a7Eyi0Czjw off=3287498 len=1777018 2024-09-16T11:41:52.342 INFO:tasks.workunit.client.0.smithi077.stdout:op 5393 completed, throughput=5MB/sec 2024-09-16T11:41:52.342 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9MoMHe7ZT3kRaFO off=5423721 len=1912809 2024-09-16T11:41:52.350 INFO:tasks.workunit.client.0.smithi077.stdout:op 5394 completed, throughput=5MB/sec 2024-09-16T11:41:52.606 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:41:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:41:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:52 smithi077 ceph-mon[86047]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:52 smithi077 ceph-mon[88497]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:52.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:52 smithi191 ceph-mon[84934]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:41:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-16T11:41:53.350 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Yk7fHufoVmFz8s0 off=1481188 len=118363 2024-09-16T11:41:53.353 INFO:tasks.workunit.client.0.smithi077.stdout:op 5395 completed, throughput=5MB/sec 2024-09-16T11:41:53.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zNVD27yVVjXHBHZ off=3149237 len=702649 2024-09-16T11:41:53.357 INFO:tasks.workunit.client.0.smithi077.stdout:op 5396 completed, throughput=5MB/sec 2024-09-16T11:41:53.357 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MwkUMQkSjsGp7aB off=6670476 len=1786345 2024-09-16T11:41:53.360 INFO:tasks.workunit.client.0.smithi077.stdout:op 5397 completed, throughput=5MB/sec 2024-09-16T11:41:53.361 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-E0oICZsv0LoeZXX off=14674332 len=1355242 2024-09-16T11:41:53.363 INFO:tasks.workunit.client.0.smithi077.stdout:op 5398 completed, throughput=5MB/sec 2024-09-16T11:41:53.364 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HLexaB7QXNW-4nC off=4184984 len=1723006 2024-09-16T11:41:53.365 INFO:tasks.workunit.client.0.smithi077.stdout:op 5399 completed, throughput=5MB/sec 2024-09-16T11:41:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-16T11:41:54.365 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mdLckq0n4kvR8I9 off=9123988 len=1359167 2024-09-16T11:41:54.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 5400 completed, throughput=5MB/sec 2024-09-16T11:41:54.371 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d5wRni6hxQz_jMp off=3391340 len=730197 2024-09-16T11:41:54.373 INFO:tasks.workunit.client.0.smithi077.stdout:op 5401 completed, throughput=5MB/sec 2024-09-16T11:41:54.373 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8AjBgkwThygvr5t off=2303015 len=1044074 2024-09-16T11:41:54.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 5402 completed, throughput=5MB/sec 2024-09-16T11:41:54.379 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TVCpYTgCZVwr713 off=7364186 len=1058807 2024-09-16T11:41:54.381 INFO:tasks.workunit.client.0.smithi077.stdout:op 5403 completed, throughput=5MB/sec 2024-09-16T11:41:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:54 smithi077 ceph-mon[86047]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:54 smithi077 ceph-mon[88497]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:54 smithi191 ceph-mon[84934]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:41:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-16T11:41:55.381 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-32PbQp9YeY9cllL off=16137660 len=1413596 2024-09-16T11:41:55.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 5404 completed, throughput=5MB/sec 2024-09-16T11:41:55.384 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ewFZGYJfHvL6fKb off=17692682 len=376569 2024-09-16T11:41:55.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 5405 completed, throughput=5MB/sec 2024-09-16T11:41:55.388 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KlR2ZXHrcFT74zH off=3170402 len=835569 2024-09-16T11:41:55.389 INFO:tasks.workunit.client.0.smithi077.stdout:op 5406 completed, throughput=5MB/sec 2024-09-16T11:41:55.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EIapr8CSQKzp2Bf off=1445941 len=1338461 2024-09-16T11:41:55.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 5407 completed, throughput=5MB/sec 2024-09-16T11:41:55.391 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FQhzd74KCxxEjjr off=26476 len=1130893 2024-09-16T11:41:55.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 5408 completed, throughput=5MB/sec 2024-09-16T11:41:55.393 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7Zz1LsCoGiPv6wg off=9398005 len=2067905 2024-09-16T11:41:55.395 INFO:tasks.workunit.client.0.smithi077.stdout:op 5409 completed, throughput=5MB/sec 2024-09-16T11:41:56.396 INFO:tasks.workunit.client.0.smithi077.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-16T11:41:56.396 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VhSp3dpCSDWn4-W off=8975820 len=577185 2024-09-16T11:41:56.397 INFO:tasks.workunit.client.0.smithi077.stdout:op 5410 completed, throughput=5MB/sec 2024-09-16T11:41:56.397 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OpRf4O115PUXzi- off=1525518 len=1828886 2024-09-16T11:41:56.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 5411 completed, throughput=5MB/sec 2024-09-16T11:41:56.404 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dCP6uuXAbBGldFv off=3236685 len=1266075 2024-09-16T11:41:56.411 INFO:tasks.workunit.client.0.smithi077.stdout:op 5412 completed, throughput=5MB/sec 2024-09-16T11:41:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:56 smithi077 ceph-mon[86047]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:41:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:56 smithi077 ceph-mon[88497]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:41:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:41:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:41:56] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-16T11:41:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:56 smithi191 ceph-mon[84934]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:41:57.411 INFO:tasks.workunit.client.0.smithi077.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-16T11:41:57.411 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q3Y00XLRfJcmmGD off=2020195 len=546941 2024-09-16T11:41:57.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 5413 completed, throughput=5MB/sec 2024-09-16T11:41:57.412 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-D1wcEGqp6dXyKOy off=3349551 len=808914 2024-09-16T11:41:57.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 5414 completed, throughput=5MB/sec 2024-09-16T11:41:57.418 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IC4wX31meKpcLzc off=16884469 len=874719 2024-09-16T11:41:57.419 INFO:tasks.workunit.client.0.smithi077.stdout:op 5415 completed, throughput=5MB/sec 2024-09-16T11:41:57.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qoAg_6ocoguboLq off=1293621 len=751080 2024-09-16T11:41:57.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 5416 completed, throughput=5MB/sec 2024-09-16T11:41:57.420 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sve_xu84f_CXPWp off=20903254 len=240578 2024-09-16T11:41:57.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 5417 completed, throughput=5MB/sec 2024-09-16T11:41:57.421 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oZt6pNNgL7uZ3Pm off=1849390 len=138296 2024-09-16T11:41:57.422 INFO:tasks.workunit.client.0.smithi077.stdout:op 5418 completed, throughput=5MB/sec 2024-09-16T11:41:57.422 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SqymMJ07JJBNaD5 off=655342 len=336933 2024-09-16T11:41:57.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 5419 completed, throughput=5MB/sec 2024-09-16T11:41:57.425 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nG4qdb3a-lp_WDh off=3684125 len=1774734 2024-09-16T11:41:57.434 INFO:tasks.workunit.client.0.smithi077.stdout:op 5420 completed, throughput=5MB/sec 2024-09-16T11:41:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:41:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:41:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:41:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:41:58.434 INFO:tasks.workunit.client.0.smithi077.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-16T11:41:58.434 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ThV88K8YU0R80T7 off=15108330 len=2002808 2024-09-16T11:41:58.436 INFO:tasks.workunit.client.0.smithi077.stdout:op 5421 completed, throughput=5MB/sec 2024-09-16T11:41:58.436 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZYcaKJ1paGiltKD off=2929734 len=506766 2024-09-16T11:41:58.437 INFO:tasks.workunit.client.0.smithi077.stdout:op 5422 completed, throughput=5MB/sec 2024-09-16T11:41:58.437 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nZtqFz_CGh1wrMc off=6898565 len=1655901 2024-09-16T11:41:58.438 INFO:tasks.workunit.client.0.smithi077.stdout:op 5423 completed, throughput=5MB/sec 2024-09-16T11:41:58.438 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-207aUYuQZS4ng2s off=3317230 len=2073890 2024-09-16T11:41:58.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 5424 completed, throughput=5MB/sec 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[86047]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[88497]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:41:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:41:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:41:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:41:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:58 smithi191 ceph-mon[84934]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:41:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:41:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:41:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:41:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:41:59.448 INFO:tasks.workunit.client.0.smithi077.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-16T11:41:59.448 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-g5x0uNwOK9P-sQy off=722198 len=344640 2024-09-16T11:41:59.449 INFO:tasks.workunit.client.0.smithi077.stdout:op 5425 completed, throughput=5MB/sec 2024-09-16T11:41:59.449 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b-9C4l6LzSBpQKn off=1879004 len=1296114 2024-09-16T11:41:59.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 5426 completed, throughput=5MB/sec 2024-09-16T11:41:59.455 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yFjk-8AyPwpWoQD off=3517057 len=184013 2024-09-16T11:41:59.456 INFO:tasks.workunit.client.0.smithi077.stdout:op 5427 completed, throughput=5MB/sec 2024-09-16T11:41:59.456 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VWgIAxwRMVw3yq4 off=1677954 len=1869221 2024-09-16T11:41:59.466 INFO:tasks.workunit.client.0.smithi077.stdout:op 5428 completed, throughput=5MB/sec 2024-09-16T11:41:59.467 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Mt0AzWLvPTDWTMB off=1255432 len=838657 2024-09-16T11:41:59.472 INFO:tasks.workunit.client.0.smithi077.stdout:op 5429 completed, throughput=5MB/sec 2024-09-16T11:42:00.472 INFO:tasks.workunit.client.0.smithi077.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-16T11:42:00.472 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--5HRq7QfPSaZFkY off=6593885 len=1487815 2024-09-16T11:42:00.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 5430 completed, throughput=5MB/sec 2024-09-16T11:42:00.477 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7C9eka44e499pkS off=262079 len=1070258 2024-09-16T11:42:00.478 INFO:tasks.workunit.client.0.smithi077.stdout:op 5431 completed, throughput=5MB/sec 2024-09-16T11:42:00.478 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hvrDKcgq2Y9cvyn off=7559927 len=1844567 2024-09-16T11:42:00.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 5432 completed, throughput=5MB/sec 2024-09-16T11:42:00.480 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y-alrpw4HCcWGTD off=282576 len=1336907 2024-09-16T11:42:00.481 INFO:tasks.workunit.client.0.smithi077.stdout:op 5433 completed, throughput=5MB/sec 2024-09-16T11:42:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:00 smithi077 ceph-mon[86047]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:00 smithi077 ceph-mon[88497]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:00 smithi191 ceph-mon[84934]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:01.482 INFO:tasks.workunit.client.0.smithi077.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-16T11:42:01.482 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-q8VVfe7dWGKkipe off=9405643 len=409019 2024-09-16T11:42:01.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 5434 completed, throughput=5MB/sec 2024-09-16T11:42:01.486 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uyUMkNa3_qhirQc off=8480468 len=201390 2024-09-16T11:42:01.486 INFO:tasks.workunit.client.0.smithi077.stdout:op 5435 completed, throughput=5MB/sec 2024-09-16T11:42:01.486 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HUermvR1vFm_UAM off=259709 len=1765018 2024-09-16T11:42:01.488 INFO:tasks.workunit.client.0.smithi077.stdout:op 5436 completed, throughput=5MB/sec 2024-09-16T11:42:01.489 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wMV_eqVyYNuQnTk off=7490602 len=1552353 2024-09-16T11:42:01.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 5437 completed, throughput=5MB/sec 2024-09-16T11:42:01.498 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cMX6NzOW0NFSGpX off=12470133 len=1472755 2024-09-16T11:42:01.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 5438 completed, throughput=5MB/sec 2024-09-16T11:42:02.501 INFO:tasks.workunit.client.0.smithi077.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-16T11:42:02.501 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WWMUHSqwEbznaSL off=9342711 len=433472 2024-09-16T11:42:02.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 5439 completed, throughput=5MB/sec 2024-09-16T11:42:02.506 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TSDzXUlHXUNK6M2 off=22700133 len=1417748 2024-09-16T11:42:02.508 INFO:tasks.workunit.client.0.smithi077.stdout:op 5440 completed, throughput=5MB/sec 2024-09-16T11:42:02.508 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n2rkiUtZHiIIrug off=16583464 len=616152 2024-09-16T11:42:02.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 5441 completed, throughput=5MB/sec 2024-09-16T11:42:02.509 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SeHJF0vkmM0-_Sj off=6284608 len=240679 2024-09-16T11:42:02.509 INFO:tasks.workunit.client.0.smithi077.stdout:op 5442 completed, throughput=5MB/sec 2024-09-16T11:42:02.509 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1FGYDi-_OHBUaow off=3970859 len=872187 2024-09-16T11:42:02.515 INFO:tasks.workunit.client.0.smithi077.stdout:op 5443 completed, throughput=5MB/sec 2024-09-16T11:42:02.515 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Um4bdHJgEDjNcKl off=3114543 len=607946 2024-09-16T11:42:02.519 INFO:tasks.workunit.client.0.smithi077.stdout:op 5444 completed, throughput=5MB/sec 2024-09-16T11:42:02.520 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3GBrF-jnDvon9Rr off=1568892 len=1788235 2024-09-16T11:42:02.528 INFO:tasks.workunit.client.0.smithi077.stdout:op 5445 completed, throughput=5MB/sec 2024-09-16T11:42:02.624 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:02 smithi077 ceph-mon[86047]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:02 smithi077 ceph-mon[88497]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:02.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:02 smithi191 ceph-mon[84934]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:03.528 INFO:tasks.workunit.client.0.smithi077.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-16T11:42:03.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uQhtue-Rz5WZF9N off=7427571 len=1654289 2024-09-16T11:42:03.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 5446 completed, throughput=5MB/sec 2024-09-16T11:42:03.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Fb58ZNmfBK_BXqo off=15961777 len=1273597 2024-09-16T11:42:03.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 5447 completed, throughput=5MB/sec 2024-09-16T11:42:03.540 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VIp4rpVILCy9gnv off=5072081 len=1674163 2024-09-16T11:42:03.548 INFO:tasks.workunit.client.0.smithi077.stdout:op 5448 completed, throughput=5MB/sec 2024-09-16T11:42:04.548 INFO:tasks.workunit.client.0.smithi077.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-16T11:42:04.548 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ncftxfX-jbUOWoN off=22305 len=1054653 2024-09-16T11:42:04.553 INFO:tasks.workunit.client.0.smithi077.stdout:op 5449 completed, throughput=5MB/sec 2024-09-16T11:42:04.553 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2KZ72z8nhTQYFUp off=9104012 len=2083134 2024-09-16T11:42:04.557 INFO:tasks.workunit.client.0.smithi077.stdout:op 5450 completed, throughput=5MB/sec 2024-09-16T11:42:04.557 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n7zkDeOymxnkw-d off=7717839 len=1717140 2024-09-16T11:42:04.560 INFO:tasks.workunit.client.0.smithi077.stdout:op 5451 completed, throughput=5MB/sec 2024-09-16T11:42:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:04 smithi077 ceph-mon[86047]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:04 smithi077 ceph-mon[88497]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:04 smithi191 ceph-mon[84934]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:05.561 INFO:tasks.workunit.client.0.smithi077.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-16T11:42:05.561 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kEvXf95CauMEHF4 off=9135045 len=692725 2024-09-16T11:42:05.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 5452 completed, throughput=5MB/sec 2024-09-16T11:42:05.562 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ktqBtbu5XKSsu69 off=2839936 len=59236 2024-09-16T11:42:05.564 INFO:tasks.workunit.client.0.smithi077.stdout:op 5453 completed, throughput=5MB/sec 2024-09-16T11:42:05.564 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WDx8lVFfSvP__zQ off=2349726 len=164270 2024-09-16T11:42:05.565 INFO:tasks.workunit.client.0.smithi077.stdout:op 5454 completed, throughput=5MB/sec 2024-09-16T11:42:05.565 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RcimgM23vc9rrgt off=3723858 len=802016 2024-09-16T11:42:05.570 INFO:tasks.workunit.client.0.smithi077.stdout:op 5455 completed, throughput=5MB/sec 2024-09-16T11:42:05.571 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f6d6RRa46bV0m8j off=12878101 len=1522516 2024-09-16T11:42:05.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 5456 completed, throughput=5MB/sec 2024-09-16T11:42:05.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-As2D4LTkLT4NxtF off=4523172 len=292291 2024-09-16T11:42:05.578 INFO:tasks.workunit.client.0.smithi077.stdout:op 5457 completed, throughput=5MB/sec 2024-09-16T11:42:05.578 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zof4xKki8sqF9Ne off=7616455 len=333352 2024-09-16T11:42:05.579 INFO:tasks.workunit.client.0.smithi077.stdout:op 5458 completed, throughput=5MB/sec 2024-09-16T11:42:05.579 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rcdmjDS1xiyi-A0 off=4443658 len=799965 2024-09-16T11:42:05.580 INFO:tasks.workunit.client.0.smithi077.stdout:op 5459 completed, throughput=5MB/sec 2024-09-16T11:42:05.580 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BQhbAWO1HWFwMIh off=2792436 len=1670090 2024-09-16T11:42:05.583 INFO:tasks.workunit.client.0.smithi077.stdout:op 5460 completed, throughput=5MB/sec 2024-09-16T11:42:06.584 INFO:tasks.workunit.client.0.smithi077.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-16T11:42:06.584 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Tfoq67EPW6dQSLW off=771203 len=535953 2024-09-16T11:42:06.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 5461 completed, throughput=5MB/sec 2024-09-16T11:42:06.585 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-dmX-MGiJ7Fx1GbW off=1139489 len=1680656 2024-09-16T11:42:06.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 5462 completed, throughput=5MB/sec 2024-09-16T11:42:06.594 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YqQbrOtwa9IXJ9i off=10331031 len=1077588 2024-09-16T11:42:06.599 INFO:tasks.workunit.client.0.smithi077.stdout:op 5463 completed, throughput=5MB/sec 2024-09-16T11:42:06.599 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qdKXx_vqznVLYp2 off=8390056 len=925503 2024-09-16T11:42:06.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 5464 completed, throughput=5MB/sec 2024-09-16T11:42:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:06 smithi077 ceph-mon[86047]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:42:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:06 smithi077 ceph-mon[88497]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:42:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:06] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:42:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:06 smithi191 ceph-mon[84934]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:42:07.603 INFO:tasks.workunit.client.0.smithi077.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-16T11:42:07.603 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cuvQ7wnvYT9pUKg off=534666 len=164113 2024-09-16T11:42:07.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 5465 completed, throughput=5MB/sec 2024-09-16T11:42:07.604 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uNPlhSx4XRfEEFH off=16974906 len=106946 2024-09-16T11:42:07.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 5466 completed, throughput=5MB/sec 2024-09-16T11:42:07.605 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eCeyBaEm3mHQFb- off=7928266 len=493741 2024-09-16T11:42:07.608 INFO:tasks.workunit.client.0.smithi077.stdout:op 5467 completed, throughput=5MB/sec 2024-09-16T11:42:07.608 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v8xdfYiLcjxhtG0 off=2227721 len=1386776 2024-09-16T11:42:07.610 INFO:tasks.workunit.client.0.smithi077.stdout:op 5468 completed, throughput=5MB/sec 2024-09-16T11:42:07.610 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pVgDjkdjLL7zT4L off=14801156 len=531434 2024-09-16T11:42:07.613 INFO:tasks.workunit.client.0.smithi077.stdout:op 5469 completed, throughput=5MB/sec 2024-09-16T11:42:07.614 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Vmy7DEXboEdwdo5 off=3125364 len=1092073 2024-09-16T11:42:07.620 INFO:tasks.workunit.client.0.smithi077.stdout:op 5470 completed, throughput=5MB/sec 2024-09-16T11:42:07.620 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QbNLa9XML0cUKmX off=12736460 len=1367039 2024-09-16T11:42:07.626 INFO:tasks.workunit.client.0.smithi077.stdout:op 5471 completed, throughput=5MB/sec 2024-09-16T11:42:08.626 INFO:tasks.workunit.client.0.smithi077.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-16T11:42:08.626 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e4atODEq2KI3d2z off=14121706 len=1423969 2024-09-16T11:42:08.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 5472 completed, throughput=5MB/sec 2024-09-16T11:42:08.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-w4hK1V4Mu8QEWai off=20937783 len=480659 2024-09-16T11:42:08.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 5473 completed, throughput=5MB/sec 2024-09-16T11:42:08.638 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O_KwEQs6yWaaRQu off=8341189 len=43266 2024-09-16T11:42:08.639 INFO:tasks.workunit.client.0.smithi077.stdout:op 5474 completed, throughput=5MB/sec 2024-09-16T11:42:08.639 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3-uNYpTXLfydmgo off=1473557 len=1113327 2024-09-16T11:42:08.640 INFO:tasks.workunit.client.0.smithi077.stdout:op 5475 completed, throughput=5MB/sec 2024-09-16T11:42:08.640 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-F36JBc-Uk-b7wK7 off=21007645 len=904909 2024-09-16T11:42:08.645 INFO:tasks.workunit.client.0.smithi077.stdout:op 5476 completed, throughput=5MB/sec 2024-09-16T11:42:08.645 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xsSNd_XlEu5KjeE off=9771018 len=748167 2024-09-16T11:42:08.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 5477 completed, throughput=5MB/sec 2024-09-16T11:42:08.646 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BTBw96VznhTv7-n off=945469 len=1425960 2024-09-16T11:42:08.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 5478 completed, throughput=5MB/sec 2024-09-16T11:42:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:08 smithi077 ceph-mon[88497]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:42:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:08 smithi077 ceph-mon[86047]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:42:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:08 smithi191 ceph-mon[84934]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:42:09.654 INFO:tasks.workunit.client.0.smithi077.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-16T11:42:09.654 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1E87e6HgyAD_Lwl off=7076601 len=214932 2024-09-16T11:42:09.654 INFO:tasks.workunit.client.0.smithi077.stdout:op 5479 completed, throughput=5MB/sec 2024-09-16T11:42:09.654 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vFYoVEXD6V5SOj4 off=410260 len=1113312 2024-09-16T11:42:09.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 5480 completed, throughput=5MB/sec 2024-09-16T11:42:09.656 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_b4TadYB9CddpAU off=9000951 len=1291604 2024-09-16T11:42:09.666 INFO:tasks.workunit.client.0.smithi077.stdout:op 5481 completed, throughput=5MB/sec 2024-09-16T11:42:09.666 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RkARYZKJDeulGun off=3089953 len=649972 2024-09-16T11:42:09.670 INFO:tasks.workunit.client.0.smithi077.stdout:op 5482 completed, throughput=5MB/sec 2024-09-16T11:42:09.670 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-C9WZQMCPBhvQucc off=6173348 len=444935 2024-09-16T11:42:09.670 INFO:tasks.workunit.client.0.smithi077.stdout:op 5483 completed, throughput=5MB/sec 2024-09-16T11:42:09.670 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-P32c_sjhCjJOcu3 off=9411746 len=411873 2024-09-16T11:42:09.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 5484 completed, throughput=5MB/sec 2024-09-16T11:42:09.671 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-157ezld3A3Ktcfb off=5091383 len=1517270 2024-09-16T11:42:09.679 INFO:tasks.workunit.client.0.smithi077.stdout:op 5485 completed, throughput=5MB/sec 2024-09-16T11:42:10.679 INFO:tasks.workunit.client.0.smithi077.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-16T11:42:10.679 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uuAYJnCN3xzpZ20 off=8109882 len=1963635 2024-09-16T11:42:10.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 5486 completed, throughput=5MB/sec 2024-09-16T11:42:10.682 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vzySLOEx7acNg7N off=5342649 len=305605 2024-09-16T11:42:10.685 INFO:tasks.workunit.client.0.smithi077.stdout:op 5487 completed, throughput=5MB/sec 2024-09-16T11:42:10.685 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-26mAOly4KysyfJT off=10186052 len=1395669 2024-09-16T11:42:10.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 5488 completed, throughput=5MB/sec 2024-09-16T11:42:10.687 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aUgN5DZLI5fuPQV off=17096884 len=1533271 2024-09-16T11:42:10.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 5489 completed, throughput=5MB/sec 2024-09-16T11:42:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:10 smithi077 ceph-mon[88497]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:10 smithi077 ceph-mon[86047]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:10 smithi191 ceph-mon[84934]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:11.689 INFO:tasks.workunit.client.0.smithi077.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-16T11:42:11.689 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mp1hF8sg7OFqCfR off=6495056 len=2009377 2024-09-16T11:42:11.698 INFO:tasks.workunit.client.0.smithi077.stdout:op 5490 completed, throughput=5MB/sec 2024-09-16T11:42:11.698 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hIljI98lsbXTz4B off=16845807 len=1628507 2024-09-16T11:42:11.710 INFO:tasks.workunit.client.0.smithi077.stdout:op 5491 completed, throughput=5MB/sec 2024-09-16T11:42:11.710 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yRB_VO-1n0TEg_4 off=3925823 len=1423416 2024-09-16T11:42:11.712 INFO:tasks.workunit.client.0.smithi077.stdout:op 5492 completed, throughput=5MB/sec 2024-09-16T11:42:12.640 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:12.713 INFO:tasks.workunit.client.0.smithi077.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-16T11:42:12.713 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ezQZ7oFndmpgKWU off=4448974 len=1540535 2024-09-16T11:42:12.715 INFO:tasks.workunit.client.0.smithi077.stdout:op 5493 completed, throughput=5MB/sec 2024-09-16T11:42:12.715 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xHhj6R4H0ua-KBb off=5625580 len=589270 2024-09-16T11:42:12.716 INFO:tasks.workunit.client.0.smithi077.stdout:op 5494 completed, throughput=5MB/sec 2024-09-16T11:42:12.716 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1PYjkv3t220Q5-d off=5206781 len=1121029 2024-09-16T11:42:12.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 5495 completed, throughput=5MB/sec 2024-09-16T11:42:12.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-elO-WvxeU_UZvPq off=11509370 len=922335 2024-09-16T11:42:12.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 5496 completed, throughput=5MB/sec 2024-09-16T11:42:12.719 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7dWXUoRaKg6KbJ7 off=893154 len=1803024 2024-09-16T11:42:12.721 INFO:tasks.workunit.client.0.smithi077.stdout:op 5497 completed, throughput=5MB/sec 2024-09-16T11:42:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:12 smithi077 ceph-mon[86047]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:12 smithi077 ceph-mon[88497]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:12 smithi191 ceph-mon[84934]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:13.722 INFO:tasks.workunit.client.0.smithi077.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-16T11:42:13.722 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ah2QLyFEY91ZsJO off=5574322 len=632580 2024-09-16T11:42:13.727 INFO:tasks.workunit.client.0.smithi077.stdout:op 5498 completed, throughput=5MB/sec 2024-09-16T11:42:13.727 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6NoC7bBzJTVS1dS off=274907 len=1661458 2024-09-16T11:42:13.734 INFO:tasks.workunit.client.0.smithi077.stdout:op 5499 completed, throughput=5MB/sec 2024-09-16T11:42:13.734 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PVsCnIdylle5Zp9 off=1978655 len=2021331 2024-09-16T11:42:13.745 INFO:tasks.workunit.client.0.smithi077.stdout:op 5500 completed, throughput=5MB/sec 2024-09-16T11:42:14.746 INFO:tasks.workunit.client.0.smithi077.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-16T11:42:14.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rUmI1BLpP0kjI1A off=1283499 len=82916 2024-09-16T11:42:14.748 INFO:tasks.workunit.client.0.smithi077.stdout:op 5501 completed, throughput=5MB/sec 2024-09-16T11:42:14.748 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vFwqQlRaazph_dg off=855860 len=1094490 2024-09-16T11:42:14.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 5502 completed, throughput=5MB/sec 2024-09-16T11:42:14.756 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vaojUOvOdHqaB1i off=1565462 len=452059 2024-09-16T11:42:14.756 INFO:tasks.workunit.client.0.smithi077.stdout:op 5503 completed, throughput=5MB/sec 2024-09-16T11:42:14.756 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-c0GEEyJsmIOo2QJ off=13312432 len=1147349 2024-09-16T11:42:14.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 5504 completed, throughput=5MB/sec 2024-09-16T11:42:14.762 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4BQr40ULZOsToEG off=16839716 len=1685990 2024-09-16T11:42:14.773 INFO:tasks.workunit.client.0.smithi077.stdout:op 5505 completed, throughput=5MB/sec 2024-09-16T11:42:14.773 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JP1g_JPf8Fjr2sb off=2658491 len=1215408 2024-09-16T11:42:14.775 INFO:tasks.workunit.client.0.smithi077.stdout:op 5506 completed, throughput=5MB/sec 2024-09-16T11:42:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:14 smithi077 ceph-mon[86047]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:14 smithi077 ceph-mon[88497]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:14 smithi191 ceph-mon[84934]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:15.775 INFO:tasks.workunit.client.0.smithi077.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-16T11:42:15.775 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7fiM_OuaqI-gCZy off=4046391 len=2081132 2024-09-16T11:42:15.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 5507 completed, throughput=5MB/sec 2024-09-16T11:42:15.781 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zmE2GOR3w9tFyPJ off=12186783 len=33702 2024-09-16T11:42:15.781 INFO:tasks.workunit.client.0.smithi077.stdout:op 5508 completed, throughput=5MB/sec 2024-09-16T11:42:15.781 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WGdbgC1SMpFOnNK off=3315315 len=699808 2024-09-16T11:42:15.784 INFO:tasks.workunit.client.0.smithi077.stdout:op 5509 completed, throughput=5MB/sec 2024-09-16T11:42:15.784 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vKnMskTxFbMUHmL off=7726791 len=570478 2024-09-16T11:42:15.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 5510 completed, throughput=5MB/sec 2024-09-16T11:42:15.786 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OoACPnrwPBbilvB off=2256857 len=63484 2024-09-16T11:42:15.786 INFO:tasks.workunit.client.0.smithi077.stdout:op 5511 completed, throughput=5MB/sec 2024-09-16T11:42:15.786 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-clmWek5BK0_fZRA off=3421558 len=1716713 2024-09-16T11:42:15.795 INFO:tasks.workunit.client.0.smithi077.stdout:op 5512 completed, throughput=5MB/sec 2024-09-16T11:42:16.795 INFO:tasks.workunit.client.0.smithi077.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-16T11:42:16.795 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b03EvR002_jwCYx off=144430 len=1253429 2024-09-16T11:42:16.806 INFO:tasks.workunit.client.0.smithi077.stdout:op 5513 completed, throughput=5MB/sec 2024-09-16T11:42:16.806 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ad1b_ei_o1yFnM off=6117205 len=1269939 2024-09-16T11:42:16.812 INFO:tasks.workunit.client.0.smithi077.stdout:op 5514 completed, throughput=5MB/sec 2024-09-16T11:42:16.812 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-i1z8KsQ0hGHE9fX off=5522528 len=1084710 2024-09-16T11:42:16.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 5515 completed, throughput=5MB/sec 2024-09-16T11:42:16.818 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gNeH6kwdo3d3k3z off=6296863 len=182017 2024-09-16T11:42:16.820 INFO:tasks.workunit.client.0.smithi077.stdout:op 5516 completed, throughput=5MB/sec 2024-09-16T11:42:16.821 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ri9mLFTBeHCI4b2 off=4532961 len=185993 2024-09-16T11:42:16.821 INFO:tasks.workunit.client.0.smithi077.stdout:op 5517 completed, throughput=5MB/sec 2024-09-16T11:42:16.822 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rMO46Dd7zsQYV2X off=5131138 len=1439445 2024-09-16T11:42:16.829 INFO:tasks.workunit.client.0.smithi077.stdout:op 5518 completed, throughput=5MB/sec 2024-09-16T11:42:17.167 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:16] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:42:17.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:17 smithi077 ceph-mon[86047]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:17.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:17 smithi077 ceph-mon[88497]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:17 smithi191 ceph-mon[84934]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:42:17.832 INFO:tasks.workunit.client.0.smithi077.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-16T11:42:17.833 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KQzV5SwxciOhrbf off=2200705 len=1240974 2024-09-16T11:42:17.833 INFO:tasks.workunit.client.0.smithi077.stdout:op 5519 completed, throughput=5MB/sec 2024-09-16T11:42:17.833 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xNHAgcpoAnQ_TwR off=21639443 len=796973 2024-09-16T11:42:17.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 5520 completed, throughput=5MB/sec 2024-09-16T11:42:17.838 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XF5oJD7FPbwmkhV off=9815228 len=238951 2024-09-16T11:42:17.838 INFO:tasks.workunit.client.0.smithi077.stdout:op 5521 completed, throughput=5MB/sec 2024-09-16T11:42:17.839 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4A9MECoOe3Rtn3D off=1300759 len=361517 2024-09-16T11:42:17.839 INFO:tasks.workunit.client.0.smithi077.stdout:op 5522 completed, throughput=5MB/sec 2024-09-16T11:42:17.839 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vIwPJzK_2DL4d4w off=18108412 len=354264 2024-09-16T11:42:17.842 INFO:tasks.workunit.client.0.smithi077.stdout:op 5523 completed, throughput=5MB/sec 2024-09-16T11:42:17.842 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IgJZ4AugOhtsme_ off=3670376 len=1721074 2024-09-16T11:42:17.852 INFO:tasks.workunit.client.0.smithi077.stdout:op 5524 completed, throughput=5MB/sec 2024-09-16T11:42:17.852 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wRcqtMyOCD_2lef off=87544 len=34714 2024-09-16T11:42:17.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 5525 completed, throughput=5MB/sec 2024-09-16T11:42:17.855 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Em5xXaolO1B9jky off=17303386 len=1342764 2024-09-16T11:42:17.857 INFO:tasks.workunit.client.0.smithi077.stdout:op 5526 completed, throughput=5MB/sec 2024-09-16T11:42:18.858 INFO:tasks.workunit.client.0.smithi077.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-16T11:42:18.858 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Wmee1Cvzpb4Ljj9 off=13516989 len=1072566 2024-09-16T11:42:18.862 INFO:tasks.workunit.client.0.smithi077.stdout:op 5527 completed, throughput=5MB/sec 2024-09-16T11:42:18.863 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-D_WdnC8S9Vz28LG off=5177511 len=1959752 2024-09-16T11:42:18.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 5528 completed, throughput=5MB/sec 2024-09-16T11:42:18.863 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zbbkorrFnNMvnQT off=11334784 len=1097760 2024-09-16T11:42:18.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 5529 completed, throughput=5MB/sec 2024-09-16T11:42:18.864 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZD2WHT7ZAVo9g4C off=4071048 len=220908 2024-09-16T11:42:18.864 INFO:tasks.workunit.client.0.smithi077.stdout:op 5530 completed, throughput=5MB/sec 2024-09-16T11:42:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:19 smithi077 ceph-mon[86047]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:19 smithi077 ceph-mon[88497]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:19.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:19 smithi191 ceph-mon[84934]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:19.865 INFO:tasks.workunit.client.0.smithi077.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-16T11:42:19.865 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5266ceUwtGqxLc2 off=2683320 len=1145015 2024-09-16T11:42:19.866 INFO:tasks.workunit.client.0.smithi077.stdout:op 5531 completed, throughput=5MB/sec 2024-09-16T11:42:19.867 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-loSzoDaDGYfT2oU off=1112500 len=1470371 2024-09-16T11:42:19.873 INFO:tasks.workunit.client.0.smithi077.stdout:op 5532 completed, throughput=5MB/sec 2024-09-16T11:42:19.873 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eLFpUv1wtVxsU0u off=8557863 len=1360289 2024-09-16T11:42:19.880 INFO:tasks.workunit.client.0.smithi077.stdout:op 5533 completed, throughput=5MB/sec 2024-09-16T11:42:19.880 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-i6sYuhJrc_CTCWv off=16391026 len=844145 2024-09-16T11:42:19.884 INFO:tasks.workunit.client.0.smithi077.stdout:op 5534 completed, throughput=5MB/sec 2024-09-16T11:42:19.884 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PBDA7QVOjDVfRZ- off=10166850 len=1715051 2024-09-16T11:42:19.895 INFO:tasks.workunit.client.0.smithi077.stdout:op 5535 completed, throughput=5MB/sec 2024-09-16T11:42:20.895 INFO:tasks.workunit.client.0.smithi077.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-16T11:42:20.896 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AnUBgRK-d2thQvp off=10632429 len=201237 2024-09-16T11:42:20.898 INFO:tasks.workunit.client.0.smithi077.stdout:op 5536 completed, throughput=5MB/sec 2024-09-16T11:42:20.899 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3vBbEdzcCUFT3hl off=8626635 len=1542883 2024-09-16T11:42:20.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 5537 completed, throughput=5MB/sec 2024-09-16T11:42:20.908 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-CR5n1MMdVuUHzx8 off=11513136 len=524182 2024-09-16T11:42:20.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 5538 completed, throughput=5MB/sec 2024-09-16T11:42:20.909 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6LaBWskRFxddUN- off=8122672 len=1040502 2024-09-16T11:42:20.910 INFO:tasks.workunit.client.0.smithi077.stdout:op 5539 completed, throughput=5MB/sec 2024-09-16T11:42:20.910 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aI6aoj-bwOakUTP off=5501118 len=866277 2024-09-16T11:42:20.914 INFO:tasks.workunit.client.0.smithi077.stdout:op 5540 completed, throughput=5MB/sec 2024-09-16T11:42:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:21 smithi191 ceph-mon[84934]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:42:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:21 smithi077 ceph-mon[86047]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:42:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:21 smithi077 ceph-mon[88497]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:42:21.914 INFO:tasks.workunit.client.0.smithi077.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-16T11:42:21.914 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xtBzKPxplAIQFbo off=1168977 len=1601766 2024-09-16T11:42:21.923 INFO:tasks.workunit.client.0.smithi077.stdout:op 5541 completed, throughput=5MB/sec 2024-09-16T11:42:21.924 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xeU6aF0BnmU5B2I off=4135824 len=1258449 2024-09-16T11:42:21.925 INFO:tasks.workunit.client.0.smithi077.stdout:op 5542 completed, throughput=5MB/sec 2024-09-16T11:42:21.925 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ba9mcW7eKSc3adB off=12421497 len=408400 2024-09-16T11:42:21.928 INFO:tasks.workunit.client.0.smithi077.stdout:op 5543 completed, throughput=5MB/sec 2024-09-16T11:42:21.929 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nQpwcakjyvH6U5M off=11116129 len=196989 2024-09-16T11:42:21.933 INFO:tasks.workunit.client.0.smithi077.stdout:op 5544 completed, throughput=5MB/sec 2024-09-16T11:42:21.933 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TLBcH1I8nRGRfMq off=11186116 len=124139 2024-09-16T11:42:21.935 INFO:tasks.workunit.client.0.smithi077.stdout:op 5545 completed, throughput=5MB/sec 2024-09-16T11:42:21.935 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qmn1YxcbBltGLg6 off=3276405 len=1634529 2024-09-16T11:42:21.943 INFO:tasks.workunit.client.0.smithi077.stdout:op 5546 completed, throughput=5MB/sec 2024-09-16T11:42:21.943 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zryu6osBqTKQeP6 off=369525 len=2069364 2024-09-16T11:42:21.945 INFO:tasks.workunit.client.0.smithi077.stdout:op 5547 completed, throughput=5MB/sec 2024-09-16T11:42:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:22.945 INFO:tasks.workunit.client.0.smithi077.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-16T11:42:22.945 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VhsV07SdPml6K4K off=402764 len=1990621 2024-09-16T11:42:22.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 5548 completed, throughput=5MB/sec 2024-09-16T11:42:22.954 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-NHsUv-0YNXmvNp5 off=8179659 len=783687 2024-09-16T11:42:22.961 INFO:tasks.workunit.client.0.smithi077.stdout:op 5549 completed, throughput=5MB/sec 2024-09-16T11:42:22.961 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SD5zFZ9kplzReCM off=1739890 len=810728 2024-09-16T11:42:22.962 INFO:tasks.workunit.client.0.smithi077.stdout:op 5550 completed, throughput=5MB/sec 2024-09-16T11:42:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:23 smithi191 ceph-mon[84934]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:23 smithi077 ceph-mon[86047]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:23 smithi077 ceph-mon[88497]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:23.962 INFO:tasks.workunit.client.0.smithi077.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-16T11:42:23.963 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ss3ZJ-Rbb7Gm3-J off=13732526 len=1759503 2024-09-16T11:42:23.966 INFO:tasks.workunit.client.0.smithi077.stdout:op 5551 completed, throughput=5MB/sec 2024-09-16T11:42:23.966 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QWK0Jp-ZR-4cTAn off=22886582 len=1403278 2024-09-16T11:42:23.974 INFO:tasks.workunit.client.0.smithi077.stdout:op 5552 completed, throughput=5MB/sec 2024-09-16T11:42:23.974 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--O-gkLDQIiL9Yzx off=18140180 len=1735685 2024-09-16T11:42:23.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 5553 completed, throughput=5MB/sec 2024-09-16T11:42:23.984 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6USPYfy8GYJ3QtF off=617380 len=402691 2024-09-16T11:42:23.987 INFO:tasks.workunit.client.0.smithi077.stdout:op 5554 completed, throughput=5MB/sec 2024-09-16T11:42:24.987 INFO:tasks.workunit.client.0.smithi077.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-16T11:42:24.987 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--8_PUwzXU2wFd-v off=3039842 len=36237 2024-09-16T11:42:24.988 INFO:tasks.workunit.client.0.smithi077.stdout:op 5555 completed, throughput=5MB/sec 2024-09-16T11:42:24.988 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ELMpnsZpWQdXm6l off=7367731 len=618219 2024-09-16T11:42:24.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 5556 completed, throughput=5MB/sec 2024-09-16T11:42:24.993 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iotj148icOGlr0y off=4598032 len=861570 2024-09-16T11:42:24.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 5557 completed, throughput=5MB/sec 2024-09-16T11:42:24.996 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y--9jMJ-3oJlm_g off=5077749 len=244202 2024-09-16T11:42:24.997 INFO:tasks.workunit.client.0.smithi077.stdout:op 5558 completed, throughput=5MB/sec 2024-09-16T11:42:24.997 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KZQefJZ7ezlDRol off=293534 len=820663 2024-09-16T11:42:24.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 5559 completed, throughput=5MB/sec 2024-09-16T11:42:24.999 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Er4AAtNMarkrCdp off=1195622 len=17630 2024-09-16T11:42:24.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 5560 completed, throughput=5MB/sec 2024-09-16T11:42:24.999 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5nc4RTvRNG87ToH off=1808481 len=707689 2024-09-16T11:42:25.000 INFO:tasks.workunit.client.0.smithi077.stdout:op 5561 completed, throughput=5MB/sec 2024-09-16T11:42:25.000 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YTx1Kme5VRQKPhF off=4551187 len=809643 2024-09-16T11:42:25.005 INFO:tasks.workunit.client.0.smithi077.stdout:op 5562 completed, throughput=5MB/sec 2024-09-16T11:42:25.005 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OwSXHRy5tO5tyyd off=10897836 len=415854 2024-09-16T11:42:25.009 INFO:tasks.workunit.client.0.smithi077.stdout:op 5563 completed, throughput=5MB/sec 2024-09-16T11:42:25.009 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0k-IjK7HWrq5oi5 off=21154454 len=2034521 2024-09-16T11:42:25.022 INFO:tasks.workunit.client.0.smithi077.stdout:op 5564 completed, throughput=5MB/sec 2024-09-16T11:42:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:25 smithi191 ceph-mon[84934]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:25 smithi077 ceph-mon[86047]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:25 smithi077 ceph-mon[88497]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:26.025 INFO:tasks.workunit.client.0.smithi077.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-16T11:42:26.025 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DpOEk_3MdTEZeEz off=1555241 len=1659113 2024-09-16T11:42:26.025 INFO:tasks.workunit.client.0.smithi077.stdout:op 5565 completed, throughput=5MB/sec 2024-09-16T11:42:26.025 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Iq9DjIYVnW2qt0D off=6088658 len=1865874 2024-09-16T11:42:26.036 INFO:tasks.workunit.client.0.smithi077.stdout:op 5566 completed, throughput=5MB/sec 2024-09-16T11:42:26.037 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-b043GKxRyR3b_Sb off=5025085 len=372825 2024-09-16T11:42:26.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 5567 completed, throughput=5MB/sec 2024-09-16T11:42:26.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OJX79CyxxwkIiSi off=1140692 len=259842 2024-09-16T11:42:26.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 5568 completed, throughput=5MB/sec 2024-09-16T11:42:27.038 INFO:tasks.workunit.client.0.smithi077.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-16T11:42:27.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FbfUnbCEqvPo0CH off=12085620 len=360383 2024-09-16T11:42:27.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 5569 completed, throughput=5MB/sec 2024-09-16T11:42:27.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NdYxcJFgw1MeyT7 off=18359468 len=200886 2024-09-16T11:42:27.039 INFO:tasks.workunit.client.0.smithi077.stdout:op 5570 completed, throughput=5MB/sec 2024-09-16T11:42:27.039 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-upWWrAi35SroUzM off=7497726 len=1378523 2024-09-16T11:42:27.042 INFO:tasks.workunit.client.0.smithi077.stdout:op 5571 completed, throughput=5MB/sec 2024-09-16T11:42:27.042 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WbueulnZnk7erQF off=5456891 len=1031498 2024-09-16T11:42:27.044 INFO:tasks.workunit.client.0.smithi077.stdout:op 5572 completed, throughput=5MB/sec 2024-09-16T11:42:27.044 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FA1Iqv_ioWQeclL off=18274658 len=1375430 2024-09-16T11:42:27.047 INFO:tasks.workunit.client.0.smithi077.stdout:op 5573 completed, throughput=5MB/sec 2024-09-16T11:42:27.047 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Me8HHiyni7hWIXh off=19420768 len=88349 2024-09-16T11:42:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 5574 completed, throughput=5MB/sec 2024-09-16T11:42:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dZvh-E36ID9KVfC off=2978358 len=527230 2024-09-16T11:42:27.048 INFO:tasks.workunit.client.0.smithi077.stdout:op 5575 completed, throughput=5MB/sec 2024-09-16T11:42:27.049 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pICnUKBd5d5xFpW off=4621546 len=822117 2024-09-16T11:42:27.049 INFO:tasks.workunit.client.0.smithi077.stdout:op 5576 completed, throughput=5MB/sec 2024-09-16T11:42:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:26] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:42:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:27 smithi191 ceph-mon[84934]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:27 smithi077 ceph-mon[86047]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:27 smithi077 ceph-mon[88497]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:28.050 INFO:tasks.workunit.client.0.smithi077.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-16T11:42:28.050 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Bj_qfpY7s5C52cx off=12750093 len=1302060 2024-09-16T11:42:28.057 INFO:tasks.workunit.client.0.smithi077.stdout:op 5577 completed, throughput=5MB/sec 2024-09-16T11:42:28.058 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-B81KyvsR8vSErQa off=5333369 len=537487 2024-09-16T11:42:28.061 INFO:tasks.workunit.client.0.smithi077.stdout:op 5578 completed, throughput=5MB/sec 2024-09-16T11:42:28.061 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wSD13H57owOF2jp off=2066685 len=1199884 2024-09-16T11:42:28.068 INFO:tasks.workunit.client.0.smithi077.stdout:op 5579 completed, throughput=5MB/sec 2024-09-16T11:42:28.068 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-512IDBH6Ty_TPQO off=14806859 len=409756 2024-09-16T11:42:28.072 INFO:tasks.workunit.client.0.smithi077.stdout:op 5580 completed, throughput=5MB/sec 2024-09-16T11:42:28.072 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-e3u35dlM_slZLgf off=343709 len=771059 2024-09-16T11:42:28.075 INFO:tasks.workunit.client.0.smithi077.stdout:op 5581 completed, throughput=5MB/sec 2024-09-16T11:42:28.076 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ta9pguZQHkAfset off=14102 len=1646228 2024-09-16T11:42:28.084 INFO:tasks.workunit.client.0.smithi077.stdout:op 5582 completed, throughput=5MB/sec 2024-09-16T11:42:29.084 INFO:tasks.workunit.client.0.smithi077.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-16T11:42:29.084 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uFVOj-ONezBhYPm off=2411799 len=1127670 2024-09-16T11:42:29.086 INFO:tasks.workunit.client.0.smithi077.stdout:op 5583 completed, throughput=5MB/sec 2024-09-16T11:42:29.086 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-3yh8u5pEtmhygD- off=7685951 len=1393110 2024-09-16T11:42:29.094 INFO:tasks.workunit.client.0.smithi077.stdout:op 5584 completed, throughput=5MB/sec 2024-09-16T11:42:29.094 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uAdadl3EAsEqTZ9 off=7738609 len=1702569 2024-09-16T11:42:29.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 5585 completed, throughput=5MB/sec 2024-09-16T11:42:29.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ET8RLKYu7Z8-Fu8 off=1551937 len=1576583 2024-09-16T11:42:29.107 INFO:tasks.workunit.client.0.smithi077.stdout:op 5586 completed, throughput=5MB/sec 2024-09-16T11:42:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:29 smithi191 ceph-mon[84934]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:42:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:42:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T11:42:29.351156928Z level=info msg="Completed cleanup jobs" duration=16.324465ms 2024-09-16T11:42:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:29 smithi077 ceph-mon[86047]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:42:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:29 smithi077 ceph-mon[88497]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T11:42:30.108 INFO:tasks.workunit.client.0.smithi077.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-16T11:42:30.108 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8M4NscqQVmzBJ22 off=3511634 len=435472 2024-09-16T11:42:30.109 INFO:tasks.workunit.client.0.smithi077.stdout:op 5587 completed, throughput=5MB/sec 2024-09-16T11:42:30.109 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DnJzwSfmMgYMswr off=1382088 len=105232 2024-09-16T11:42:30.110 INFO:tasks.workunit.client.0.smithi077.stdout:op 5588 completed, throughput=5MB/sec 2024-09-16T11:42:30.110 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZGssLS_l8IRApGO off=6652339 len=340164 2024-09-16T11:42:30.111 INFO:tasks.workunit.client.0.smithi077.stdout:op 5589 completed, throughput=5MB/sec 2024-09-16T11:42:30.111 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-OdOjwlxf_dNDLYo off=13025082 len=589545 2024-09-16T11:42:30.115 INFO:tasks.workunit.client.0.smithi077.stdout:op 5590 completed, throughput=5MB/sec 2024-09-16T11:42:30.115 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Ch5GBHMenYP0FtW off=10622737 len=1774475 2024-09-16T11:42:30.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 5591 completed, throughput=5MB/sec 2024-09-16T11:42:30.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gbdUgbXGypjeYyB off=1767676 len=1421149 2024-09-16T11:42:30.120 INFO:tasks.workunit.client.0.smithi077.stdout:op 5592 completed, throughput=5MB/sec 2024-09-16T11:42:31.121 INFO:tasks.workunit.client.0.smithi077.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-16T11:42:31.121 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PtElPo7evRWxcbt off=9096650 len=806204 2024-09-16T11:42:31.122 INFO:tasks.workunit.client.0.smithi077.stdout:op 5593 completed, throughput=5MB/sec 2024-09-16T11:42:31.122 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nbKZqgE6AM5iSco off=5088329 len=1923067 2024-09-16T11:42:31.135 INFO:tasks.workunit.client.0.smithi077.stdout:op 5594 completed, throughput=5MB/sec 2024-09-16T11:42:31.135 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yyhJFdh1mlKmopt off=15168554 len=315576 2024-09-16T11:42:31.136 INFO:tasks.workunit.client.0.smithi077.stdout:op 5595 completed, throughput=5MB/sec 2024-09-16T11:42:31.136 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WXnxVId6KnPRP6I off=658088 len=1207138 2024-09-16T11:42:31.138 INFO:tasks.workunit.client.0.smithi077.stdout:op 5596 completed, throughput=5MB/sec 2024-09-16T11:42:31.138 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-D07nybhrb22Hknf off=4274084 len=581768 2024-09-16T11:42:31.142 INFO:tasks.workunit.client.0.smithi077.stdout:op 5597 completed, throughput=5MB/sec 2024-09-16T11:42:31.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:31 smithi191 ceph-mon[84934]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:31 smithi077 ceph-mon[86047]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:31 smithi077 ceph-mon[88497]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:32.143 INFO:tasks.workunit.client.0.smithi077.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-16T11:42:32.143 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wtIMf-XiqDUj1dn off=6219838 len=538528 2024-09-16T11:42:32.144 INFO:tasks.workunit.client.0.smithi077.stdout:op 5598 completed, throughput=5MB/sec 2024-09-16T11:42:32.144 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RkARYZKJDeulGun off=1408461 len=1475452 2024-09-16T11:42:32.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 5599 completed, throughput=5MB/sec 2024-09-16T11:42:32.152 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nNjaeC_9u0eOmx2 off=11263708 len=435368 2024-09-16T11:42:32.153 INFO:tasks.workunit.client.0.smithi077.stdout:op 5600 completed, throughput=5MB/sec 2024-09-16T11:42:32.154 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Px879IWxy2YR10m off=189036 len=1530568 2024-09-16T11:42:32.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 5601 completed, throughput=5MB/sec 2024-09-16T11:42:32.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-M-WHHJ2lV1cr2De off=5790747 len=617838 2024-09-16T11:42:32.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 5602 completed, throughput=5MB/sec 2024-09-16T11:42:32.162 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2yVeln_jCRjVnAL off=15220266 len=1517199 2024-09-16T11:42:32.171 INFO:tasks.workunit.client.0.smithi077.stdout:op 5603 completed, throughput=5MB/sec 2024-09-16T11:42:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:33.172 INFO:tasks.workunit.client.0.smithi077.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-16T11:42:33.172 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1ubmmrq9zJZrK48 off=1997876 len=388651 2024-09-16T11:42:33.172 INFO:tasks.workunit.client.0.smithi077.stdout:op 5604 completed, throughput=5MB/sec 2024-09-16T11:42:33.173 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LjjPTpfULUA-1V4 off=4628843 len=1642276 2024-09-16T11:42:33.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 5605 completed, throughput=5MB/sec 2024-09-16T11:42:33.190 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GU-Q0s_uoT_n5F0 off=9702082 len=5818 2024-09-16T11:42:33.192 INFO:tasks.workunit.client.0.smithi077.stdout:op 5606 completed, throughput=5MB/sec 2024-09-16T11:42:33.192 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kVYDjwVYPF_h_xx off=8386144 len=1612729 2024-09-16T11:42:33.193 INFO:tasks.workunit.client.0.smithi077.stdout:op 5607 completed, throughput=5MB/sec 2024-09-16T11:42:33.194 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_jM-QsB0m0AYoqm off=2250368 len=1469403 2024-09-16T11:42:33.195 INFO:tasks.workunit.client.0.smithi077.stdout:op 5608 completed, throughput=5MB/sec 2024-09-16T11:42:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:33 smithi191 ceph-mon[84934]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:33 smithi077 ceph-mon[86047]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:33 smithi077 ceph-mon[88497]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:34.196 INFO:tasks.workunit.client.0.smithi077.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-16T11:42:34.196 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2pX1fpLK8SPYSvx off=6854790 len=529426 2024-09-16T11:42:34.200 INFO:tasks.workunit.client.0.smithi077.stdout:op 5609 completed, throughput=5MB/sec 2024-09-16T11:42:34.200 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nSx4dq6rFG3je5j off=1740061 len=439947 2024-09-16T11:42:34.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 5610 completed, throughput=5MB/sec 2024-09-16T11:42:34.206 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Kh4xFzaJrYL4J-d off=3567774 len=2004991 2024-09-16T11:42:34.216 INFO:tasks.workunit.client.0.smithi077.stdout:op 5611 completed, throughput=5MB/sec 2024-09-16T11:42:34.216 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XlqKng4AtZLougy off=2237386 len=339562 2024-09-16T11:42:34.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 5612 completed, throughput=5MB/sec 2024-09-16T11:42:34.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-z50xWyCNPYYqAS6 off=642822 len=723653 2024-09-16T11:42:34.222 INFO:tasks.workunit.client.0.smithi077.stdout:op 5613 completed, throughput=5MB/sec 2024-09-16T11:42:34.222 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e_DDKtFYYlZvbHK off=201925 len=1011613 2024-09-16T11:42:34.224 INFO:tasks.workunit.client.0.smithi077.stdout:op 5614 completed, throughput=5MB/sec 2024-09-16T11:42:35.224 INFO:tasks.workunit.client.0.smithi077.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-16T11:42:35.224 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pHoBqj9pFcjdQgq off=1849072 len=1006674 2024-09-16T11:42:35.231 INFO:tasks.workunit.client.0.smithi077.stdout:op 5615 completed, throughput=5MB/sec 2024-09-16T11:42:35.231 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--fGTUKzL2OiiHhu off=1102027 len=1357764 2024-09-16T11:42:35.233 INFO:tasks.workunit.client.0.smithi077.stdout:op 5616 completed, throughput=5MB/sec 2024-09-16T11:42:35.233 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-P_tGsT33W7C7RAy off=5872862 len=1081940 2024-09-16T11:42:35.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 5617 completed, throughput=5MB/sec 2024-09-16T11:42:35.238 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QLChs_SRmtnPREo off=609677 len=1437252 2024-09-16T11:42:35.242 INFO:tasks.workunit.client.0.smithi077.stdout:op 5618 completed, throughput=5MB/sec 2024-09-16T11:42:35.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:35 smithi191 ceph-mon[84934]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:35 smithi077 ceph-mon[86047]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:35 smithi077 ceph-mon[88497]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T11:42:36.242 INFO:tasks.workunit.client.0.smithi077.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-16T11:42:36.242 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-93yfWKRwlvhEVpm off=8417312 len=1604725 2024-09-16T11:42:36.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 5619 completed, throughput=5MB/sec 2024-09-16T11:42:36.251 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k3291vulChQUlCc off=6322333 len=1754903 2024-09-16T11:42:36.264 INFO:tasks.workunit.client.0.smithi077.stdout:op 5620 completed, throughput=5MB/sec 2024-09-16T11:42:36.264 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5UkHx78Cx7JMRXY off=15995121 len=590694 2024-09-16T11:42:36.265 INFO:tasks.workunit.client.0.smithi077.stdout:op 5621 completed, throughput=5MB/sec 2024-09-16T11:42:36.265 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ILhOlr8YwRHsX-m off=5236358 len=1603959 2024-09-16T11:42:36.266 INFO:tasks.workunit.client.0.smithi077.stdout:op 5622 completed, throughput=5MB/sec 2024-09-16T11:42:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T11:42:37.267 INFO:tasks.workunit.client.0.smithi077.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-16T11:42:37.267 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HDtDZY8bQ7qga5C off=1410457 len=1614441 2024-09-16T11:42:37.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 5623 completed, throughput=5MB/sec 2024-09-16T11:42:37.269 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X6-ZAGEayoyYSS4 off=7437097 len=332416 2024-09-16T11:42:37.270 INFO:tasks.workunit.client.0.smithi077.stdout:op 5624 completed, throughput=5MB/sec 2024-09-16T11:42:37.270 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-TUekwro4z6fss4- off=11103565 len=437461 2024-09-16T11:42:37.274 INFO:tasks.workunit.client.0.smithi077.stdout:op 5625 completed, throughput=5MB/sec 2024-09-16T11:42:37.274 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--zZvtQNdZexb_3j off=4670045 len=2000694 2024-09-16T11:42:37.284 INFO:tasks.workunit.client.0.smithi077.stdout:op 5626 completed, throughput=5MB/sec 2024-09-16T11:42:37.284 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qoAg_6ocoguboLq off=5919306 len=1073928 2024-09-16T11:42:37.285 INFO:tasks.workunit.client.0.smithi077.stdout:op 5627 completed, throughput=5MB/sec 2024-09-16T11:42:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:37 smithi191 ceph-mon[84934]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:42:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:37 smithi077 ceph-mon[86047]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:42:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:37 smithi077 ceph-mon[88497]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T11:42:38.286 INFO:tasks.workunit.client.0.smithi077.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-16T11:42:38.286 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2z6p8sKTk-Lxapq off=7864906 len=792829 2024-09-16T11:42:38.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 5628 completed, throughput=5MB/sec 2024-09-16T11:42:38.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-01_qEZuMMskFsm8 off=507213 len=181580 2024-09-16T11:42:38.293 INFO:tasks.workunit.client.0.smithi077.stdout:op 5629 completed, throughput=5MB/sec 2024-09-16T11:42:38.293 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gafezOuMLMxGXuA off=17081339 len=658194 2024-09-16T11:42:38.294 INFO:tasks.workunit.client.0.smithi077.stdout:op 5630 completed, throughput=5MB/sec 2024-09-16T11:42:38.294 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-55iqBLzFWueixyt off=3046573 len=1225559 2024-09-16T11:42:38.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 5631 completed, throughput=5MB/sec 2024-09-16T11:42:38.296 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xR53Ess8i3nY4Ex off=6596917 len=982969 2024-09-16T11:42:38.298 INFO:tasks.workunit.client.0.smithi077.stdout:op 5632 completed, throughput=5MB/sec 2024-09-16T11:42:38.299 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-o_U0SmNpF-XNvnP off=9343596 len=130611 2024-09-16T11:42:38.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 5633 completed, throughput=5MB/sec 2024-09-16T11:42:38.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-k9wzDdADjLxP2MQ off=10641628 len=23323 2024-09-16T11:42:38.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 5634 completed, throughput=5MB/sec 2024-09-16T11:42:38.302 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CP_iAt-udvc17TE off=3040092 len=69067 2024-09-16T11:42:38.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 5635 completed, throughput=5MB/sec 2024-09-16T11:42:38.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qKNdOMenB5cLvNa off=11190515 len=78083 2024-09-16T11:42:38.303 INFO:tasks.workunit.client.0.smithi077.stdout:op 5636 completed, throughput=5MB/sec 2024-09-16T11:42:38.303 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XoeB8bNIPYA4E0P off=6857913 len=2041337 2024-09-16T11:42:38.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 5637 completed, throughput=5MB/sec 2024-09-16T11:42:39.305 INFO:tasks.workunit.client.0.smithi077.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-16T11:42:39.306 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hMCWgNnvURXOA-v off=195706 len=2045264 2024-09-16T11:42:39.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 5638 completed, throughput=5MB/sec 2024-09-16T11:42:39.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2I6wih_XTS9UBwb off=12239803 len=263773 2024-09-16T11:42:39.325 INFO:tasks.workunit.client.0.smithi077.stdout:op 5639 completed, throughput=5MB/sec 2024-09-16T11:42:39.325 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-77hTBfV7B6m3e_J off=5092293 len=566858 2024-09-16T11:42:39.326 INFO:tasks.workunit.client.0.smithi077.stdout:op 5640 completed, throughput=5MB/sec 2024-09-16T11:42:39.326 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mohGteYIoY2ugq4 off=1566847 len=1511606 2024-09-16T11:42:39.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 5641 completed, throughput=5MB/sec 2024-09-16T11:42:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:39 smithi191 ceph-mon[84934]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:42:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:39 smithi077 ceph-mon[86047]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:42:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:39 smithi077 ceph-mon[88497]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:42:40.334 INFO:tasks.workunit.client.0.smithi077.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-16T11:42:40.335 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uN8pRU19MQ-0W8U off=13720042 len=1671635 2024-09-16T11:42:40.343 INFO:tasks.workunit.client.0.smithi077.stdout:op 5642 completed, throughput=5MB/sec 2024-09-16T11:42:40.343 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-roDC6IycEfclIPT off=219118 len=1902794 2024-09-16T11:42:40.351 INFO:tasks.workunit.client.0.smithi077.stdout:op 5643 completed, throughput=5MB/sec 2024-09-16T11:42:40.351 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-zLjFTJy7YlhFKIV off=8604278 len=1004061 2024-09-16T11:42:40.352 INFO:tasks.workunit.client.0.smithi077.stdout:op 5644 completed, throughput=5MB/sec 2024-09-16T11:42:40.353 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MYWZxvnTy_3Va65 off=6666367 len=1722137 2024-09-16T11:42:40.360 INFO:tasks.workunit.client.0.smithi077.stdout:op 5645 completed, throughput=5MB/sec 2024-09-16T11:42:41.361 INFO:tasks.workunit.client.0.smithi077.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-16T11:42:41.361 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_dAdTHLuLtoEI2M off=13710604 len=713203 2024-09-16T11:42:41.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 5646 completed, throughput=5MB/sec 2024-09-16T11:42:41.362 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9mQNZFz61xHCGI1 off=4661424 len=645958 2024-09-16T11:42:41.366 INFO:tasks.workunit.client.0.smithi077.stdout:op 5647 completed, throughput=5MB/sec 2024-09-16T11:42:41.366 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UKZtDFlmXsb_CBq off=2525728 len=1301357 2024-09-16T11:42:41.371 INFO:tasks.workunit.client.0.smithi077.stdout:op 5648 completed, throughput=5MB/sec 2024-09-16T11:42:41.372 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-q4NWxPpKq0ntr_v off=474290 len=644186 2024-09-16T11:42:41.374 INFO:tasks.workunit.client.0.smithi077.stdout:op 5649 completed, throughput=5MB/sec 2024-09-16T11:42:41.374 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xmGAHIIX1Kg48Iv off=6431853 len=850054 2024-09-16T11:42:41.378 INFO:tasks.workunit.client.0.smithi077.stdout:op 5650 completed, throughput=5MB/sec 2024-09-16T11:42:41.378 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-gKy3VDIWqmuPFYk off=894626 len=1066394 2024-09-16T11:42:41.379 INFO:tasks.workunit.client.0.smithi077.stdout:op 5651 completed, throughput=5MB/sec 2024-09-16T11:42:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:41 smithi191 ceph-mon[84934]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:41 smithi077 ceph-mon[86047]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:41 smithi077 ceph-mon[88497]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:42.380 INFO:tasks.workunit.client.0.smithi077.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-16T11:42:42.380 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mmKicFW1toHGn6Q off=4728476 len=256132 2024-09-16T11:42:42.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 5652 completed, throughput=5MB/sec 2024-09-16T11:42:42.383 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-zV7_9OE7NvJrAts off=582835 len=1099080 2024-09-16T11:42:42.388 INFO:tasks.workunit.client.0.smithi077.stdout:op 5653 completed, throughput=5MB/sec 2024-09-16T11:42:42.389 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bwtO8VLBjfNo26z off=10476478 len=1645665 2024-09-16T11:42:42.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 5654 completed, throughput=5MB/sec 2024-09-16T11:42:42.391 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dFCLjjiInoKgN_c off=1077692 len=235183 2024-09-16T11:42:42.391 INFO:tasks.workunit.client.0.smithi077.stdout:op 5655 completed, throughput=5MB/sec 2024-09-16T11:42:42.391 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-T8xX_n5dwyoPl1J off=6085434 len=1892887 2024-09-16T11:42:42.403 INFO:tasks.workunit.client.0.smithi077.stdout:op 5656 completed, throughput=5MB/sec 2024-09-16T11:42:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:42.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:43.403 INFO:tasks.workunit.client.0.smithi077.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-16T11:42:43.404 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hlfVxDHZd51KEpK off=22214400 len=1571234 2024-09-16T11:42:43.405 INFO:tasks.workunit.client.0.smithi077.stdout:op 5657 completed, throughput=5MB/sec 2024-09-16T11:42:43.405 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hyD0mFx9qIrMofz off=2601308 len=1529433 2024-09-16T11:42:43.409 INFO:tasks.workunit.client.0.smithi077.stdout:op 5658 completed, throughput=5MB/sec 2024-09-16T11:42:43.409 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mvWQrW-3lYTNt1z off=10624820 len=2030523 2024-09-16T11:42:43.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 5659 completed, throughput=5MB/sec 2024-09-16T11:42:43.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:43 smithi191 ceph-mon[84934]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:43 smithi077 ceph-mon[86047]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:43 smithi077 ceph-mon[88497]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T11:42:44.419 INFO:tasks.workunit.client.0.smithi077.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-16T11:42:44.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RloYHVHpQb0hCmz off=19830490 len=952576 2024-09-16T11:42:44.420 INFO:tasks.workunit.client.0.smithi077.stdout:op 5660 completed, throughput=5MB/sec 2024-09-16T11:42:44.421 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-h0Mg5x1Ta1jUNSz off=5148892 len=1826562 2024-09-16T11:42:44.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 5661 completed, throughput=5MB/sec 2024-09-16T11:42:44.429 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tJub50b_Mptr3_Y off=358993 len=53463 2024-09-16T11:42:44.431 INFO:tasks.workunit.client.0.smithi077.stdout:op 5662 completed, throughput=5MB/sec 2024-09-16T11:42:44.432 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QHP-CrbhwD8AeF3 off=3107238 len=302666 2024-09-16T11:42:44.432 INFO:tasks.workunit.client.0.smithi077.stdout:op 5663 completed, throughput=5MB/sec 2024-09-16T11:42:44.432 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-V0U51BLtvLXvSCF off=3441705 len=922655 2024-09-16T11:42:44.433 INFO:tasks.workunit.client.0.smithi077.stdout:op 5664 completed, throughput=5MB/sec 2024-09-16T11:42:44.433 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-jmEDTuff4yheE-E off=5811981 len=1697228 2024-09-16T11:42:44.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 5665 completed, throughput=5MB/sec 2024-09-16T11:42:45.435 INFO:tasks.workunit.client.0.smithi077.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-16T11:42:45.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tHaQaVXOpOrYK5a off=16782515 len=514724 2024-09-16T11:42:45.439 INFO:tasks.workunit.client.0.smithi077.stdout:op 5666 completed, throughput=5MB/sec 2024-09-16T11:42:45.440 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VVM5X34z0KXeiGv off=152298 len=1431985 2024-09-16T11:42:45.448 INFO:tasks.workunit.client.0.smithi077.stdout:op 5667 completed, throughput=5MB/sec 2024-09-16T11:42:45.448 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZhbU-w0yezA4evh off=8286252 len=1108623 2024-09-16T11:42:45.454 INFO:tasks.workunit.client.0.smithi077.stdout:op 5668 completed, throughput=5MB/sec 2024-09-16T11:42:45.454 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mKHAM581A6Ix7o0 off=821659 len=145154 2024-09-16T11:42:45.455 INFO:tasks.workunit.client.0.smithi077.stdout:op 5669 completed, throughput=5MB/sec 2024-09-16T11:42:45.455 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Aes3m2AKVn2LUVY off=1475740 len=612217 2024-09-16T11:42:45.458 INFO:tasks.workunit.client.0.smithi077.stdout:op 5670 completed, throughput=5MB/sec 2024-09-16T11:42:45.458 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-WDx8lVFfSvP__zQ off=555974 len=827066 2024-09-16T11:42:45.459 INFO:tasks.workunit.client.0.smithi077.stdout:op 5671 completed, throughput=5MB/sec 2024-09-16T11:42:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:45 smithi077 ceph-mon[86047]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:45 smithi077 ceph-mon[88497]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:45 smithi191 ceph-mon[84934]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:46.459 INFO:tasks.workunit.client.0.smithi077.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-16T11:42:46.459 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rkNjSYG2ECB9gRZ off=2900586 len=672737 2024-09-16T11:42:46.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 5672 completed, throughput=5MB/sec 2024-09-16T11:42:46.463 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xUXDojOmiAhgAet off=8309517 len=700008 2024-09-16T11:42:46.468 INFO:tasks.workunit.client.0.smithi077.stdout:op 5673 completed, throughput=5MB/sec 2024-09-16T11:42:46.468 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Gn1gx0g--IXU4sU off=12371431 len=517604 2024-09-16T11:42:46.475 INFO:tasks.workunit.client.0.smithi077.stdout:op 5674 completed, throughput=5MB/sec 2024-09-16T11:42:46.475 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Rwcnrw6CVrtHoIy off=9143608 len=1558458 2024-09-16T11:42:46.477 INFO:tasks.workunit.client.0.smithi077.stdout:op 5675 completed, throughput=5MB/sec 2024-09-16T11:42:46.477 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-x_W5S8DQpjRr9Wh off=1990916 len=1813322 2024-09-16T11:42:46.481 INFO:tasks.workunit.client.0.smithi077.stdout:op 5676 completed, throughput=5MB/sec 2024-09-16T11:42:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:46] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:42:47.481 INFO:tasks.workunit.client.0.smithi077.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-16T11:42:47.481 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mt-53fLYXm6h7vD off=9887168 len=892616 2024-09-16T11:42:47.483 INFO:tasks.workunit.client.0.smithi077.stdout:op 5677 completed, throughput=5MB/sec 2024-09-16T11:42:47.483 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pRGMp0jtRNzy34H off=1761435 len=1375245 2024-09-16T11:42:47.485 INFO:tasks.workunit.client.0.smithi077.stdout:op 5678 completed, throughput=5MB/sec 2024-09-16T11:42:47.485 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7fV6874-N5_0kzk off=4796253 len=1618644 2024-09-16T11:42:47.493 INFO:tasks.workunit.client.0.smithi077.stdout:op 5679 completed, throughput=5MB/sec 2024-09-16T11:42:47.494 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7VA6t5pzLwbC2TN off=2082630 len=1251471 2024-09-16T11:42:47.499 INFO:tasks.workunit.client.0.smithi077.stdout:op 5680 completed, throughput=5MB/sec 2024-09-16T11:42:47.499 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e3fZ7c-HYaoz2T8 off=3725032 len=977405 2024-09-16T11:42:47.501 INFO:tasks.workunit.client.0.smithi077.stdout:op 5681 completed, throughput=5MB/sec 2024-09-16T11:42:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:47 smithi077 ceph-mon[86047]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:47 smithi077 ceph-mon[88497]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:47 smithi191 ceph-mon[84934]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:42:48.502 INFO:tasks.workunit.client.0.smithi077.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-16T11:42:48.502 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--_4Q7BtWq47cRQ_ off=20140821 len=458204 2024-09-16T11:42:48.506 INFO:tasks.workunit.client.0.smithi077.stdout:op 5682 completed, throughput=5MB/sec 2024-09-16T11:42:48.506 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PhDK3Yt2vjainsZ off=3473738 len=1372146 2024-09-16T11:42:48.514 INFO:tasks.workunit.client.0.smithi077.stdout:op 5683 completed, throughput=5MB/sec 2024-09-16T11:42:48.514 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rxDtdWQ4yv8LFzf off=2987077 len=1866257 2024-09-16T11:42:48.518 INFO:tasks.workunit.client.0.smithi077.stdout:op 5684 completed, throughput=5MB/sec 2024-09-16T11:42:48.518 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VPlDu06LZP4Wc4L off=6282861 len=882162 2024-09-16T11:42:48.522 INFO:tasks.workunit.client.0.smithi077.stdout:op 5685 completed, throughput=5MB/sec 2024-09-16T11:42:49.523 INFO:tasks.workunit.client.0.smithi077.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-16T11:42:49.523 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MnSfEd5NXuAQBX2 off=656211 len=1499496 2024-09-16T11:42:49.533 INFO:tasks.workunit.client.0.smithi077.stdout:op 5686 completed, throughput=5MB/sec 2024-09-16T11:42:49.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_N11RiLwR8hOqxv off=7775937 len=1845347 2024-09-16T11:42:49.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 5687 completed, throughput=5MB/sec 2024-09-16T11:42:49.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qmn1YxcbBltGLg6 off=7145732 len=1229533 2024-09-16T11:42:49.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 5688 completed, throughput=5MB/sec 2024-09-16T11:42:49.539 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fRZBUVnvcQF79c2 off=3044872 len=468488 2024-09-16T11:42:49.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 5689 completed, throughput=5MB/sec 2024-09-16T11:42:49.540 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-j3pXOEVwFjQovfL off=84247 len=104965 2024-09-16T11:42:49.540 INFO:tasks.workunit.client.0.smithi077.stdout:op 5690 completed, throughput=5MB/sec 2024-09-16T11:42:49.540 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qq4P_a6oGLYKqp2 off=5374130 len=501103 2024-09-16T11:42:49.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 5691 completed, throughput=5MB/sec 2024-09-16T11:42:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:49 smithi077 ceph-mon[86047]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:49 smithi077 ceph-mon[88497]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:49 smithi191 ceph-mon[84934]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:50.546 INFO:tasks.workunit.client.0.smithi077.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-16T11:42:50.546 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2Gwu5ZDHFr6G4pw off=11603152 len=1144593 2024-09-16T11:42:50.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 5692 completed, throughput=5MB/sec 2024-09-16T11:42:50.552 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-AE0BUA-11AV0CRS off=8098730 len=1694480 2024-09-16T11:42:50.562 INFO:tasks.workunit.client.0.smithi077.stdout:op 5693 completed, throughput=5MB/sec 2024-09-16T11:42:50.562 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pxq3uGuslpltIou off=2774032 len=1642516 2024-09-16T11:42:50.566 INFO:tasks.workunit.client.0.smithi077.stdout:op 5694 completed, throughput=5MB/sec 2024-09-16T11:42:50.566 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rNPGdwgGfocVWHZ off=6411001 len=1110089 2024-09-16T11:42:50.567 INFO:tasks.workunit.client.0.smithi077.stdout:op 5695 completed, throughput=5MB/sec 2024-09-16T11:42:51.567 INFO:tasks.workunit.client.0.smithi077.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-16T11:42:51.567 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wRFhWgQeqWoswDI off=4779098 len=1196968 2024-09-16T11:42:51.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 5696 completed, throughput=5MB/sec 2024-09-16T11:42:51.569 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ZkbfyMMowKtDvX8 off=6409046 len=1653293 2024-09-16T11:42:51.571 INFO:tasks.workunit.client.0.smithi077.stdout:op 5697 completed, throughput=5MB/sec 2024-09-16T11:42:51.571 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-1hrRbmmN6s4a832 off=2831423 len=1069164 2024-09-16T11:42:51.577 INFO:tasks.workunit.client.0.smithi077.stdout:op 5698 completed, throughput=5MB/sec 2024-09-16T11:42:51.577 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BM3Q8_iNtma_GPF off=4950480 len=1411066 2024-09-16T11:42:51.578 INFO:tasks.workunit.client.0.smithi077.stdout:op 5699 completed, throughput=5MB/sec 2024-09-16T11:42:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:51 smithi077 ceph-mon[86047]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:51 smithi077 ceph-mon[88497]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:51 smithi191 ceph-mon[84934]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:42:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-16T11:42:52.579 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YeRJXM6uY79ho7F off=456582 len=2031298 2024-09-16T11:42:52.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 5700 completed, throughput=5MB/sec 2024-09-16T11:42:52.589 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qnMT8jw0Z8kLzMn off=653452 len=964450 2024-09-16T11:42:52.594 INFO:tasks.workunit.client.0.smithi077.stdout:op 5701 completed, throughput=5MB/sec 2024-09-16T11:42:52.594 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-d6RttxWtPVkypsC off=0 len=1692340 2024-09-16T11:42:52.604 INFO:tasks.workunit.client.0.smithi077.stdout:op 5702 completed, throughput=5MB/sec 2024-09-16T11:42:52.604 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-J3q2sJYHLI5zaV3 off=4777660 len=549383 2024-09-16T11:42:52.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 5703 completed, throughput=5MB/sec 2024-09-16T11:42:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:42:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:42:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:42:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-16T11:42:53.606 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vrs_UTUaDSHaECn off=8929659 len=449908 2024-09-16T11:42:53.609 INFO:tasks.workunit.client.0.smithi077.stdout:op 5704 completed, throughput=5MB/sec 2024-09-16T11:42:53.609 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Duq1fz07orVrfdT off=5509992 len=1671298 2024-09-16T11:42:53.612 INFO:tasks.workunit.client.0.smithi077.stdout:op 5705 completed, throughput=5MB/sec 2024-09-16T11:42:53.612 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-hz-L294N78nIsad off=8528934 len=1152555 2024-09-16T11:42:53.621 INFO:tasks.workunit.client.0.smithi077.stdout:op 5706 completed, throughput=5MB/sec 2024-09-16T11:42:53.621 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bD_A6cWQeWj5Z46 off=17802833 len=1976369 2024-09-16T11:42:53.632 INFO:tasks.workunit.client.0.smithi077.stdout:op 5707 completed, throughput=5MB/sec 2024-09-16T11:42:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:53 smithi077 ceph-mon[86047]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:42:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:53 smithi077 ceph-mon[88497]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:42:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:53 smithi191 ceph-mon[84934]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:42:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-16T11:42:54.633 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--tH0eRXrz1V_vz6 off=1595914 len=414690 2024-09-16T11:42:54.637 INFO:tasks.workunit.client.0.smithi077.stdout:op 5708 completed, throughput=5MB/sec 2024-09-16T11:42:54.637 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fq7E6NGcRwo6oH1 off=3504404 len=1511138 2024-09-16T11:42:54.646 INFO:tasks.workunit.client.0.smithi077.stdout:op 5709 completed, throughput=5MB/sec 2024-09-16T11:42:54.646 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PGxw6epBa2xMEge off=4073017 len=487191 2024-09-16T11:42:54.647 INFO:tasks.workunit.client.0.smithi077.stdout:op 5710 completed, throughput=5MB/sec 2024-09-16T11:42:54.647 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VIU4z8Anlkli5Qf off=10115496 len=297557 2024-09-16T11:42:54.650 INFO:tasks.workunit.client.0.smithi077.stdout:op 5711 completed, throughput=5MB/sec 2024-09-16T11:42:54.650 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uKXLUnNqCLDul6E off=13620252 len=1675775 2024-09-16T11:42:54.652 INFO:tasks.workunit.client.0.smithi077.stdout:op 5712 completed, throughput=5MB/sec 2024-09-16T11:42:54.652 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rlIeCCZdMJ72Gl_ off=14755378 len=1305696 2024-09-16T11:42:54.653 INFO:tasks.workunit.client.0.smithi077.stdout:op 5713 completed, throughput=5MB/sec 2024-09-16T11:42:55.654 INFO:tasks.workunit.client.0.smithi077.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-16T11:42:55.654 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-u4bk3dvsmSffe-z off=574586 len=1497479 2024-09-16T11:42:55.662 INFO:tasks.workunit.client.0.smithi077.stdout:op 5714 completed, throughput=5MB/sec 2024-09-16T11:42:55.662 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_k4rGXo_1Lcfh5b off=405024 len=766674 2024-09-16T11:42:55.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 5715 completed, throughput=5MB/sec 2024-09-16T11:42:55.667 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--7qUqnbZHR2CnHX off=978869 len=1106697 2024-09-16T11:42:55.669 INFO:tasks.workunit.client.0.smithi077.stdout:op 5716 completed, throughput=5MB/sec 2024-09-16T11:42:55.669 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-d39asTt6Jl632Vy off=4582815 len=2020486 2024-09-16T11:42:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:55 smithi077 ceph-mon[86047]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:42:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:55 smithi077 ceph-mon[88497]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:42:55.673 INFO:tasks.workunit.client.0.smithi077.stdout:op 5717 completed, throughput=5MB/sec 2024-09-16T11:42:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:55 smithi191 ceph-mon[84934]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T11:42:56.674 INFO:tasks.workunit.client.0.smithi077.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-16T11:42:56.674 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2CSj8vBdFpaVuk2 off=11783731 len=657970 2024-09-16T11:42:56.678 INFO:tasks.workunit.client.0.smithi077.stdout:op 5718 completed, throughput=5MB/sec 2024-09-16T11:42:56.678 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wU5knWuio5oeWrS off=9003594 len=1075210 2024-09-16T11:42:56.685 INFO:tasks.workunit.client.0.smithi077.stdout:op 5719 completed, throughput=5MB/sec 2024-09-16T11:42:56.685 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-SOeJoL9jwM7FicM off=25843 len=550925 2024-09-16T11:42:56.689 INFO:tasks.workunit.client.0.smithi077.stdout:op 5720 completed, throughput=5MB/sec 2024-09-16T11:42:56.689 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-baufCdUifagHsgC off=7413722 len=1711530 2024-09-16T11:42:56.691 INFO:tasks.workunit.client.0.smithi077.stdout:op 5721 completed, throughput=5MB/sec 2024-09-16T11:42:56.691 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8Qsg1GEhaNZ18-1 off=327564 len=1040931 2024-09-16T11:42:56.696 INFO:tasks.workunit.client.0.smithi077.stdout:op 5722 completed, throughput=5MB/sec 2024-09-16T11:42:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:42:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:42:56] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:42:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:57 smithi077 ceph-mon[86047]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:57 smithi077 ceph-mon[88497]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:57.696 INFO:tasks.workunit.client.0.smithi077.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-16T11:42:57.696 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-e_0mPoUC5qIp8vF off=24446035 len=807711 2024-09-16T11:42:57.697 INFO:tasks.workunit.client.0.smithi077.stdout:op 5723 completed, throughput=5MB/sec 2024-09-16T11:42:57.697 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YpiykAEb07VKmXz off=623999 len=1203517 2024-09-16T11:42:57.699 INFO:tasks.workunit.client.0.smithi077.stdout:op 5724 completed, throughput=5MB/sec 2024-09-16T11:42:57.699 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lGCBHmrrLyfSI3V off=715783 len=557791 2024-09-16T11:42:57.701 INFO:tasks.workunit.client.0.smithi077.stdout:op 5725 completed, throughput=5MB/sec 2024-09-16T11:42:57.701 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-KtzKUPx5c0x26cU off=710292 len=394953 2024-09-16T11:42:57.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 5726 completed, throughput=5MB/sec 2024-09-16T11:42:57.704 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-phYH-N5_NTSSjJf off=6854845 len=1220545 2024-09-16T11:42:57.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 5727 completed, throughput=5MB/sec 2024-09-16T11:42:57.711 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WJs-jXl3qamWcUd off=158226 len=1554767 2024-09-16T11:42:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:57 smithi191 ceph-mon[84934]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:42:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:42:57.719 INFO:tasks.workunit.client.0.smithi077.stdout:op 5728 completed, throughput=5MB/sec 2024-09-16T11:42:58.513 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:42:58.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:42:58.528 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:42:58.719 INFO:tasks.workunit.client.0.smithi077.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-16T11:42:58.720 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-mX8OEnQblMfAhvh off=2909404 len=1325609 2024-09-16T11:42:58.721 INFO:tasks.workunit.client.0.smithi077.stdout:op 5729 completed, throughput=5MB/sec 2024-09-16T11:42:58.722 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1JgsIKE_j9vEKKU off=8054094 len=88568 2024-09-16T11:42:58.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 5730 completed, throughput=5MB/sec 2024-09-16T11:42:58.722 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PFOZv13pjmBqePC off=1585981 len=165892 2024-09-16T11:42:58.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 5731 completed, throughput=5MB/sec 2024-09-16T11:42:58.724 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-SkbUOUfrfauUA9W off=546427 len=2074472 2024-09-16T11:42:58.725 INFO:tasks.workunit.client.0.smithi077.stdout:op 5732 completed, throughput=5MB/sec 2024-09-16T11:42:58.725 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xeU6aF0BnmU5B2I off=692809 len=181209 2024-09-16T11:42:58.728 INFO:tasks.workunit.client.0.smithi077.stdout:op 5733 completed, throughput=5MB/sec 2024-09-16T11:42:58.729 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-66alIga1Pus-LE2 off=6565620 len=173324 2024-09-16T11:42:58.729 INFO:tasks.workunit.client.0.smithi077.stdout:op 5734 completed, throughput=5MB/sec 2024-09-16T11:42:58.729 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-RX6e9XhdL0dba22 off=10918983 len=1746775 2024-09-16T11:42:58.736 INFO:tasks.workunit.client.0.smithi077.stdout:op 5735 completed, throughput=5MB/sec 2024-09-16T11:42:59.499 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:42:59 smithi077 ceph-mon[88497]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:59.499 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:42:59 smithi077 ceph-mon[86047]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:59.621 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:42:59 smithi191 ceph-mon[84934]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:42:59.736 INFO:tasks.workunit.client.0.smithi077.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-16T11:42:59.737 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ngzQHQs1lgx0qLM off=11833289 len=651444 2024-09-16T11:42:59.740 INFO:tasks.workunit.client.0.smithi077.stdout:op 5736 completed, throughput=5MB/sec 2024-09-16T11:42:59.740 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hrxOHCIngolPhgm off=8090292 len=486285 2024-09-16T11:42:59.741 INFO:tasks.workunit.client.0.smithi077.stdout:op 5737 completed, throughput=5MB/sec 2024-09-16T11:42:59.741 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QbxkWFT40jI0zcm off=516878 len=272186 2024-09-16T11:42:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:op 5738 completed, throughput=5MB/sec 2024-09-16T11:42:59.744 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-keA7Pkgl7O9wwMy off=252615 len=1001762 2024-09-16T11:42:59.746 INFO:tasks.workunit.client.0.smithi077.stdout:op 5739 completed, throughput=5MB/sec 2024-09-16T11:42:59.746 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YLeXhnQu2BaQ5oc off=516851 len=184346 2024-09-16T11:42:59.748 INFO:tasks.workunit.client.0.smithi077.stdout:op 5740 completed, throughput=5MB/sec 2024-09-16T11:42:59.748 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1XsACuM6n2sxISX off=19784177 len=1697124 2024-09-16T11:42:59.750 INFO:tasks.workunit.client.0.smithi077.stdout:op 5741 completed, throughput=5MB/sec 2024-09-16T11:43:00.750 INFO:tasks.workunit.client.0.smithi077.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-16T11:43:00.750 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-n6HETLhh990U5ln off=3093749 len=1828445 2024-09-16T11:43:00.761 INFO:tasks.workunit.client.0.smithi077.stdout:op 5742 completed, throughput=5MB/sec 2024-09-16T11:43:00.761 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-IgJZ4AugOhtsme_ off=1225566 len=1606327 2024-09-16T11:43:00.771 INFO:tasks.workunit.client.0.smithi077.stdout:op 5743 completed, throughput=5MB/sec 2024-09-16T11:43:00.771 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-BM3Q8_iNtma_GPF off=4513647 len=1486927 2024-09-16T11:43:00.778 INFO:tasks.workunit.client.0.smithi077.stdout:op 5744 completed, throughput=5MB/sec 2024-09-16T11:43:00.778 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fjMqQAYPoE0FAcU off=1108614 len=878223 2024-09-16T11:43:00.779 INFO:tasks.workunit.client.0.smithi077.stdout:op 5745 completed, throughput=5MB/sec 2024-09-16T11:43:01.512 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[86047]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:01.512 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.512 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.512 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.512 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[88497]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:01.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.513 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:01 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:01 smithi191 ceph-mon[84934]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:01 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:01.780 INFO:tasks.workunit.client.0.smithi077.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-16T11:43:01.780 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6PBlP3AwyPdhAQC off=2685432 len=352056 2024-09-16T11:43:01.782 INFO:tasks.workunit.client.0.smithi077.stdout:op 5746 completed, throughput=5MB/sec 2024-09-16T11:43:01.782 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-XzmqgOsTkuHFIY5 off=196082 len=1466728 2024-09-16T11:43:01.789 INFO:tasks.workunit.client.0.smithi077.stdout:op 5747 completed, throughput=5MB/sec 2024-09-16T11:43:01.789 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-qJJHVjoewGShF2C off=1108512 len=659386 2024-09-16T11:43:01.790 INFO:tasks.workunit.client.0.smithi077.stdout:op 5748 completed, throughput=5MB/sec 2024-09-16T11:43:01.790 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PTY11ocI6q7kU5E off=7807218 len=1750507 2024-09-16T11:43:01.791 INFO:tasks.workunit.client.0.smithi077.stdout:op 5749 completed, throughput=5MB/sec 2024-09-16T11:43:01.791 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FUTPJx3DUgS22_u off=2008954 len=1636418 2024-09-16T11:43:01.792 INFO:tasks.workunit.client.0.smithi077.stdout:op 5750 completed, throughput=5MB/sec 2024-09-16T11:43:02.532 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.532 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.532 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.532 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:02 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.533 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:02 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:02.793 INFO:tasks.workunit.client.0.smithi077.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-16T11:43:02.793 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-LPMp9P9tKNTAOoL off=7166440 len=626227 2024-09-16T11:43:02.794 INFO:tasks.workunit.client.0.smithi077.stdout:op 5751 completed, throughput=5MB/sec 2024-09-16T11:43:02.794 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-R0H5M1Z1CW8LC10 off=4150618 len=424022 2024-09-16T11:43:02.797 INFO:tasks.workunit.client.0.smithi077.stdout:op 5752 completed, throughput=5MB/sec 2024-09-16T11:43:02.797 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BUELzTq5Ib2fRo0 off=6021257 len=703821 2024-09-16T11:43:02.798 INFO:tasks.workunit.client.0.smithi077.stdout:op 5753 completed, throughput=5MB/sec 2024-09-16T11:43:02.798 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qMueH5NlXTamWqW off=21930877 len=1489366 2024-09-16T11:43:02.803 INFO:tasks.workunit.client.0.smithi077.stdout:op 5754 completed, throughput=5MB/sec 2024-09-16T11:43:02.803 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FOIY2Neo5u2nrhm off=8439862 len=413998 2024-09-16T11:43:02.804 INFO:tasks.workunit.client.0.smithi077.stdout:op 5755 completed, throughput=5MB/sec 2024-09-16T11:43:02.804 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sXe4wqmcCJnW4KJ off=2202585 len=1194863 2024-09-16T11:43:02.809 INFO:tasks.workunit.client.0.smithi077.stdout:op 5756 completed, throughput=5MB/sec 2024-09-16T11:43:03.566 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:03 smithi191 ceph-mon[84934]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:43:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:03 smithi077 ceph-mon[88497]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:43:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:03 smithi077 ceph-mon[86047]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T11:43:03.810 INFO:tasks.workunit.client.0.smithi077.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-16T11:43:03.810 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ew7KW9hZD80P6Hj off=19000526 len=878810 2024-09-16T11:43:03.813 INFO:tasks.workunit.client.0.smithi077.stdout:op 5757 completed, throughput=5MB/sec 2024-09-16T11:43:03.814 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-wl-EiQRy06SXnuy off=14968416 len=1834626 2024-09-16T11:43:03.815 INFO:tasks.workunit.client.0.smithi077.stdout:op 5758 completed, throughput=5MB/sec 2024-09-16T11:43:03.816 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-rUUvkgt-eSWl6GN off=623343 len=1688157 2024-09-16T11:43:03.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 5759 completed, throughput=5MB/sec 2024-09-16T11:43:03.817 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-GRu4MK2p-gCIKxH off=206209 len=500026 2024-09-16T11:43:03.817 INFO:tasks.workunit.client.0.smithi077.stdout:op 5760 completed, throughput=5MB/sec 2024-09-16T11:43:04.818 INFO:tasks.workunit.client.0.smithi077.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-16T11:43:04.818 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_uMmXzg_xQI-mGE off=125746 len=2018746 2024-09-16T11:43:04.820 INFO:tasks.workunit.client.0.smithi077.stdout:op 5761 completed, throughput=5MB/sec 2024-09-16T11:43:04.820 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-v-opVeIUBvPQz36 off=17428889 len=88982 2024-09-16T11:43:04.822 INFO:tasks.workunit.client.0.smithi077.stdout:op 5762 completed, throughput=5MB/sec 2024-09-16T11:43:04.822 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EXMeIczM6aNVops off=6294737 len=814882 2024-09-16T11:43:04.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 5763 completed, throughput=5MB/sec 2024-09-16T11:43:04.827 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TXi6y1Q7ii2_rDZ off=3086071 len=389108 2024-09-16T11:43:04.827 INFO:tasks.workunit.client.0.smithi077.stdout:op 5764 completed, throughput=5MB/sec 2024-09-16T11:43:04.828 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-utGzyAuiRA22Kxs off=4237498 len=1612986 2024-09-16T11:43:04.828 INFO:tasks.workunit.client.0.smithi077.stdout:op 5765 completed, throughput=5MB/sec 2024-09-16T11:43:04.829 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--RPjGqVJIEYQRbj off=1519394 len=684695 2024-09-16T11:43:04.832 INFO:tasks.workunit.client.0.smithi077.stdout:op 5766 completed, throughput=5MB/sec 2024-09-16T11:43:05.833 INFO:tasks.workunit.client.0.smithi077.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-16T11:43:05.833 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-euIbdhVG5Mg5C0r off=2432310 len=792573 2024-09-16T11:43:05.834 INFO:tasks.workunit.client.0.smithi077.stdout:op 5767 completed, throughput=5MB/sec 2024-09-16T11:43:05.834 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj--f6G88I8vf8X_Q4 off=21991115 len=878463 2024-09-16T11:43:05.835 INFO:tasks.workunit.client.0.smithi077.stdout:op 5768 completed, throughput=5MB/sec 2024-09-16T11:43:05.836 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-iyBZu0j9Vp_pKWY off=12011289 len=1560099 2024-09-16T11:43:05.843 INFO:tasks.workunit.client.0.smithi077.stdout:op 5769 completed, throughput=5MB/sec 2024-09-16T11:43:05.843 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S6IK3aJcIKaqTke off=13643416 len=499865 2024-09-16T11:43:05.847 INFO:tasks.workunit.client.0.smithi077.stdout:op 5770 completed, throughput=5MB/sec 2024-09-16T11:43:05.847 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BvfgF5GvDtwYqwX off=2784842 len=10560 2024-09-16T11:43:05.847 INFO:tasks.workunit.client.0.smithi077.stdout:op 5771 completed, throughput=5MB/sec 2024-09-16T11:43:05.847 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bjhNCz0jdxiyZD_ off=21953317 len=1008102 2024-09-16T11:43:05.848 INFO:tasks.workunit.client.0.smithi077.stdout:op 5772 completed, throughput=5MB/sec 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:43:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:43:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:43:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:43:06.849 INFO:tasks.workunit.client.0.smithi077.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-16T11:43:06.849 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-38hS1U0Lc1bWPbU off=1203791 len=739719 2024-09-16T11:43:06.855 INFO:tasks.workunit.client.0.smithi077.stdout:op 5773 completed, throughput=5MB/sec 2024-09-16T11:43:06.855 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ff6nldXe3H87rYK off=2940441 len=1342289 2024-09-16T11:43:06.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 5774 completed, throughput=5MB/sec 2024-09-16T11:43:06.863 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-sCflWWCGb68LVy3 off=8022733 len=811017 2024-09-16T11:43:06.863 INFO:tasks.workunit.client.0.smithi077.stdout:op 5775 completed, throughput=5MB/sec 2024-09-16T11:43:06.864 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ctMLlqSXol1ccg2 off=4075521 len=2005407 2024-09-16T11:43:06.872 INFO:tasks.workunit.client.0.smithi077.stdout:op 5776 completed, throughput=5MB/sec 2024-09-16T11:43:06.872 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-nKR7BMvZ0N3iQ33 off=5373954 len=453029 2024-09-16T11:43:06.875 INFO:tasks.workunit.client.0.smithi077.stdout:op 5777 completed, throughput=5MB/sec 2024-09-16T11:43:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:06] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:43:07.876 INFO:tasks.workunit.client.0.smithi077.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-16T11:43:07.876 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TFb_t7wkJJMW77n off=3209130 len=1975994 2024-09-16T11:43:07.878 INFO:tasks.workunit.client.0.smithi077.stdout:op 5778 completed, throughput=5MB/sec 2024-09-16T11:43:07.878 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-qvoHvvLxR_fMKwi off=12100037 len=1572924 2024-09-16T11:43:07.889 INFO:tasks.workunit.client.0.smithi077.stdout:op 5779 completed, throughput=5MB/sec 2024-09-16T11:43:07.889 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-f3cWJHheKbK7rkS off=14957034 len=269671 2024-09-16T11:43:07.892 INFO:tasks.workunit.client.0.smithi077.stdout:op 5780 completed, throughput=5MB/sec 2024-09-16T11:43:07.892 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VHKLlOptbcJGVG6 off=13406996 len=889068 2024-09-16T11:43:07.897 INFO:tasks.workunit.client.0.smithi077.stdout:op 5781 completed, throughput=5MB/sec 2024-09-16T11:43:07.897 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Boms0tBkF9ureQk off=7810080 len=1474744 2024-09-16T11:43:07.904 INFO:tasks.workunit.client.0.smithi077.stdout:op 5782 completed, throughput=5MB/sec 2024-09-16T11:43:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:07 smithi077 ceph-mon[86047]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:07 smithi077 ceph-mon[88497]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:07 smithi191 ceph-mon[84934]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:08.904 INFO:tasks.workunit.client.0.smithi077.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-16T11:43:08.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ELjwxa9F9-G81f9 off=16280145 len=184927 2024-09-16T11:43:08.905 INFO:tasks.workunit.client.0.smithi077.stdout:op 5783 completed, throughput=5MB/sec 2024-09-16T11:43:08.905 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0qJNAdftIx-9Y3q off=11365147 len=915761 2024-09-16T11:43:08.908 INFO:tasks.workunit.client.0.smithi077.stdout:op 5784 completed, throughput=5MB/sec 2024-09-16T11:43:08.908 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yAj_poMSIuf_jp3 off=13822252 len=157573 2024-09-16T11:43:08.909 INFO:tasks.workunit.client.0.smithi077.stdout:op 5785 completed, throughput=5MB/sec 2024-09-16T11:43:08.909 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Fu9NvapXiJkk88J off=17706881 len=1398643 2024-09-16T11:43:08.918 INFO:tasks.workunit.client.0.smithi077.stdout:op 5786 completed, throughput=5MB/sec 2024-09-16T11:43:08.918 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lnc-Ha8ENEW0pif off=9915368 len=271503 2024-09-16T11:43:08.919 INFO:tasks.workunit.client.0.smithi077.stdout:op 5787 completed, throughput=5MB/sec 2024-09-16T11:43:08.919 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UmqLcs60dBDwzqK off=1795630 len=516909 2024-09-16T11:43:08.920 INFO:tasks.workunit.client.0.smithi077.stdout:op 5788 completed, throughput=5MB/sec 2024-09-16T11:43:08.920 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FVF-Mnfat6dHjUt off=1808590 len=1450961 2024-09-16T11:43:08.921 INFO:tasks.workunit.client.0.smithi077.stdout:op 5789 completed, throughput=5MB/sec 2024-09-16T11:43:09.922 INFO:tasks.workunit.client.0.smithi077.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-16T11:43:09.922 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-CD2b4QtrrEQo1vT off=4026311 len=1013907 2024-09-16T11:43:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:09 smithi077 ceph-mon[88497]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:09.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:09 smithi077 ceph-mon[86047]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:09.924 INFO:tasks.workunit.client.0.smithi077.stdout:op 5790 completed, throughput=5MB/sec 2024-09-16T11:43:09.924 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-UMZ8OIlJzeQyOT3 off=5355082 len=1247294 2024-09-16T11:43:09.930 INFO:tasks.workunit.client.0.smithi077.stdout:op 5791 completed, throughput=5MB/sec 2024-09-16T11:43:09.931 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-786szV5s1_j5c_Q off=11135023 len=838534 2024-09-16T11:43:09.937 INFO:tasks.workunit.client.0.smithi077.stdout:op 5792 completed, throughput=5MB/sec 2024-09-16T11:43:09.937 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TiM7iUlpk5riYXl off=2546126 len=1804215 2024-09-16T11:43:09.939 INFO:tasks.workunit.client.0.smithi077.stdout:op 5793 completed, throughput=5MB/sec 2024-09-16T11:43:09.939 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-y0dPi598MsTGpRL off=14437617 len=1285087 2024-09-16T11:43:09.940 INFO:tasks.workunit.client.0.smithi077.stdout:op 5794 completed, throughput=5MB/sec 2024-09-16T11:43:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:09 smithi191 ceph-mon[84934]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:10.941 INFO:tasks.workunit.client.0.smithi077.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-16T11:43:10.941 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JOxOTjh-xpZAz06 off=2589552 len=935034 2024-09-16T11:43:10.942 INFO:tasks.workunit.client.0.smithi077.stdout:op 5795 completed, throughput=5MB/sec 2024-09-16T11:43:10.942 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y6sW4Y6BGR0i-kr off=9282226 len=1946403 2024-09-16T11:43:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:op 5796 completed, throughput=5MB/sec 2024-09-16T11:43:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-pVgDjkdjLL7zT4L off=11741368 len=1533010 2024-09-16T11:43:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:op 5797 completed, throughput=5MB/sec 2024-09-16T11:43:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:11 smithi077 ceph-mon[86047]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:11 smithi077 ceph-mon[88497]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:11.956 INFO:tasks.workunit.client.0.smithi077.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-16T11:43:11.956 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2Kkez2LAkodV-Rx off=3213287 len=1207687 2024-09-16T11:43:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:11 smithi191 ceph-mon[84934]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T11:43:11.963 INFO:tasks.workunit.client.0.smithi077.stdout:op 5798 completed, throughput=5MB/sec 2024-09-16T11:43:11.964 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-WrNopdUldrG1xlX off=985877 len=747485 2024-09-16T11:43:11.967 INFO:tasks.workunit.client.0.smithi077.stdout:op 5799 completed, throughput=5MB/sec 2024-09-16T11:43:11.968 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6mgBll786YHqWWc off=6509794 len=1420437 2024-09-16T11:43:11.975 INFO:tasks.workunit.client.0.smithi077.stdout:op 5800 completed, throughput=5MB/sec 2024-09-16T11:43:11.975 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GkZdEC1JI8cjVPb off=9561481 len=1631712 2024-09-16T11:43:11.984 INFO:tasks.workunit.client.0.smithi077.stdout:op 5801 completed, throughput=5MB/sec 2024-09-16T11:43:11.984 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n5UkUgI3E1znvCI off=2044241 len=560465 2024-09-16T11:43:11.985 INFO:tasks.workunit.client.0.smithi077.stdout:op 5802 completed, throughput=5MB/sec 2024-09-16T11:43:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:12.985 INFO:tasks.workunit.client.0.smithi077.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-16T11:43:12.985 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q-P2g5IT1I66myB off=46208 len=362882 2024-09-16T11:43:12.986 INFO:tasks.workunit.client.0.smithi077.stdout:op 5803 completed, throughput=5MB/sec 2024-09-16T11:43:12.986 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-XioixurbB2uynS5 off=1788148 len=2013784 2024-09-16T11:43:12.990 INFO:tasks.workunit.client.0.smithi077.stdout:op 5804 completed, throughput=5MB/sec 2024-09-16T11:43:12.991 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-BIx4tN9q3RNsdL0 off=1322715 len=54077 2024-09-16T11:43:12.991 INFO:tasks.workunit.client.0.smithi077.stdout:op 5805 completed, throughput=5MB/sec 2024-09-16T11:43:12.991 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4Urts2JAkRyaFo- off=234464 len=384364 2024-09-16T11:43:12.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 5806 completed, throughput=5MB/sec 2024-09-16T11:43:12.992 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nJl2jvGWdZ0lYaA off=1382856 len=328003 2024-09-16T11:43:12.992 INFO:tasks.workunit.client.0.smithi077.stdout:op 5807 completed, throughput=5MB/sec 2024-09-16T11:43:12.993 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ie1g8bPcxBf1WD1 off=14026931 len=312173 2024-09-16T11:43:12.993 INFO:tasks.workunit.client.0.smithi077.stdout:op 5808 completed, throughput=5MB/sec 2024-09-16T11:43:12.993 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-wFgECnIs3tT5kiz off=1538993 len=411433 2024-09-16T11:43:12.996 INFO:tasks.workunit.client.0.smithi077.stdout:op 5809 completed, throughput=5MB/sec 2024-09-16T11:43:12.997 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JRC9TYchuIUEKs4 off=6383524 len=40260 2024-09-16T11:43:12.999 INFO:tasks.workunit.client.0.smithi077.stdout:op 5810 completed, throughput=5MB/sec 2024-09-16T11:43:12.999 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-b3IL4fI-nD3R41G off=5839349 len=2018352 2024-09-16T11:43:13.008 INFO:tasks.workunit.client.0.smithi077.stdout:op 5811 completed, throughput=5MB/sec 2024-09-16T11:43:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:13 smithi077 ceph-mon[86047]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:43:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:13 smithi077 ceph-mon[88497]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:43:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:13 smithi191 ceph-mon[84934]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T11:43:14.008 INFO:tasks.workunit.client.0.smithi077.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-16T11:43:14.008 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-G9uQSHMyZHpSYus off=3041407 len=1765907 2024-09-16T11:43:14.018 INFO:tasks.workunit.client.0.smithi077.stdout:op 5812 completed, throughput=5MB/sec 2024-09-16T11:43:14.018 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xGb8d5Z6LgutQuc off=2592646 len=1227027 2024-09-16T11:43:14.026 INFO:tasks.workunit.client.0.smithi077.stdout:op 5813 completed, throughput=5MB/sec 2024-09-16T11:43:14.026 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-aNQTrTynJcbUCrR off=3245916 len=742726 2024-09-16T11:43:14.031 INFO:tasks.workunit.client.0.smithi077.stdout:op 5814 completed, throughput=5MB/sec 2024-09-16T11:43:14.031 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9UiGdb5CvfgguXP off=8730530 len=1066240 2024-09-16T11:43:14.034 INFO:tasks.workunit.client.0.smithi077.stdout:op 5815 completed, throughput=5MB/sec 2024-09-16T11:43:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:14 smithi077 ceph-mon[86047]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:43:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:14 smithi077 ceph-mon[88497]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:43:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:14 smithi191 ceph-mon[84934]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T11:43:15.034 INFO:tasks.workunit.client.0.smithi077.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-16T11:43:15.034 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-idSO7jykjUIAEEU off=3678015 len=178739 2024-09-16T11:43:15.035 INFO:tasks.workunit.client.0.smithi077.stdout:op 5816 completed, throughput=5MB/sec 2024-09-16T11:43:15.035 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lAEqIpKMEko-24c off=2833601 len=1313308 2024-09-16T11:43:15.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 5817 completed, throughput=5MB/sec 2024-09-16T11:43:15.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-a_yuk8e04AEq8Ma off=3726994 len=6012 2024-09-16T11:43:15.038 INFO:tasks.workunit.client.0.smithi077.stdout:op 5818 completed, throughput=5MB/sec 2024-09-16T11:43:15.038 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-aqe5_UqLoYVnrbS off=1381867 len=1456854 2024-09-16T11:43:15.041 INFO:tasks.workunit.client.0.smithi077.stdout:op 5819 completed, throughput=5MB/sec 2024-09-16T11:43:15.041 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-YWnt0sEsetj9PbE off=12511913 len=1430716 2024-09-16T11:43:15.049 INFO:tasks.workunit.client.0.smithi077.stdout:op 5820 completed, throughput=5MB/sec 2024-09-16T11:43:15.049 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-nLc-s__x14rxTTT off=8136653 len=292439 2024-09-16T11:43:15.050 INFO:tasks.workunit.client.0.smithi077.stdout:op 5821 completed, throughput=5MB/sec 2024-09-16T11:43:15.050 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_LYw1dtk-Ai0aLv off=598242 len=380606 2024-09-16T11:43:15.052 INFO:tasks.workunit.client.0.smithi077.stdout:op 5822 completed, throughput=5MB/sec 2024-09-16T11:43:16.052 INFO:tasks.workunit.client.0.smithi077.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-16T11:43:16.053 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vatS8z4rACoQ3yi off=1007701 len=2073474 2024-09-16T11:43:16.055 INFO:tasks.workunit.client.0.smithi077.stdout:op 5823 completed, throughput=5MB/sec 2024-09-16T11:43:16.055 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7lWR7rVufF-0NKY off=3682001 len=361674 2024-09-16T11:43:16.056 INFO:tasks.workunit.client.0.smithi077.stdout:op 5824 completed, throughput=5MB/sec 2024-09-16T11:43:16.056 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tVNfxMI6ljeYj0i off=749393 len=482178 2024-09-16T11:43:16.058 INFO:tasks.workunit.client.0.smithi077.stdout:op 5825 completed, throughput=5MB/sec 2024-09-16T11:43:16.058 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-S4yIJfJsEQ7daE7 off=3993326 len=1667584 2024-09-16T11:43:16.060 INFO:tasks.workunit.client.0.smithi077.stdout:op 5826 completed, throughput=5MB/sec 2024-09-16T11:43:16.061 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JqaLo0yW2kkHQkZ off=1312225 len=619831 2024-09-16T11:43:16.065 INFO:tasks.workunit.client.0.smithi077.stdout:op 5827 completed, throughput=5MB/sec 2024-09-16T11:43:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:16 smithi077 ceph-mon[86047]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:16 smithi077 ceph-mon[88497]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:16.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:16] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:43:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:16 smithi191 ceph-mon[84934]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:17.065 INFO:tasks.workunit.client.0.smithi077.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-16T11:43:17.065 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uN9mf8Pqpf1ki0W off=6120712 len=74951 2024-09-16T11:43:17.068 INFO:tasks.workunit.client.0.smithi077.stdout:op 5828 completed, throughput=5MB/sec 2024-09-16T11:43:17.068 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6kAITbtpKxstmVb off=4458527 len=1783798 2024-09-16T11:43:17.078 INFO:tasks.workunit.client.0.smithi077.stdout:op 5829 completed, throughput=5MB/sec 2024-09-16T11:43:17.079 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fTw6VirEbwgNO-Q off=1159732 len=877100 2024-09-16T11:43:17.080 INFO:tasks.workunit.client.0.smithi077.stdout:op 5830 completed, throughput=5MB/sec 2024-09-16T11:43:17.080 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-svEh6ljQ5SXndT8 off=1003475 len=1913827 2024-09-16T11:43:17.082 INFO:tasks.workunit.client.0.smithi077.stdout:op 5831 completed, throughput=5MB/sec 2024-09-16T11:43:17.082 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-I1KpO1jC8DPdbk7 off=14303771 len=1561977 2024-09-16T11:43:17.089 INFO:tasks.workunit.client.0.smithi077.stdout:op 5832 completed, throughput=5MB/sec 2024-09-16T11:43:18.089 INFO:tasks.workunit.client.0.smithi077.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-16T11:43:18.090 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-U85toBXN0ReX73U off=16787647 len=64764 2024-09-16T11:43:18.092 INFO:tasks.workunit.client.0.smithi077.stdout:op 5833 completed, throughput=5MB/sec 2024-09-16T11:43:18.092 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-lZBtlmssyTShTOm off=9329543 len=187186 2024-09-16T11:43:18.095 INFO:tasks.workunit.client.0.smithi077.stdout:op 5834 completed, throughput=5MB/sec 2024-09-16T11:43:18.095 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9o0QIIjOoMTD8E9 off=776882 len=1615307 2024-09-16T11:43:18.103 INFO:tasks.workunit.client.0.smithi077.stdout:op 5835 completed, throughput=5MB/sec 2024-09-16T11:43:18.103 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-FRDepW1oIpOYpzl off=5749164 len=780433 2024-09-16T11:43:18.104 INFO:tasks.workunit.client.0.smithi077.stdout:op 5836 completed, throughput=5MB/sec 2024-09-16T11:43:18.104 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-0NpG3AGuzIat7gk off=11107186 len=799668 2024-09-16T11:43:18.105 INFO:tasks.workunit.client.0.smithi077.stdout:op 5837 completed, throughput=5MB/sec 2024-09-16T11:43:18.105 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u4OaZw8Mj9CPqTv off=11256533 len=1700200 2024-09-16T11:43:18.106 INFO:tasks.workunit.client.0.smithi077.stdout:op 5838 completed, throughput=5MB/sec 2024-09-16T11:43:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:18 smithi077 ceph-mon[86047]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:18 smithi077 ceph-mon[88497]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:18 smithi191 ceph-mon[84934]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:19.107 INFO:tasks.workunit.client.0.smithi077.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-16T11:43:19.107 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7AblsXhLWTZ1Ad- off=2437182 len=1082242 2024-09-16T11:43:19.112 INFO:tasks.workunit.client.0.smithi077.stdout:op 5839 completed, throughput=5MB/sec 2024-09-16T11:43:19.112 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-DdAc3HdfY1OA0Op off=12365735 len=1111518 2024-09-16T11:43:19.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 5840 completed, throughput=5MB/sec 2024-09-16T11:43:19.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-eFuRz8aa9yia83S off=8110565 len=1923462 2024-09-16T11:43:19.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 5841 completed, throughput=5MB/sec 2024-09-16T11:43:19.117 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-niB7jqdAi5dA6Q3 off=226905 len=1294859 2024-09-16T11:43:19.117 INFO:tasks.workunit.client.0.smithi077.stdout:op 5842 completed, throughput=5MB/sec 2024-09-16T11:43:20.118 INFO:tasks.workunit.client.0.smithi077.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-16T11:43:20.118 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Mf5JKQlG8dDrYp6 off=0 len=1367089 2024-09-16T11:43:20.123 INFO:tasks.workunit.client.0.smithi077.stdout:op 5843 completed, throughput=5MB/sec 2024-09-16T11:43:20.123 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-xjXcoghEBNOuzcM off=13757636 len=1050506 2024-09-16T11:43:20.129 INFO:tasks.workunit.client.0.smithi077.stdout:op 5844 completed, throughput=5MB/sec 2024-09-16T11:43:20.129 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-cZzGagwxkCwN6pK off=7497842 len=1920545 2024-09-16T11:43:20.132 INFO:tasks.workunit.client.0.smithi077.stdout:op 5845 completed, throughput=5MB/sec 2024-09-16T11:43:20.132 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4kOYSMxhMiY3hB6 off=3436456 len=2060045 2024-09-16T11:43:20.143 INFO:tasks.workunit.client.0.smithi077.stdout:op 5846 completed, throughput=5MB/sec 2024-09-16T11:43:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:20 smithi077 ceph-mon[86047]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:43:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:20 smithi077 ceph-mon[88497]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:43:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:20 smithi191 ceph-mon[84934]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T11:43:21.143 INFO:tasks.workunit.client.0.smithi077.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-16T11:43:21.143 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-19nzdKwTNHTeQCl off=22459817 len=574627 2024-09-16T11:43:21.147 INFO:tasks.workunit.client.0.smithi077.stdout:op 5847 completed, throughput=5MB/sec 2024-09-16T11:43:21.147 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iYBWtYK_CKQmzI0 off=3714625 len=857733 2024-09-16T11:43:21.150 INFO:tasks.workunit.client.0.smithi077.stdout:op 5848 completed, throughput=5MB/sec 2024-09-16T11:43:21.150 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-EmJHXFMk6p3qfD0 off=1480494 len=2018574 2024-09-16T11:43:21.152 INFO:tasks.workunit.client.0.smithi077.stdout:op 5849 completed, throughput=5MB/sec 2024-09-16T11:43:22.153 INFO:tasks.workunit.client.0.smithi077.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-16T11:43:22.153 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UfLtDBr_SJBl6OU off=2805379 len=1366282 2024-09-16T11:43:22.155 INFO:tasks.workunit.client.0.smithi077.stdout:op 5850 completed, throughput=5MB/sec 2024-09-16T11:43:22.155 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-O6QoTOowtkO3Aon off=15896434 len=1101926 2024-09-16T11:43:22.160 INFO:tasks.workunit.client.0.smithi077.stdout:op 5851 completed, throughput=5MB/sec 2024-09-16T11:43:22.160 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hhGfHetPBp2r-C6 off=627465 len=204554 2024-09-16T11:43:22.161 INFO:tasks.workunit.client.0.smithi077.stdout:op 5852 completed, throughput=5MB/sec 2024-09-16T11:43:22.161 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JWunWtmaOGw3Q20 off=9202032 len=391803 2024-09-16T11:43:22.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 5853 completed, throughput=5MB/sec 2024-09-16T11:43:22.162 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-7eV8fi0fIS--wtY off=9382542 len=145982 2024-09-16T11:43:22.162 INFO:tasks.workunit.client.0.smithi077.stdout:op 5854 completed, throughput=5MB/sec 2024-09-16T11:43:22.162 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-tks6fUV6DLQvBwY off=10602068 len=1822372 2024-09-16T11:43:22.173 INFO:tasks.workunit.client.0.smithi077.stdout:op 5855 completed, throughput=5MB/sec 2024-09-16T11:43:22.174 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-yQQUnuAycOZXn6p off=7290969 len=718542 2024-09-16T11:43:22.175 INFO:tasks.workunit.client.0.smithi077.stdout:op 5856 completed, throughput=5MB/sec 2024-09-16T11:43:22.578 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:22 smithi077 ceph-mon[86047]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:43:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:22 smithi077 ceph-mon[88497]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:43:22.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:22 smithi191 ceph-mon[84934]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T11:43:23.175 INFO:tasks.workunit.client.0.smithi077.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-16T11:43:23.175 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Nh0pGp2VAo-6KnJ off=15371756 len=1151960 2024-09-16T11:43:23.182 INFO:tasks.workunit.client.0.smithi077.stdout:op 5857 completed, throughput=5MB/sec 2024-09-16T11:43:23.183 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-VgTZnYR4WaywS4V off=6035377 len=305448 2024-09-16T11:43:23.183 INFO:tasks.workunit.client.0.smithi077.stdout:op 5858 completed, throughput=5MB/sec 2024-09-16T11:43:23.183 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RUQR3nrQY1beok5 off=8659048 len=1744145 2024-09-16T11:43:23.185 INFO:tasks.workunit.client.0.smithi077.stdout:op 5859 completed, throughput=5MB/sec 2024-09-16T11:43:23.185 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TTvsssPL75h4B3r off=4448747 len=2015799 2024-09-16T11:43:23.187 INFO:tasks.workunit.client.0.smithi077.stdout:op 5860 completed, throughput=5MB/sec 2024-09-16T11:43:24.188 INFO:tasks.workunit.client.0.smithi077.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-16T11:43:24.188 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fX5fN-X3YIT9EUL off=2679390 len=1036356 2024-09-16T11:43:24.189 INFO:tasks.workunit.client.0.smithi077.stdout:op 5861 completed, throughput=5MB/sec 2024-09-16T11:43:24.190 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7ErZDMpMqJkMS2v off=4734432 len=1813954 2024-09-16T11:43:24.199 INFO:tasks.workunit.client.0.smithi077.stdout:op 5862 completed, throughput=5MB/sec 2024-09-16T11:43:24.200 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Lk-Xa_fn9JuEqXC off=19483248 len=1438587 2024-09-16T11:43:24.206 INFO:tasks.workunit.client.0.smithi077.stdout:op 5863 completed, throughput=5MB/sec 2024-09-16T11:43:24.206 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-QArXhVZAR7kxEZo off=17059892 len=1402999 2024-09-16T11:43:24.214 INFO:tasks.workunit.client.0.smithi077.stdout:op 5864 completed, throughput=5MB/sec 2024-09-16T11:43:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:24 smithi077 ceph-mon[86047]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:24 smithi077 ceph-mon[88497]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:24 smithi191 ceph-mon[84934]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:25.215 INFO:tasks.workunit.client.0.smithi077.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-16T11:43:25.215 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-77-5UIk7FrKEFDF off=179147 len=1617037 2024-09-16T11:43:25.217 INFO:tasks.workunit.client.0.smithi077.stdout:op 5865 completed, throughput=5MB/sec 2024-09-16T11:43:25.217 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-S1FJExib3w-VTtj off=9648646 len=1956615 2024-09-16T11:43:25.229 INFO:tasks.workunit.client.0.smithi077.stdout:op 5866 completed, throughput=5MB/sec 2024-09-16T11:43:25.229 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EIPSaStoEaixsvr off=1917205 len=2041044 2024-09-16T11:43:25.238 INFO:tasks.workunit.client.0.smithi077.stdout:op 5867 completed, throughput=5MB/sec 2024-09-16T11:43:26.238 INFO:tasks.workunit.client.0.smithi077.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-16T11:43:26.238 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-1R9JFQO1HxBrs_y off=6070370 len=703334 2024-09-16T11:43:26.240 INFO:tasks.workunit.client.0.smithi077.stdout:op 5868 completed, throughput=5MB/sec 2024-09-16T11:43:26.240 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-YMAaCduYxEHajjd off=8587490 len=426948 2024-09-16T11:43:26.241 INFO:tasks.workunit.client.0.smithi077.stdout:op 5869 completed, throughput=5MB/sec 2024-09-16T11:43:26.241 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-9VgPoQdjw7RHoz9 off=3946081 len=1005923 2024-09-16T11:43:26.243 INFO:tasks.workunit.client.0.smithi077.stdout:op 5870 completed, throughput=5MB/sec 2024-09-16T11:43:26.243 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lPOQwcnjFF0f2Fm off=1346686 len=609339 2024-09-16T11:43:26.244 INFO:tasks.workunit.client.0.smithi077.stdout:op 5871 completed, throughput=5MB/sec 2024-09-16T11:43:26.244 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-L07axihnVaVirhd off=3402017 len=1927377 2024-09-16T11:43:26.246 INFO:tasks.workunit.client.0.smithi077.stdout:op 5872 completed, throughput=5MB/sec 2024-09-16T11:43:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:26 smithi077 ceph-mon[86047]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:26 smithi077 ceph-mon[88497]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:26] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T11:43:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:26 smithi191 ceph-mon[84934]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:27.247 INFO:tasks.workunit.client.0.smithi077.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-16T11:43:27.247 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-MfHzzFj1ZgcooSk off=15408328 len=498596 2024-09-16T11:43:27.248 INFO:tasks.workunit.client.0.smithi077.stdout:op 5873 completed, throughput=5MB/sec 2024-09-16T11:43:27.248 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5dapjg0yXH3ZXVr off=6070566 len=1628334 2024-09-16T11:43:27.250 INFO:tasks.workunit.client.0.smithi077.stdout:op 5874 completed, throughput=5MB/sec 2024-09-16T11:43:27.250 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4k1G2hNf1h2sxQx off=8643215 len=668582 2024-09-16T11:43:27.251 INFO:tasks.workunit.client.0.smithi077.stdout:op 5875 completed, throughput=5MB/sec 2024-09-16T11:43:27.251 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-toKsGsLkCyZ8Zua off=1966303 len=1486755 2024-09-16T11:43:27.258 INFO:tasks.workunit.client.0.smithi077.stdout:op 5876 completed, throughput=5MB/sec 2024-09-16T11:43:27.259 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4FbUrZNiMQ65sYp off=11510910 len=447192 2024-09-16T11:43:27.260 INFO:tasks.workunit.client.0.smithi077.stdout:op 5877 completed, throughput=5MB/sec 2024-09-16T11:43:27.260 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-X21LeMW-zj-c_WW off=6501377 len=1538269 2024-09-16T11:43:27.263 INFO:tasks.workunit.client.0.smithi077.stdout:op 5878 completed, throughput=5MB/sec 2024-09-16T11:43:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:28.263 INFO:tasks.workunit.client.0.smithi077.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-16T11:43:28.263 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-_s13BiVmMeDArgu off=19764240 len=917371 2024-09-16T11:43:28.269 INFO:tasks.workunit.client.0.smithi077.stdout:op 5879 completed, throughput=5MB/sec 2024-09-16T11:43:28.269 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-gWGM7IL4xxesXkq off=1360679 len=106898 2024-09-16T11:43:28.272 INFO:tasks.workunit.client.0.smithi077.stdout:op 5880 completed, throughput=5MB/sec 2024-09-16T11:43:28.272 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-GRJ14x9tAzNucgo off=3168136 len=1642060 2024-09-16T11:43:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 5881 completed, throughput=5MB/sec 2024-09-16T11:43:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-_gpETgkqk5SEiMb off=14009972 len=110541 2024-09-16T11:43:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:op 5882 completed, throughput=5MB/sec 2024-09-16T11:43:28.282 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-bvHrUZzy2lduXoD off=3349399 len=1806717 2024-09-16T11:43:28.286 INFO:tasks.workunit.client.0.smithi077.stdout:op 5883 completed, throughput=5MB/sec 2024-09-16T11:43:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:28 smithi077 ceph-mon[86047]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:43:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:28 smithi077 ceph-mon[88497]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:43:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:28 smithi191 ceph-mon[84934]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T11:43:29.286 INFO:tasks.workunit.client.0.smithi077.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-16T11:43:29.286 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TBpQHclAKSWW6vA off=1538635 len=840871 2024-09-16T11:43:29.288 INFO:tasks.workunit.client.0.smithi077.stdout:op 5884 completed, throughput=5MB/sec 2024-09-16T11:43:29.288 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8zq8VlZeAuiuyBy off=5575961 len=1152407 2024-09-16T11:43:29.296 INFO:tasks.workunit.client.0.smithi077.stdout:op 5885 completed, throughput=5MB/sec 2024-09-16T11:43:29.296 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-p5kwBL9IwSTq_j9 off=2817739 len=1391888 2024-09-16T11:43:29.302 INFO:tasks.workunit.client.0.smithi077.stdout:op 5886 completed, throughput=5MB/sec 2024-09-16T11:43:29.302 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-k9wzDdADjLxP2MQ off=7051956 len=171779 2024-09-16T11:43:29.305 INFO:tasks.workunit.client.0.smithi077.stdout:op 5887 completed, throughput=5MB/sec 2024-09-16T11:43:29.305 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ertdw17LSjXXO79 off=4680266 len=1913853 2024-09-16T11:43:29.316 INFO:tasks.workunit.client.0.smithi077.stdout:op 5888 completed, throughput=5MB/sec 2024-09-16T11:43:30.317 INFO:tasks.workunit.client.0.smithi077.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-16T11:43:30.317 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-byZYc626P3JYk8t off=14183910 len=572991 2024-09-16T11:43:30.318 INFO:tasks.workunit.client.0.smithi077.stdout:op 5889 completed, throughput=5MB/sec 2024-09-16T11:43:30.319 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-mcrplV8s0uoMXHE off=1379514 len=115220 2024-09-16T11:43:30.321 INFO:tasks.workunit.client.0.smithi077.stdout:op 5890 completed, throughput=5MB/sec 2024-09-16T11:43:30.321 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vxB6I8tDfZUPdKp off=4523784 len=1093532 2024-09-16T11:43:30.327 INFO:tasks.workunit.client.0.smithi077.stdout:op 5891 completed, throughput=5MB/sec 2024-09-16T11:43:30.327 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0EQ50nIIgRSPi5I off=11815824 len=600658 2024-09-16T11:43:30.331 INFO:tasks.workunit.client.0.smithi077.stdout:op 5892 completed, throughput=5MB/sec 2024-09-16T11:43:30.331 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-u6dIl_IzJFjTWjq off=15846371 len=1782209 2024-09-16T11:43:30.334 INFO:tasks.workunit.client.0.smithi077.stdout:op 5893 completed, throughput=5MB/sec 2024-09-16T11:43:30.334 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vYoFsUga-6vuJQO off=3113424 len=912204 2024-09-16T11:43:30.338 INFO:tasks.workunit.client.0.smithi077.stdout:op 5894 completed, throughput=5MB/sec 2024-09-16T11:43:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:30 smithi077 ceph-mon[86047]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:43:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:30 smithi077 ceph-mon[88497]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:43:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:30 smithi191 ceph-mon[84934]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T11:43:31.339 INFO:tasks.workunit.client.0.smithi077.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-16T11:43:31.339 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-9YxcNiPsB3juydW off=12600906 len=1435344 2024-09-16T11:43:31.348 INFO:tasks.workunit.client.0.smithi077.stdout:op 5895 completed, throughput=5MB/sec 2024-09-16T11:43:31.348 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-QlG0vLz4uQ7sFS6 off=6974253 len=258305 2024-09-16T11:43:31.349 INFO:tasks.workunit.client.0.smithi077.stdout:op 5896 completed, throughput=5MB/sec 2024-09-16T11:43:31.350 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0anwo9TFq7dqD-f off=2673111 len=1982844 2024-09-16T11:43:31.362 INFO:tasks.workunit.client.0.smithi077.stdout:op 5897 completed, throughput=5MB/sec 2024-09-16T11:43:31.362 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0dQzJPlnlHqCUHT off=3626045 len=1691746 2024-09-16T11:43:31.369 INFO:tasks.workunit.client.0.smithi077.stdout:op 5898 completed, throughput=5MB/sec 2024-09-16T11:43:32.369 INFO:tasks.workunit.client.0.smithi077.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-16T11:43:32.369 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-TqfkXkh0zpYh4YK off=9558781 len=3630 2024-09-16T11:43:32.370 INFO:tasks.workunit.client.0.smithi077.stdout:op 5899 completed, throughput=5MB/sec 2024-09-16T11:43:32.370 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-hBAYe4QStjR5RLS off=2795665 len=2050531 2024-09-16T11:43:32.374 INFO:tasks.workunit.client.0.smithi077.stdout:op 5900 completed, throughput=5MB/sec 2024-09-16T11:43:32.374 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-PvTIACIPDdUCwUy off=8264412 len=357071 2024-09-16T11:43:32.378 INFO:tasks.workunit.client.0.smithi077.stdout:op 5901 completed, throughput=5MB/sec 2024-09-16T11:43:32.378 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-5nEmNixdalrZVWf off=21537776 len=1875676 2024-09-16T11:43:32.380 INFO:tasks.workunit.client.0.smithi077.stdout:op 5902 completed, throughput=5MB/sec 2024-09-16T11:43:32.380 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lfIKVm9tEBM-oWR off=3289595 len=1223144 2024-09-16T11:43:32.382 INFO:tasks.workunit.client.0.smithi077.stdout:op 5903 completed, throughput=5MB/sec 2024-09-16T11:43:32.597 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:32 smithi077 ceph-mon[86047]: pgmap v2042: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:32 smithi077 ceph-mon[88497]: pgmap v2042: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:32 smithi191 ceph-mon[84934]: pgmap v2042: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T11:43:33.382 INFO:tasks.workunit.client.0.smithi077.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-16T11:43:33.382 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oaNK_bLSNSBvnWa off=1659956 len=75785 2024-09-16T11:43:33.383 INFO:tasks.workunit.client.0.smithi077.stdout:op 5904 completed, throughput=5MB/sec 2024-09-16T11:43:33.383 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8P2vfUI9FjN2skm off=1176500 len=685804 2024-09-16T11:43:33.384 INFO:tasks.workunit.client.0.smithi077.stdout:op 5905 completed, throughput=5MB/sec 2024-09-16T11:43:33.384 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-7Vm2WGVGqj2ihO2 off=1369299 len=1442347 2024-09-16T11:43:33.393 INFO:tasks.workunit.client.0.smithi077.stdout:op 5906 completed, throughput=5MB/sec 2024-09-16T11:43:33.393 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Rtksh60sS6EYIUn off=7351986 len=822492 2024-09-16T11:43:33.400 INFO:tasks.workunit.client.0.smithi077.stdout:op 5907 completed, throughput=5MB/sec 2024-09-16T11:43:33.400 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-KtzKUPx5c0x26cU off=19892688 len=854486 2024-09-16T11:43:33.401 INFO:tasks.workunit.client.0.smithi077.stdout:op 5908 completed, throughput=5MB/sec 2024-09-16T11:43:33.401 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-HPJxroD9-jY4rmn off=11455966 len=2095294 2024-09-16T11:43:33.404 INFO:tasks.workunit.client.0.smithi077.stdout:op 5909 completed, throughput=5MB/sec 2024-09-16T11:43:34.405 INFO:tasks.workunit.client.0.smithi077.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-16T11:43:34.405 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-728O_goS8NIidDC off=9618552 len=1430554 2024-09-16T11:43:34.412 INFO:tasks.workunit.client.0.smithi077.stdout:op 5910 completed, throughput=5MB/sec 2024-09-16T11:43:34.412 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xQ8fAwBhrXCIr7K off=9062311 len=2096858 2024-09-16T11:43:34.417 INFO:tasks.workunit.client.0.smithi077.stdout:op 5911 completed, throughput=5MB/sec 2024-09-16T11:43:34.417 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Q9vQ7m5d76CofRN off=2712602 len=1851131 2024-09-16T11:43:34.418 INFO:tasks.workunit.client.0.smithi077.stdout:op 5912 completed, throughput=5MB/sec 2024-09-16T11:43:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:34 smithi077 ceph-mon[86047]: pgmap v2043: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:34 smithi077 ceph-mon[88497]: pgmap v2043: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:34 smithi191 ceph-mon[84934]: pgmap v2043: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:35.419 INFO:tasks.workunit.client.0.smithi077.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-16T11:43:35.419 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-uYX9YjqdGBof5n5 off=12574829 len=1785549 2024-09-16T11:43:35.421 INFO:tasks.workunit.client.0.smithi077.stdout:op 5913 completed, throughput=5MB/sec 2024-09-16T11:43:35.421 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-OUMU-atnjsLlCs9 off=13974791 len=2033788 2024-09-16T11:43:35.423 INFO:tasks.workunit.client.0.smithi077.stdout:op 5914 completed, throughput=5MB/sec 2024-09-16T11:43:35.423 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PJ6T2Op_Ajsqykv off=1687714 len=495768 2024-09-16T11:43:35.425 INFO:tasks.workunit.client.0.smithi077.stdout:op 5915 completed, throughput=5MB/sec 2024-09-16T11:43:36.425 INFO:tasks.workunit.client.0.smithi077.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-16T11:43:36.426 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-VqqnmZkY1xyH-11 off=3073483 len=506596 2024-09-16T11:43:36.429 INFO:tasks.workunit.client.0.smithi077.stdout:op 5916 completed, throughput=5MB/sec 2024-09-16T11:43:36.429 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Z1kCg2SFXN6h7vq off=8559878 len=938583 2024-09-16T11:43:36.435 INFO:tasks.workunit.client.0.smithi077.stdout:op 5917 completed, throughput=5MB/sec 2024-09-16T11:43:36.435 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-rlIwb-OWs6YvD2t off=537323 len=1898660 2024-09-16T11:43:36.447 INFO:tasks.workunit.client.0.smithi077.stdout:op 5918 completed, throughput=5MB/sec 2024-09-16T11:43:36.447 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2LEwNEDZQVnz8C_ off=59383 len=941484 2024-09-16T11:43:36.453 INFO:tasks.workunit.client.0.smithi077.stdout:op 5919 completed, throughput=5MB/sec 2024-09-16T11:43:36.453 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-K5-QJh4mkaDauv7 off=2281519 len=971899 2024-09-16T11:43:36.457 INFO:tasks.workunit.client.0.smithi077.stdout:op 5920 completed, throughput=5MB/sec 2024-09-16T11:43:36.457 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-vIwPJzK_2DL4d4w off=17620733 len=1439216 2024-09-16T11:43:36.463 INFO:tasks.workunit.client.0.smithi077.stdout:op 5921 completed, throughput=5MB/sec 2024-09-16T11:43:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:36 smithi077 ceph-mon[86047]: pgmap v2044: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:43:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:36 smithi077 ceph-mon[88497]: pgmap v2044: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:43:36.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:36] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T11:43:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:36 smithi191 ceph-mon[84934]: pgmap v2044: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T11:43:37.463 INFO:tasks.workunit.client.0.smithi077.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-16T11:43:37.463 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-2ToHo36jEHUNaqI off=15718325 len=1261631 2024-09-16T11:43:37.470 INFO:tasks.workunit.client.0.smithi077.stdout:op 5922 completed, throughput=5MB/sec 2024-09-16T11:43:37.470 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-75tAh7VKONVmoXU off=12974785 len=600899 2024-09-16T11:43:37.471 INFO:tasks.workunit.client.0.smithi077.stdout:op 5923 completed, throughput=5MB/sec 2024-09-16T11:43:37.471 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-O_ohp1oe_OCa9Zy off=7471592 len=1840718 2024-09-16T11:43:37.473 INFO:tasks.workunit.client.0.smithi077.stdout:op 5924 completed, throughput=5MB/sec 2024-09-16T11:43:37.473 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ymOKKAioqZ1R9sM off=1012444 len=565029 2024-09-16T11:43:37.474 INFO:tasks.workunit.client.0.smithi077.stdout:op 5925 completed, throughput=5MB/sec 2024-09-16T11:43:38.475 INFO:tasks.workunit.client.0.smithi077.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-16T11:43:38.475 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-eUi8joBc0Pm372u off=4327088 len=933792 2024-09-16T11:43:38.480 INFO:tasks.workunit.client.0.smithi077.stdout:op 5926 completed, throughput=5MB/sec 2024-09-16T11:43:38.480 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IS4LR2Fpjcn3tgo off=5170105 len=2045807 2024-09-16T11:43:38.483 INFO:tasks.workunit.client.0.smithi077.stdout:op 5927 completed, throughput=5MB/sec 2024-09-16T11:43:38.483 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-FOJjS50m0HYKcW_ off=4306946 len=831827 2024-09-16T11:43:38.489 INFO:tasks.workunit.client.0.smithi077.stdout:op 5928 completed, throughput=5MB/sec 2024-09-16T11:43:38.489 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj--4WPaPiJNMBW6UO off=8495928 len=1850915 2024-09-16T11:43:38.497 INFO:tasks.workunit.client.0.smithi077.stdout:op 5929 completed, throughput=5MB/sec 2024-09-16T11:43:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:38 smithi077 ceph-mon[86047]: pgmap v2045: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:38 smithi077 ceph-mon[88497]: pgmap v2045: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:38 smithi191 ceph-mon[84934]: pgmap v2045: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T11:43:39.497 INFO:tasks.workunit.client.0.smithi077.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-16T11:43:39.497 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-RP_LPDF97owv53U off=5407927 len=285455 2024-09-16T11:43:39.498 INFO:tasks.workunit.client.0.smithi077.stdout:op 5930 completed, throughput=5MB/sec 2024-09-16T11:43:39.498 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-UxPXEPz99yUFDmT off=2888176 len=1173611 2024-09-16T11:43:39.500 INFO:tasks.workunit.client.0.smithi077.stdout:op 5931 completed, throughput=5MB/sec 2024-09-16T11:43:39.500 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ITpFKKyBcdm-Wur off=2786774 len=456589 2024-09-16T11:43:39.503 INFO:tasks.workunit.client.0.smithi077.stdout:op 5932 completed, throughput=5MB/sec 2024-09-16T11:43:39.503 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6DzAelJpJ1AFa0w off=3788055 len=1542070 2024-09-16T11:43:39.511 INFO:tasks.workunit.client.0.smithi077.stdout:op 5933 completed, throughput=5MB/sec 2024-09-16T11:43:39.511 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-K5IypgvN8qFRcQy off=1460493 len=1786902 2024-09-16T11:43:39.519 INFO:tasks.workunit.client.0.smithi077.stdout:op 5934 completed, throughput=5MB/sec 2024-09-16T11:43:40.519 INFO:tasks.workunit.client.0.smithi077.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-16T11:43:40.520 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-EXcdmZEwbvplXGm off=14851714 len=1635470 2024-09-16T11:43:40.527 INFO:tasks.workunit.client.0.smithi077.stdout:op 5935 completed, throughput=5MB/sec 2024-09-16T11:43:40.527 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2bJFpTR7Waexr7I off=2432552 len=1620845 2024-09-16T11:43:40.528 INFO:tasks.workunit.client.0.smithi077.stdout:op 5936 completed, throughput=5MB/sec 2024-09-16T11:43:40.528 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-tu_RueIOaLBovH2 off=10044229 len=1514688 2024-09-16T11:43:40.529 INFO:tasks.workunit.client.0.smithi077.stdout:op 5937 completed, throughput=5MB/sec 2024-09-16T11:43:40.529 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-0S4aS1O7CBcPMJS off=10081365 len=324635 2024-09-16T11:43:40.532 INFO:tasks.workunit.client.0.smithi077.stdout:op 5938 completed, throughput=5MB/sec 2024-09-16T11:43:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:40 smithi077 ceph-mon[86047]: pgmap v2046: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:40 smithi077 ceph-mon[88497]: pgmap v2046: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:40 smithi191 ceph-mon[84934]: pgmap v2046: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:41.533 INFO:tasks.workunit.client.0.smithi077.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-16T11:43:41.533 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-kdjY4Ql45JfBU00 off=9211649 len=576495 2024-09-16T11:43:41.535 INFO:tasks.workunit.client.0.smithi077.stdout:op 5939 completed, throughput=5MB/sec 2024-09-16T11:43:41.535 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-q-DlhBOK-AZjbvu off=7362545 len=62083 2024-09-16T11:43:41.537 INFO:tasks.workunit.client.0.smithi077.stdout:op 5940 completed, throughput=5MB/sec 2024-09-16T11:43:41.537 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-lrm9QWJgHt2PMHL off=1534668 len=213164 2024-09-16T11:43:41.538 INFO:tasks.workunit.client.0.smithi077.stdout:op 5941 completed, throughput=5MB/sec 2024-09-16T11:43:41.538 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-xUengwBb3IoJRAR off=22164323 len=786113 2024-09-16T11:43:41.539 INFO:tasks.workunit.client.0.smithi077.stdout:op 5942 completed, throughput=5MB/sec 2024-09-16T11:43:41.540 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-NCMZkKPMkZ8ILoH off=10922535 len=2002657 2024-09-16T11:43:41.542 INFO:tasks.workunit.client.0.smithi077.stdout:op 5943 completed, throughput=5MB/sec 2024-09-16T11:43:41.542 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-fhX-X35pfZNI6UK off=7580069 len=443824 2024-09-16T11:43:41.545 INFO:tasks.workunit.client.0.smithi077.stdout:op 5944 completed, throughput=5MB/sec 2024-09-16T11:43:41.545 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-IqwKJGVlNFxTOeI off=10587742 len=1170674 2024-09-16T11:43:41.548 INFO:tasks.workunit.client.0.smithi077.stdout:op 5945 completed, throughput=5MB/sec 2024-09-16T11:43:42.548 INFO:tasks.workunit.client.0.smithi077.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-16T11:43:42.548 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-6R9QAsAz7FYBTgm off=19219296 len=618176 2024-09-16T11:43:42.552 INFO:tasks.workunit.client.0.smithi077.stdout:op 5946 completed, throughput=5MB/sec 2024-09-16T11:43:42.552 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-n5KgYbEqgituU8H off=8757119 len=2071918 2024-09-16T11:43:42.556 INFO:tasks.workunit.client.0.smithi077.stdout:op 5947 completed, throughput=5MB/sec 2024-09-16T11:43:42.556 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Cxq2ZRYNFjSLHbA off=10705602 len=805279 2024-09-16T11:43:42.558 INFO:tasks.workunit.client.0.smithi077.stdout:op 5948 completed, throughput=5MB/sec 2024-09-16T11:43:42.558 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Ikfwy_N03S7_s2q off=10196174 len=707074 2024-09-16T11:43:42.563 INFO:tasks.workunit.client.0.smithi077.stdout:op 5949 completed, throughput=5MB/sec 2024-09-16T11:43:42.563 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-JWunWtmaOGw3Q20 off=4257005 len=1588251 2024-09-16T11:43:42.569 INFO:tasks.workunit.client.0.smithi077.stdout:op 5950 completed, throughput=5MB/sec 2024-09-16T11:43:42.610 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:42 smithi077 ceph-mon[86047]: pgmap v2047: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:42 smithi077 ceph-mon[88497]: pgmap v2047: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:42 smithi191 ceph-mon[84934]: pgmap v2047: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T11:43:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:43.569 INFO:tasks.workunit.client.0.smithi077.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-16T11:43:43.570 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6mRow3ei5yWrsZr off=18657964 len=1405403 2024-09-16T11:43:43.573 INFO:tasks.workunit.client.0.smithi077.stdout:op 5951 completed, throughput=5MB/sec 2024-09-16T11:43:43.573 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-uHgJgaq7Fg346fy off=274950 len=1803078 2024-09-16T11:43:43.585 INFO:tasks.workunit.client.0.smithi077.stdout:op 5952 completed, throughput=5MB/sec 2024-09-16T11:43:43.585 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-8YQVsX1Kr97d4PX off=3462636 len=823127 2024-09-16T11:43:43.587 INFO:tasks.workunit.client.0.smithi077.stdout:op 5953 completed, throughput=5MB/sec 2024-09-16T11:43:43.587 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6h3CQJhzXMK4QiI off=50016 len=1373213 2024-09-16T11:43:43.589 INFO:tasks.workunit.client.0.smithi077.stdout:op 5954 completed, throughput=5MB/sec 2024-09-16T11:43:44.590 INFO:tasks.workunit.client.0.smithi077.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-16T11:43:44.590 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-JVM9TqDqBFC2nTI off=11572210 len=426232 2024-09-16T11:43:44.591 INFO:tasks.workunit.client.0.smithi077.stdout:op 5955 completed, throughput=5MB/sec 2024-09-16T11:43:44.591 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-iEagOFo3Za-qxPv off=17322175 len=27941 2024-09-16T11:43:44.592 INFO:tasks.workunit.client.0.smithi077.stdout:op 5956 completed, throughput=5MB/sec 2024-09-16T11:43:44.592 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-Yatjw6-ziEaX5cD off=552879 len=1363830 2024-09-16T11:43:44.599 INFO:tasks.workunit.client.0.smithi077.stdout:op 5957 completed, throughput=5MB/sec 2024-09-16T11:43:44.599 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-sY__jtMlGt_44-m off=5449705 len=561196 2024-09-16T11:43:44.603 INFO:tasks.workunit.client.0.smithi077.stdout:op 5958 completed, throughput=5MB/sec 2024-09-16T11:43:44.603 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-3LMXGhxQORd69qr off=10861126 len=1438658 2024-09-16T11:43:44.605 INFO:tasks.workunit.client.0.smithi077.stdout:op 5959 completed, throughput=5MB/sec 2024-09-16T11:43:44.605 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-5q7VTeY3XLged83 off=15396077 len=1746040 2024-09-16T11:43:44.615 INFO:tasks.workunit.client.0.smithi077.stdout:op 5960 completed, throughput=5MB/sec 2024-09-16T11:43:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:44 smithi077 ceph-mon[86047]: pgmap v2048: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:44 smithi077 ceph-mon[88497]: pgmap v2048: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:44 smithi191 ceph-mon[84934]: pgmap v2048: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:45.615 INFO:tasks.workunit.client.0.smithi077.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-16T11:43:45.616 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6nf-NDqozhTIEQT off=1941318 len=1608573 2024-09-16T11:43:45.619 INFO:tasks.workunit.client.0.smithi077.stdout:op 5961 completed, throughput=5MB/sec 2024-09-16T11:43:45.619 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-y8I_ysmMZpQ4OZU off=13226807 len=496607 2024-09-16T11:43:45.624 INFO:tasks.workunit.client.0.smithi077.stdout:op 5962 completed, throughput=5MB/sec 2024-09-16T11:43:45.624 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ojnbZIHtJbYq0mF off=923556 len=1547916 2024-09-16T11:43:45.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 5963 completed, throughput=5MB/sec 2024-09-16T11:43:45.633 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6xNJWc17RGbE13L off=10860142 len=302824 2024-09-16T11:43:45.633 INFO:tasks.workunit.client.0.smithi077.stdout:op 5964 completed, throughput=5MB/sec 2024-09-16T11:43:45.633 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-PVs5MG67QvCGD6t off=3158920 len=1944468 2024-09-16T11:43:45.636 INFO:tasks.workunit.client.0.smithi077.stdout:op 5965 completed, throughput=5MB/sec 2024-09-16T11:43:46.636 INFO:tasks.workunit.client.0.smithi077.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-16T11:43:46.636 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-vYoFsUga-6vuJQO off=3028448 len=979333 2024-09-16T11:43:46.638 INFO:tasks.workunit.client.0.smithi077.stdout:op 5966 completed, throughput=5MB/sec 2024-09-16T11:43:46.638 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ktqBtbu5XKSsu69 off=2573335 len=1473095 2024-09-16T11:43:46.644 INFO:tasks.workunit.client.0.smithi077.stdout:op 5967 completed, throughput=5MB/sec 2024-09-16T11:43:46.644 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-bGtU4kTbvSe3r-c off=15277588 len=934216 2024-09-16T11:43:46.656 INFO:tasks.workunit.client.0.smithi077.stdout:op 5968 completed, throughput=5MB/sec 2024-09-16T11:43:46.656 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Jl_KZYmw7Fei8Kc off=1163783 len=1245204 2024-09-16T11:43:46.657 INFO:tasks.workunit.client.0.smithi077.stdout:op 5969 completed, throughput=5MB/sec 2024-09-16T11:43:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:46 smithi077 ceph-mon[86047]: pgmap v2049: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:46 smithi077 ceph-mon[88497]: pgmap v2049: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:46] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:43:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:46 smithi191 ceph-mon[84934]: pgmap v2049: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T11:43:47.658 INFO:tasks.workunit.client.0.smithi077.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-16T11:43:47.658 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-pRGMp0jtRNzy34H off=1728942 len=1693803 2024-09-16T11:43:47.667 INFO:tasks.workunit.client.0.smithi077.stdout:op 5970 completed, throughput=5MB/sec 2024-09-16T11:43:47.667 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-ySoo_3b9raLNFSp off=4028579 len=1089191 2024-09-16T11:43:47.669 INFO:tasks.workunit.client.0.smithi077.stdout:op 5971 completed, throughput=5MB/sec 2024-09-16T11:43:47.670 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-Y-Zp55Z89d489vI off=1131326 len=1678459 2024-09-16T11:43:47.671 INFO:tasks.workunit.client.0.smithi077.stdout:op 5972 completed, throughput=5MB/sec 2024-09-16T11:43:47.671 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-LdCkZJl6x9DWOmk off=964961 len=1274302 2024-09-16T11:43:47.677 INFO:tasks.workunit.client.0.smithi077.stdout:op 5973 completed, throughput=5MB/sec 2024-09-16T11:43:48.677 INFO:tasks.workunit.client.0.smithi077.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-16T11:43:48.677 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-MQzTG1SIlTQKXm5 off=7925181 len=686054 2024-09-16T11:43:48.682 INFO:tasks.workunit.client.0.smithi077.stdout:op 5974 completed, throughput=5MB/sec 2024-09-16T11:43:48.682 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-fn-JEjL0N3Cbz3s off=830428 len=157251 2024-09-16T11:43:48.683 INFO:tasks.workunit.client.0.smithi077.stdout:op 5975 completed, throughput=5MB/sec 2024-09-16T11:43:48.683 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-00p60ytcCuG4vuB off=11253374 len=891666 2024-09-16T11:43:48.687 INFO:tasks.workunit.client.0.smithi077.stdout:op 5976 completed, throughput=5MB/sec 2024-09-16T11:43:48.688 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-2o-hLEnyUyqaWgk off=2100472 len=79666 2024-09-16T11:43:48.688 INFO:tasks.workunit.client.0.smithi077.stdout:op 5977 completed, throughput=5MB/sec 2024-09-16T11:43:48.688 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-8VwjqUgW9g4VtZh off=17144054 len=150007 2024-09-16T11:43:48.692 INFO:tasks.workunit.client.0.smithi077.stdout:op 5978 completed, throughput=5MB/sec 2024-09-16T11:43:48.692 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-AxdDRaVCbqsloUS off=3443407 len=1865687 2024-09-16T11:43:48.694 INFO:tasks.workunit.client.0.smithi077.stdout:op 5979 completed, throughput=5MB/sec 2024-09-16T11:43:48.694 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ruwRzpK6Js9jsFy off=3740723 len=552699 2024-09-16T11:43:48.699 INFO:tasks.workunit.client.0.smithi077.stdout:op 5980 completed, throughput=5MB/sec 2024-09-16T11:43:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:48 smithi077 ceph-mon[86047]: pgmap v2050: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:43:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:48 smithi077 ceph-mon[88497]: pgmap v2050: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:43:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:48 smithi191 ceph-mon[84934]: pgmap v2050: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T11:43:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-16T11:43:49.699 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZWuJeG7gySfRz2O off=9066186 len=63464 2024-09-16T11:43:49.702 INFO:tasks.workunit.client.0.smithi077.stdout:op 5981 completed, throughput=5MB/sec 2024-09-16T11:43:49.702 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-oIuZuARCFJuy1Ek off=14935307 len=101459 2024-09-16T11:43:49.703 INFO:tasks.workunit.client.0.smithi077.stdout:op 5982 completed, throughput=5MB/sec 2024-09-16T11:43:49.703 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-6wNuovuBGMKtDm8 off=1153547 len=745836 2024-09-16T11:43:49.704 INFO:tasks.workunit.client.0.smithi077.stdout:op 5983 completed, throughput=5MB/sec 2024-09-16T11:43:49.704 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-coapHnkqvJr37Tl off=7636924 len=308808 2024-09-16T11:43:49.705 INFO:tasks.workunit.client.0.smithi077.stdout:op 5984 completed, throughput=5MB/sec 2024-09-16T11:43:49.705 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-roDC6IycEfclIPT off=835907 len=963489 2024-09-16T11:43:49.711 INFO:tasks.workunit.client.0.smithi077.stdout:op 5985 completed, throughput=5MB/sec 2024-09-16T11:43:49.711 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-ZknkIPvtriQBIoK off=11693113 len=1557227 2024-09-16T11:43:49.718 INFO:tasks.workunit.client.0.smithi077.stdout:op 5986 completed, throughput=5MB/sec 2024-09-16T11:43:49.718 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-4Shy0LD-I-rqfPc off=7672671 len=770010 2024-09-16T11:43:49.720 INFO:tasks.workunit.client.0.smithi077.stdout:op 5987 completed, throughput=5MB/sec 2024-09-16T11:43:49.720 INFO:tasks.workunit.client.0.smithi077.stdout:WRITE : oid=obj-4laLFyWsLnn1vuv off=72764 len=50938 2024-09-16T11:43:49.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 5988 completed, throughput=5MB/sec 2024-09-16T11:43:49.722 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-dRGi2TM7SpPQ0Gl off=515074 len=209538 2024-09-16T11:43:49.722 INFO:tasks.workunit.client.0.smithi077.stdout:op 5989 completed, throughput=5MB/sec 2024-09-16T11:43:49.723 INFO:tasks.workunit.client.0.smithi077.stdout:READ : oid=obj-v-opVeIUBvPQz36 off=15622506 len=662078 2024-09-16T11:43:49.723 INFO:tasks.workunit.client.0.smithi077.stdout:op 5990 completed, throughput=5MB/sec 2024-09-16T11:43:50.724 INFO:tasks.workunit.client.0.smithi077.stdout:waiting for all operations to complete 2024-09-16T11:43:50.724 INFO:tasks.workunit.client.0.smithi077.stdout:cleaning up objects 2024-09-16T11:43:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:50 smithi077 ceph-mon[86047]: pgmap v2051: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:50 smithi077 ceph-mon[88497]: pgmap v2051: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:50 smithi191 ceph-mon[84934]: pgmap v2051: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T11:43:52.626 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:43:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:43:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:52 smithi077 ceph-mon[86047]: pgmap v2052: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:43:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:52 smithi077 ceph-mon[88497]: pgmap v2052: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:43:52.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:52 smithi191 ceph-mon[84934]: pgmap v2052: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T11:43:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:54 smithi077 ceph-mon[86047]: pgmap v2053: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 52 op/s 2024-09-16T11:43:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:54 smithi077 ceph-mon[88497]: pgmap v2053: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 52 op/s 2024-09-16T11:43:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:54 smithi191 ceph-mon[84934]: pgmap v2053: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 52 op/s 2024-09-16T11:43:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:56 smithi077 ceph-mon[86047]: pgmap v2054: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 169 op/s 2024-09-16T11:43:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:56 smithi077 ceph-mon[88497]: pgmap v2054: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 169 op/s 2024-09-16T11:43:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:43:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:43:56] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T11:43:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:56 smithi191 ceph-mon[84934]: pgmap v2054: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 169 op/s 2024-09-16T11:43:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:43:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:43:58 smithi077 ceph-mon[88497]: pgmap v2055: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 205 op/s 2024-09-16T11:43:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:43:58 smithi077 ceph-mon[86047]: pgmap v2055: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 205 op/s 2024-09-16T11:43:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:43:58 smithi191 ceph-mon[84934]: pgmap v2055: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 205 op/s 2024-09-16T11:44:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:00 smithi077 ceph-mon[86047]: pgmap v2056: 105 pgs: 105 active+clean; 82 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 308 op/s 2024-09-16T11:44:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:00 smithi077 ceph-mon[88497]: pgmap v2056: 105 pgs: 105 active+clean; 82 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 308 op/s 2024-09-16T11:44:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:00 smithi191 ceph-mon[84934]: pgmap v2056: 105 pgs: 105 active+clean; 82 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 308 op/s 2024-09-16T11:44:02.644 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:02 smithi077 ceph-mon[86047]: pgmap v2057: 105 pgs: 105 active+clean; 57 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 560 KiB/s rd, 682 KiB/s wr, 474 op/s 2024-09-16T11:44:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:02 smithi077 ceph-mon[88497]: pgmap v2057: 105 pgs: 105 active+clean; 57 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 560 KiB/s rd, 682 KiB/s wr, 474 op/s 2024-09-16T11:44:02.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:02 smithi191 ceph-mon[84934]: pgmap v2057: 105 pgs: 105 active+clean; 57 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 560 KiB/s rd, 682 KiB/s wr, 474 op/s 2024-09-16T11:44:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:04 smithi077 ceph-mon[86047]: pgmap v2058: 105 pgs: 105 active+clean; 42 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 5.2 KiB/s wr, 569 op/s 2024-09-16T11:44:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:04 smithi077 ceph-mon[88497]: pgmap v2058: 105 pgs: 105 active+clean; 42 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 5.2 KiB/s wr, 569 op/s 2024-09-16T11:44:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:04 smithi191 ceph-mon[84934]: pgmap v2058: 105 pgs: 105 active+clean; 42 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 5.2 KiB/s wr, 569 op/s 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:44:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:44:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:44:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:44:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:44:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:44:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:44:07.038 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:44:07.038 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T11:44:07.101 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:06] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T11:44:07.105 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-16T11:44:07.106 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:44:07.352 DEBUG:teuthology.parallel:result is None 2024-09-16T11:44:07.353 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:44:07.378 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:44:07.378 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:44:07.438 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T11:44:07.438 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:44:07.438 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-16T11:44:07.438 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:44:07.438 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-16T11:44:07.438 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T11:44:07.439 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T11:44:07.439 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T11:44:07.439 DEBUG:teuthology.orchestra.run.smithi191:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-16T11:44:07.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T11:44:07.456 INFO:teuthology.orchestra.run.smithi191.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T11:44:07.456 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-16T11:44:07.510 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-16T11:44:07.511 DEBUG:teuthology.orchestra.run.smithi191:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-16T11:44:07.566 INFO:tasks.workunit:timeout=3h 2024-09-16T11:44:07.566 INFO:tasks.workunit:cleanup=True 2024-09-16T11:44:07.566 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-16T11:44:07.622 INFO:tasks.workunit.client.1.smithi191.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-16T11:44:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:07 smithi077 ceph-mon[86047]: pgmap v2059: 105 pgs: 105 active+clean; 24 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-09-16T11:44:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:07 smithi077 ceph-mon[88497]: pgmap v2059: 105 pgs: 105 active+clean; 24 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-09-16T11:44:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:07 smithi191 ceph-mon[84934]: pgmap v2059: 105 pgs: 105 active+clean; 24 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-09-16T11:44:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:09 smithi077 ceph-mon[86047]: pgmap v2060: 105 pgs: 105 active+clean; 20 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2024-09-16T11:44:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:09 smithi077 ceph-mon[88497]: pgmap v2060: 105 pgs: 105 active+clean; 20 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2024-09-16T11:44:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:09 smithi191 ceph-mon[84934]: pgmap v2060: 105 pgs: 105 active+clean; 20 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2024-09-16T11:44:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:11 smithi077 ceph-mon[86047]: pgmap v2061: 105 pgs: 105 active+clean; 8.9 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2024-09-16T11:44:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:11 smithi077 ceph-mon[88497]: pgmap v2061: 105 pgs: 105 active+clean; 8.9 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2024-09-16T11:44:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:11 smithi191 ceph-mon[84934]: pgmap v2061: 105 pgs: 105 active+clean; 8.9 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2024-09-16T11:44:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:13 smithi077 ceph-mon[86047]: pgmap v2062: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-09-16T11:44:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:13 smithi077 ceph-mon[88497]: pgmap v2062: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-09-16T11:44:13.685 DEBUG:teuthology.orchestra.run.smithi191:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-16T11:44:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:13 smithi191 ceph-mon[84934]: pgmap v2062: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-09-16T11:44:13.738 INFO:tasks.workunit.client.1.smithi191.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T11:44:13.740 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-16T11:44:13.740 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T11:44:14.504 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T11:44:14.569 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T11:44:14.610 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-16T11:44:14.611 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-16T11:44:14.611 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T11:44:14.650 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-16T11:44:14.653 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-09-16T11:44:14.653 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-16T11:44:14.711 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-16T11:44:14.712 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-16T11:44:14.713 DEBUG:teuthology.orchestra.run.smithi191:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-16T11:44:14.775 INFO:tasks.workunit.client.1.smithi191.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-16T11:44:14.775 INFO:tasks.workunit.client.1.smithi191.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-16T11:44:14.775 INFO:tasks.workunit.client.1.smithi191.stderr:+ TMPDIR=/tmp/rbd_import_export_133162 2024-09-16T11:44:14.775 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm -rf /tmp/rbd_import_export_133162 2024-09-16T11:44:14.775 INFO:tasks.workunit.client.1.smithi191.stderr:+ mkdir /tmp/rbd_import_export_133162 2024-09-16T11:44:14.776 INFO:tasks.workunit.client.1.smithi191.stderr:+ trap 'rm -rf /tmp/rbd_import_export_133162' INT TERM EXIT 2024-09-16T11:44:14.776 INFO:tasks.workunit.client.1.smithi191.stderr:+ mkdir foo.133162 2024-09-16T11:44:14.777 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import foo.133162 foo.dir 2024-09-16T11:44:14.841 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: cannot import a directory 2024-09-16T11:44:14.842 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 0% complete...failed. 2024-09-16T11:44:14.842 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: import failed: (21) Is a directory 2024-09-16T11:44:14.844 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:14.844 INFO:tasks.workunit.client.1.smithi191.stderr:+ rmdir foo.133162 2024-09-16T11:44:14.849 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_133162/img bs=1k count=1 seek=10 2024-09-16T11:44:14.850 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-09-16T11:44:14.850 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-09-16T11:44:14.850 INFO:tasks.workunit.client.1.smithi191.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.9451e-05 s, 26.0 MB/s 2024-09-16T11:44:14.850 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133162/img bs=1k count=10 seek=100 2024-09-16T11:44:14.851 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records in 2024-09-16T11:44:14.851 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records out 2024-09-16T11:44:14.851 INFO:tasks.workunit.client.1.smithi191.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0528e-05 s, 203 MB/s 2024-09-16T11:44:14.851 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_133162/img bs=1k count=100 seek=1000 2024-09-16T11:44:14.852 INFO:tasks.workunit.client.1.smithi191.stderr:60+1 records in 2024-09-16T11:44:14.852 INFO:tasks.workunit.client.1.smithi191.stderr:60+1 records out 2024-09-16T11:44:14.852 INFO:tasks.workunit.client.1.smithi191.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000150402 s, 410 MB/s 2024-09-16T11:44:14.852 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_133162/img bs=1k seek=10000 2024-09-16T11:44:14.853 INFO:tasks.workunit.client.1.smithi191.stderr:137+1 records in 2024-09-16T11:44:14.853 INFO:tasks.workunit.client.1.smithi191.stderr:137+1 records out 2024-09-16T11:44:14.853 INFO:tasks.workunit.client.1.smithi191.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000347504 s, 406 MB/s 2024-09-16T11:44:14.853 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_133162/img bs=1k seek=100000 2024-09-16T11:44:14.854 INFO:tasks.workunit.client.1.smithi191.stderr:60+1 records in 2024-09-16T11:44:14.854 INFO:tasks.workunit.client.1.smithi191.stderr:60+1 records out 2024-09-16T11:44:14.854 INFO:tasks.workunit.client.1.smithi191.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000152175 s, 405 MB/s 2024-09-16T11:44:14.854 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_133162/img bs=1k seek=1000000 2024-09-16T11:44:14.855 INFO:tasks.workunit.client.1.smithi191.stderr:154+1 records in 2024-09-16T11:44:14.855 INFO:tasks.workunit.client.1.smithi191.stderr:154+1 records out 2024-09-16T11:44:14.855 INFO:tasks.workunit.client.1.smithi191.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000326029 s, 485 MB/s 2024-09-16T11:44:14.855 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-09-16T11:44:14.911 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-09-16T11:44:14.911 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T11:44:14.913 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:14.983 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:15.442 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-16T11:44:15.443 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:15.445 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg /tmp/rbd_import_export_133162/img2 2024-09-16T11:44:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:15 smithi077 ceph-mon[86047]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 379 op/s 2024-09-16T11:44:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:15 smithi077 ceph-mon[88497]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 379 op/s 2024-09-16T11:44:15.701 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:15.705 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg - 2024-09-16T11:44:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:15 smithi191 ceph-mon[84934]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 379 op/s 2024-09-16T11:44:16.375 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:16.378 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-09-16T11:44:16.497 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-16T11:44:16.500 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img2 2024-09-16T11:44:17.042 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img3 2024-09-16T11:44:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:16] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T11:44:17.442 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img2 /tmp/rbd_import_export_133162/img3 2024-09-16T11:44:17.604 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format - testimg 2024-09-16T11:44:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:17 smithi077 ceph-mon[86047]: pgmap v2064: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-16T11:44:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:17 smithi077 ceph-mon[88497]: pgmap v2064: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-16T11:44:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:17 smithi191 ceph-mon[84934]: pgmap v2064: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-16T11:44:18.016 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:18.016 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:18.019 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg /tmp/rbd_import_export_133162/img2 2024-09-16T11:44:18.285 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:18.288 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg - 2024-09-16T11:44:18.951 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:18.954 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-09-16T11:44:19.066 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-16T11:44:19.069 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img2 2024-09-16T11:44:19.607 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img3 2024-09-16T11:44:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:19 smithi191 ceph-mon[84934]: pgmap v2065: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 164 op/s 2024-09-16T11:44:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:19 smithi077 ceph-mon[88497]: pgmap v2065: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 164 op/s 2024-09-16T11:44:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:19 smithi077 ceph-mon[86047]: pgmap v2065: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 164 op/s 2024-09-16T11:44:20.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img2 /tmp/rbd_import_export_133162/img3 2024-09-16T11:44:20.216 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd help export 2024-09-16T11:44:20.216 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -q export-format 2024-09-16T11:44:20.234 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133162/img bs=1k count=10 seek=100 2024-09-16T11:44:20.234 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records in 2024-09-16T11:44:20.235 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records out 2024-09-16T11:44:20.235 INFO:tasks.workunit.client.1.smithi191.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.3126e-05 s, 162 MB/s 2024-09-16T11:44:20.235 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:20.302 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:20.302 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:20.305 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap 2024-09-16T11:44:20.442 INFO:tasks.workunit.client.1.smithi191.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T11:44:20.451 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd image-meta set testimg key1 value1 2024-09-16T11:44:20.503 INFO:tasks.workunit.client.1.smithi191.stderr:++ rbd image-meta list testimg 2024-09-16T11:44:20.542 INFO:tasks.workunit.client.1.smithi191.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-16T11:44:20.542 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-09-16T11:44:20.543 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-09-16T11:44:20.543 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1' 2024-09-16T11:44:20.543 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:20.580 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:20.583 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133162/img_v2 testimg_import 2024-09-16T11:44:21.461 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T11:44:21.464 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-09-16T11:44:21.500 INFO:tasks.workunit.client.1.smithi191.stdout:rbd image 'testimg_import': 2024-09-16T11:44:21.500 INFO:tasks.workunit.client.1.smithi191.stdout: size 110 KiB in 1 objects 2024-09-16T11:44:21.500 INFO:tasks.workunit.client.1.smithi191.stdout: order 22 (4 MiB objects) 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: snapshot_count: 1 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: id: d567c8ca459 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: block_name_prefix: rbd_data.d567c8ca459 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: format: 2 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: op_features: 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: flags: 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: create_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: access_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.501 INFO:tasks.workunit.client.1.smithi191.stdout: modify_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.503 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap 2024-09-16T11:44:21.538 INFO:tasks.workunit.client.1.smithi191.stdout:rbd image 'testimg_import': 2024-09-16T11:44:21.538 INFO:tasks.workunit.client.1.smithi191.stdout: size 110 KiB in 1 objects 2024-09-16T11:44:21.538 INFO:tasks.workunit.client.1.smithi191.stdout: order 22 (4 MiB objects) 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: snapshot_count: 1 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: id: d567c8ca459 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: block_name_prefix: rbd_data.d567c8ca459 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: format: 2 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: op_features: 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: flags: 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: create_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: access_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: modify_timestamp: Mon Sep 16 11:44:20 2024 2024-09-16T11:44:21.539 INFO:tasks.workunit.client.1.smithi191.stdout: protected: False 2024-09-16T11:44:21.541 INFO:tasks.workunit.client.1.smithi191.stderr:++ rbd image-meta list testimg_import 2024-09-16T11:44:21.584 INFO:tasks.workunit.client.1.smithi191.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-16T11:44:21.584 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-09-16T11:44:21.584 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-09-16T11:44:21.584 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1' 2024-09-16T11:44:21.584 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1' ']' 2024-09-16T11:44:21.585 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg_import /tmp/rbd_import_export_133162/img_import 2024-09-16T11:44:21.619 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-09-16T11:44:21.622 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img_import 2024-09-16T11:44:21.622 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/img /tmp/rbd_import_export_133162/img_import 2024-09-16T11:44:21.623 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/img --format %b 2024-09-16T11:44:21.624 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=24 2024-09-16T11:44:21.624 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/img_import --format %b 2024-09-16T11:44:21.625 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=224 2024-09-16T11:44:21.625 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=200 2024-09-16T11:44:21.625 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=200 2024-09-16T11:44:21.625 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-16T11:44:21.625 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_133162/img_snap 2024-09-16T11:44:21.660 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-09-16T11:44:21.663 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_133162/img_snap_import 2024-09-16T11:44:21.698 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-09-16T11:44:21.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/img_snap /tmp/rbd_import_export_133162/img_snap_import 2024-09-16T11:44:21.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/img_snap /tmp/rbd_import_export_133162/img_snap_import 2024-09-16T11:44:21.701 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/img_snap --format %b 2024-09-16T11:44:21.702 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=224 2024-09-16T11:44:21.702 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/img_snap_import --format %b 2024-09-16T11:44:21.703 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=224 2024-09-16T11:44:21.703 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:21.704 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:21.704 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T11:44:21.704 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:21.704 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_import 2024-09-16T11:44:21.705 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_snap 2024-09-16T11:44:21.705 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_snap_import 2024-09-16T11:44:21.706 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap rm testimg_import@snap 2024-09-16T11:44:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:21 smithi191 ceph-mon[84934]: pgmap v2066: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 37 KiB/s wr, 146 op/s 2024-09-16T11:44:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:21 smithi191 ceph-mon[84934]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T11:44:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:21 smithi077 ceph-mon[88497]: pgmap v2066: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 37 KiB/s wr, 146 op/s 2024-09-16T11:44:21.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:21 smithi077 ceph-mon[88497]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T11:44:21.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:21 smithi077 ceph-mon[86047]: pgmap v2066: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 37 KiB/s wr, 146 op/s 2024-09-16T11:44:21.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:21 smithi077 ceph-mon[86047]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T11:44:22.453 INFO:tasks.workunit.client.1.smithi191.stderr: Removing snap: 100% complete...done. 2024-09-16T11:44:22.464 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-09-16T11:44:22.590 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:22.593 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap rm testimg@snap 2024-09-16T11:44:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:22 smithi191 ceph-mon[84934]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T11:44:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:22 smithi077 ceph-mon[86047]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T11:44:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:22 smithi077 ceph-mon[88497]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T11:44:23.457 INFO:tasks.workunit.client.1.smithi191.stderr: Removing snap: 100% complete...done. 2024-09-16T11:44:23.467 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-09-16T11:44:23.587 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:23.589 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --order 20 /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:23.654 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:23.654 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:23.656 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:23.691 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:23.694 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133162/img_v2 testimg_import 2024-09-16T11:44:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:23 smithi191 ceph-mon[84934]: pgmap v2069: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 97 KiB/s wr, 95 op/s 2024-09-16T11:44:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:23 smithi191 ceph-mon[84934]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T11:44:23.763 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T11:44:23.766 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-09-16T11:44:23.767 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep order 2024-09-16T11:44:23.767 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk '{print $2}' 2024-09-16T11:44:23.767 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 20 2024-09-16T11:44:23.800 INFO:tasks.workunit.client.1.smithi191.stdout:20 2024-09-16T11:44:23.801 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:23.801 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-09-16T11:44:23.912 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:23.914 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-09-16T11:44:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:23 smithi077 ceph-mon[86047]: pgmap v2069: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 97 KiB/s wr, 95 op/s 2024-09-16T11:44:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:23 smithi077 ceph-mon[86047]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T11:44:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:23 smithi077 ceph-mon[88497]: pgmap v2069: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 97 KiB/s wr, 95 op/s 2024-09-16T11:44:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:23 smithi077 ceph-mon[88497]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T11:44:24.038 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:24.041 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:24.090 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:24.093 INFO:tasks.workunit.client.1.smithi191.stderr:++ rbd info testimg 2024-09-16T11:44:24.094 INFO:tasks.workunit.client.1.smithi191.stderr:++ grep features 2024-09-16T11:44:24.128 INFO:tasks.workunit.client.1.smithi191.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-16T11:44:24.129 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: ' 2024-09-16T11:44:24.129 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:24.163 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:24.166 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133162/img_v2 testimg_import 2024-09-16T11:44:24.228 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T11:44:24.231 INFO:tasks.workunit.client.1.smithi191.stderr:++ rbd info testimg_import 2024-09-16T11:44:24.231 INFO:tasks.workunit.client.1.smithi191.stderr:++ grep features 2024-09-16T11:44:24.265 INFO:tasks.workunit.client.1.smithi191.stderr:+ FEATURES_AFTER=' features: layering 2024-09-16T11:44:24.265 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: ' 2024-09-16T11:44:24.265 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' ' features: layering 2024-09-16T11:44:24.265 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: ' '!=' ' features: layering 2024-09-16T11:44:24.265 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: ' ']' 2024-09-16T11:44:24.266 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:24.266 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-09-16T11:44:24.357 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:24.360 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-09-16T11:44:24.443 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:24.445 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:24.515 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:24.518 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:24.558 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:24.561 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133162/img_v2 testimg_import 2024-09-16T11:44:24.635 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T11:44:24.638 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-09-16T11:44:24.638 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 'stripe unit' 2024-09-16T11:44:24.639 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-16T11:44:24.673 INFO:tasks.workunit.client.1.smithi191.stdout: stripe unit: 4 KiB 2024-09-16T11:44:24.674 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-09-16T11:44:24.675 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 'stripe count' 2024-09-16T11:44:24.675 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk '{print $3}' 2024-09-16T11:44:24.675 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 1000 2024-09-16T11:44:24.709 INFO:tasks.workunit.client.1.smithi191.stdout:1000 2024-09-16T11:44:24.709 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/img_v2 2024-09-16T11:44:24.710 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-09-16T11:44:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:24 smithi191 ceph-mon[84934]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T11:44:24.828 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-16T11:44:24.831 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-09-16T11:44:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:24 smithi077 ceph-mon[88497]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T11:44:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:24 smithi077 ceph-mon[86047]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T11:44:24.943 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-16T11:44:24.946 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_133162/img testimg 2024-09-16T11:44:25.009 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:25.011 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap1 2024-09-16T11:44:25.469 INFO:tasks.workunit.client.1.smithi191.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T11:44:25.478 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap2 2024-09-16T11:44:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:25 smithi191 ceph-mon[84934]: pgmap v2072: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 134 KiB/s wr, 252 op/s 2024-09-16T11:44:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:25 smithi077 ceph-mon[86047]: pgmap v2072: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 134 KiB/s wr, 252 op/s 2024-09-16T11:44:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:25 smithi077 ceph-mon[88497]: pgmap v2072: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 134 KiB/s wr, 252 op/s 2024-09-16T11:44:26.491 INFO:tasks.workunit.client.1.smithi191.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T11:44:26.501 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap protect testimg@snap2 2024-09-16T11:44:26.547 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133162/snap_protect 2024-09-16T11:44:26.587 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:26.590 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133162/snap_protect testimg_import 2024-09-16T11:44:26.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:26 smithi077 ceph-mon[88497]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T11:44:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:26 smithi077 ceph-mon[86047]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T11:44:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:26 smithi191 ceph-mon[84934]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T11:44:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:26] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[86047]: pgmap v2074: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 69 KiB/s wr, 404 op/s 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[86047]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[88497]: pgmap v2074: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 69 KiB/s wr, 404 op/s 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[88497]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T11:44:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:27 smithi191 ceph-mon[84934]: pgmap v2074: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 69 KiB/s wr, 404 op/s 2024-09-16T11:44:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:27 smithi191 ceph-mon[84934]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T11:44:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:28.513 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T11:44:28.516 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap1 2024-09-16T11:44:28.517 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 'protected: False' 2024-09-16T11:44:28.557 INFO:tasks.workunit.client.1.smithi191.stdout: protected: False 2024-09-16T11:44:28.558 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap2 2024-09-16T11:44:28.558 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 'protected: True' 2024-09-16T11:44:28.597 INFO:tasks.workunit.client.1.smithi191.stdout: protected: True 2024-09-16T11:44:28.597 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/snap_protect 2024-09-16T11:44:28.598 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap unprotect testimg@snap2 2024-09-16T11:44:28.646 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-16T11:44:28.691 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap purge testimg 2024-09-16T11:44:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:28 smithi077 ceph-mon[86047]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T11:44:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:28 smithi077 ceph-mon[88497]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T11:44:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:28 smithi191 ceph-mon[84934]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T11:44:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:29 smithi077 ceph-mon[86047]: pgmap v2077: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 288 KiB/s rd, 25 KiB/s wr, 369 op/s 2024-09-16T11:44:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:29 smithi077 ceph-mon[86047]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T11:44:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:29 smithi077 ceph-mon[88497]: pgmap v2077: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 288 KiB/s rd, 25 KiB/s wr, 369 op/s 2024-09-16T11:44:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:29 smithi077 ceph-mon[88497]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T11:44:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:29 smithi191 ceph-mon[84934]: pgmap v2077: 105 pgs: 105 active+clean; 699 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 288 KiB/s rd, 25 KiB/s wr, 369 op/s 2024-09-16T11:44:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:29 smithi191 ceph-mon[84934]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T11:44:30.499 INFO:tasks.workunit.client.1.smithi191.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-16T11:44:30.511 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap purge testimg_import 2024-09-16T11:44:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:30 smithi077 ceph-mon[86047]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T11:44:30.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:30 smithi077 ceph-mon[88497]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T11:44:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:30 smithi191 ceph-mon[84934]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T11:44:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[86047]: pgmap v2080: 105 pgs: 105 active+clean; 589 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 23 KiB/s wr, 276 op/s 2024-09-16T11:44:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[86047]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T11:44:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[86047]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T11:44:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[88497]: pgmap v2080: 105 pgs: 105 active+clean; 589 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 23 KiB/s wr, 276 op/s 2024-09-16T11:44:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[88497]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T11:44:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:31 smithi077 ceph-mon[88497]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T11:44:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:31 smithi191 ceph-mon[84934]: pgmap v2080: 105 pgs: 105 active+clean; 589 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 23 KiB/s wr, 276 op/s 2024-09-16T11:44:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:31 smithi191 ceph-mon[84934]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T11:44:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:31 smithi191 ceph-mon[84934]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T11:44:32.200 INFO:tasks.workunit.client.1.smithi191.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-16T11:44:32.218 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-09-16T11:44:32.345 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:32.348 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-09-16T11:44:32.470 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:32.473 INFO:tasks.workunit.client.1.smithi191.stderr:+ tiered=0 2024-09-16T11:44:32.474 INFO:tasks.workunit.client.1.smithi191.stderr:+ ceph osd dump 2024-09-16T11:44:32.474 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep '^pool' 2024-09-16T11:44:32.474 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep ''\''rbd'\''' 2024-09-16T11:44:32.474 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep tier 2024-09-16T11:44:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:32.827 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_133162/sparse1 2024-09-16T11:44:32.831 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-09-16T11:44:32.831 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-09-16T11:44:32.831 INFO:tasks.workunit.client.1.smithi191.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00330272 s, 317 MB/s 2024-09-16T11:44:32.831 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_133162/sparse2 2024-09-16T11:44:32.835 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-09-16T11:44:32.835 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-09-16T11:44:32.835 INFO:tasks.workunit.client.1.smithi191.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00320572 s, 327 MB/s 2024-09-16T11:44:32.835 INFO:tasks.workunit.client.1.smithi191.stderr:+ truncate /tmp/rbd_import_export_133162/sparse2 -s 2M 2024-09-16T11:44:32.845 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-09-16T11:44:32.896 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-09-16T11:44:32.897 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T11:44:32.899 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:32.899 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133162/sparse1 2024-09-16T11:44:32.975 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-16T11:44:32.976 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:32.976 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:32.979 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-09-16T11:44:32.979 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse1 2024-09-16T11:44:32.979 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-16T11:44:33.014 INFO:tasks.workunit.client.1.smithi191.stdout:sparse1 2 MiB 2 2024-09-16T11:44:33.015 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse1 2024-09-16T11:44:33.015 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse1 2024-09-16T11:44:33.015 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse1 2024-09-16T11:44:33.015 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:33.015 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:33.050 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d681b619e2f8 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d681b619e2f8 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse1 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse1 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d681b619e2f8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse1 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:33.051 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:33.089 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:33.089 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:33.089 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:33.089 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:33.089 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:33.126 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects=1 2024-09-16T11:44:33.126 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 1 2024-09-16T11:44:33.127 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T11:44:33.127 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:33.162 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:33.165 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:33.166 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:33.168 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse1 --format %b 2024-09-16T11:44:33.168 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-09-16T11:44:33.169 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse1.out --format %b 2024-09-16T11:44:33.170 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-09-16T11:44:33.170 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:33.170 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:33.170 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T11:44:33.170 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:33.171 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-09-16T11:44:33.284 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-16T11:44:33.287 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-09-16T11:44:33.337 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-09-16T11:44:33.337 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T11:44:33.340 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:33.340 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133162/sparse2 2024-09-16T11:44:33.411 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-16T11:44:33.412 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:33.412 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:33.414 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-09-16T11:44:33.414 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse2 2024-09-16T11:44:33.414 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-16T11:44:33.449 INFO:tasks.workunit.client.1.smithi191.stdout:sparse2 2 MiB 2 2024-09-16T11:44:33.450 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse2 2024-09-16T11:44:33.450 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse2 2024-09-16T11:44:33.450 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse2 2024-09-16T11:44:33.451 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:33.451 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:33 smithi191 ceph-mon[84934]: pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 29 KiB/s wr, 322 op/s 2024-09-16T11:44:33.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:33 smithi191 ceph-mon[84934]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T11:44:33.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:33 smithi191 ceph-mon[84934]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:33 smithi191 ceph-mon[84934]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.485 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d6b4a2cec6e4 2024-09-16T11:44:33.486 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d6b4a2cec6e4 2024-09-16T11:44:33.486 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d6b4a2cec6e4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:33.486 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse2 2024-09-16T11:44:33.486 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse2 2024-09-16T11:44:33.487 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:33.487 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse2 2024-09-16T11:44:33.487 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:33.487 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:33.522 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:33.522 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:33.523 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:33.523 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:33.523 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:33.563 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects=0 2024-09-16T11:44:33.563 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 0 2024-09-16T11:44:33.563 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-16T11:44:33.563 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:33.599 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:33.602 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:33.603 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:33.604 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse2 --format %b 2024-09-16T11:44:33.605 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-09-16T11:44:33.605 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse2.out --format %b 2024-09-16T11:44:33.607 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-09-16T11:44:33.607 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:33.608 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:33.608 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T11:44:33.608 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:33.608 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[88497]: pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 29 KiB/s wr, 322 op/s 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[88497]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[88497]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[88497]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[86047]: pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 29 KiB/s wr, 322 op/s 2024-09-16T11:44:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[86047]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T11:44:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[86047]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:33 smithi077 ceph-mon[86047]: from='client.? 172.21.15.191:0/1276201441' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T11:44:33.720 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-16T11:44:33.722 INFO:tasks.workunit.client.1.smithi191.stderr:+ truncate /tmp/rbd_import_export_133162/sparse1 -s 10M 2024-09-16T11:44:33.723 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-16T11:44:33.825 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:33.826 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:33.826 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:33.828 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-09-16T11:44:33.828 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse1 2024-09-16T11:44:33.828 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-16T11:44:33.864 INFO:tasks.workunit.client.1.smithi191.stdout:sparse1 10 MiB 2 2024-09-16T11:44:33.865 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse1 2024-09-16T11:44:33.865 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse1 2024-09-16T11:44:33.865 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse1 2024-09-16T11:44:33.865 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:33.865 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:33.904 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d6e14b189a6d 2024-09-16T11:44:33.904 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d6e14b189a6d 2024-09-16T11:44:33.904 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse1 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d6e14b189a6d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse1 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse1 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:33.905 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:33.937 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:33.938 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:33.938 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:33.938 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:33.938 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:33.977 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects=1 2024-09-16T11:44:33.977 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 1 2024-09-16T11:44:33.977 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T11:44:33.977 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:34.018 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:34.018 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:34.018 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/sparse1 /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:34.024 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse1 --format %b 2024-09-16T11:44:34.025 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-09-16T11:44:34.025 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse1.out --format %b 2024-09-16T11:44:34.026 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-09-16T11:44:34.026 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:34.026 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:34.026 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T11:44:34.027 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse1.out 2024-09-16T11:44:34.028 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-09-16T11:44:34.138 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-16T11:44:34.140 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_133162/sparse2 oflag=append conv=notrunc 2024-09-16T11:44:34.148 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-09-16T11:44:34.148 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-09-16T11:44:34.148 INFO:tasks.workunit.client.1.smithi191.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00598244 s, 351 MB/s 2024-09-16T11:44:34.148 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-16T11:44:34.249 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:34.249 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:34.249 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:34.252 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-09-16T11:44:34.252 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse2 2024-09-16T11:44:34.252 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-16T11:44:34.287 INFO:tasks.workunit.client.1.smithi191.stdout:sparse2 4 MiB 2 2024-09-16T11:44:34.288 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse2 2024-09-16T11:44:34.288 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse2 2024-09-16T11:44:34.288 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse2 2024-09-16T11:44:34.288 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:34.288 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:34.324 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d70ee796800 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d70ee796800 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse2 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d70ee796800\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse2 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:34.325 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse2 2024-09-16T11:44:34.326 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:34.326 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:34.361 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:34.361 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:34.361 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:34.361 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:34.361 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects='0 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:2 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:3' 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 0 2 3 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-16T11:44:34.400 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:34.437 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-16T11:44:34.441 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133162/sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:34.441 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_133162/sparse2 /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:34.443 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse2 --format %b 2024-09-16T11:44:34.444 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=6144 2024-09-16T11:44:34.445 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse2.out --format %b 2024-09-16T11:44:34.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=6144 2024-09-16T11:44:34.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:34.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-09-16T11:44:34.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T11:44:34.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse2.out 2024-09-16T11:44:34.447 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-09-16T11:44:34.560 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-16T11:44:34.563 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-16T11:44:34.564 INFO:tasks.workunit.client.1.smithi191.stdout:partially-sparse file imports to partially-sparse image 2024-09-16T11:44:34.564 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133162/sparse1 sparse 2024-09-16T11:44:34.636 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-16T11:44:34.636 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:34.637 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T11:44:34.640 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse 2024-09-16T11:44:34.640 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse 2024-09-16T11:44:34.640 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse 2024-09-16T11:44:34.640 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:34.640 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:34.674 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d73b6ec4f93 2024-09-16T11:44:34.675 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d73b6ec4f93 2024-09-16T11:44:34.675 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse 2024-09-16T11:44:34.675 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d73b6ec4f93\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:34.675 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse 2024-09-16T11:44:34.675 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:34.676 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse 2024-09-16T11:44:34.676 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:34.676 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:34.710 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:34.710 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:34.710 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:34.711 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:34.711 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:34.750 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects=1 2024-09-16T11:44:34.750 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 1 2024-09-16T11:44:34.750 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T11:44:34.750 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-09-16T11:44:34.863 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-16T11:44:34.866 INFO:tasks.workunit.client.1.smithi191.stdout:zeros import through stdin to sparse image 2024-09-16T11:44:34.867 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-16T11:44:34.867 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-16T11:44:34.867 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format - sparse 2024-09-16T11:44:34.917 INFO:tasks.workunit.client.1.smithi191.stderr:4+0 records in 2024-09-16T11:44:34.918 INFO:tasks.workunit.client.1.smithi191.stderr:4+0 records out 2024-09-16T11:44:34.918 INFO:tasks.workunit.client.1.smithi191.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0503647 s, 83.3 MB/s 2024-09-16T11:44:34.932 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-09-16T11:44:34.932 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:34.934 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse 2024-09-16T11:44:34.934 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse 2024-09-16T11:44:34.934 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse 2024-09-16T11:44:34.934 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:34.934 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:34.970 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d75c8250b452 2024-09-16T11:44:34.971 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d75c8250b452 2024-09-16T11:44:34.971 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse 2024-09-16T11:44:34.971 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse 2024-09-16T11:44:34.971 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d75c8250b452\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:34.972 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:34.972 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse 2024-09-16T11:44:34.972 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:34.972 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:35.007 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:35.007 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:35.007 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:35.007 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:35.008 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:35.047 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects= 2024-09-16T11:44:35.047 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 2024-09-16T11:44:35.047 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-16T11:44:35.047 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-09-16T11:44:35.152 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:35.155 INFO:tasks.workunit.client.1.smithi191.stdout:zeros export to sparse file 2024-09-16T11:44:35.155 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 'zeros export to sparse file' 2024-09-16T11:44:35.155 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd create --new-format sparse --size 4 2024-09-16T11:44:35.195 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T11:44:35.198 INFO:tasks.workunit.client.1.smithi191.stderr:++ rbd info sparse 2024-09-16T11:44:35.198 INFO:tasks.workunit.client.1.smithi191.stderr:++ grep block_name_prefix 2024-09-16T11:44:35.198 INFO:tasks.workunit.client.1.smithi191.stderr:++ awk '{print $NF;}' 2024-09-16T11:44:35.233 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.d77dcbdbcfd 2024-09-16T11:44:35.233 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-16T11:44:35.234 INFO:tasks.workunit.client.1.smithi191.stderr:++ get_image_data_pool sparse 2024-09-16T11:44:35.234 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse 2024-09-16T11:44:35.234 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse 2024-09-16T11:44:35.235 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep 'data_pool: ' 2024-09-16T11:44:35.235 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk -F: '{ print $NF }' 2024-09-16T11:44:35.270 INFO:tasks.workunit.client.1.smithi191.stderr:++ data_pool= 2024-09-16T11:44:35.270 INFO:tasks.workunit.client.1.smithi191.stderr:++ '[' -z ']' 2024-09-16T11:44:35.270 INFO:tasks.workunit.client.1.smithi191.stderr:++ data_pool=rbd 2024-09-16T11:44:35.270 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo rbd 2024-09-16T11:44:35.270 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados -p rbd put rbd_data.d77dcbdbcfd.000000000000 - 2024-09-16T11:44:35.299 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-09-16T11:44:35.299 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-09-16T11:44:35.299 INFO:tasks.workunit.client.1.smithi191.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0646755 s, 64.9 MB/s 2024-09-16T11:44:35.323 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects sparse 2024-09-16T11:44:35.323 INFO:tasks.workunit.client.1.smithi191.stderr:++ image=sparse 2024-09-16T11:44:35.323 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rbd info sparse 2024-09-16T11:44:35.323 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep block_name_prefix 2024-09-16T11:44:35.323 INFO:tasks.workunit.client.1.smithi191.stderr:+++ awk '{print $NF;}' 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:++ prefix=rbd_data.d77dcbdbcfd 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:+++ grep rbd_data.d77dcbdbcfd 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:++++ get_image_data_pool sparse 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:++++ image=sparse 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sed -e 's/rbd_data.d77dcbdbcfd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T11:44:35.358 INFO:tasks.workunit.client.1.smithi191.stderr:+++ sort -u 2024-09-16T11:44:35.359 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ rbd info sparse 2024-09-16T11:44:35.359 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ grep 'data_pool: ' 2024-09-16T11:44:35.359 INFO:tasks.workunit.client.1.smithi191.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T11:44:35.397 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool= 2024-09-16T11:44:35.398 INFO:tasks.workunit.client.1.smithi191.stderr:++++ '[' -z ']' 2024-09-16T11:44:35.398 INFO:tasks.workunit.client.1.smithi191.stderr:++++ data_pool=rbd 2024-09-16T11:44:35.398 INFO:tasks.workunit.client.1.smithi191.stderr:++++ echo rbd 2024-09-16T11:44:35.398 INFO:tasks.workunit.client.1.smithi191.stderr:+++ rados ls -p rbd 2024-09-16T11:44:35.438 INFO:tasks.workunit.client.1.smithi191.stderr:++ objects=0 2024-09-16T11:44:35.438 INFO:tasks.workunit.client.1.smithi191.stderr:++ echo 0 2024-09-16T11:44:35.438 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-16T11:44:35.438 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse 2024-09-16T11:44:35.439 INFO:tasks.workunit.client.1.smithi191.stderr:rm: cannot remove '/tmp/rbd_import_export_133162/sparse': No such file or directory 2024-09-16T11:44:35.439 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:35.439 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse /tmp/rbd_import_export_133162/sparse 2024-09-16T11:44:35.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:35 smithi191 ceph-mon[84934]: pgmap v2085: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-09-16T11:44:35.472 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-09-16T11:44:35.475 INFO:tasks.workunit.client.1.smithi191.stderr:++ stat /tmp/rbd_import_export_133162/sparse --format=%b 2024-09-16T11:44:35.476 INFO:tasks.workunit.client.1.smithi191.stderr:+ '[' 0 = 0 ']' 2024-09-16T11:44:35.477 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-09-16T11:44:35.580 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-09-16T11:44:35.583 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_133162/sparse /tmp/rbd_import_export_133162/sparse1 /tmp/rbd_import_export_133162/sparse2 /tmp/rbd_import_export_133162/sparse3 2024-09-16T11:44:35.585 INFO:tasks.workunit.client.1.smithi191.stderr:rm: cannot remove '/tmp/rbd_import_export_133162/sparse3': No such file or directory 2024-09-16T11:44:35.585 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-09-16T11:44:35.585 INFO:tasks.workunit.client.1.smithi191.stdout:OK 2024-09-16T11:44:35.587 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo OK 2024-09-16T11:44:35.587 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm -rf /tmp/rbd_import_export_133162 2024-09-16T11:44:35.587 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T11:44:35.587 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-16T11:44:35.654 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-16T11:44:35.654 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-16T11:44:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:35 smithi077 ceph-mon[86047]: pgmap v2085: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-09-16T11:44:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:35 smithi077 ceph-mon[88497]: pgmap v2085: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-09-16T11:44:35.877 DEBUG:teuthology.parallel:result is None 2024-09-16T11:44:35.877 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T11:44:35.902 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T11:44:35.902 DEBUG:teuthology.orchestra.run.smithi191:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-16T11:44:35.957 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T11:44:35.957 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:44:35.957 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-16T11:44:35.958 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T11:44:35.958 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-16T11:44:35.958 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T11:44:35.958 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T11:44:35.958 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T11:44:35.959 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:44:35.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T11:44:35.976 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T11:44:35.976 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T11:44:36.033 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T11:44:36.034 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T11:44:36.090 INFO:tasks.workunit:timeout=3h 2024-09-16T11:44:36.090 INFO:tasks.workunit:cleanup=True 2024-09-16T11:44:36.090 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T11:44:36.147 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T11:44:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:36] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T11:44:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:37 smithi191 ceph-mon[84934]: pgmap v2086: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 919 KiB/s rd, 874 KiB/s wr, 319 op/s 2024-09-16T11:44:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:37 smithi191 ceph-mon[84934]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T11:44:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:37 smithi077 ceph-mon[88497]: pgmap v2086: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 919 KiB/s rd, 874 KiB/s wr, 319 op/s 2024-09-16T11:44:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:37 smithi077 ceph-mon[88497]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T11:44:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:37 smithi077 ceph-mon[86047]: pgmap v2086: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 919 KiB/s rd, 874 KiB/s wr, 319 op/s 2024-09-16T11:44:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:37 smithi077 ceph-mon[86047]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T11:44:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:39 smithi191 ceph-mon[84934]: pgmap v2088: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 819 KiB/s wr, 237 op/s 2024-09-16T11:44:39.474 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:39 smithi077 ceph-mon[88497]: pgmap v2088: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 819 KiB/s wr, 237 op/s 2024-09-16T11:44:39.474 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:39 smithi077 ceph-mon[86047]: pgmap v2088: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 819 KiB/s wr, 237 op/s 2024-09-16T11:44:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:41 smithi191 ceph-mon[84934]: pgmap v2089: 105 pgs: 105 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 314 op/s 2024-09-16T11:44:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:41 smithi191 ceph-mon[84934]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T11:44:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:41 smithi077 ceph-mon[86047]: pgmap v2089: 105 pgs: 105 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 314 op/s 2024-09-16T11:44:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:41 smithi077 ceph-mon[86047]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T11:44:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:41 smithi077 ceph-mon[88497]: pgmap v2089: 105 pgs: 105 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 314 op/s 2024-09-16T11:44:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:41 smithi077 ceph-mon[88497]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T11:44:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:42.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:42.630 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T11:44:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:42.685 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T11:44:42.687 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:44:42.687 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T11:44:42.735 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T11:44:42.784 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T11:44:42.823 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T11:44:42.825 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:44:42.825 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T11:44:42.864 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T11:44:42.867 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T11:44:42.867 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T11:44:42.923 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-16T11:44:42.925 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-16T11:44:42.925 DEBUG:teuthology.orchestra.run.smithi077:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-16T11:44:43.019 INFO:tasks.workunit.client.0.smithi077.stderr:warning: failed to enable lockdep 2024-09-16T11:44:43.019 INFO:tasks.workunit.client.0.smithi077.stdout:seed 136923 2024-09-16T11:44:43.019 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-16T11:44:43.020 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment set-up. 2024-09-16T11:44:43.020 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from TestJournalStress 2024-09-16T11:44:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:43 smithi077 ceph-mon[86047]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1005 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2024-09-16T11:44:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:43 smithi077 ceph-mon[88497]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1005 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2024-09-16T11:44:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:43 smithi191 ceph-mon[84934]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1005 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2024-09-16T11:44:44.352 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-16T11:44:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:44 smithi077 ceph-mon[86047]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T11:44:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:44 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:44 smithi077 ceph-mon[88497]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T11:44:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:44 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:44 smithi191 ceph-mon[84934]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T11:44:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:44 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[86047]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 842 KiB/s wr, 184 op/s 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[86047]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[88497]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 842 KiB/s wr, 184 op/s 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:45.701 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:45 smithi077 ceph-mon[88497]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T11:44:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:45 smithi191 ceph-mon[84934]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 419 KiB/s rd, 842 KiB/s wr, 184 op/s 2024-09-16T11:44:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:45 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:45 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/302741457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:45 smithi191 ceph-mon[84934]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T11:44:46.380 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:46.380 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2030 ms) 2024-09-16T11:44:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:46 smithi077 ceph-mon[86047]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T11:44:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:46 smithi077 ceph-mon[88497]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T11:44:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:46 smithi191 ceph-mon[84934]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T11:44:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:46] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-16T11:44:47.363 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from TestJournalStress (2030 ms total) 2024-09-16T11:44:47.364 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:44:47.364 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 16 tests from TestJournalReplay 2024-09-16T11:44:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[86047]: pgmap v2096: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:44:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[86047]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T11:44:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[88497]: pgmap v2096: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:47.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:47.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:44:47.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:47 smithi077 ceph-mon[88497]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T11:44:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:47 smithi191 ceph-mon[84934]: pgmap v2096: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:47 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:47 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:44:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:47 smithi191 ceph-mon[84934]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T11:44:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:48 smithi077 ceph-mon[86047]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T11:44:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:48 smithi077 ceph-mon[88497]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T11:44:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:48 smithi191 ceph-mon[84934]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T11:44:49.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-16T11:44:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[86047]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[86047]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T11:44:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[88497]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[88497]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T11:44:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:49 smithi191 ceph-mon[84934]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:49 smithi191 ceph-mon[84934]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T11:44:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:50 smithi077 ceph-mon[86047]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T11:44:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:50.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:50 smithi077 ceph-mon[88497]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T11:44:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/161797760' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:50 smithi191 ceph-mon[84934]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T11:44:51.408 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.409 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2023 ms) 2024-09-16T11:44:51.409 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-16T11:44:51.421 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.421 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.AioWriteEvent (13 ms) 2024-09-16T11:44:51.421 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-16T11:44:51.430 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.430 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-09-16T11:44:51.430 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-16T11:44:51.438 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.438 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapCreate (8 ms) 2024-09-16T11:44:51.438 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-16T11:44:51.446 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-09-16T11:44:51.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-16T11:44:51.454 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.454 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-09-16T11:44:51.454 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-16T11:44:51.463 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.463 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapRename (9 ms) 2024-09-16T11:44:51.463 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-16T11:44:51.471 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.471 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-16T11:44:51.471 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-16T11:44:51.478 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.478 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2024-09-16T11:44:51.478 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-16T11:44:51.485 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-09-16T11:44:51.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-16T11:44:51.492 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.492 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.Resize (6 ms) 2024-09-16T11:44:51.493 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-16T11:44:51.500 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-09-16T11:44:51.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-16T11:44:51.508 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.508 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-09-16T11:44:51.508 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-16T11:44:51.516 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.516 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-09-16T11:44:51.516 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-16T11:44:51.523 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.523 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2024-09-16T11:44:51.524 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-16T11:44:51.531 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:51.531 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-09-16T11:44:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:51 smithi077 ceph-mon[86047]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:51 smithi077 ceph-mon[86047]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T11:44:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:51 smithi077 ceph-mon[88497]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:51 smithi077 ceph-mon[88497]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T11:44:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:51 smithi191 ceph-mon[84934]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:51 smithi191 ceph-mon[84934]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T11:44:52.404 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 16 tests from TestJournalReplay (2146 ms total) 2024-09-16T11:44:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:44:52.404 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from TestJournalEntries 2024-09-16T11:44:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:52 smithi077 ceph-mon[86047]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T11:44:52.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:52 smithi077 ceph-mon[88497]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T11:44:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:52 smithi191 ceph-mon[84934]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T11:44:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:44:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:44:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:53 smithi077 ceph-mon[86047]: pgmap v2105: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:53 smithi077 ceph-mon[86047]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T11:44:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:53 smithi077 ceph-mon[88497]: pgmap v2105: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:53 smithi077 ceph-mon[88497]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T11:44:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:53 smithi191 ceph-mon[84934]: pgmap v2105: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:53 smithi191 ceph-mon[84934]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T11:44:54.416 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-16T11:44:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[86047]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T11:44:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1622442751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:54.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:54.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[88497]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T11:44:54.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1622442751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:54.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:54 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:54 smithi191 ceph-mon[84934]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T11:44:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:54 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1622442751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:54 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[86047]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[86047]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T11:44:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[88497]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:55 smithi077 ceph-mon[88497]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T11:44:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:55 smithi191 ceph-mon[84934]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:55 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:44:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:55 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:44:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:55 smithi191 ceph-mon[84934]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T11:44:56.446 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:56.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalEntries.AioWrite (2030 ms) 2024-09-16T11:44:56.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-16T11:44:56.458 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:56.458 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalEntries.AioDiscard (12 ms) 2024-09-16T11:44:56.458 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-16T11:44:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (8 ms) 2024-09-16T11:44:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-16T11:44:56.474 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:44:56.474 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2024-09-16T11:44:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:56 smithi191 ceph-mon[84934]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T11:44:56.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:56 smithi077 ceph-mon[86047]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T11:44:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:56 smithi077 ceph-mon[88497]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T11:44:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:44:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:44:56] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-16T11:44:57.442 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from TestJournalEntries (2058 ms total) 2024-09-16T11:44:57.442 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:44:57.442 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from TestTrash 2024-09-16T11:44:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:57 smithi191 ceph-mon[84934]: pgmap v2111: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:57 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:57 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:44:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:57 smithi191 ceph-mon[84934]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T11:44:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[86047]: pgmap v2111: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:44:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[86047]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T11:44:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[88497]: pgmap v2111: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:44:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:44:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[88497]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T11:44:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:44:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:58 smithi191 ceph-mon[84934]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T11:44:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:58 smithi077 ceph-mon[86047]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T11:44:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:58 smithi077 ceph-mon[88497]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T11:44:59.454 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-16T11:44:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:59 smithi191 ceph-mon[84934]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:59 smithi191 ceph-mon[84934]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T11:44:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3379149317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:44:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[86047]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[86047]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T11:44:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3379149317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[88497]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:44:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[88497]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T11:44:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3379149317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:44:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:44:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:00 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:00 smithi191 ceph-mon[84934]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T11:45:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:00 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:00 smithi077 ceph-mon[86047]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T11:45:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:00 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:00 smithi077 ceph-mon[88497]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T11:45:01.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestTrash.UserRemovingSource (2094 ms) 2024-09-16T11:45:01.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-16T11:45:01.590 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2024-09-16T11:45:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:01 smithi191 ceph-mon[84934]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:01 smithi191 ceph-mon[84934]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T11:45:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:01 smithi077 ceph-mon[86047]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:01 smithi077 ceph-mon[86047]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T11:45:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:01 smithi077 ceph-mon[88497]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:01 smithi077 ceph-mon[88497]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T11:45:02.479 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from TestTrash (2136 ms total) 2024-09-16T11:45:02.480 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:45:02.480 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from TestOperations 2024-09-16T11:45:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:02 smithi191 ceph-mon[84934]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T11:45:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:02 smithi077 ceph-mon[86047]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T11:45:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:02 smithi077 ceph-mon[88497]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T11:45:03.853 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:03 smithi191 ceph-mon[84934]: pgmap v2120: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:03.854 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:03 smithi191 ceph-mon[84934]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T11:45:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:03 smithi077 ceph-mon[86047]: pgmap v2120: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:03 smithi077 ceph-mon[86047]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T11:45:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:03 smithi077 ceph-mon[88497]: pgmap v2120: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:03 smithi077 ceph-mon[88497]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T11:45:04.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-16T11:45:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:04 smithi077 ceph-mon[88497]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T11:45:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:04 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:04 smithi077 ceph-mon[86047]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T11:45:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:04 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:04 smithi191 ceph-mon[84934]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T11:45:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:04 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[86047]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[86047]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T11:45:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[88497]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:05 smithi077 ceph-mon[88497]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T11:45:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:05 smithi191 ceph-mon[84934]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:05 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:05 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1751017770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:05 smithi191 ceph-mon[84934]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T11:45:06.527 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:06.527 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2041 ms) 2024-09-16T11:45:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[88497]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T11:45:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:45:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:45:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:45:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[86047]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:06] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-09-16T11:45:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:06 smithi191 ceph-mon[84934]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T11:45:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:45:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:45:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:45:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:07.527 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 1 test from TestOperations (2041 ms total) 2024-09-16T11:45:07.527 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:45:07.527 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from TestObjectMap 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[86047]: pgmap v2126: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[86047]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[88497]: pgmap v2126: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:45:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:45:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:07 smithi077 ceph-mon[88497]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T11:45:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:07 smithi191 ceph-mon[84934]: pgmap v2126: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:07 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:45:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:07 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:45:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:07 smithi191 ceph-mon[84934]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T11:45:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:08 smithi077 ceph-mon[86047]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T11:45:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:08 smithi077 ceph-mon[86047]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:08 smithi077 ceph-mon[88497]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T11:45:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:08 smithi077 ceph-mon[88497]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:08 smithi191 ceph-mon[84934]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T11:45:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:08 smithi191 ceph-mon[84934]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:09.531 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-16T11:45:09.822 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:09 smithi077 ceph-mon[86047]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T11:45:09.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:09.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:09 smithi077 ceph-mon[88497]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T11:45:09.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:09 smithi191 ceph-mon[84934]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T11:45:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[86047]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T11:45:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[86047]: pgmap v2132: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[88497]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T11:45:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:10 smithi077 ceph-mon[88497]: pgmap v2132: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2680254767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:10 smithi191 ceph-mon[84934]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T11:45:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:10 smithi191 ceph-mon[84934]: pgmap v2132: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:11.592 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2061 ms) 2024-09-16T11:45:11.592 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-16T11:45:11.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-09-16T11:45:11.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-16T11:45:11.657 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-09-16T11:45:11.658 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-16T11:45:11.684 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-09-16T11:45:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:11 smithi077 ceph-mon[86047]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T11:45:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:11 smithi077 ceph-mon[88497]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T11:45:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:11 smithi191 ceph-mon[84934]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T11:45:12.606 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 4 tests from TestObjectMap (2152 ms total) 2024-09-16T11:45:12.606 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:45:12.606 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-16T11:45:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:12 smithi191 ceph-mon[84934]: pgmap v2134: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:12 smithi191 ceph-mon[84934]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T11:45:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[86047]: pgmap v2134: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[86047]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[88497]: pgmap v2134: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[88497]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T11:45:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:13 smithi191 ceph-mon[84934]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T11:45:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:13 smithi077 ceph-mon[88497]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T11:45:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:13 smithi077 ceph-mon[86047]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T11:45:14.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-16T11:45:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[86047]: pgmap v2137: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[86047]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T11:45:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/212208221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[88497]: pgmap v2137: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[88497]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T11:45:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/212208221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:14 smithi191 ceph-mon[84934]: pgmap v2137: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T11:45:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:14 smithi191 ceph-mon[84934]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T11:45:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:14 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/212208221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:15 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:15 smithi077 ceph-mon[86047]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T11:45:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:15 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:15 smithi077 ceph-mon[88497]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T11:45:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:15 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:15 smithi191 ceph-mon[84934]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T11:45:16.670 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2048 ms) 2024-09-16T11:45:16.670 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-16T11:45:16.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-09-16T11:45:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:16 smithi077 ceph-mon[86047]: pgmap v2140: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:16 smithi077 ceph-mon[86047]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T11:45:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:16 smithi077 ceph-mon[88497]: pgmap v2140: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:16 smithi077 ceph-mon[88497]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T11:45:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:16] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-09-16T11:45:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:16 smithi191 ceph-mon[84934]: pgmap v2140: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:16 smithi191 ceph-mon[84934]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T11:45:17.647 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 2 tests from TestMirroringWatcher (2070 ms total) 2024-09-16T11:45:17.647 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:45:17.647 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 57 tests from TestMigration 2024-09-16T11:45:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:17 smithi077 ceph-mon[86047]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T11:45:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:17 smithi077 ceph-mon[88497]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T11:45:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:17 smithi191 ceph-mon[84934]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T11:45:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:18 smithi077 ceph-mon[86047]: pgmap v2143: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 511 B/s wr, 0 op/s 2024-09-16T11:45:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:18 smithi077 ceph-mon[86047]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T11:45:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:18 smithi077 ceph-mon[88497]: pgmap v2143: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 511 B/s wr, 0 op/s 2024-09-16T11:45:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:18 smithi077 ceph-mon[88497]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T11:45:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:18 smithi191 ceph-mon[84934]: pgmap v2143: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 511 B/s wr, 0 op/s 2024-09-16T11:45:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:18 smithi191 ceph-mon[84934]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[86047]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3705540726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[88497]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3705540726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:19 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:19 smithi191 ceph-mon[84934]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T11:45:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3705540726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:19 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:45:20.668 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Empty 2024-09-16T11:45:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[86047]: pgmap v2146: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[86047]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T11:45:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[88497]: pgmap v2146: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:20.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:20.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:20.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:20 smithi077 ceph-mon[88497]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T11:45:20.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:20 smithi191 ceph-mon[84934]: pgmap v2146: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:20.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:20 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:45:20.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:20 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:45:20.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:20 smithi191 ceph-mon[84934]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T11:45:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:21 smithi077 ceph-mon[86047]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T11:45:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:21 smithi077 ceph-mon[88497]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T11:45:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:21 smithi191 ceph-mon[84934]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T11:45:22.672 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:22 smithi077 ceph-mon[86047]: pgmap v2149: 169 pgs: 5 creating+peering, 43 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:22 smithi077 ceph-mon[86047]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T11:45:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:22 smithi077 ceph-mon[88497]: pgmap v2149: 169 pgs: 5 creating+peering, 43 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:22 smithi077 ceph-mon[88497]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T11:45:22.940 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:22.952 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:22.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:22 smithi191 ceph-mon[84934]: pgmap v2149: 169 pgs: 5 creating+peering, 43 unknown, 121 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:22.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:22 smithi191 ceph-mon[84934]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T11:45:23.113 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:23.188 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:23.281 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Empty (2613 ms) 2024-09-16T11:45:23.282 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.OtherName 2024-09-16T11:45:23.311 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:23.323 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:23.450 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:23.518 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:23.603 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.OtherName (322 ms) 2024-09-16T11:45:23.603 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.OtherPool 2024-09-16T11:45:23.632 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:23.643 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:23 smithi191 ceph-mon[84934]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T11:45:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:23 smithi077 ceph-mon[86047]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T11:45:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:23 smithi077 ceph-mon[88497]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T11:45:24.821 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:24.890 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:24 smithi191 ceph-mon[84934]: pgmap v2152: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:24 smithi191 ceph-mon[84934]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T11:45:24.973 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.OtherPool (1370 ms) 2024-09-16T11:45:24.973 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-16T11:45:25.013 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:25.026 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:25.146 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:24 smithi077 ceph-mon[86047]: pgmap v2152: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:24 smithi077 ceph-mon[86047]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T11:45:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:24 smithi077 ceph-mon[88497]: pgmap v2152: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:45:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:24 smithi077 ceph-mon[88497]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T11:45:25.211 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:25.294 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.OtherNamespace (321 ms) 2024-09-16T11:45:25.294 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.DataPool 2024-09-16T11:45:25.327 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:25.338 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:25.480 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:25.545 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:25.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.DataPool (329 ms) 2024-09-16T11:45:25.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-16T11:45:25.650 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:25.660 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:25.793 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:45:25.891 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortAfterPrepare (268 ms) 2024-09-16T11:45:25.891 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-16T11:45:25.920 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:25.932 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:25 smithi191 ceph-mon[84934]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T11:45:26.027 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (136 ms) 2024-09-16T11:45:26.028 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-16T11:45:26.056 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:26.067 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:25 smithi077 ceph-mon[88497]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T11:45:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:25 smithi077 ceph-mon[86047]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T11:45:26.197 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:26.259 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:45:26.354 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortAfterExecute (327 ms) 2024-09-16T11:45:26.355 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-16T11:45:26.384 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:26.394 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:26.518 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:26.575 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:45:26.667 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (312 ms) 2024-09-16T11:45:26.667 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-16T11:45:26.696 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:26.709 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:26.827 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:26.885 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:45:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:26 smithi191 ceph-mon[84934]: pgmap v2155: 169 pgs: 5 creating+peering, 3 unknown, 161 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-09-16T11:45:26.985 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (318 ms) 2024-09-16T11:45:26.985 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-16T11:45:27.020 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.029 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:27.035 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.MirroringSamePool (51 ms) 2024-09-16T11:45:27.035 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-16T11:45:27.064 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.074 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:27.080 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.MirroringAbort (44 ms) 2024-09-16T11:45:27.080 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-16T11:45:27.109 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.118 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:27.124 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (44 ms) 2024-09-16T11:45:27.124 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-16T11:45:27.151 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.161 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:27.166 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (42 ms) 2024-09-16T11:45:27.166 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-16T11:45:27.171 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:26 smithi077 ceph-mon[88497]: pgmap v2155: 169 pgs: 5 creating+peering, 3 unknown, 161 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-09-16T11:45:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:26 smithi077 ceph-mon[86047]: pgmap v2155: 169 pgs: 5 creating+peering, 3 unknown, 161 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-09-16T11:45:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:26] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-09-16T11:45:27.193 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.203 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:45:27.209 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.MirroringPool (43 ms) 2024-09-16T11:45:27.209 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Group 2024-09-16T11:45:27.237 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.253 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:27.385 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:27.447 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:27.533 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Group (324 ms) 2024-09-16T11:45:27.533 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-16T11:45:27.562 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.579 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:27.711 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:45:27.821 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.GroupAbort (288 ms) 2024-09-16T11:45:27.821 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-16T11:45:27.848 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:27.857 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:27.928 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:27.989 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:28.175 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:28.283 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:28.403 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnaps (582 ms) 2024-09-16T11:45:28.403 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-16T11:45:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:28.430 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:28.440 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:45:28.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:28.497 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:28.548 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:28.553 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:28.615 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:28.777 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:28.881 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:29.005 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsOtherPool (602 ms) 2024-09-16T11:45:29.005 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-16T11:45:29.036 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:29.046 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:29.117 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:29.164 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:29.358 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:29 smithi077 ceph-mon[86047]: pgmap v2156: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 402 op/s 2024-09-16T11:45:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:29 smithi077 ceph-mon[88497]: pgmap v2156: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 402 op/s 2024-09-16T11:45:29.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:29 smithi191 ceph-mon[84934]: pgmap v2156: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 402 op/s 2024-09-16T11:45:29.470 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:29.595 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsDataPool (590 ms) 2024-09-16T11:45:29.595 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-16T11:45:29.624 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:29.634 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:29.686 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:29.742 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:29.921 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:45:29.928 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:30.036 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:30.141 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (547 ms) 2024-09-16T11:45:30.142 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-16T11:45:30.170 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:30.180 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:30.256 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:30.331 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 0 2024-09-16T11:45:30.344 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:30.444 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:30.510 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:30.554 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (412 ms) 2024-09-16T11:45:30.554 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-16T11:45:30.583 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:30.593 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:30.651 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:30.706 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:30.890 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 0 2024-09-16T11:45:30.905 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:30.968 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:31.017 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (463 ms) 2024-09-16T11:45:31.017 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-16T11:45:31.049 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:31.061 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:31.130 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:31.179 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:31.375 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:45:31.382 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:31 smithi077 ceph-mon[88497]: pgmap v2157: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 39 KiB/s wr, 871 op/s 2024-09-16T11:45:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:31 smithi077 ceph-mon[86047]: pgmap v2157: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 39 KiB/s wr, 871 op/s 2024-09-16T11:45:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:31 smithi191 ceph-mon[84934]: pgmap v2157: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 39 KiB/s wr, 871 op/s 2024-09-16T11:45:31.491 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:31.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (605 ms) 2024-09-16T11:45:31.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-16T11:45:31.651 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:31.660 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:31.720 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:31.780 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:31.969 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: after_prepare_snap 2024-09-16T11:45:32.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:32 smithi191 ceph-mon[84934]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T11:45:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:32 smithi077 ceph-mon[86047]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T11:45:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:32 smithi077 ceph-mon[88497]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T11:45:33.224 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:45:33.245 INFO:tasks.workunit.client.0.smithi077.stdout:write: * 0~1000 2024-09-16T11:45:33.248 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:33.395 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:33.567 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1945 ms) 2024-09-16T11:45:33.567 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Snaps 2024-09-16T11:45:33.594 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:33.604 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:45:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:33 smithi077 ceph-mon[86047]: pgmap v2159: 169 pgs: 169 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.51k op/s 2024-09-16T11:45:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:33 smithi077 ceph-mon[86047]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T11:45:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:33 smithi077 ceph-mon[88497]: pgmap v2159: 169 pgs: 169 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.51k op/s 2024-09-16T11:45:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:33 smithi077 ceph-mon[88497]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T11:45:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:33 smithi191 ceph-mon[84934]: pgmap v2159: 169 pgs: 169 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.51k op/s 2024-09-16T11:45:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:33 smithi191 ceph-mon[84934]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T11:45:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:34 smithi077 ceph-mon[86047]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T11:45:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:34 smithi077 ceph-mon[88497]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T11:45:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:34 smithi191 ceph-mon[84934]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T11:45:35.240 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:45:35.253 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:45:35.253 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:45:35.253 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:45:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:35 smithi077 ceph-mon[88497]: pgmap v2162: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 2.31k op/s 2024-09-16T11:45:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:35 smithi077 ceph-mon[88497]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T11:45:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:35 smithi077 ceph-mon[86047]: pgmap v2162: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 2.31k op/s 2024-09-16T11:45:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:35 smithi077 ceph-mon[86047]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T11:45:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:35 smithi191 ceph-mon[84934]: pgmap v2162: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 2.31k op/s 2024-09-16T11:45:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:35 smithi191 ceph-mon[84934]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T11:45:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:36 smithi077 ceph-mon[86047]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T11:45:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:36 smithi077 ceph-mon[88497]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T11:45:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:36 smithi191 ceph-mon[84934]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T11:45:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:36] "GET /metrics HTTP/1.1" 200 38789 "" "Prometheus/2.43.0" 2024-09-16T11:45:37.258 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:45:37.264 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:45:37.264 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:45:37.272 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:45:37.288 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:45:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:37 smithi077 ceph-mon[88497]: pgmap v2165: 169 pgs: 169 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 57 MiB/s wr, 1.47k op/s 2024-09-16T11:45:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:37 smithi077 ceph-mon[88497]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T11:45:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:37 smithi077 ceph-mon[86047]: pgmap v2165: 169 pgs: 169 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 57 MiB/s wr, 1.47k op/s 2024-09-16T11:45:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:37 smithi077 ceph-mon[86047]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T11:45:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:37 smithi191 ceph-mon[84934]: pgmap v2165: 169 pgs: 169 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 57 MiB/s wr, 1.47k op/s 2024-09-16T11:45:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:37 smithi191 ceph-mon[84934]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T11:45:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:38 smithi077 ceph-mon[86047]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T11:45:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:38 smithi077 ceph-mon[88497]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T11:45:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:38 smithi191 ceph-mon[84934]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T11:45:39.270 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:39.293 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:45:39.303 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:39.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:39 smithi077 ceph-mon[88497]: pgmap v2168: 169 pgs: 169 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 638 op/s 2024-09-16T11:45:39.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:39 smithi077 ceph-mon[88497]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T11:45:39.574 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:39 smithi077 ceph-mon[86047]: pgmap v2168: 169 pgs: 169 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 638 op/s 2024-09-16T11:45:39.574 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:39 smithi077 ceph-mon[86047]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T11:45:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:39 smithi191 ceph-mon[84934]: pgmap v2168: 169 pgs: 169 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 638 op/s 2024-09-16T11:45:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:39 smithi191 ceph-mon[84934]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T11:45:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:40 smithi077 ceph-mon[86047]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T11:45:40.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:40 smithi077 ceph-mon[88497]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T11:45:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:40 smithi191 ceph-mon[84934]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T11:45:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:41 smithi077 ceph-mon[88497]: pgmap v2171: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 409 op/s 2024-09-16T11:45:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:41 smithi077 ceph-mon[88497]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T11:45:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:41 smithi077 ceph-mon[86047]: pgmap v2171: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 409 op/s 2024-09-16T11:45:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:41 smithi077 ceph-mon[86047]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T11:45:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:41 smithi191 ceph-mon[84934]: pgmap v2171: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 409 op/s 2024-09-16T11:45:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:41 smithi191 ceph-mon[84934]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T11:45:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:42 smithi077 ceph-mon[86047]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T11:45:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:42 smithi077 ceph-mon[88497]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T11:45:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:42.684 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:42 smithi191 ceph-mon[84934]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T11:45:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:42.832 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:43 smithi077 ceph-mon[86047]: pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 182 op/s 2024-09-16T11:45:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:43 smithi077 ceph-mon[86047]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T11:45:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:43 smithi077 ceph-mon[88497]: pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 182 op/s 2024-09-16T11:45:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:43 smithi077 ceph-mon[88497]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T11:45:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:43 smithi191 ceph-mon[84934]: pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 182 op/s 2024-09-16T11:45:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:43 smithi191 ceph-mon[84934]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T11:45:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:44 smithi077 ceph-mon[86047]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T11:45:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:44 smithi077 ceph-mon[88497]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T11:45:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:44 smithi191 ceph-mon[84934]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T11:45:45.616 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Snaps (12049 ms) 2024-09-16T11:45:45.617 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-16T11:45:45.647 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:45.657 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:45 smithi077 ceph-mon[86047]: pgmap v2177: 169 pgs: 169 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-09-16T11:45:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:45 smithi077 ceph-mon[86047]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T11:45:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:45 smithi077 ceph-mon[88497]: pgmap v2177: 169 pgs: 169 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-09-16T11:45:45.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:45 smithi077 ceph-mon[88497]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T11:45:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:45 smithi191 ceph-mon[84934]: pgmap v2177: 169 pgs: 169 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-09-16T11:45:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:45 smithi191 ceph-mon[84934]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T11:45:45.714 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:45:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:46 smithi077 ceph-mon[86047]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T11:45:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:46 smithi077 ceph-mon[88497]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T11:45:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:46 smithi191 ceph-mon[84934]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T11:45:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:46] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T11:45:47.325 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:45:47.339 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:45:47.339 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:45:47.339 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:45:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:47 smithi077 ceph-mon[86047]: pgmap v2180: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-09-16T11:45:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:47 smithi077 ceph-mon[86047]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T11:45:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:47 smithi077 ceph-mon[88497]: pgmap v2180: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-09-16T11:45:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:47 smithi077 ceph-mon[88497]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T11:45:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:47 smithi191 ceph-mon[84934]: pgmap v2180: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-09-16T11:45:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:47 smithi191 ceph-mon[84934]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T11:45:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:48 smithi077 ceph-mon[86047]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T11:45:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:48 smithi077 ceph-mon[88497]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T11:45:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:48 smithi191 ceph-mon[84934]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T11:45:49.343 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:45:49.352 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:45:49.352 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:45:49.361 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:45:49.381 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:45:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:49 smithi077 ceph-mon[86047]: pgmap v2183: 169 pgs: 169 active+clean; 277 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-09-16T11:45:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:49 smithi077 ceph-mon[86047]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T11:45:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:49 smithi077 ceph-mon[88497]: pgmap v2183: 169 pgs: 169 active+clean; 277 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-09-16T11:45:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:49 smithi077 ceph-mon[88497]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T11:45:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:49 smithi191 ceph-mon[84934]: pgmap v2183: 169 pgs: 169 active+clean; 277 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-09-16T11:45:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:49 smithi191 ceph-mon[84934]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T11:45:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:50 smithi077 ceph-mon[86047]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T11:45:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:50 smithi077 ceph-mon[88497]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T11:45:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:50 smithi191 ceph-mon[84934]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T11:45:51.222 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:51.245 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:45:51.254 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:51.262 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:45:51.323 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[86047]: pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 265 op/s 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[86047]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[86047]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[88497]: pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 265 op/s 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[88497]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T11:45:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:51 smithi077 ceph-mon[88497]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T11:45:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:51 smithi191 ceph-mon[84934]: pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 265 op/s 2024-09-16T11:45:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:51 smithi191 ceph-mon[84934]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T11:45:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:51 smithi191 ceph-mon[84934]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T11:45:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:45:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:45:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:45:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:53 smithi077 ceph-mon[86047]: pgmap v2189: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 216 op/s 2024-09-16T11:45:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:53 smithi077 ceph-mon[86047]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T11:45:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:53 smithi077 ceph-mon[88497]: pgmap v2189: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 216 op/s 2024-09-16T11:45:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:53 smithi077 ceph-mon[88497]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T11:45:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:53 smithi191 ceph-mon[84934]: pgmap v2189: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 216 op/s 2024-09-16T11:45:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:53 smithi191 ceph-mon[84934]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T11:45:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:54 smithi077 ceph-mon[86047]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T11:45:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:54 smithi077 ceph-mon[88497]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T11:45:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:54 smithi191 ceph-mon[84934]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T11:45:54.784 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:45:54.981 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:45:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:55 smithi077 ceph-mon[86047]: pgmap v2192: 169 pgs: 169 active+clean; 325 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 156 op/s 2024-09-16T11:45:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:55 smithi077 ceph-mon[86047]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T11:45:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:55 smithi077 ceph-mon[88497]: pgmap v2192: 169 pgs: 169 active+clean; 325 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 156 op/s 2024-09-16T11:45:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:55 smithi077 ceph-mon[88497]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T11:45:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:55 smithi191 ceph-mon[84934]: pgmap v2192: 169 pgs: 169 active+clean; 325 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 156 op/s 2024-09-16T11:45:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:55 smithi191 ceph-mon[84934]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T11:45:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:56 smithi077 ceph-mon[86047]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T11:45:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:56 smithi077 ceph-mon[86047]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T11:45:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:56 smithi077 ceph-mon[88497]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T11:45:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:56 smithi077 ceph-mon[88497]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T11:45:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:56 smithi191 ceph-mon[84934]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T11:45:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:56 smithi191 ceph-mon[84934]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T11:45:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:45:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:45:56] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: pgmap v2195: 169 pgs: 169 active+clean; 337 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[88497]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: pgmap v2195: 169 pgs: 169 active+clean; 337 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-16T11:45:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-16T11:45:57.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:57 smithi077 ceph-mon[86047]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T11:45:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: pgmap v2195: 169 pgs: 169 active+clean; 337 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-16T11:45:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:57 smithi191 ceph-mon[84934]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T11:45:58.367 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsOtherPool (12751 ms) 2024-09-16T11:45:58.368 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-16T11:45:58.399 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:45:58.409 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:45:58.479 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:45:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:59 smithi191 ceph-mon[84934]: pgmap v2198: 169 pgs: 169 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-09-16T11:45:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:45:59 smithi191 ceph-mon[84934]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T11:45:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:59 smithi077 ceph-mon[86047]: pgmap v2198: 169 pgs: 169 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-09-16T11:45:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:45:59 smithi077 ceph-mon[86047]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T11:45:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:59 smithi077 ceph-mon[88497]: pgmap v2198: 169 pgs: 169 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-09-16T11:45:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:45:59 smithi077 ceph-mon[88497]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T11:46:00.388 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:46:00.401 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:46:00.401 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:46:00.401 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:46:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:00 smithi077 ceph-mon[86047]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T11:46:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:00 smithi077 ceph-mon[88497]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T11:46:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:00 smithi191 ceph-mon[84934]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T11:46:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:01 smithi077 ceph-mon[86047]: pgmap v2201: 169 pgs: 1 peering, 168 active+clean; 337 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-16T11:46:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:01 smithi077 ceph-mon[86047]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T11:46:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:01 smithi077 ceph-mon[88497]: pgmap v2201: 169 pgs: 1 peering, 168 active+clean; 337 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-16T11:46:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:01 smithi077 ceph-mon[88497]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T11:46:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:01 smithi191 ceph-mon[84934]: pgmap v2201: 169 pgs: 1 peering, 168 active+clean; 337 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-16T11:46:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:01 smithi191 ceph-mon[84934]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T11:46:02.400 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:46:02.407 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:46:02.407 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:02.416 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:46:02.434 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:46:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:02 smithi191 ceph-mon[84934]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T11:46:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:02 smithi077 ceph-mon[86047]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T11:46:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:02 smithi077 ceph-mon[88497]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T11:46:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:03 smithi077 ceph-mon[86047]: pgmap v2204: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 10 MiB/s wr, 223 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:03 smithi077 ceph-mon[86047]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T11:46:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:03 smithi077 ceph-mon[88497]: pgmap v2204: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 10 MiB/s wr, 223 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:03 smithi077 ceph-mon[88497]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T11:46:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:03 smithi191 ceph-mon[84934]: pgmap v2204: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 10 MiB/s wr, 223 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:03 smithi191 ceph-mon[84934]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T11:46:04.422 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:04.448 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:46:04.457 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:46:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:04 smithi077 ceph-mon[86047]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T11:46:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:04 smithi077 ceph-mon[88497]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T11:46:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:04 smithi191 ceph-mon[84934]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T11:46:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:05 smithi077 ceph-mon[86047]: pgmap v2207: 169 pgs: 169 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 262 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2024-09-16T11:46:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:05 smithi077 ceph-mon[86047]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T11:46:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:05 smithi077 ceph-mon[88497]: pgmap v2207: 169 pgs: 169 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 262 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2024-09-16T11:46:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:05 smithi077 ceph-mon[88497]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T11:46:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:05 smithi191 ceph-mon[84934]: pgmap v2207: 169 pgs: 169 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 262 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2024-09-16T11:46:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:05 smithi191 ceph-mon[84934]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T11:46:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:46:06.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T11:46:06.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:46:06.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:46:06.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:46:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T11:46:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:46:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T11:46:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:46:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:46:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:46:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:06] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-09-16T11:46:07.603 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:46:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:07 smithi077 ceph-mon[86047]: pgmap v2210: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 192 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:07 smithi077 ceph-mon[86047]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T11:46:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:07 smithi077 ceph-mon[88497]: pgmap v2210: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 192 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:07 smithi077 ceph-mon[88497]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T11:46:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:07 smithi191 ceph-mon[84934]: pgmap v2210: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 192 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T11:46:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:07 smithi191 ceph-mon[84934]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T11:46:07.782 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:46:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:09 smithi191 ceph-mon[84934]: pgmap v2213: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 130 op/s 2024-09-16T11:46:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:09 smithi191 ceph-mon[84934]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T11:46:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:09 smithi077 ceph-mon[86047]: pgmap v2213: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 130 op/s 2024-09-16T11:46:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:09 smithi077 ceph-mon[86047]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T11:46:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:09 smithi077 ceph-mon[88497]: pgmap v2213: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 130 op/s 2024-09-16T11:46:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:09 smithi077 ceph-mon[88497]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T11:46:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:10 smithi191 ceph-mon[84934]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T11:46:10.738 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsDataPool (12371 ms) 2024-09-16T11:46:10.739 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-16T11:46:10.771 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:10.782 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:46:10.833 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:46:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:10 smithi077 ceph-mon[86047]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T11:46:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:10 smithi077 ceph-mon[88497]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T11:46:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:11 smithi191 ceph-mon[84934]: pgmap v2216: 169 pgs: 169 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2024-09-16T11:46:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:11 smithi191 ceph-mon[84934]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T11:46:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:11 smithi077 ceph-mon[86047]: pgmap v2216: 169 pgs: 169 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2024-09-16T11:46:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:11 smithi077 ceph-mon[86047]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T11:46:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:11 smithi077 ceph-mon[88497]: pgmap v2216: 169 pgs: 169 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2024-09-16T11:46:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:11 smithi077 ceph-mon[88497]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T11:46:12.470 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:46:12.484 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:46:12.484 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:46:12.484 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:46:12.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:12 smithi191 ceph-mon[84934]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T11:46:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:12 smithi077 ceph-mon[88497]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T11:46:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:12 smithi077 ceph-mon[86047]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T11:46:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:13 smithi191 ceph-mon[84934]: pgmap v2219: 169 pgs: 169 active+clean; 417 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-09-16T11:46:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:13 smithi191 ceph-mon[84934]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T11:46:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:13 smithi077 ceph-mon[86047]: pgmap v2219: 169 pgs: 169 active+clean; 417 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-09-16T11:46:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:13 smithi077 ceph-mon[86047]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T11:46:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:13 smithi077 ceph-mon[88497]: pgmap v2219: 169 pgs: 169 active+clean; 417 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-09-16T11:46:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:13 smithi077 ceph-mon[88497]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T11:46:14.488 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:46:14.494 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:46:14.494 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:14.504 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:46:14.526 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:46:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:14 smithi077 ceph-mon[88497]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T11:46:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:14 smithi077 ceph-mon[86047]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T11:46:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:14 smithi191 ceph-mon[84934]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T11:46:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:15 smithi077 ceph-mon[86047]: pgmap v2222: 169 pgs: 169 active+clean; 413 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 322 op/s 2024-09-16T11:46:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:15 smithi077 ceph-mon[86047]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T11:46:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:15 smithi077 ceph-mon[88497]: pgmap v2222: 169 pgs: 169 active+clean; 413 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 322 op/s 2024-09-16T11:46:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:15 smithi077 ceph-mon[88497]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T11:46:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:15 smithi191 ceph-mon[84934]: pgmap v2222: 169 pgs: 169 active+clean; 413 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 322 op/s 2024-09-16T11:46:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:15 smithi191 ceph-mon[84934]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T11:46:16.224 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:16.252 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:46:16.261 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:46:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:16 smithi077 ceph-mon[86047]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T11:46:16.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:16 smithi077 ceph-mon[86047]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T11:46:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:16 smithi077 ceph-mon[88497]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T11:46:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:16 smithi077 ceph-mon[88497]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T11:46:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:16 smithi191 ceph-mon[84934]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T11:46:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:16 smithi191 ceph-mon[84934]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T11:46:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:16] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-09-16T11:46:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:17 smithi077 ceph-mon[86047]: pgmap v2225: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-09-16T11:46:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:17 smithi077 ceph-mon[86047]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T11:46:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:17 smithi077 ceph-mon[88497]: pgmap v2225: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-09-16T11:46:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:17 smithi077 ceph-mon[88497]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T11:46:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:17 smithi191 ceph-mon[84934]: pgmap v2225: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-09-16T11:46:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:17 smithi191 ceph-mon[84934]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T11:46:19.606 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:46:19.630 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:46:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:19 smithi077 ceph-mon[86047]: pgmap v2228: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 122 op/s 2024-09-16T11:46:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:19 smithi077 ceph-mon[86047]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T11:46:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:19 smithi077 ceph-mon[88497]: pgmap v2228: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 122 op/s 2024-09-16T11:46:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:19 smithi077 ceph-mon[88497]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T11:46:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:19 smithi191 ceph-mon[84934]: pgmap v2228: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 122 op/s 2024-09-16T11:46:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:19 smithi191 ceph-mon[84934]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T11:46:19.774 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:46:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:20 smithi077 ceph-mon[86047]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T11:46:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:20 smithi077 ceph-mon[88497]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T11:46:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:20 smithi191 ceph-mon[84934]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T11:46:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[86047]: pgmap v2231: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 117 op/s 2024-09-16T11:46:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[86047]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T11:46:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[86047]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T11:46:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[88497]: pgmap v2231: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 117 op/s 2024-09-16T11:46:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[88497]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T11:46:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:21 smithi077 ceph-mon[88497]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T11:46:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:21 smithi191 ceph-mon[84934]: pgmap v2231: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 117 op/s 2024-09-16T11:46:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:21 smithi191 ceph-mon[84934]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T11:46:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:21 smithi191 ceph-mon[84934]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T11:46:22.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11779 ms) 2024-09-16T11:46:22.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-16T11:46:22.548 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:22.561 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:46:22.626 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:46:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:23 smithi077 ceph-mon[86047]: pgmap v2234: 169 pgs: 169 active+clean; 465 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 340 op/s 2024-09-16T11:46:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:23 smithi077 ceph-mon[86047]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T11:46:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:23 smithi077 ceph-mon[88497]: pgmap v2234: 169 pgs: 169 active+clean; 465 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 340 op/s 2024-09-16T11:46:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:23 smithi077 ceph-mon[88497]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T11:46:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:23 smithi191 ceph-mon[84934]: pgmap v2234: 169 pgs: 169 active+clean; 465 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 340 op/s 2024-09-16T11:46:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:23 smithi191 ceph-mon[84934]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T11:46:24.263 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:46:24.289 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:46:24.289 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:46:24.289 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:46:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:24 smithi077 ceph-mon[86047]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T11:46:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:24 smithi077 ceph-mon[88497]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T11:46:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:24 smithi191 ceph-mon[84934]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T11:46:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:25 smithi077 ceph-mon[86047]: pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 509 op/s 2024-09-16T11:46:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:25 smithi077 ceph-mon[86047]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T11:46:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:25 smithi077 ceph-mon[88497]: pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 509 op/s 2024-09-16T11:46:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:25 smithi077 ceph-mon[88497]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T11:46:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:25 smithi191 ceph-mon[84934]: pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 509 op/s 2024-09-16T11:46:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:25 smithi191 ceph-mon[84934]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T11:46:26.275 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:46:26.288 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:46:26.288 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:26.297 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:46:26.312 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:46:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:26 smithi077 ceph-mon[86047]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T11:46:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:26 smithi077 ceph-mon[88497]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T11:46:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:26 smithi191 ceph-mon[84934]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T11:46:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:26] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-09-16T11:46:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[86047]: pgmap v2240: 169 pgs: 169 active+clean; 481 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 309 op/s 2024-09-16T11:46:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[86047]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T11:46:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[88497]: pgmap v2240: 169 pgs: 169 active+clean; 481 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 309 op/s 2024-09-16T11:46:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[88497]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T11:46:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:27 smithi191 ceph-mon[84934]: pgmap v2240: 169 pgs: 169 active+clean; 481 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 309 op/s 2024-09-16T11:46:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:27 smithi191 ceph-mon[84934]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T11:46:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:28.288 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:28.313 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:46:28.322 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 0 2024-09-16T11:46:28.338 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:46:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:28 smithi077 ceph-mon[86047]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T11:46:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:28 smithi077 ceph-mon[88497]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T11:46:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:28 smithi191 ceph-mon[84934]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T11:46:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:29 smithi077 ceph-mon[86047]: pgmap v2243: 169 pgs: 169 active+clean; 485 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-16T11:46:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:29 smithi077 ceph-mon[86047]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T11:46:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:29 smithi077 ceph-mon[88497]: pgmap v2243: 169 pgs: 169 active+clean; 485 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-16T11:46:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:29 smithi077 ceph-mon[88497]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T11:46:29.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:29 smithi191 ceph-mon[84934]: pgmap v2243: 169 pgs: 169 active+clean; 485 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-16T11:46:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:29 smithi191 ceph-mon[84934]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T11:46:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:30 smithi077 ceph-mon[86047]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T11:46:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:30 smithi077 ceph-mon[88497]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T11:46:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:30 smithi191 ceph-mon[84934]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T11:46:31.545 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:46:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[86047]: pgmap v2246: 169 pgs: 169 active+clean; 505 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-09-16T11:46:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[86047]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T11:46:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[86047]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T11:46:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[88497]: pgmap v2246: 169 pgs: 169 active+clean; 505 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-09-16T11:46:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[88497]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T11:46:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:31 smithi077 ceph-mon[88497]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T11:46:31.697 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:46:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:31 smithi191 ceph-mon[84934]: pgmap v2246: 169 pgs: 169 active+clean; 505 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-09-16T11:46:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:31 smithi191 ceph-mon[84934]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T11:46:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:31 smithi191 ceph-mon[84934]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T11:46:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:33 smithi077 ceph-mon[88497]: pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-09-16T11:46:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:33 smithi077 ceph-mon[88497]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T11:46:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:33 smithi077 ceph-mon[86047]: pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-09-16T11:46:33.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:33 smithi077 ceph-mon[86047]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T11:46:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:33 smithi191 ceph-mon[84934]: pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-09-16T11:46:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:33 smithi191 ceph-mon[84934]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T11:46:34.563 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12045 ms) 2024-09-16T11:46:34.563 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-16T11:46:34.595 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:34.607 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:46:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:34 smithi077 ceph-mon[86047]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T11:46:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:34 smithi077 ceph-mon[88497]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T11:46:34.676 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:46:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:34 smithi191 ceph-mon[84934]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T11:46:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:35 smithi077 ceph-mon[86047]: pgmap v2252: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T11:46:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:35 smithi077 ceph-mon[86047]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T11:46:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:35 smithi077 ceph-mon[88497]: pgmap v2252: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T11:46:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:35 smithi077 ceph-mon[88497]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T11:46:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:35 smithi191 ceph-mon[84934]: pgmap v2252: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T11:46:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:35 smithi191 ceph-mon[84934]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T11:46:36.340 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:46:36.384 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:46:36.385 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:46:36.385 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:46:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:36 smithi077 ceph-mon[86047]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T11:46:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:36 smithi077 ceph-mon[88497]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T11:46:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:36 smithi191 ceph-mon[84934]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T11:46:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:36] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:46:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:37 smithi077 ceph-mon[86047]: pgmap v2255: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 269 op/s 2024-09-16T11:46:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:37 smithi077 ceph-mon[86047]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T11:46:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:37 smithi077 ceph-mon[88497]: pgmap v2255: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 269 op/s 2024-09-16T11:46:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:37 smithi077 ceph-mon[88497]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T11:46:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:37 smithi191 ceph-mon[84934]: pgmap v2255: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 269 op/s 2024-09-16T11:46:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:37 smithi191 ceph-mon[84934]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T11:46:38.362 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:46:38.369 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:46:38.369 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:38.379 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:46:38.392 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:46:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:38 smithi077 ceph-mon[86047]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T11:46:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:38 smithi077 ceph-mon[88497]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T11:46:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:38 smithi191 ceph-mon[84934]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T11:46:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:39 smithi077 ceph-mon[88497]: pgmap v2258: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 421 op/s 2024-09-16T11:46:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:39 smithi077 ceph-mon[88497]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T11:46:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:39 smithi077 ceph-mon[86047]: pgmap v2258: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 421 op/s 2024-09-16T11:46:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:39 smithi077 ceph-mon[86047]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T11:46:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:39 smithi191 ceph-mon[84934]: pgmap v2258: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 421 op/s 2024-09-16T11:46:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:39 smithi191 ceph-mon[84934]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T11:46:40.374 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:40.399 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:46:40.407 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:46:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:40 smithi077 ceph-mon[86047]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T11:46:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:40 smithi077 ceph-mon[88497]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T11:46:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:40 smithi191 ceph-mon[84934]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T11:46:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[86047]: pgmap v2261: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:46:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[86047]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T11:46:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[86047]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T11:46:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[88497]: pgmap v2261: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:46:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[88497]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T11:46:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:41 smithi077 ceph-mon[88497]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T11:46:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:41 smithi191 ceph-mon[84934]: pgmap v2261: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:46:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:41 smithi191 ceph-mon[84934]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T11:46:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:41 smithi191 ceph-mon[84934]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T11:46:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:42 smithi077 ceph-mon[88497]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T11:46:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:42 smithi077 ceph-mon[86047]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T11:46:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:42 smithi191 ceph-mon[84934]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T11:46:43.636 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 0 2024-09-16T11:46:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:43 smithi077 ceph-mon[86047]: pgmap v2264: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 121 op/s 2024-09-16T11:46:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:43 smithi077 ceph-mon[86047]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T11:46:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:43 smithi077 ceph-mon[88497]: pgmap v2264: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 121 op/s 2024-09-16T11:46:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:43 smithi077 ceph-mon[88497]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T11:46:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:43 smithi191 ceph-mon[84934]: pgmap v2264: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 121 op/s 2024-09-16T11:46:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:43 smithi191 ceph-mon[84934]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T11:46:43.719 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:46:43.841 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:46:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:45 smithi077 ceph-mon[88497]: pgmap v2267: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-09-16T11:46:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:45 smithi077 ceph-mon[88497]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T11:46:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:45 smithi077 ceph-mon[86047]: pgmap v2267: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-09-16T11:46:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:45 smithi077 ceph-mon[86047]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T11:46:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:45 smithi191 ceph-mon[84934]: pgmap v2267: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-09-16T11:46:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:45 smithi191 ceph-mon[84934]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T11:46:46.633 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12071 ms) 2024-09-16T11:46:46.633 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-16T11:46:46.671 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:46 smithi077 ceph-mon[86047]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T11:46:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:46 smithi077 ceph-mon[88497]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T11:46:46.683 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:46:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:46 smithi191 ceph-mon[84934]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T11:46:46.765 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:46:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:46] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:46:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:47 smithi077 ceph-mon[88497]: pgmap v2270: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-09-16T11:46:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:47 smithi077 ceph-mon[88497]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T11:46:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:47 smithi077 ceph-mon[86047]: pgmap v2270: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-09-16T11:46:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:47 smithi077 ceph-mon[86047]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T11:46:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:47 smithi191 ceph-mon[84934]: pgmap v2270: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-09-16T11:46:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:47 smithi191 ceph-mon[84934]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T11:46:48.420 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:46:48.440 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:46:48.441 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:46:48.441 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:46:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:48 smithi077 ceph-mon[88497]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T11:46:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:48 smithi077 ceph-mon[86047]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T11:46:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:48 smithi191 ceph-mon[84934]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T11:46:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:49 smithi077 ceph-mon[86047]: pgmap v2273: 169 pgs: 169 active+clean; 581 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2024-09-16T11:46:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:49 smithi077 ceph-mon[86047]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T11:46:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:49 smithi077 ceph-mon[88497]: pgmap v2273: 169 pgs: 169 active+clean; 581 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2024-09-16T11:46:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:49 smithi077 ceph-mon[88497]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T11:46:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:49 smithi191 ceph-mon[84934]: pgmap v2273: 169 pgs: 169 active+clean; 581 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2024-09-16T11:46:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:49 smithi191 ceph-mon[84934]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T11:46:50.426 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:46:50.433 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:46:50.433 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:50.443 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:46:50.459 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:46:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:50 smithi077 ceph-mon[86047]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T11:46:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:50 smithi077 ceph-mon[88497]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T11:46:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:50 smithi191 ceph-mon[84934]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T11:46:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[86047]: pgmap v2276: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-09-16T11:46:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[86047]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T11:46:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[86047]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T11:46:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[88497]: pgmap v2276: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-09-16T11:46:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[88497]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T11:46:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:51 smithi077 ceph-mon[88497]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T11:46:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:51 smithi191 ceph-mon[84934]: pgmap v2276: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-09-16T11:46:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:51 smithi191 ceph-mon[84934]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T11:46:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:51 smithi191 ceph-mon[84934]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T11:46:52.243 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:52.268 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:46:52.276 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:46:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:46:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:46:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:53 smithi077 ceph-mon[86047]: pgmap v2279: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 166 op/s 2024-09-16T11:46:53.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:53 smithi077 ceph-mon[86047]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T11:46:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:53 smithi077 ceph-mon[88497]: pgmap v2279: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 166 op/s 2024-09-16T11:46:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:53 smithi077 ceph-mon[88497]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T11:46:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:53 smithi191 ceph-mon[84934]: pgmap v2279: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 166 op/s 2024-09-16T11:46:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:53 smithi191 ceph-mon[84934]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T11:46:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:54 smithi077 ceph-mon[86047]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T11:46:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:54 smithi077 ceph-mon[88497]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T11:46:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:54 smithi191 ceph-mon[84934]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T11:46:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:55 smithi077 ceph-mon[86047]: pgmap v2282: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 151 op/s 2024-09-16T11:46:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:55 smithi077 ceph-mon[86047]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T11:46:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:55 smithi077 ceph-mon[88497]: pgmap v2282: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 151 op/s 2024-09-16T11:46:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:55 smithi077 ceph-mon[88497]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T11:46:55.700 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:46:55.710 INFO:tasks.workunit.client.0.smithi077.stdout:write: * 83886080~1000 2024-09-16T11:46:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:55 smithi191 ceph-mon[84934]: pgmap v2282: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 151 op/s 2024-09-16T11:46:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:55 smithi191 ceph-mon[84934]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T11:46:55.741 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:46:55.868 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:46:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:56 smithi077 ceph-mon[86047]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T11:46:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:56 smithi077 ceph-mon[86047]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T11:46:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:56 smithi077 ceph-mon[88497]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T11:46:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:56 smithi077 ceph-mon[88497]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T11:46:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:56 smithi191 ceph-mon[84934]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T11:46:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:56 smithi191 ceph-mon[84934]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T11:46:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:46:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:46:56] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:46:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[86047]: pgmap v2285: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-16T11:46:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[86047]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T11:46:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[88497]: pgmap v2285: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-16T11:46:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:57 smithi077 ceph-mon[88497]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T11:46:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:57 smithi191 ceph-mon[84934]: pgmap v2285: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-16T11:46:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:46:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:57 smithi191 ceph-mon[84934]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T11:46:58.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11972 ms) 2024-09-16T11:46:58.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-16T11:46:58.638 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:46:58.647 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 41943040~10 2024-09-16T11:46:58.655 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:46:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:59 smithi077 ceph-mon[88497]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 351 op/s 2024-09-16T11:46:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:46:59 smithi077 ceph-mon[88497]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T11:46:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:59 smithi077 ceph-mon[86047]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 351 op/s 2024-09-16T11:46:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:46:59 smithi077 ceph-mon[86047]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T11:46:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:59 smithi191 ceph-mon[84934]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 351 op/s 2024-09-16T11:46:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:46:59 smithi191 ceph-mon[84934]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T11:47:00.278 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:47:00.302 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:00 smithi077 ceph-mon[86047]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T11:47:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:00 smithi077 ceph-mon[88497]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T11:47:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:00 smithi191 ceph-mon[84934]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T11:47:01.442 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:01.451 INFO:tasks.workunit.client.0.smithi077.stdout:write: Y 41943040~5 2024-09-16T11:47:01.541 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:01.621 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:01 smithi077 ceph-mon[86047]: pgmap v2291: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-09-16T11:47:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:01 smithi077 ceph-mon[86047]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T11:47:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:01 smithi077 ceph-mon[88497]: pgmap v2291: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-09-16T11:47:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:01 smithi077 ceph-mon[88497]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T11:47:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:01 smithi191 ceph-mon[84934]: pgmap v2291: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-09-16T11:47:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:01 smithi191 ceph-mon[84934]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T11:47:02.371 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3766 ms) 2024-09-16T11:47:02.371 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-16T11:47:02.400 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:02.410 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:47:02.467 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:47:02.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:02 smithi191 ceph-mon[84934]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T11:47:02.613 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:02 smithi077 ceph-mon[86047]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T11:47:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:02 smithi077 ceph-mon[88497]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T11:47:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:03 smithi077 ceph-mon[86047]: pgmap v2294: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-16T11:47:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:03 smithi077 ceph-mon[86047]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T11:47:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:03 smithi077 ceph-mon[88497]: pgmap v2294: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-16T11:47:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:03 smithi077 ceph-mon[88497]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T11:47:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:03 smithi191 ceph-mon[84934]: pgmap v2294: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-16T11:47:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:03 smithi191 ceph-mon[84934]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T11:47:04.305 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:47:04.316 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:47:04.316 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:47:04.316 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:47:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:04 smithi077 ceph-mon[86047]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T11:47:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:04 smithi077 ceph-mon[88497]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T11:47:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:04 smithi191 ceph-mon[84934]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T11:47:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:05 smithi077 ceph-mon[86047]: pgmap v2297: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 323 op/s 2024-09-16T11:47:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:05 smithi077 ceph-mon[86047]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T11:47:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:05 smithi077 ceph-mon[88497]: pgmap v2297: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 323 op/s 2024-09-16T11:47:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:05 smithi077 ceph-mon[88497]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T11:47:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:05 smithi191 ceph-mon[84934]: pgmap v2297: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 323 op/s 2024-09-16T11:47:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:05 smithi191 ceph-mon[84934]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T11:47:06.243 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:47:06.249 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:47:06.249 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:47:06.258 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:47:06.275 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:47:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:06 smithi077 ceph-mon[86047]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T11:47:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:06 smithi077 ceph-mon[86047]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T11:47:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:06 smithi077 ceph-mon[88497]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T11:47:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:06 smithi077 ceph-mon[88497]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T11:47:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:06 smithi191 ceph-mon[84934]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T11:47:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:06 smithi191 ceph-mon[84934]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T11:47:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:06] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T11:47:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: pgmap v2300: 169 pgs: 169 active+clean; 637 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 279 op/s 2024-09-16T11:47:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: pgmap v2300: 169 pgs: 169 active+clean; 637 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 279 op/s 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:47:07.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:47:07.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: pgmap v2300: 169 pgs: 169 active+clean; 637 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 279 op/s 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:47:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:47:08.345 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:08.371 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:47:08.379 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:08 smithi077 ceph-mon[86047]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T11:47:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:08 smithi077 ceph-mon[88497]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T11:47:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:08 smithi191 ceph-mon[84934]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T11:47:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:09 smithi077 ceph-mon[86047]: pgmap v2303: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 MiB/s wr, 373 op/s 2024-09-16T11:47:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:09 smithi077 ceph-mon[86047]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T11:47:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:09 smithi077 ceph-mon[88497]: pgmap v2303: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 MiB/s wr, 373 op/s 2024-09-16T11:47:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:09 smithi077 ceph-mon[88497]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T11:47:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:09 smithi191 ceph-mon[84934]: pgmap v2303: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 MiB/s wr, 373 op/s 2024-09-16T11:47:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:09 smithi191 ceph-mon[84934]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T11:47:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:10 smithi077 ceph-mon[88497]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T11:47:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:10 smithi077 ceph-mon[86047]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T11:47:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:10 smithi191 ceph-mon[84934]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T11:47:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[88497]: pgmap v2306: 169 pgs: 169 active+clean; 665 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-09-16T11:47:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[88497]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T11:47:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[88497]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T11:47:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[86047]: pgmap v2306: 169 pgs: 169 active+clean; 665 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-09-16T11:47:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[86047]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T11:47:11.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:11 smithi077 ceph-mon[86047]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T11:47:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:11 smithi191 ceph-mon[84934]: pgmap v2306: 169 pgs: 169 active+clean; 665 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-09-16T11:47:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:11 smithi191 ceph-mon[84934]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T11:47:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:11 smithi191 ceph-mon[84934]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T11:47:11.725 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: after_prepare_snap 2024-09-16T11:47:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:13.367 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:47:13.399 INFO:tasks.workunit.client.0.smithi077.stdout:write: * 0~1000 2024-09-16T11:47:13.405 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:13.554 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:13 smithi077 ceph-mon[86047]: pgmap v2309: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 MiB/s wr, 119 op/s 2024-09-16T11:47:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:13 smithi077 ceph-mon[86047]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T11:47:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:13 smithi077 ceph-mon[88497]: pgmap v2309: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 MiB/s wr, 119 op/s 2024-09-16T11:47:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:13 smithi077 ceph-mon[88497]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T11:47:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:13 smithi191 ceph-mon[84934]: pgmap v2309: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 MiB/s wr, 119 op/s 2024-09-16T11:47:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:13 smithi191 ceph-mon[84934]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T11:47:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:14 smithi077 ceph-mon[86047]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T11:47:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:14 smithi077 ceph-mon[88497]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T11:47:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:14 smithi191 ceph-mon[84934]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T11:47:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:15 smithi077 ceph-mon[88497]: pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 232 op/s 2024-09-16T11:47:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:15 smithi077 ceph-mon[88497]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T11:47:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:15 smithi077 ceph-mon[86047]: pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 232 op/s 2024-09-16T11:47:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:15 smithi077 ceph-mon[86047]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T11:47:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:15 smithi191 ceph-mon[84934]: pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 232 op/s 2024-09-16T11:47:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:15 smithi191 ceph-mon[84934]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T11:47:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:16 smithi077 ceph-mon[86047]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T11:47:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:16 smithi077 ceph-mon[88497]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T11:47:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:16 smithi191 ceph-mon[84934]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T11:47:16.729 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14357 ms) 2024-09-16T11:47:16.729 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-16T11:47:16.758 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:16.769 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:47:16.843 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:47:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:16] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:47:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:17 smithi077 ceph-mon[86047]: pgmap v2315: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-09-16T11:47:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:17 smithi077 ceph-mon[86047]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T11:47:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:17 smithi077 ceph-mon[88497]: pgmap v2315: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-09-16T11:47:17.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:17 smithi077 ceph-mon[88497]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T11:47:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:17 smithi191 ceph-mon[84934]: pgmap v2315: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-09-16T11:47:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:17 smithi191 ceph-mon[84934]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T11:47:18.407 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:47:18.426 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:47:18.426 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:47:18.426 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:47:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:18 smithi077 ceph-mon[86047]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T11:47:18.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:18 smithi077 ceph-mon[88497]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T11:47:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:18 smithi191 ceph-mon[84934]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T11:47:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:19 smithi077 ceph-mon[86047]: pgmap v2318: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 315 op/s 2024-09-16T11:47:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:19 smithi077 ceph-mon[86047]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T11:47:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:19 smithi077 ceph-mon[88497]: pgmap v2318: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 315 op/s 2024-09-16T11:47:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:19 smithi077 ceph-mon[88497]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T11:47:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:19 smithi191 ceph-mon[84934]: pgmap v2318: 169 pgs: 169 active+clean; 685 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 315 op/s 2024-09-16T11:47:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:19 smithi191 ceph-mon[84934]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T11:47:20.416 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:47:20.425 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:47:20.425 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:47:20.435 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:47:20.454 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:47:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:20 smithi077 ceph-mon[86047]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T11:47:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:20 smithi077 ceph-mon[88497]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T11:47:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:20 smithi191 ceph-mon[84934]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T11:47:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[86047]: pgmap v2321: 169 pgs: 169 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-09-16T11:47:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[86047]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T11:47:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[86047]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T11:47:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[88497]: pgmap v2321: 169 pgs: 169 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-09-16T11:47:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[88497]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T11:47:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:21 smithi077 ceph-mon[88497]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T11:47:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:21 smithi191 ceph-mon[84934]: pgmap v2321: 169 pgs: 169 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-09-16T11:47:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:21 smithi191 ceph-mon[84934]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T11:47:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:21 smithi191 ceph-mon[84934]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T11:47:22.242 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:22.268 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:47:22.277 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:23 smithi077 ceph-mon[86047]: pgmap v2324: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:47:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:23 smithi077 ceph-mon[86047]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T11:47:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:23 smithi077 ceph-mon[88497]: pgmap v2324: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:47:23.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:23 smithi077 ceph-mon[88497]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T11:47:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:23 smithi191 ceph-mon[84934]: pgmap v2324: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 256 op/s 2024-09-16T11:47:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:23 smithi191 ceph-mon[84934]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T11:47:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:24 smithi077 ceph-mon[86047]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T11:47:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:24 smithi077 ceph-mon[88497]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T11:47:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:24 smithi191 ceph-mon[84934]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T11:47:25.637 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: after_prepare_snap 2024-09-16T11:47:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:25 smithi077 ceph-mon[86047]: pgmap v2327: 169 pgs: 169 active+clean; 725 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 163 op/s 2024-09-16T11:47:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:25 smithi077 ceph-mon[86047]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T11:47:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:25 smithi077 ceph-mon[88497]: pgmap v2327: 169 pgs: 169 active+clean; 725 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 163 op/s 2024-09-16T11:47:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:25 smithi077 ceph-mon[88497]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T11:47:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:25 smithi191 ceph-mon[84934]: pgmap v2327: 169 pgs: 169 active+clean; 725 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 163 op/s 2024-09-16T11:47:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:25 smithi191 ceph-mon[84934]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T11:47:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:26 smithi077 ceph-mon[86047]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T11:47:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:26 smithi077 ceph-mon[86047]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T11:47:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:26 smithi077 ceph-mon[88497]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T11:47:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:26 smithi077 ceph-mon[88497]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T11:47:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:26 smithi191 ceph-mon[84934]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T11:47:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:26 smithi191 ceph-mon[84934]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T11:47:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:26] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:47:27.269 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:47:27.282 INFO:tasks.workunit.client.0.smithi077.stdout:write: * 83886080~1000 2024-09-16T11:47:27.289 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:27.433 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:27 smithi077 ceph-mon[88497]: pgmap v2330: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-09-16T11:47:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:27 smithi077 ceph-mon[86047]: pgmap v2330: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-09-16T11:47:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:27 smithi191 ceph-mon[84934]: pgmap v2330: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-09-16T11:47:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:28 smithi077 ceph-mon[86047]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T11:47:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:28 smithi077 ceph-mon[88497]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T11:47:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:28 smithi191 ceph-mon[84934]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T11:47:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:29 smithi077 ceph-mon[86047]: pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2024-09-16T11:47:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:29 smithi077 ceph-mon[86047]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T11:47:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:29 smithi077 ceph-mon[88497]: pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2024-09-16T11:47:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:29 smithi077 ceph-mon[88497]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T11:47:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:29 smithi191 ceph-mon[84934]: pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 153 op/s 2024-09-16T11:47:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:29 smithi191 ceph-mon[84934]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T11:47:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:30 smithi077 ceph-mon[86047]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T11:47:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:30 smithi077 ceph-mon[88497]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T11:47:30.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13944 ms) 2024-09-16T11:47:30.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Clone 2024-09-16T11:47:30.706 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:30 smithi191 ceph-mon[84934]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T11:47:30.716 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~8388609 2024-09-16T11:47:30.776 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 16777218~8388609 2024-09-16T11:47:30.826 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap 2024-09-16T11:47:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:31 smithi077 ceph-mon[88497]: pgmap v2336: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-09-16T11:47:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:31 smithi077 ceph-mon[88497]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T11:47:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:31 smithi077 ceph-mon[86047]: pgmap v2336: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-09-16T11:47:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:31 smithi077 ceph-mon[86047]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T11:47:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:31 smithi191 ceph-mon[84934]: pgmap v2336: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-09-16T11:47:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:31 smithi191 ceph-mon[84934]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T11:47:32.314 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap 2024-09-16T11:47:32.329 INFO:tasks.workunit.client.0.smithi077.stdout:clone image105 -> image108 2024-09-16T11:47:32.438 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:47:32.498 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:47:32.501 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap 2024-09-16T11:47:32.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:32 smithi191 ceph-mon[84934]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T11:47:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:32 smithi077 ceph-mon[86047]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T11:47:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:32 smithi077 ceph-mon[88497]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T11:47:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:33 smithi077 ceph-mon[88497]: pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-16T11:47:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:33 smithi077 ceph-mon[88497]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T11:47:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:33 smithi077 ceph-mon[86047]: pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-16T11:47:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:33 smithi077 ceph-mon[86047]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T11:47:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:33 smithi191 ceph-mon[84934]: pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-16T11:47:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:33 smithi191 ceph-mon[84934]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T11:47:34.341 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap 2024-09-16T11:47:34.355 INFO:tasks.workunit.client.0.smithi077.stdout:clone image108 -> image110 2024-09-16T11:47:34.482 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 1000~1000 2024-09-16T11:47:34.539 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 2010~1000 2024-09-16T11:47:34.541 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:34 smithi077 ceph-mon[86047]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T11:47:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:34 smithi077 ceph-mon[88497]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T11:47:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:34 smithi191 ceph-mon[84934]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T11:47:34.831 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:35.002 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:35.180 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Clone (4507 ms) 2024-09-16T11:47:35.180 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneParent 2024-09-16T11:47:35.211 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:35.222 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap 2024-09-16T11:47:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:35 smithi077 ceph-mon[88497]: pgmap v2342: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 514 op/s 2024-09-16T11:47:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:35 smithi077 ceph-mon[88497]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T11:47:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:35 smithi077 ceph-mon[86047]: pgmap v2342: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 514 op/s 2024-09-16T11:47:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:35 smithi077 ceph-mon[86047]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T11:47:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:35 smithi191 ceph-mon[84934]: pgmap v2342: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 514 op/s 2024-09-16T11:47:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:35 smithi191 ceph-mon[84934]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T11:47:36.252 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap 2024-09-16T11:47:36.264 INFO:tasks.workunit.client.0.smithi077.stdout:clone image111 -> image114 2024-09-16T11:47:36.359 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:36.507 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:47:36.629 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneParent (1449 ms) 2024-09-16T11:47:36.629 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-16T11:47:36.662 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:36.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:36 smithi077 ceph-mon[86047]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T11:47:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:36 smithi077 ceph-mon[86047]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T11:47:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:36 smithi077 ceph-mon[88497]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T11:47:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:36 smithi077 ceph-mon[88497]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T11:47:36.674 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~10 2024-09-16T11:47:36.682 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap 2024-09-16T11:47:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:36 smithi191 ceph-mon[84934]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T11:47:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:36 smithi191 ceph-mon[84934]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T11:47:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:36] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:47:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:37 smithi077 ceph-mon[86047]: pgmap v2345: 169 pgs: 169 active+clean; 769 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-09-16T11:47:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:37 smithi077 ceph-mon[88497]: pgmap v2345: 169 pgs: 169 active+clean; 769 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-09-16T11:47:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:37 smithi191 ceph-mon[84934]: pgmap v2345: 169 pgs: 169 active+clean; 769 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-09-16T11:47:38.369 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap 2024-09-16T11:47:38.386 INFO:tasks.workunit.client.0.smithi077.stdout:clone image115 -> image118 2024-09-16T11:47:38.494 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:38.651 INFO:tasks.workunit.client.0.smithi077.stdout:write: Y 0~1 2024-09-16T11:47:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:38 smithi077 ceph-mon[86047]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T11:47:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:38 smithi077 ceph-mon[88497]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T11:47:38.677 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:38 smithi191 ceph-mon[84934]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T11:47:38.741 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:38.846 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2217 ms) 2024-09-16T11:47:38.846 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-16T11:47:38.876 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:38.887 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 41943040~10 2024-09-16T11:47:38.895 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:47:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:39 smithi077 ceph-mon[86047]: pgmap v2348: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-16T11:47:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:39 smithi077 ceph-mon[86047]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T11:47:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:39 smithi077 ceph-mon[88497]: pgmap v2348: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-16T11:47:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:39 smithi077 ceph-mon[88497]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T11:47:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:39 smithi191 ceph-mon[84934]: pgmap v2348: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-16T11:47:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:39 smithi191 ceph-mon[84934]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T11:47:40.381 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 41943041~10 2024-09-16T11:47:40.388 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:40 smithi077 ceph-mon[86047]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T11:47:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:40 smithi077 ceph-mon[88497]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T11:47:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:40 smithi191 ceph-mon[84934]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T11:47:41.409 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 41943042~10 2024-09-16T11:47:41.422 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:47:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[86047]: pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.0 MiB/s wr, 861 op/s 2024-09-16T11:47:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[86047]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T11:47:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[86047]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T11:47:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[88497]: pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.0 MiB/s wr, 861 op/s 2024-09-16T11:47:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[88497]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T11:47:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:41 smithi077 ceph-mon[88497]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T11:47:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:41 smithi191 ceph-mon[84934]: pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.0 MiB/s wr, 861 op/s 2024-09-16T11:47:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:41 smithi191 ceph-mon[84934]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T11:47:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:41 smithi191 ceph-mon[84934]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T11:47:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:43.382 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:47:43.414 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:43.482 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:43 smithi077 ceph-mon[86047]: pgmap v2354: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 1.15k op/s 2024-09-16T11:47:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:43 smithi077 ceph-mon[86047]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T11:47:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:43 smithi077 ceph-mon[88497]: pgmap v2354: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 1.15k op/s 2024-09-16T11:47:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:43 smithi077 ceph-mon[88497]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T11:47:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:43 smithi191 ceph-mon[84934]: pgmap v2354: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 1.15k op/s 2024-09-16T11:47:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:43 smithi191 ceph-mon[84934]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T11:47:44.518 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5672 ms) 2024-09-16T11:47:44.518 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-16T11:47:44.550 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:44.560 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 41943040~10 2024-09-16T11:47:44.568 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:47:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:44 smithi077 ceph-mon[86047]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T11:47:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:44 smithi077 ceph-mon[88497]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T11:47:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:44 smithi191 ceph-mon[84934]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T11:47:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:45 smithi077 ceph-mon[86047]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.0 MiB/s wr, 600 op/s 2024-09-16T11:47:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:45 smithi077 ceph-mon[86047]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T11:47:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:45 smithi077 ceph-mon[88497]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.0 MiB/s wr, 600 op/s 2024-09-16T11:47:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:45 smithi077 ceph-mon[88497]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T11:47:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:45 smithi191 ceph-mon[84934]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.0 MiB/s wr, 600 op/s 2024-09-16T11:47:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:45 smithi191 ceph-mon[84934]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T11:47:46.427 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:47:46.449 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:46 smithi077 ceph-mon[86047]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T11:47:46.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:46 smithi077 ceph-mon[88497]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T11:47:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:46 smithi191 ceph-mon[84934]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T11:47:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:46] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T11:47:47.529 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:47.540 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:47:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:47 smithi077 ceph-mon[86047]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 255 op/s 2024-09-16T11:47:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:47 smithi077 ceph-mon[86047]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T11:47:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:47 smithi077 ceph-mon[88497]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 255 op/s 2024-09-16T11:47:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:47 smithi077 ceph-mon[88497]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T11:47:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:47 smithi191 ceph-mon[84934]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 255 op/s 2024-09-16T11:47:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:47 smithi191 ceph-mon[84934]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T11:47:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:48 smithi077 ceph-mon[86047]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T11:47:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:48 smithi077 ceph-mon[88497]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T11:47:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:48 smithi191 ceph-mon[84934]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T11:47:49.440 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 41943040~10 2024-09-16T11:47:49.447 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap4 2024-09-16T11:47:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:49 smithi077 ceph-mon[88497]: pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 21 KiB/s wr, 317 op/s 2024-09-16T11:47:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:49 smithi077 ceph-mon[88497]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T11:47:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:49 smithi077 ceph-mon[86047]: pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 21 KiB/s wr, 317 op/s 2024-09-16T11:47:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:49 smithi077 ceph-mon[86047]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T11:47:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:49 smithi191 ceph-mon[84934]: pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 21 KiB/s wr, 317 op/s 2024-09-16T11:47:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:49 smithi191 ceph-mon[84934]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T11:47:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:50 smithi191 ceph-mon[84934]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T11:47:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:50 smithi077 ceph-mon[86047]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T11:47:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:50 smithi077 ceph-mon[88497]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T11:47:51.247 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 41943040 2024-09-16T11:47:51.268 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:47:51.329 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:47:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:51 smithi191 ceph-mon[84934]: pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-16T11:47:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:51 smithi191 ceph-mon[84934]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T11:47:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:51 smithi191 ceph-mon[84934]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T11:47:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[86047]: pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-16T11:47:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[86047]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T11:47:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[86047]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T11:47:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[88497]: pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-16T11:47:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[88497]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T11:47:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:51 smithi077 ceph-mon[88497]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T11:47:52.384 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7866 ms) 2024-09-16T11:47:52.384 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-16T11:47:52.416 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:52.426 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:52.645 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortInUseImage (261 ms) 2024-09-16T11:47:52.645 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-16T11:47:52.673 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:52.682 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:47:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:47:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:47:52.742 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:47:52.798 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:52.984 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:47:53.023 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:47:53.085 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:47:53.259 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (614 ms) 2024-09-16T11:47:53.259 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-16T11:47:53.288 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:53.297 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:47:53.358 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:47:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:53 smithi077 ceph-mon[86047]: pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T11:47:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:53 smithi077 ceph-mon[86047]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T11:47:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:53 smithi077 ceph-mon[88497]: pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T11:47:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:53 smithi077 ceph-mon[88497]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T11:47:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:53 smithi191 ceph-mon[84934]: pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T11:47:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:53 smithi191 ceph-mon[84934]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T11:47:55.266 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 8388609~8388609 2024-09-16T11:47:55.287 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 0~1000 2024-09-16T11:47:55.287 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1010~1000 2024-09-16T11:47:55.287 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:47:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:55 smithi077 ceph-mon[86047]: pgmap v2371: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-16T11:47:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:55 smithi077 ceph-mon[86047]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T11:47:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:55 smithi077 ceph-mon[88497]: pgmap v2371: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-16T11:47:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:55 smithi077 ceph-mon[88497]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T11:47:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:55 smithi191 ceph-mon[84934]: pgmap v2371: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-16T11:47:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:55 smithi191 ceph-mon[84934]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T11:47:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:56 smithi077 ceph-mon[86047]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T11:47:56.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:56 smithi077 ceph-mon[88497]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T11:47:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:56 smithi191 ceph-mon[84934]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T11:47:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:47:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:47:56] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T11:47:57.291 INFO:tasks.workunit.client.0.smithi077.stdout:write: X 8388609~1000 2024-09-16T11:47:57.296 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16777228~1000 2024-09-16T11:47:57.297 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 167772160 2024-09-16T11:47:57.307 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 83886079~8388609 2024-09-16T11:47:57.331 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:47:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[88497]: pgmap v2374: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.2 MiB/s wr, 434 op/s 2024-09-16T11:47:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[88497]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T11:47:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[86047]: pgmap v2374: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.2 MiB/s wr, 434 op/s 2024-09-16T11:47:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[86047]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T11:47:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:57 smithi191 ceph-mon[84934]: pgmap v2374: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.2 MiB/s wr, 434 op/s 2024-09-16T11:47:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:57 smithi191 ceph-mon[84934]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T11:47:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:47:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:58 smithi077 ceph-mon[86047]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T11:47:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:58 smithi077 ceph-mon[88497]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T11:47:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:58 smithi191 ceph-mon[84934]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T11:47:59.303 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:47:59.327 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 83886079~1 2024-09-16T11:47:59.335 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:47:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:59 smithi077 ceph-mon[88497]: pgmap v2377: 169 pgs: 169 active+clean; 821 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 342 op/s 2024-09-16T11:47:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:47:59 smithi077 ceph-mon[88497]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T11:47:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:59 smithi077 ceph-mon[86047]: pgmap v2377: 169 pgs: 169 active+clean; 821 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 342 op/s 2024-09-16T11:47:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:47:59 smithi077 ceph-mon[86047]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T11:47:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:59 smithi191 ceph-mon[84934]: pgmap v2377: 169 pgs: 169 active+clean; 821 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 342 op/s 2024-09-16T11:47:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:47:59 smithi191 ceph-mon[84934]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T11:48:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:00 smithi077 ceph-mon[86047]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T11:48:00.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:00 smithi077 ceph-mon[88497]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T11:48:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:00 smithi191 ceph-mon[84934]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T11:48:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[86047]: pgmap v2380: 169 pgs: 169 active+clean; 845 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 261 op/s 2024-09-16T11:48:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[86047]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T11:48:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[86047]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T11:48:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[88497]: pgmap v2380: 169 pgs: 169 active+clean; 845 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 261 op/s 2024-09-16T11:48:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[88497]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T11:48:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:01 smithi077 ceph-mon[88497]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T11:48:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:01 smithi191 ceph-mon[84934]: pgmap v2380: 169 pgs: 169 active+clean; 845 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 261 op/s 2024-09-16T11:48:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:01 smithi191 ceph-mon[84934]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T11:48:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:01 smithi191 ceph-mon[84934]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T11:48:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:02.670 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:48:02.802 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:48:03.315 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 0~8388609 2024-09-16T11:48:03.347 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 16777218~8388609 2024-09-16T11:48:03.446 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:03 smithi077 ceph-mon[86047]: pgmap v2383: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 161 op/s 2024-09-16T11:48:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:03 smithi077 ceph-mon[86047]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T11:48:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:03 smithi077 ceph-mon[88497]: pgmap v2383: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 161 op/s 2024-09-16T11:48:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:03 smithi077 ceph-mon[88497]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T11:48:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:03 smithi191 ceph-mon[84934]: pgmap v2383: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 161 op/s 2024-09-16T11:48:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:03 smithi191 ceph-mon[84934]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T11:48:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:04 smithi077 ceph-mon[86047]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T11:48:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:04 smithi077 ceph-mon[88497]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T11:48:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:04 smithi191 ceph-mon[84934]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T11:48:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:05 smithi077 ceph-mon[86047]: pgmap v2386: 169 pgs: 169 active+clean; 893 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 338 op/s 2024-09-16T11:48:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:05 smithi077 ceph-mon[86047]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T11:48:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:05 smithi077 ceph-mon[88497]: pgmap v2386: 169 pgs: 169 active+clean; 893 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 338 op/s 2024-09-16T11:48:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:05 smithi077 ceph-mon[88497]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T11:48:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:05 smithi191 ceph-mon[84934]: pgmap v2386: 169 pgs: 169 active+clean; 893 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 338 op/s 2024-09-16T11:48:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:05 smithi191 ceph-mon[84934]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T11:48:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:06 smithi077 ceph-mon[86047]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T11:48:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:06 smithi077 ceph-mon[88497]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T11:48:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:06 smithi191 ceph-mon[84934]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T11:48:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:06] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:48:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[86047]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 9.0 MiB/s wr, 320 op/s 2024-09-16T11:48:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[86047]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T11:48:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:48:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[88497]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 9.0 MiB/s wr, 320 op/s 2024-09-16T11:48:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[88497]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T11:48:07.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:07 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:48:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:07 smithi191 ceph-mon[84934]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 9.0 MiB/s wr, 320 op/s 2024-09-16T11:48:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:07 smithi191 ceph-mon[84934]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T11:48:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:07 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:48:07.778 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.AbortWithSnapshots (14519 ms) 2024-09-16T11:48:07.778 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-16T11:48:07.809 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:07.820 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:07.829 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[88497]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T11:48:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:48:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:48:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:48:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[86047]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T11:48:08.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:48:08.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:48:08.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:48:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:08 smithi191 ceph-mon[84934]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T11:48:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:48:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:48:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:48:09.501 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:09.573 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:09 smithi077 ceph-mon[86047]: pgmap v2392: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-09-16T11:48:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:09 smithi077 ceph-mon[86047]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T11:48:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:09 smithi077 ceph-mon[88497]: pgmap v2392: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-09-16T11:48:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:09 smithi077 ceph-mon[88497]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T11:48:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:09 smithi191 ceph-mon[84934]: pgmap v2392: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-09-16T11:48:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:09 smithi191 ceph-mon[84934]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T11:48:10.705 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:48:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:10 smithi077 ceph-mon[86047]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T11:48:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:10 smithi077 ceph-mon[88497]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T11:48:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:10 smithi191 ceph-mon[84934]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T11:48:10.985 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:48:11.370 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV1Parent (3592 ms) 2024-09-16T11:48:11.370 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-16T11:48:11.401 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:11.412 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:11.421 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[86047]: pgmap v2395: 169 pgs: 169 active+clean; 925 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 197 op/s 2024-09-16T11:48:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[86047]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T11:48:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[86047]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T11:48:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[88497]: pgmap v2395: 169 pgs: 169 active+clean; 925 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 197 op/s 2024-09-16T11:48:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[88497]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T11:48:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:11 smithi077 ceph-mon[88497]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T11:48:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:11 smithi191 ceph-mon[84934]: pgmap v2395: 169 pgs: 169 active+clean; 925 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 197 op/s 2024-09-16T11:48:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:11 smithi191 ceph-mon[84934]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T11:48:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:11 smithi191 ceph-mon[84934]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T11:48:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:12 smithi191 ceph-mon[84934]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T11:48:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:12 smithi077 ceph-mon[86047]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T11:48:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:12 smithi077 ceph-mon[88497]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T11:48:13.256 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:13.321 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:13 smithi077 ceph-mon[86047]: pgmap v2398: 169 pgs: 169 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 240 op/s 2024-09-16T11:48:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:13 smithi077 ceph-mon[86047]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T11:48:13.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:13 smithi077 ceph-mon[88497]: pgmap v2398: 169 pgs: 169 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 240 op/s 2024-09-16T11:48:13.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:13 smithi077 ceph-mon[88497]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T11:48:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:13 smithi191 ceph-mon[84934]: pgmap v2398: 169 pgs: 169 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 240 op/s 2024-09-16T11:48:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:13 smithi191 ceph-mon[84934]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T11:48:14.436 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:48:14.513 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:48:15.635 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV2Parent (4265 ms) 2024-09-16T11:48:15.635 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-16T11:48:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:15 smithi077 ceph-mon[86047]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 19 KiB/s wr, 433 op/s 2024-09-16T11:48:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:15 smithi077 ceph-mon[86047]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T11:48:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:15 smithi077 ceph-mon[88497]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 19 KiB/s wr, 433 op/s 2024-09-16T11:48:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:15 smithi077 ceph-mon[88497]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T11:48:15.674 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:15.687 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:15.696 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:15 smithi191 ceph-mon[84934]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 19 KiB/s wr, 433 op/s 2024-09-16T11:48:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:15 smithi191 ceph-mon[84934]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T11:48:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:16 smithi077 ceph-mon[86047]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T11:48:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:16 smithi077 ceph-mon[86047]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T11:48:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:16 smithi077 ceph-mon[88497]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T11:48:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:16 smithi077 ceph-mon[88497]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T11:48:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:16] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T11:48:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:16 smithi191 ceph-mon[84934]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T11:48:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:16 smithi191 ceph-mon[84934]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T11:48:17.255 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:17.332 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:17 smithi077 ceph-mon[86047]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 470 KiB/s rd, 24 KiB/s wr, 587 op/s 2024-09-16T11:48:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:17 smithi077 ceph-mon[86047]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T11:48:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:17 smithi077 ceph-mon[88497]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 470 KiB/s rd, 24 KiB/s wr, 587 op/s 2024-09-16T11:48:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:17 smithi077 ceph-mon[88497]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T11:48:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:17 smithi191 ceph-mon[84934]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 470 KiB/s rd, 24 KiB/s wr, 587 op/s 2024-09-16T11:48:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:17 smithi191 ceph-mon[84934]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T11:48:18.413 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:19.402 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3767 ms) 2024-09-16T11:48:19.402 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-16T11:48:19.436 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:19 smithi077 ceph-mon[86047]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T11:48:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:19 smithi077 ceph-mon[86047]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T11:48:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:19 smithi077 ceph-mon[88497]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T11:48:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:19 smithi077 ceph-mon[88497]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T11:48:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:19 smithi191 ceph-mon[84934]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T11:48:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:19 smithi191 ceph-mon[84934]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T11:48:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:20 smithi077 ceph-mon[88497]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T11:48:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:20 smithi077 ceph-mon[86047]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T11:48:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:20 smithi191 ceph-mon[84934]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T11:48:21.270 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:21.336 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[88497]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[88497]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[88497]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[86047]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[86047]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T11:48:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:21 smithi077 ceph-mon[86047]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T11:48:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:21 smithi191 ceph-mon[84934]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-09-16T11:48:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:21 smithi191 ceph-mon[84934]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T11:48:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:21 smithi191 ceph-mon[84934]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T11:48:22.440 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:23.401 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3999 ms) 2024-09-16T11:48:23.402 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-16T11:48:23.433 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:23.443 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:23.452 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:23 smithi077 ceph-mon[86047]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-09-16T11:48:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:23 smithi077 ceph-mon[86047]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T11:48:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:23 smithi077 ceph-mon[88497]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-09-16T11:48:23.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:23 smithi077 ceph-mon[88497]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T11:48:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:23 smithi191 ceph-mon[84934]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-09-16T11:48:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:23 smithi191 ceph-mon[84934]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T11:48:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:24 smithi077 ceph-mon[88497]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T11:48:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:24 smithi077 ceph-mon[86047]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T11:48:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:24 smithi191 ceph-mon[84934]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T11:48:25.306 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:25.368 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:25 smithi077 ceph-mon[86047]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-16T11:48:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:25 smithi077 ceph-mon[86047]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T11:48:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:25 smithi077 ceph-mon[88497]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-16T11:48:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:25 smithi077 ceph-mon[88497]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T11:48:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:25 smithi191 ceph-mon[84934]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-16T11:48:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:25 smithi191 ceph-mon[84934]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T11:48:26.427 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:26 smithi077 ceph-mon[86047]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T11:48:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:26 smithi077 ceph-mon[86047]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T11:48:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:26 smithi077 ceph-mon[88497]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T11:48:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:26 smithi077 ceph-mon[88497]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T11:48:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:26 smithi191 ceph-mon[84934]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T11:48:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:26 smithi191 ceph-mon[84934]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T11:48:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:26] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T11:48:27.431 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4030 ms) 2024-09-16T11:48:27.431 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-16T11:48:27.463 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:27.474 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:27.483 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:27 smithi077 ceph-mon[86047]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-09-16T11:48:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:27 smithi077 ceph-mon[88497]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-09-16T11:48:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:27 smithi191 ceph-mon[84934]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-09-16T11:48:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:28 smithi077 ceph-mon[86047]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T11:48:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:28 smithi077 ceph-mon[88497]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T11:48:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:28 smithi191 ceph-mon[84934]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T11:48:29.325 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:29.385 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:29 smithi077 ceph-mon[88497]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 260 op/s 2024-09-16T11:48:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:29 smithi077 ceph-mon[88497]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T11:48:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:29 smithi077 ceph-mon[86047]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 260 op/s 2024-09-16T11:48:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:29 smithi077 ceph-mon[86047]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T11:48:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:29 smithi191 ceph-mon[84934]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 260 op/s 2024-09-16T11:48:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:29 smithi191 ceph-mon[84934]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T11:48:30.493 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:30 smithi077 ceph-mon[86047]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T11:48:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:30 smithi077 ceph-mon[88497]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T11:48:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:30 smithi191 ceph-mon[84934]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T11:48:31.368 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3936 ms) 2024-09-16T11:48:31.368 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-16T11:48:31.403 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:31.414 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:31.423 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[86047]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 235 op/s 2024-09-16T11:48:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[86047]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T11:48:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[86047]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T11:48:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[88497]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 235 op/s 2024-09-16T11:48:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[88497]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T11:48:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:31 smithi077 ceph-mon[88497]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T11:48:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:31 smithi191 ceph-mon[84934]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 235 op/s 2024-09-16T11:48:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:31 smithi191 ceph-mon[84934]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T11:48:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:31 smithi191 ceph-mon[84934]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T11:48:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:33.354 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:33.417 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:33 smithi077 ceph-mon[88497]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-09-16T11:48:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:33 smithi077 ceph-mon[88497]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T11:48:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:33 smithi077 ceph-mon[86047]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-09-16T11:48:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:33 smithi077 ceph-mon[86047]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T11:48:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:33 smithi191 ceph-mon[84934]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-09-16T11:48:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:33 smithi191 ceph-mon[84934]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T11:48:34.540 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:34 smithi077 ceph-mon[86047]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T11:48:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:34 smithi077 ceph-mon[88497]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T11:48:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:34 smithi191 ceph-mon[84934]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T11:48:35.488 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4119 ms) 2024-09-16T11:48:35.488 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-16T11:48:35.517 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:35.530 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:35.538 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:35 smithi077 ceph-mon[86047]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 23 KiB/s wr, 545 op/s 2024-09-16T11:48:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:35 smithi077 ceph-mon[86047]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T11:48:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:35 smithi077 ceph-mon[88497]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 23 KiB/s wr, 545 op/s 2024-09-16T11:48:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:35 smithi077 ceph-mon[88497]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T11:48:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:35 smithi191 ceph-mon[84934]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 23 KiB/s wr, 545 op/s 2024-09-16T11:48:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:35 smithi191 ceph-mon[84934]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T11:48:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:36 smithi077 ceph-mon[86047]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T11:48:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:36 smithi077 ceph-mon[86047]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T11:48:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:36 smithi077 ceph-mon[88497]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T11:48:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:36 smithi077 ceph-mon[88497]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T11:48:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:36 smithi191 ceph-mon[84934]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T11:48:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:36 smithi191 ceph-mon[84934]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T11:48:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:36] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:48:37.262 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:37.320 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:37 smithi077 ceph-mon[86047]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-09-16T11:48:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:37 smithi077 ceph-mon[86047]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T11:48:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:37 smithi077 ceph-mon[88497]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-09-16T11:48:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:37 smithi077 ceph-mon[88497]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T11:48:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:37 smithi191 ceph-mon[84934]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-09-16T11:48:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:37 smithi191 ceph-mon[84934]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T11:48:38.540 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:39.507 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4019 ms) 2024-09-16T11:48:39.507 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-16T11:48:39.547 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:39.559 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:39.570 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:39 smithi077 ceph-mon[86047]: pgmap v2437: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 330 op/s 2024-09-16T11:48:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:39 smithi077 ceph-mon[86047]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T11:48:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:39 smithi077 ceph-mon[88497]: pgmap v2437: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 330 op/s 2024-09-16T11:48:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:39 smithi077 ceph-mon[88497]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T11:48:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:39 smithi191 ceph-mon[84934]: pgmap v2437: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 330 op/s 2024-09-16T11:48:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:39 smithi191 ceph-mon[84934]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T11:48:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:40 smithi077 ceph-mon[86047]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T11:48:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:40 smithi077 ceph-mon[88497]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T11:48:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:40 smithi191 ceph-mon[84934]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T11:48:41.265 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:41.325 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[86047]: pgmap v2440: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 12 KiB/s wr, 284 op/s 2024-09-16T11:48:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[86047]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T11:48:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[86047]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T11:48:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[88497]: pgmap v2440: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 12 KiB/s wr, 284 op/s 2024-09-16T11:48:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[88497]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T11:48:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:41 smithi077 ceph-mon[88497]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T11:48:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:41 smithi191 ceph-mon[84934]: pgmap v2440: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 12 KiB/s wr, 284 op/s 2024-09-16T11:48:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:41 smithi191 ceph-mon[84934]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T11:48:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:41 smithi191 ceph-mon[84934]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T11:48:42.578 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:43.515 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4008 ms) 2024-09-16T11:48:43.516 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-16T11:48:43.552 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:43.563 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 0~10 2024-09-16T11:48:43.571 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:43 smithi077 ceph-mon[88497]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 21 KiB/s wr, 308 op/s 2024-09-16T11:48:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:43 smithi077 ceph-mon[88497]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T11:48:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:43 smithi077 ceph-mon[86047]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 21 KiB/s wr, 308 op/s 2024-09-16T11:48:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:43 smithi077 ceph-mon[86047]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T11:48:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:43 smithi191 ceph-mon[84934]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 21 KiB/s wr, 308 op/s 2024-09-16T11:48:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:43 smithi191 ceph-mon[84934]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T11:48:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:44 smithi077 ceph-mon[86047]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T11:48:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:44 smithi077 ceph-mon[88497]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T11:48:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:44 smithi191 ceph-mon[84934]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T11:48:45.426 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:45.486 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:48:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:45 smithi077 ceph-mon[88497]: pgmap v2446: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 381 op/s 2024-09-16T11:48:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:45 smithi077 ceph-mon[88497]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T11:48:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:45 smithi077 ceph-mon[86047]: pgmap v2446: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 381 op/s 2024-09-16T11:48:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:45 smithi077 ceph-mon[86047]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T11:48:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:45 smithi191 ceph-mon[84934]: pgmap v2446: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 381 op/s 2024-09-16T11:48:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:45 smithi191 ceph-mon[84934]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T11:48:46.422 INFO:tasks.workunit.client.0.smithi077.stdout:migration_abort 2024-09-16T11:48:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:46 smithi077 ceph-mon[88497]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T11:48:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:46 smithi077 ceph-mon[88497]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T11:48:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:46 smithi077 ceph-mon[86047]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T11:48:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:46 smithi077 ceph-mon[86047]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T11:48:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:46 smithi191 ceph-mon[84934]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T11:48:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:46 smithi191 ceph-mon[84934]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T11:48:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:46] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:48:47.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4044 ms) 2024-09-16T11:48:47.560 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-16T11:48:47.591 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:47.602 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 2136672~2683644 2024-09-16T11:48:47.627 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 62301273~4644811 2024-09-16T11:48:47.627 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 32690398~5128275 2024-09-16T11:48:47.664 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 28689776~2647688 2024-09-16T11:48:47.667 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 66891627~7601064 2024-09-16T11:48:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:47 smithi077 ceph-mon[88497]: pgmap v2449: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-16T11:48:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:47 smithi077 ceph-mon[86047]: pgmap v2449: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-16T11:48:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:47 smithi191 ceph-mon[84934]: pgmap v2449: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-16T11:48:47.713 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 57880989~3679514 2024-09-16T11:48:47.714 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 76465269~3689906 2024-09-16T11:48:47.752 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 18855797~2907124 2024-09-16T11:48:47.752 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap0 2024-09-16T11:48:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:48 smithi191 ceph-mon[84934]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T11:48:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:48 smithi077 ceph-mon[86047]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T11:48:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:48 smithi077 ceph-mon[88497]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T11:48:49.449 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap0 2024-09-16T11:48:49.461 INFO:tasks.workunit.client.0.smithi077.stdout:clone image159 -> image162 2024-09-16T11:48:49.561 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 123616868 2024-09-16T11:48:49.571 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 99584160~4869822 2024-09-16T11:48:49.616 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 66979689~3263461 2024-09-16T11:48:49.640 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 80296777~5248240 2024-09-16T11:48:49.682 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 73611138~5623145 2024-09-16T11:48:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:49 smithi191 ceph-mon[84934]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-16T11:48:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:49 smithi191 ceph-mon[84934]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T11:48:49.716 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 99676547~5379778 2024-09-16T11:48:49.754 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 11822072~5240042 2024-09-16T11:48:49.761 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 62593267~776095 2024-09-16T11:48:49.768 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 6569364~2272571 2024-09-16T11:48:49.779 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:49 smithi077 ceph-mon[88497]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-16T11:48:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:49 smithi077 ceph-mon[88497]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T11:48:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:49 smithi077 ceph-mon[86047]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-16T11:48:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:49 smithi077 ceph-mon[86047]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T11:48:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:50 smithi191 ceph-mon[84934]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T11:48:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:50 smithi077 ceph-mon[86047]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T11:48:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:50 smithi077 ceph-mon[88497]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T11:48:51.260 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:48:51.275 INFO:tasks.workunit.client.0.smithi077.stdout:clone image162 -> image164 2024-09-16T11:48:51.407 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 138179224 2024-09-16T11:48:51.418 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 59806865~7640335 2024-09-16T11:48:51.478 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 103594537~6787564 2024-09-16T11:48:51.520 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 89234254~8170334 2024-09-16T11:48:51.577 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 42532859~3899038 2024-09-16T11:48:51.584 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 118143959~4167444 2024-09-16T11:48:51.630 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 81879776~4433950 2024-09-16T11:48:51.662 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 14081934~3710806 2024-09-16T11:48:51.687 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 48567975~5218653 2024-09-16T11:48:51.692 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:48:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:51 smithi191 ceph-mon[84934]: pgmap v2455: 169 pgs: 169 active+clean; 925 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 4.0 MiB/s wr, 408 op/s 2024-09-16T11:48:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:51 smithi191 ceph-mon[84934]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T11:48:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:51 smithi191 ceph-mon[84934]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T11:48:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[86047]: pgmap v2455: 169 pgs: 169 active+clean; 925 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 4.0 MiB/s wr, 408 op/s 2024-09-16T11:48:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[86047]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T11:48:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[86047]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T11:48:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[88497]: pgmap v2455: 169 pgs: 169 active+clean; 925 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 4.0 MiB/s wr, 408 op/s 2024-09-16T11:48:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[88497]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T11:48:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:51 smithi077 ceph-mon[88497]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T11:48:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:48:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:48:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:48:53.478 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap2 2024-09-16T11:48:53.491 INFO:tasks.workunit.client.0.smithi077.stdout:clone image164 -> image166 2024-09-16T11:48:53.642 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 72557604~3859472 2024-09-16T11:48:53.707 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 63931491~7009129 2024-09-16T11:48:53.730 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 45412129~4399206 2024-09-16T11:48:53.763 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 90067089~2728018 2024-09-16T11:48:53.811 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 10344443~6909461 2024-09-16T11:48:53.858 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 130675528~7503696 2024-09-16T11:48:53.864 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 99495727~5701323 2024-09-16T11:48:53.911 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1535631~550384 2024-09-16T11:48:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:53 smithi077 ceph-mon[88497]: pgmap v2458: 169 pgs: 169 active+clean; 987 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 13 MiB/s wr, 233 op/s 2024-09-16T11:48:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:53 smithi077 ceph-mon[88497]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T11:48:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:53 smithi077 ceph-mon[86047]: pgmap v2458: 169 pgs: 169 active+clean; 987 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 13 MiB/s wr, 233 op/s 2024-09-16T11:48:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:53 smithi077 ceph-mon[86047]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T11:48:53.942 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:48:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:53 smithi191 ceph-mon[84934]: pgmap v2458: 169 pgs: 169 active+clean; 987 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 13 MiB/s wr, 233 op/s 2024-09-16T11:48:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:53 smithi191 ceph-mon[84934]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T11:48:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:54 smithi077 ceph-mon[88497]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T11:48:54.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:54 smithi077 ceph-mon[86047]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T11:48:54.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:54 smithi191 ceph-mon[84934]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T11:48:55.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.StressNoMigrate (8341 ms) 2024-09-16T11:48:55.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Stress 2024-09-16T11:48:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:55 smithi077 ceph-mon[88497]: pgmap v2461: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-16T11:48:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:55 smithi077 ceph-mon[88497]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T11:48:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:55 smithi077 ceph-mon[86047]: pgmap v2461: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-16T11:48:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:55 smithi077 ceph-mon[86047]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T11:48:55.934 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:48:55.944 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 72305959~6189142 2024-09-16T11:48:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:55 smithi191 ceph-mon[84934]: pgmap v2461: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-16T11:48:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:55 smithi191 ceph-mon[84934]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T11:48:55.999 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 69076842~3020961 2024-09-16T11:48:56.002 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 24232127~4038078 2024-09-16T11:48:56.034 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 41303316~3923170 2024-09-16T11:48:56.034 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 34307648~1500317 2024-09-16T11:48:56.048 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 25959787~5985212 2024-09-16T11:48:56.050 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 76953548~2382566 2024-09-16T11:48:56.074 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 42946127~8341735 2024-09-16T11:48:56.075 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap0 2024-09-16T11:48:56.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:56 smithi077 ceph-mon[86047]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T11:48:56.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:56 smithi077 ceph-mon[86047]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T11:48:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:56 smithi077 ceph-mon[88497]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T11:48:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:56 smithi077 ceph-mon[88497]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T11:48:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:56 smithi191 ceph-mon[84934]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T11:48:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:56 smithi191 ceph-mon[84934]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T11:48:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:48:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:48:56] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:48:57.264 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 14524626~5639977 2024-09-16T11:48:57.273 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 46103870~7739647 2024-09-16T11:48:57.273 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 57186383~4832541 2024-09-16T11:48:57.278 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 60865513~4090220 2024-09-16T11:48:57.317 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 29806428~5221550 2024-09-16T11:48:57.322 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 23296823~6245536 2024-09-16T11:48:57.322 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 62766326~4972715 2024-09-16T11:48:57.328 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 58325324~3328094 2024-09-16T11:48:57.328 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[86047]: pgmap v2464: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[86047]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[88497]: pgmap v2464: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:57 smithi077 ceph-mon[88497]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T11:48:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:57 smithi191 ceph-mon[84934]: pgmap v2464: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-16T11:48:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:48:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:57 smithi191 ceph-mon[84934]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T11:48:59.276 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 68657475~7059980 2024-09-16T11:48:59.291 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 75669161~6726449 2024-09-16T11:48:59.317 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 79820525~2301827 2024-09-16T11:48:59.318 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 80181865~965653 2024-09-16T11:48:59.335 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 918780~5779129 2024-09-16T11:48:59.337 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 34352953~5687481 2024-09-16T11:48:59.337 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 28104674~5271114 2024-09-16T11:48:59.342 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 46565194~6934540 2024-09-16T11:48:59.342 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:48:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:59 smithi077 ceph-mon[86047]: pgmap v2467: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-16T11:48:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:48:59 smithi077 ceph-mon[86047]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T11:48:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:59 smithi077 ceph-mon[88497]: pgmap v2467: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-16T11:48:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:48:59 smithi077 ceph-mon[88497]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T11:48:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:59 smithi191 ceph-mon[84934]: pgmap v2467: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-16T11:48:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:48:59 smithi191 ceph-mon[84934]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T11:49:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:00 smithi077 ceph-mon[86047]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T11:49:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:00 smithi077 ceph-mon[88497]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T11:49:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:00 smithi191 ceph-mon[84934]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T11:49:01.292 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 137306009 2024-09-16T11:49:01.305 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 87657340~2801292 2024-09-16T11:49:01.315 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 79851088~8309832 2024-09-16T11:49:01.329 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 27642139~3380659 2024-09-16T11:49:01.331 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 133280005~4026004 2024-09-16T11:49:01.331 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 104753944~1380317 2024-09-16T11:49:01.332 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 79403210~5052170 2024-09-16T11:49:01.332 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 131137007~2302444 2024-09-16T11:49:01.336 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 113321425~7084330 2024-09-16T11:49:01.336 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:49:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:01 smithi077 ceph-mon[86047]: pgmap v2470: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 371 op/s 2024-09-16T11:49:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:01 smithi077 ceph-mon[86047]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T11:49:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:01 smithi077 ceph-mon[88497]: pgmap v2470: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 371 op/s 2024-09-16T11:49:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:01 smithi077 ceph-mon[88497]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T11:49:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:01 smithi191 ceph-mon[84934]: pgmap v2470: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 371 op/s 2024-09-16T11:49:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:01 smithi191 ceph-mon[84934]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T11:49:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:02 smithi191 ceph-mon[84934]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T11:49:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:02 smithi077 ceph-mon[86047]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T11:49:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:02 smithi077 ceph-mon[88497]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T11:49:03.303 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 195084877 2024-09-16T11:49:03.327 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:49:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:03 smithi077 ceph-mon[86047]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 23 MiB/s wr, 239 op/s 2024-09-16T11:49:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:03 smithi077 ceph-mon[86047]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T11:49:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:03 smithi077 ceph-mon[88497]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 23 MiB/s wr, 239 op/s 2024-09-16T11:49:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:03 smithi077 ceph-mon[88497]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T11:49:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:03 smithi191 ceph-mon[84934]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 23 MiB/s wr, 239 op/s 2024-09-16T11:49:03.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:03 smithi191 ceph-mon[84934]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T11:49:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:04 smithi077 ceph-mon[86047]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T11:49:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:04 smithi077 ceph-mon[88497]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T11:49:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:04 smithi191 ceph-mon[84934]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T11:49:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:05 smithi077 ceph-mon[88497]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 22 MiB/s wr, 238 op/s 2024-09-16T11:49:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:05 smithi077 ceph-mon[88497]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T11:49:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:05 smithi077 ceph-mon[86047]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 22 MiB/s wr, 238 op/s 2024-09-16T11:49:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:05 smithi077 ceph-mon[86047]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T11:49:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:05 smithi191 ceph-mon[84934]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 22 MiB/s wr, 238 op/s 2024-09-16T11:49:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:05 smithi191 ceph-mon[84934]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T11:49:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:06 smithi077 ceph-mon[86047]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T11:49:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:06 smithi077 ceph-mon[88497]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T11:49:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:06 smithi191 ceph-mon[84934]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T11:49:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:06] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:49:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:07 smithi077 ceph-mon[88497]: pgmap v2479: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 14 MiB/s wr, 193 op/s 2024-09-16T11:49:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:07 smithi077 ceph-mon[88497]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T11:49:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:07 smithi077 ceph-mon[86047]: pgmap v2479: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 14 MiB/s wr, 193 op/s 2024-09-16T11:49:07.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:07 smithi077 ceph-mon[86047]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T11:49:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:07 smithi191 ceph-mon[84934]: pgmap v2479: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 14 MiB/s wr, 193 op/s 2024-09-16T11:49:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:07 smithi191 ceph-mon[84934]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T11:49:08.071 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:49:08.301 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:49:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[86047]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T11:49:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:49:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:49:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:49:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[88497]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T11:49:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:49:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:49:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:49:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:08 smithi191 ceph-mon[84934]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T11:49:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:49:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:49:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:49:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:09 smithi077 ceph-mon[86047]: pgmap v2482: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 2.3 MiB/s wr, 133 op/s 2024-09-16T11:49:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:09 smithi077 ceph-mon[88497]: pgmap v2482: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 2.3 MiB/s wr, 133 op/s 2024-09-16T11:49:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:09 smithi191 ceph-mon[84934]: pgmap v2482: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 2.3 MiB/s wr, 133 op/s 2024-09-16T11:49:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:10 smithi077 ceph-mon[86047]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T11:49:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:10 smithi077 ceph-mon[88497]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T11:49:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:10 smithi191 ceph-mon[84934]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T11:49:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:11 smithi077 ceph-mon[86047]: pgmap v2484: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 609 KiB/s wr, 128 op/s 2024-09-16T11:49:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:11 smithi077 ceph-mon[86047]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T11:49:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:11 smithi077 ceph-mon[88497]: pgmap v2484: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 609 KiB/s wr, 128 op/s 2024-09-16T11:49:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:11 smithi077 ceph-mon[88497]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T11:49:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:11 smithi191 ceph-mon[84934]: pgmap v2484: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 609 KiB/s wr, 128 op/s 2024-09-16T11:49:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:11 smithi191 ceph-mon[84934]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T11:49:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:12 smithi077 ceph-mon[88497]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T11:49:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:12 smithi077 ceph-mon[86047]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T11:49:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:12 smithi191 ceph-mon[84934]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T11:49:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:12.981 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Stress (17080 ms) 2024-09-16T11:49:12.981 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.Stress2 2024-09-16T11:49:13.015 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:49:13.024 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 42352337~5198393 2024-09-16T11:49:13.069 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 77994738~4358567 2024-09-16T11:49:13.069 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 26406898~1207818 2024-09-16T11:49:13.083 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 24919574~5436116 2024-09-16T11:49:13.090 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 29313012~5863228 2024-09-16T11:49:13.135 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 25728725~3132224 2024-09-16T11:49:13.138 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 75764818~6948481 2024-09-16T11:49:13.185 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 64722026~484125 2024-09-16T11:49:13.185 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap0 2024-09-16T11:49:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:13 smithi077 ceph-mon[86047]: pgmap v2487: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 361 op/s 2024-09-16T11:49:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:13 smithi077 ceph-mon[86047]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T11:49:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:13 smithi077 ceph-mon[88497]: pgmap v2487: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 361 op/s 2024-09-16T11:49:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:13 smithi077 ceph-mon[88497]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T11:49:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:13 smithi191 ceph-mon[84934]: pgmap v2487: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 361 op/s 2024-09-16T11:49:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:13 smithi191 ceph-mon[84934]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T11:49:14.380 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap0 2024-09-16T11:49:14.391 INFO:tasks.workunit.client.0.smithi077.stdout:clone image169 -> image172 2024-09-16T11:49:14.495 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 78183599~1639166 2024-09-16T11:49:14.560 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 13658846~8305273 2024-09-16T11:49:14.568 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 50606195~7738297 2024-09-16T11:49:14.612 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 73059334~7572683 2024-09-16T11:49:14.617 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 76527203~7358877 2024-09-16T11:49:14.659 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 43932085~6464470 2024-09-16T11:49:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:14 smithi077 ceph-mon[86047]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T11:49:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:14 smithi077 ceph-mon[88497]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T11:49:14.682 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 36828687~5097996 2024-09-16T11:49:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:14 smithi191 ceph-mon[84934]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T11:49:14.719 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 17845171~2398342 2024-09-16T11:49:14.722 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:49:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:15 smithi077 ceph-mon[86047]: pgmap v2490: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 13 MiB/s wr, 595 op/s 2024-09-16T11:49:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:15 smithi077 ceph-mon[86047]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T11:49:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:15 smithi077 ceph-mon[88497]: pgmap v2490: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 13 MiB/s wr, 595 op/s 2024-09-16T11:49:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:15 smithi077 ceph-mon[88497]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T11:49:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:15 smithi191 ceph-mon[84934]: pgmap v2490: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 13 MiB/s wr, 595 op/s 2024-09-16T11:49:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:15 smithi191 ceph-mon[84934]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T11:49:16.267 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:49:16.283 INFO:tasks.workunit.client.0.smithi077.stdout:clone image172 -> image174 2024-09-16T11:49:16.406 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 2819030~2309029 2024-09-16T11:49:16.430 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 16560865~3359911 2024-09-16T11:49:16.437 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 6492135~6966219 2024-09-16T11:49:16.480 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 81023564~346551 2024-09-16T11:49:16.524 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 34385108~6759481 2024-09-16T11:49:16.584 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 52350527~3139254 2024-09-16T11:49:16.628 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 46721460~7755633 2024-09-16T11:49:16.666 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 32838122~4705006 2024-09-16T11:49:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:16 smithi077 ceph-mon[86047]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T11:49:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:16 smithi077 ceph-mon[86047]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T11:49:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:16 smithi077 ceph-mon[88497]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T11:49:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:16 smithi077 ceph-mon[88497]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T11:49:16.701 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:49:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:16 smithi191 ceph-mon[84934]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T11:49:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:16 smithi191 ceph-mon[84934]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T11:49:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:16] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T11:49:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:17 smithi077 ceph-mon[86047]: pgmap v2493: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 15 MiB/s wr, 323 op/s 2024-09-16T11:49:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:17 smithi077 ceph-mon[88497]: pgmap v2493: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 15 MiB/s wr, 323 op/s 2024-09-16T11:49:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:17 smithi191 ceph-mon[84934]: pgmap v2493: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 15 MiB/s wr, 323 op/s 2024-09-16T11:49:18.420 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap2 2024-09-16T11:49:18.431 INFO:tasks.workunit.client.0.smithi077.stdout:clone image174 -> image176 2024-09-16T11:49:18.592 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 116998749 2024-09-16T11:49:18.604 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 108022772~844125 2024-09-16T11:49:18.618 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 82417436~6917115 2024-09-16T11:49:18.650 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 35397273~8081027 2024-09-16T11:49:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:18 smithi077 ceph-mon[86047]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T11:49:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:18 smithi077 ceph-mon[88497]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T11:49:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:18 smithi191 ceph-mon[84934]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T11:49:18.723 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 109398419~7600330 2024-09-16T11:49:18.723 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 92554366~2915894 2024-09-16T11:49:18.745 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 89087734~349588 2024-09-16T11:49:18.745 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 38931866~2588707 2024-09-16T11:49:18.762 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 19149573~1493357 2024-09-16T11:49:18.768 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:49:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:19 smithi077 ceph-mon[86047]: pgmap v2496: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 17 MiB/s wr, 272 op/s 2024-09-16T11:49:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:19 smithi077 ceph-mon[86047]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T11:49:19.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:19 smithi077 ceph-mon[88497]: pgmap v2496: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 17 MiB/s wr, 272 op/s 2024-09-16T11:49:19.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:19 smithi077 ceph-mon[88497]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T11:49:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:19 smithi191 ceph-mon[84934]: pgmap v2496: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 17 MiB/s wr, 272 op/s 2024-09-16T11:49:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:19 smithi191 ceph-mon[84934]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T11:49:20.430 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap3 2024-09-16T11:49:20.447 INFO:tasks.workunit.client.0.smithi077.stdout:clone image176 -> image178 2024-09-16T11:49:20.642 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:49:20.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:20 smithi077 ceph-mon[86047]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T11:49:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:20 smithi077 ceph-mon[88497]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T11:49:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:20 smithi191 ceph-mon[84934]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T11:49:21.115 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 106173455~2718908 2024-09-16T11:49:21.149 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 67129233~6356366 2024-09-16T11:49:21.180 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 95353666~2022968 2024-09-16T11:49:21.221 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 63317718~2916609 2024-09-16T11:49:21.240 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 61804082~4691643 2024-09-16T11:49:21.281 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 3008308~72830 2024-09-16T11:49:21.317 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 68025820~1758537 2024-09-16T11:49:21.324 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 20156601~1974287 2024-09-16T11:49:21.349 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user0 2024-09-16T11:49:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[86047]: pgmap v2499: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 25 MiB/s wr, 370 op/s 2024-09-16T11:49:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[86047]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T11:49:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[86047]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T11:49:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[88497]: pgmap v2499: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 25 MiB/s wr, 370 op/s 2024-09-16T11:49:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[88497]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T11:49:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:21 smithi077 ceph-mon[88497]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T11:49:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:21 smithi191 ceph-mon[84934]: pgmap v2499: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 25 MiB/s wr, 370 op/s 2024-09-16T11:49:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:21 smithi191 ceph-mon[84934]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T11:49:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:21 smithi191 ceph-mon[84934]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T11:49:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:23.279 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 55553874~1666706 2024-09-16T11:49:23.286 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 41721916~2631013 2024-09-16T11:49:23.286 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 48387835~3720490 2024-09-16T11:49:23.289 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 39825999~4982969 2024-09-16T11:49:23.383 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 110140173~5499398 2024-09-16T11:49:23.388 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 85578042~3347294 2024-09-16T11:49:23.388 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 115088424~1509210 2024-09-16T11:49:23.449 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 45428305~2202055 2024-09-16T11:49:23.449 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user1 2024-09-16T11:49:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:23 smithi077 ceph-mon[86047]: pgmap v2502: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-09-16T11:49:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:23 smithi077 ceph-mon[86047]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T11:49:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:23 smithi077 ceph-mon[88497]: pgmap v2502: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-09-16T11:49:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:23 smithi077 ceph-mon[88497]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T11:49:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:23 smithi191 ceph-mon[84934]: pgmap v2502: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-09-16T11:49:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:23 smithi191 ceph-mon[84934]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T11:49:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:24 smithi077 ceph-mon[86047]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T11:49:24.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:24 smithi077 ceph-mon[88497]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T11:49:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:24 smithi191 ceph-mon[84934]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T11:49:25.294 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 174849089 2024-09-16T11:49:25.310 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 38388043~2415892 2024-09-16T11:49:25.320 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 129281150~279641 2024-09-16T11:49:25.320 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 162656638~5590217 2024-09-16T11:49:25.327 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 53137703~901502 2024-09-16T11:49:25.327 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 167241871~4238479 2024-09-16T11:49:25.359 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 91828106~7922234 2024-09-16T11:49:25.359 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 51531980~5237749 2024-09-16T11:49:25.395 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 7868762~5330120 2024-09-16T11:49:25.396 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user2 2024-09-16T11:49:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:25 smithi077 ceph-mon[86047]: pgmap v2505: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 602 op/s 2024-09-16T11:49:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:25 smithi077 ceph-mon[86047]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T11:49:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:25 smithi077 ceph-mon[88497]: pgmap v2505: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 602 op/s 2024-09-16T11:49:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:25 smithi077 ceph-mon[88497]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T11:49:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:25 smithi191 ceph-mon[84934]: pgmap v2505: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 602 op/s 2024-09-16T11:49:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:25 smithi191 ceph-mon[84934]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T11:49:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:26 smithi077 ceph-mon[86047]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T11:49:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:26 smithi077 ceph-mon[88497]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T11:49:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:26 smithi191 ceph-mon[84934]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T11:49:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:26] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T11:49:27.307 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 118001144~662002 2024-09-16T11:49:27.317 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 152992349~2428073 2024-09-16T11:49:27.318 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 103647494~7890243 2024-09-16T11:49:27.330 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 166756943~5863234 2024-09-16T11:49:27.330 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 155348786~3700263 2024-09-16T11:49:27.334 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 146180989~1186838 2024-09-16T11:49:27.334 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 88475811~1330742 2024-09-16T11:49:27.335 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 17176319~6509079 2024-09-16T11:49:27.335 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user3 2024-09-16T11:49:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[86047]: pgmap v2508: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 682 op/s 2024-09-16T11:49:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[86047]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T11:49:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[88497]: pgmap v2508: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 682 op/s 2024-09-16T11:49:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[88497]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T11:49:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:27 smithi191 ceph-mon[84934]: pgmap v2508: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 682 op/s 2024-09-16T11:49:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:27 smithi191 ceph-mon[84934]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T11:49:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:28 smithi077 ceph-mon[86047]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T11:49:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:28 smithi077 ceph-mon[88497]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T11:49:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:28 smithi191 ceph-mon[84934]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T11:49:29.329 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 17484908~4371227 2024-09-16T11:49:29.336 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 18577714~2185613 2024-09-16T11:49:29.368 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 34969817~4371227 2024-09-16T11:49:29.370 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 36062623~2185613 2024-09-16T11:49:29.417 INFO:tasks.workunit.client.0.smithi077.stdout:write: 3 52454726~4371227 2024-09-16T11:49:29.418 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 53547532~2185613 2024-09-16T11:49:29.458 INFO:tasks.workunit.client.0.smithi077.stdout:write: 4 69939635~4371227 2024-09-16T11:49:29.459 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 71032441~2185613 2024-09-16T11:49:29.493 INFO:tasks.workunit.client.0.smithi077.stdout:write: 5 87424544~4371227 2024-09-16T11:49:29.494 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 88517350~2185613 2024-09-16T11:49:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:29 smithi077 ceph-mon[86047]: pgmap v2511: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 466 op/s 2024-09-16T11:49:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:29 smithi077 ceph-mon[86047]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T11:49:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:29 smithi077 ceph-mon[88497]: pgmap v2511: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 466 op/s 2024-09-16T11:49:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:29 smithi077 ceph-mon[88497]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T11:49:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:29 smithi191 ceph-mon[84934]: pgmap v2511: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 466 op/s 2024-09-16T11:49:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:29 smithi191 ceph-mon[84934]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T11:49:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:30 smithi077 ceph-mon[86047]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T11:49:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:30 smithi077 ceph-mon[88497]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T11:49:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:30 smithi191 ceph-mon[84934]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T11:49:30.795 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:49:31.018 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:49:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:31 smithi077 ceph-mon[86047]: pgmap v2514: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 32 MiB/s wr, 230 op/s 2024-09-16T11:49:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:31 smithi077 ceph-mon[88497]: pgmap v2514: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 32 MiB/s wr, 230 op/s 2024-09-16T11:49:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:31 smithi191 ceph-mon[84934]: pgmap v2514: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 32 MiB/s wr, 230 op/s 2024-09-16T11:49:32.386 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.Stress2 (19405 ms) 2024-09-16T11:49:32.386 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMigration.StressLive 2024-09-16T11:49:32.419 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 83886080 2024-09-16T11:49:32.429 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 16208141~7337751 2024-09-16T11:49:32.473 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 75348118~1309453 2024-09-16T11:49:32.473 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 13936540~5378872 2024-09-16T11:49:32.504 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 63632754~1669104 2024-09-16T11:49:32.504 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 23684069~1684848 2024-09-16T11:49:32.515 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 23792184~6112830 2024-09-16T11:49:32.522 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 53889582~6387007 2024-09-16T11:49:32.566 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 50720892~7676970 2024-09-16T11:49:32.568 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap0 2024-09-16T11:49:32.613 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:33 smithi077 ceph-mon[86047]: pgmap v2515: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 277 op/s 2024-09-16T11:49:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:33 smithi077 ceph-mon[88497]: pgmap v2515: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 277 op/s 2024-09-16T11:49:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:33 smithi191 ceph-mon[84934]: pgmap v2515: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 277 op/s 2024-09-16T11:49:34.350 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 16565669~8279488 2024-09-16T11:49:34.367 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 49207311~7667536 2024-09-16T11:49:34.367 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 80397363~3488717 2024-09-16T11:49:34.371 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 66302160~62501 2024-09-16T11:49:34.371 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 57332628~1028475 2024-09-16T11:49:34.371 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 45200831~5702376 2024-09-16T11:49:34.408 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 71760383~5830492 2024-09-16T11:49:34.411 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 65860201~2688716 2024-09-16T11:49:34.412 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap1 2024-09-16T11:49:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:34 smithi077 ceph-mon[88497]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T11:49:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:34 smithi077 ceph-mon[86047]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T11:49:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:34 smithi191 ceph-mon[84934]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T11:49:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:35 smithi077 ceph-mon[86047]: pgmap v2517: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 180 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-16T11:49:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:35 smithi077 ceph-mon[86047]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T11:49:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:35 smithi077 ceph-mon[88497]: pgmap v2517: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 180 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-16T11:49:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:35 smithi077 ceph-mon[88497]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T11:49:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:35 smithi191 ceph-mon[84934]: pgmap v2517: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 180 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-16T11:49:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:35 smithi191 ceph-mon[84934]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T11:49:36.364 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap1 2024-09-16T11:49:36.383 INFO:tasks.workunit.client.0.smithi077.stdout:clone image179 -> image182 2024-09-16T11:49:36.488 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 79586810~4299270 2024-09-16T11:49:36.553 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 31149942~4591478 2024-09-16T11:49:36.559 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 69424564~4689515 2024-09-16T11:49:36.611 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 36242347~4610478 2024-09-16T11:49:36.616 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 54230488~5873634 2024-09-16T11:49:36.668 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 20248250~3077159 2024-09-16T11:49:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:36 smithi077 ceph-mon[86047]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T11:49:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:36 smithi077 ceph-mon[88497]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T11:49:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:36 smithi191 ceph-mon[84934]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T11:49:36.714 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 53299687~5703142 2024-09-16T11:49:36.754 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 38536502~3259488 2024-09-16T11:49:36.756 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap2 2024-09-16T11:49:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:36] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-16T11:49:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:37 smithi077 ceph-mon[86047]: pgmap v2520: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 216 MiB/s rd, 21 MiB/s wr, 671 op/s 2024-09-16T11:49:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:37 smithi077 ceph-mon[86047]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T11:49:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:37 smithi077 ceph-mon[88497]: pgmap v2520: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 216 MiB/s rd, 21 MiB/s wr, 671 op/s 2024-09-16T11:49:37.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:37 smithi077 ceph-mon[88497]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T11:49:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:37 smithi191 ceph-mon[84934]: pgmap v2520: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 216 MiB/s rd, 21 MiB/s wr, 671 op/s 2024-09-16T11:49:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:37 smithi191 ceph-mon[84934]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T11:49:38.394 INFO:tasks.workunit.client.0.smithi077.stdout:snap_protect: snap2 2024-09-16T11:49:38.405 INFO:tasks.workunit.client.0.smithi077.stdout:clone image182 -> image184 2024-09-16T11:49:38.549 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 122120315 2024-09-16T11:49:38.560 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 51418159~1906204 2024-09-16T11:49:38.591 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 64539259~5708278 2024-09-16T11:49:38.615 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 21063482~3255269 2024-09-16T11:49:38.662 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 35635233~6349068 2024-09-16T11:49:38.669 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 113181311~3266177 2024-09-16T11:49:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:38 smithi077 ceph-mon[86047]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T11:49:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:38 smithi077 ceph-mon[88497]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T11:49:38.697 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 118099969~4020346 2024-09-16T11:49:38.697 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 103262115~1011067 2024-09-16T11:49:38.709 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 4878002~7536635 2024-09-16T11:49:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:38 smithi191 ceph-mon[84934]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T11:49:38.715 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: snap3 2024-09-16T11:49:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:39 smithi077 ceph-mon[86047]: pgmap v2523: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 118 MiB/s rd, 16 MiB/s wr, 531 op/s 2024-09-16T11:49:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:39 smithi077 ceph-mon[86047]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T11:49:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:39 smithi077 ceph-mon[88497]: pgmap v2523: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 118 MiB/s rd, 16 MiB/s wr, 531 op/s 2024-09-16T11:49:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:39 smithi077 ceph-mon[88497]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T11:49:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:39 smithi191 ceph-mon[84934]: pgmap v2523: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 118 MiB/s rd, 16 MiB/s wr, 531 op/s 2024-09-16T11:49:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:39 smithi191 ceph-mon[84934]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T11:49:40.397 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 135492787 2024-09-16T11:49:40.420 INFO:tasks.workunit.client.0.smithi077.stdout:migration_prepare 2024-09-16T11:49:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:40 smithi077 ceph-mon[86047]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T11:49:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:40 smithi077 ceph-mon[88497]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T11:49:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:40 smithi191 ceph-mon[84934]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T11:49:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:41 smithi077 ceph-mon[86047]: pgmap v2526: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 16 MiB/s wr, 231 op/s 2024-09-16T11:49:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:41 smithi077 ceph-mon[86047]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T11:49:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:41 smithi077 ceph-mon[88497]: pgmap v2526: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 16 MiB/s wr, 231 op/s 2024-09-16T11:49:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:41 smithi077 ceph-mon[88497]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T11:49:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:41 smithi191 ceph-mon[84934]: pgmap v2526: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 16 MiB/s wr, 231 op/s 2024-09-16T11:49:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:41 smithi191 ceph-mon[84934]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T11:49:41.884 INFO:tasks.workunit.client.0.smithi077.stdout:migration_execute 2024-09-16T11:49:41.884 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 39818184~791831 2024-09-16T11:49:41.903 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 29034814~7115896 2024-09-16T11:49:41.938 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 93618195~2419788 2024-09-16T11:49:41.956 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 86478433~6837030 2024-09-16T11:49:41.961 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 50623772~1023893 2024-09-16T11:49:41.990 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 87777912~4038873 2024-09-16T11:49:42.002 INFO:tasks.workunit.client.0.smithi077.stdout:write: a 37159512~2198328 2024-09-16T11:49:42.026 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 25332610~3023367 2024-09-16T11:49:42.027 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user0 2024-09-16T11:49:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:42 smithi077 ceph-mon[86047]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T11:49:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:42 smithi077 ceph-mon[88497]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T11:49:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:42 smithi191 ceph-mon[84934]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T11:49:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:43.409 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 116842817~3600828 2024-09-16T11:49:43.419 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 121757400~4365217 2024-09-16T11:49:43.420 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 30464465~5777770 2024-09-16T11:49:43.429 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 106177074~1423555 2024-09-16T11:49:43.429 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 122038721~1799964 2024-09-16T11:49:43.430 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 130097372~5395415 2024-09-16T11:49:43.430 INFO:tasks.workunit.client.0.smithi077.stdout:write: b 91223491~2035310 2024-09-16T11:49:43.431 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 40376986~695711 2024-09-16T11:49:43.431 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user1 2024-09-16T11:49:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:43 smithi077 ceph-mon[86047]: pgmap v2529: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 6.1 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-09-16T11:49:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:43 smithi077 ceph-mon[86047]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T11:49:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:43 smithi077 ceph-mon[88497]: pgmap v2529: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 6.1 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-09-16T11:49:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:43 smithi077 ceph-mon[88497]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T11:49:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:43 smithi191 ceph-mon[84934]: pgmap v2529: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 6.1 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-09-16T11:49:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:43 smithi191 ceph-mon[84934]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T11:49:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:44 smithi077 ceph-mon[86047]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T11:49:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:44 smithi077 ceph-mon[88497]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T11:49:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:44 smithi191 ceph-mon[84934]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T11:49:45.425 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 43535029~4564702 2024-09-16T11:49:45.441 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 102401361~3381581 2024-09-16T11:49:45.441 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 60777061~694521 2024-09-16T11:49:45.442 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 113986748~3305248 2024-09-16T11:49:45.442 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 23019047~1720562 2024-09-16T11:49:45.446 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 51250400~6325162 2024-09-16T11:49:45.446 INFO:tasks.workunit.client.0.smithi077.stdout:write: c 24862491~8220481 2024-09-16T11:49:45.464 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 29701688~8344758 2024-09-16T11:49:45.517 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user2 2024-09-16T11:49:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:45 smithi077 ceph-mon[86047]: pgmap v2532: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 16 MiB/s wr, 670 op/s 2024-09-16T11:49:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:45 smithi077 ceph-mon[86047]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T11:49:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:45 smithi077 ceph-mon[88497]: pgmap v2532: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 16 MiB/s wr, 670 op/s 2024-09-16T11:49:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:45 smithi077 ceph-mon[88497]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T11:49:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:45 smithi191 ceph-mon[84934]: pgmap v2532: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 16 MiB/s wr, 670 op/s 2024-09-16T11:49:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:45 smithi191 ceph-mon[84934]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T11:49:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:46 smithi191 ceph-mon[84934]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T11:49:46.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:46 smithi077 ceph-mon[88497]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T11:49:46.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:46 smithi077 ceph-mon[86047]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T11:49:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:46] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:49:47.446 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 97488086~6823156 2024-09-16T11:49:47.465 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 49116141~7145764 2024-09-16T11:49:47.466 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 20622708~4687237 2024-09-16T11:49:47.473 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 25786258~429686 2024-09-16T11:49:47.473 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 36220878~461001 2024-09-16T11:49:47.473 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 65916907~1917907 2024-09-16T11:49:47.473 INFO:tasks.workunit.client.0.smithi077.stdout:write: d 42275292~3449061 2024-09-16T11:49:47.479 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 5041050~5721414 2024-09-16T11:49:47.498 INFO:tasks.workunit.client.0.smithi077.stdout:snap_create: user3 2024-09-16T11:49:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:47 smithi191 ceph-mon[84934]: pgmap v2535: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 9.8 MiB/s wr, 466 op/s 2024-09-16T11:49:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:47 smithi191 ceph-mon[84934]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T11:49:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:47 smithi077 ceph-mon[86047]: pgmap v2535: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 9.8 MiB/s wr, 466 op/s 2024-09-16T11:49:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:47 smithi077 ceph-mon[86047]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T11:49:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:47 smithi077 ceph-mon[88497]: pgmap v2535: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 9.8 MiB/s wr, 466 op/s 2024-09-16T11:49:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:47 smithi077 ceph-mon[88497]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T11:49:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:48 smithi191 ceph-mon[84934]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T11:49:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:48 smithi077 ceph-mon[86047]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T11:49:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:48 smithi077 ceph-mon[88497]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T11:49:49.475 INFO:tasks.workunit.client.0.smithi077.stdout:write: 1 13549278~3387319 2024-09-16T11:49:49.480 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 14396107~1693659 2024-09-16T11:49:49.528 INFO:tasks.workunit.client.0.smithi077.stdout:write: 2 27098557~3387319 2024-09-16T11:49:49.529 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 27945386~1693659 2024-09-16T11:49:49.547 INFO:tasks.workunit.client.0.smithi077.stdout:write: 3 40647836~3387319 2024-09-16T11:49:49.548 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 41494665~1693659 2024-09-16T11:49:49.563 INFO:tasks.workunit.client.0.smithi077.stdout:write: 4 54197114~3387319 2024-09-16T11:49:49.564 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 55043943~1693659 2024-09-16T11:49:49.582 INFO:tasks.workunit.client.0.smithi077.stdout:write: 5 67746393~3387319 2024-09-16T11:49:49.583 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 68593222~1693659 2024-09-16T11:49:49.669 INFO:tasks.workunit.client.0.smithi077.stdout:migration_commit 2024-09-16T11:49:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:49 smithi191 ceph-mon[84934]: pgmap v2538: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 413 op/s 2024-09-16T11:49:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:49 smithi191 ceph-mon[84934]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T11:49:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:49 smithi077 ceph-mon[86047]: pgmap v2538: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 413 op/s 2024-09-16T11:49:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:49 smithi077 ceph-mon[86047]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T11:49:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:49 smithi077 ceph-mon[88497]: pgmap v2538: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 413 op/s 2024-09-16T11:49:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:49 smithi077 ceph-mon[88497]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T11:49:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:50 smithi191 ceph-mon[84934]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T11:49:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:50 smithi077 ceph-mon[86047]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T11:49:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:50 smithi077 ceph-mon[88497]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T11:49:51.561 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMigration.StressLive (19175 ms) 2024-09-16T11:49:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:51 smithi191 ceph-mon[84934]: pgmap v2541: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 368 op/s 2024-09-16T11:49:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:51 smithi191 ceph-mon[84934]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T11:49:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:51 smithi077 ceph-mon[86047]: pgmap v2541: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 368 op/s 2024-09-16T11:49:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:51 smithi077 ceph-mon[86047]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T11:49:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:51 smithi077 ceph-mon[88497]: pgmap v2541: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 368 op/s 2024-09-16T11:49:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:51 smithi077 ceph-mon[88497]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T11:49:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:49:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:49:53.482 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 57 tests from TestMigration (270893 ms total) 2024-09-16T11:49:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:49:53.483 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 6 tests from TestGroup 2024-09-16T11:49:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:53 smithi077 ceph-mon[86047]: pgmap v2543: 169 pgs: 169 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 20 MiB/s wr, 147 op/s 2024-09-16T11:49:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:53 smithi077 ceph-mon[86047]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T11:49:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:53 smithi077 ceph-mon[88497]: pgmap v2543: 169 pgs: 169 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 20 MiB/s wr, 147 op/s 2024-09-16T11:49:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:53 smithi077 ceph-mon[88497]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T11:49:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:53 smithi191 ceph-mon[84934]: pgmap v2543: 169 pgs: 169 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 20 MiB/s wr, 147 op/s 2024-09-16T11:49:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:53 smithi191 ceph-mon[84934]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T11:49:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:54 smithi077 ceph-mon[88497]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T11:49:54.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:54 smithi077 ceph-mon[86047]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T11:49:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:54 smithi191 ceph-mon[84934]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T11:49:55.501 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.group_create 2024-09-16T11:49:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-09-16T11:49:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:49:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:49:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T11:49:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/275772136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/275772136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:55 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/275772136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:55 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:49:56.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:56 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:49:56.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:56 smithi077 ceph-mon[86047]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T11:49:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:56 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:49:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:56 smithi077 ceph-mon[88497]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T11:49:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:56 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:49:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:56 smithi191 ceph-mon[84934]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T11:49:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:49:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:49:56] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T11:49:57.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.group_create (2035 ms) 2024-09-16T11:49:57.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.group_createPP 2024-09-16T11:49:57.553 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-09-16T11:49:57.553 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.add_image 2024-09-16T11:49:57.589 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.add_image (36 ms) 2024-09-16T11:49:57.589 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-16T11:49:57.626 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2024-09-16T11:49:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-16T11:49:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[86047]: pgmap v2549: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-16T11:49:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[86047]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T11:49:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[88497]: pgmap v2549: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-16T11:49:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[88497]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T11:49:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:57 smithi191 ceph-mon[84934]: pgmap v2549: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-16T11:49:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:57 smithi191 ceph-mon[84934]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T11:49:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:49:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:49:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:58 smithi077 ceph-mon[86047]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T11:49:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:58 smithi077 ceph-mon[88497]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T11:49:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:58 smithi191 ceph-mon[84934]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T11:49:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:59 smithi077 ceph-mon[88497]: pgmap v2552: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:49:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:49:59 smithi077 ceph-mon[88497]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T11:49:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:59 smithi077 ceph-mon[86047]: pgmap v2552: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:49:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:49:59 smithi077 ceph-mon[86047]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T11:49:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:59 smithi191 ceph-mon[84934]: pgmap v2552: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:49:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:49:59 smithi191 ceph-mon[84934]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T11:50:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:00 smithi077 ceph-mon[86047]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T11:50:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T11:50:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:00 smithi077 ceph-mon[88497]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T11:50:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T11:50:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:00 smithi191 ceph-mon[84934]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T11:50:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T11:50:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:01 smithi077 ceph-mon[86047]: pgmap v2555: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-16T11:50:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:01 smithi077 ceph-mon[86047]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T11:50:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:01 smithi077 ceph-mon[88497]: pgmap v2555: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-16T11:50:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:01 smithi077 ceph-mon[88497]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T11:50:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:01 smithi191 ceph-mon[84934]: pgmap v2555: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-16T11:50:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:01 smithi191 ceph-mon[84934]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T11:50:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:02 smithi191 ceph-mon[84934]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T11:50:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:02 smithi077 ceph-mon[86047]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T11:50:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:02 smithi077 ceph-mon[88497]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T11:50:03.584 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.add_snapshot (5958 ms) 2024-09-16T11:50:03.584 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-16T11:50:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:03 smithi077 ceph-mon[86047]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-09-16T11:50:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:03 smithi077 ceph-mon[86047]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T11:50:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:03 smithi077 ceph-mon[88497]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-09-16T11:50:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:03 smithi077 ceph-mon[88497]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T11:50:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:03 smithi191 ceph-mon[84934]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-09-16T11:50:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:03 smithi191 ceph-mon[84934]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T11:50:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:04 smithi077 ceph-mon[86047]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T11:50:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:04 smithi077 ceph-mon[86047]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 185 op/s 2024-09-16T11:50:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:04 smithi077 ceph-mon[88497]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T11:50:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:04 smithi077 ceph-mon[88497]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 185 op/s 2024-09-16T11:50:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:04 smithi191 ceph-mon[84934]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T11:50:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:04 smithi191 ceph-mon[84934]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 185 op/s 2024-09-16T11:50:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:05 smithi077 ceph-mon[88497]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T11:50:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:05 smithi077 ceph-mon[86047]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T11:50:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:05 smithi191 ceph-mon[84934]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T11:50:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[88497]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T11:50:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[88497]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-16T11:50:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[88497]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T11:50:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[86047]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T11:50:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[86047]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-16T11:50:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-mon[86047]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T11:50:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:06] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-16T11:50:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:06 smithi191 ceph-mon[84934]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T11:50:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:06 smithi191 ceph-mon[84934]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-16T11:50:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:06 smithi191 ceph-mon[84934]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T11:50:08.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:08 smithi077 ceph-mon[86047]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T11:50:08.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:50:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:08 smithi077 ceph-mon[88497]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T11:50:08.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:50:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:08 smithi191 ceph-mon[84934]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T11:50:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:50:09.313 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestGroup.add_snapshotPP (5729 ms) 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[86047]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 113 op/s 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[86047]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[88497]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 113 op/s 2024-09-16T11:50:09.573 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[88497]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T11:50:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:50:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:50:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:50:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:09 smithi191 ceph-mon[84934]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 113 op/s 2024-09-16T11:50:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:09 smithi191 ceph-mon[84934]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T11:50:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:50:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:50:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:50:10.298 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 6 tests from TestGroup (13812 ms total) 2024-09-16T11:50:10.298 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:50:10.298 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 31 tests from TestDeepCopy 2024-09-16T11:50:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:10 smithi077 ceph-mon[86047]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T11:50:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:10 smithi077 ceph-mon[88497]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T11:50:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:10 smithi191 ceph-mon[84934]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T11:50:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:11 smithi077 ceph-mon[88497]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-16T11:50:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:11 smithi077 ceph-mon[88497]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T11:50:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:11 smithi077 ceph-mon[86047]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-16T11:50:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:11 smithi077 ceph-mon[86047]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T11:50:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:11 smithi191 ceph-mon[84934]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-16T11:50:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:11 smithi191 ceph-mon[84934]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T11:50:12.298 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-16T11:50:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T11:50:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2122463327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[86047]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2122463327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:50:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:12 smithi077 ceph-mon[88497]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T11:50:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2122463327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:50:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:12 smithi191 ceph-mon[84934]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T11:50:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[86047]: pgmap v2573: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:50:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[86047]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T11:50:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[88497]: pgmap v2573: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:50:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:13 smithi077 ceph-mon[88497]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T11:50:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:13 smithi191 ceph-mon[84934]: pgmap v2573: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:13 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:50:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:13 smithi191 ceph-mon[84934]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T11:50:14.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Empty (2130 ms) 2024-09-16T11:50:14.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-16T11:50:14.691 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.NoSnaps (263 ms) 2024-09-16T11:50:14.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-16T11:50:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[86047]: pgmap v2576: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[86047]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T11:50:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:50:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:50:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[88497]: pgmap v2576: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[88497]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T11:50:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:50:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:15 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:50:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:15 smithi191 ceph-mon[84934]: pgmap v2576: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:50:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:15 smithi191 ceph-mon[84934]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T11:50:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:15 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:50:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:15 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:50:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:16 smithi077 ceph-mon[86047]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T11:50:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:16 smithi077 ceph-mon[88497]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T11:50:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:16 smithi191 ceph-mon[84934]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T11:50:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:16] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-09-16T11:50:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:17 smithi077 ceph-mon[86047]: pgmap v2579: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-09-16T11:50:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:17 smithi077 ceph-mon[86047]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T11:50:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:17 smithi077 ceph-mon[88497]: pgmap v2579: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-09-16T11:50:17.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:17 smithi077 ceph-mon[88497]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T11:50:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:17 smithi191 ceph-mon[84934]: pgmap v2579: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-09-16T11:50:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:17 smithi191 ceph-mon[84934]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T11:50:18.642 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Snaps (3951 ms) 2024-09-16T11:50:18.642 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-16T11:50:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:18 smithi077 ceph-mon[86047]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T11:50:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:18 smithi077 ceph-mon[88497]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T11:50:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:18 smithi191 ceph-mon[84934]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T11:50:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:19 smithi077 ceph-mon[86047]: pgmap v2582: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-09-16T11:50:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:19 smithi077 ceph-mon[86047]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T11:50:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:19 smithi077 ceph-mon[88497]: pgmap v2582: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-09-16T11:50:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:19 smithi077 ceph-mon[88497]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T11:50:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:19 smithi191 ceph-mon[84934]: pgmap v2582: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-09-16T11:50:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:19 smithi191 ceph-mon[84934]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T11:50:20.465 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.SnapDiscard (1822 ms) 2024-09-16T11:50:20.465 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-16T11:50:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:20 smithi077 ceph-mon[86047]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T11:50:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:20 smithi077 ceph-mon[88497]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T11:50:20.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:20 smithi191 ceph-mon[84934]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T11:50:21.461 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneDiscard (996 ms) 2024-09-16T11:50:21.461 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[86047]: pgmap v2585: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[86047]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[86047]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[88497]: pgmap v2585: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[88497]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T11:50:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:21 smithi077 ceph-mon[88497]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T11:50:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:21 smithi191 ceph-mon[84934]: pgmap v2585: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-09-16T11:50:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:21 smithi191 ceph-mon[84934]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T11:50:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:21 smithi191 ceph-mon[84934]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T11:50:22.520 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneShrink (1060 ms) 2024-09-16T11:50:22.520 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-16T11:50:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:23.585 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneExpand (1065 ms) 2024-09-16T11:50:23.585 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-16T11:50:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:23 smithi077 ceph-mon[86047]: pgmap v2588: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-09-16T11:50:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:23 smithi077 ceph-mon[86047]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T11:50:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:23 smithi077 ceph-mon[88497]: pgmap v2588: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-09-16T11:50:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:23 smithi077 ceph-mon[88497]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T11:50:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:23 smithi191 ceph-mon[84934]: pgmap v2588: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-09-16T11:50:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:23 smithi191 ceph-mon[84934]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T11:50:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:24 smithi077 ceph-mon[86047]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T11:50:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:24 smithi077 ceph-mon[88497]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T11:50:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:24 smithi191 ceph-mon[84934]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T11:50:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:25 smithi077 ceph-mon[86047]: pgmap v2591: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 229 op/s 2024-09-16T11:50:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:25 smithi077 ceph-mon[86047]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T11:50:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:25 smithi077 ceph-mon[88497]: pgmap v2591: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 229 op/s 2024-09-16T11:50:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:25 smithi077 ceph-mon[88497]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T11:50:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:25 smithi191 ceph-mon[84934]: pgmap v2591: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 229 op/s 2024-09-16T11:50:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:25 smithi191 ceph-mon[84934]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T11:50:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:26 smithi077 ceph-mon[86047]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T11:50:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:26 smithi077 ceph-mon[88497]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T11:50:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:26 smithi191 ceph-mon[84934]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T11:50:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:26] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-09-16T11:50:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[86047]: pgmap v2594: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 240 op/s 2024-09-16T11:50:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[86047]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T11:50:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[88497]: pgmap v2594: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 240 op/s 2024-09-16T11:50:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[88497]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T11:50:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:27 smithi191 ceph-mon[84934]: pgmap v2594: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 240 op/s 2024-09-16T11:50:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:27 smithi191 ceph-mon[84934]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T11:50:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:28 smithi077 ceph-mon[86047]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T11:50:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:28 smithi077 ceph-mon[88497]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T11:50:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:28 smithi191 ceph-mon[84934]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T11:50:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:29 smithi077 ceph-mon[86047]: pgmap v2597: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 24 KiB/s wr, 340 op/s 2024-09-16T11:50:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:29 smithi077 ceph-mon[86047]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T11:50:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:29 smithi077 ceph-mon[88497]: pgmap v2597: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 24 KiB/s wr, 340 op/s 2024-09-16T11:50:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:29 smithi077 ceph-mon[88497]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T11:50:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:29 smithi191 ceph-mon[84934]: pgmap v2597: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 24 KiB/s wr, 340 op/s 2024-09-16T11:50:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:29 smithi191 ceph-mon[84934]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T11:50:30.526 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneHideParent (6941 ms) 2024-09-16T11:50:30.526 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-16T11:50:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:30 smithi077 ceph-mon[86047]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T11:50:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:30 smithi077 ceph-mon[88497]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T11:50:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:30 smithi191 ceph-mon[84934]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T11:50:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:31 smithi077 ceph-mon[86047]: pgmap v2600: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 424 op/s 2024-09-16T11:50:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:31 smithi077 ceph-mon[86047]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T11:50:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:31 smithi077 ceph-mon[88497]: pgmap v2600: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 424 op/s 2024-09-16T11:50:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:31 smithi077 ceph-mon[88497]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T11:50:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:31 smithi191 ceph-mon[84934]: pgmap v2600: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 424 op/s 2024-09-16T11:50:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:31 smithi191 ceph-mon[84934]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T11:50:32.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:32 smithi191 ceph-mon[84934]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T11:50:32.615 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:32.775 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Clone (2248 ms) 2024-09-16T11:50:32.775 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-16T11:50:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:32 smithi077 ceph-mon[86047]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T11:50:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:32 smithi077 ceph-mon[88497]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T11:50:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:33 smithi191 ceph-mon[84934]: pgmap v2603: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 8.2 KiB/s wr, 182 op/s 2024-09-16T11:50:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:33 smithi191 ceph-mon[84934]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T11:50:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:33 smithi077 ceph-mon[88497]: pgmap v2603: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 8.2 KiB/s wr, 182 op/s 2024-09-16T11:50:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:33 smithi077 ceph-mon[88497]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T11:50:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:33 smithi077 ceph-mon[86047]: pgmap v2603: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 8.2 KiB/s wr, 182 op/s 2024-09-16T11:50:33.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:33 smithi077 ceph-mon[86047]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T11:50:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:34 smithi191 ceph-mon[84934]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T11:50:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:34 smithi077 ceph-mon[86047]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T11:50:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:34 smithi077 ceph-mon[88497]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T11:50:34.970 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneFlatten (2196 ms) 2024-09-16T11:50:34.970 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-16T11:50:34.992 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 32713260~345930 2024-09-16T11:50:34.998 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 12039787~267504 2024-09-16T11:50:34.998 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 60708323~3892223 2024-09-16T11:50:35.009 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 35383209~766148 2024-09-16T11:50:35.010 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 598021~6731996 2024-09-16T11:50:35.034 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 40242578~4612367 2024-09-16T11:50:35.034 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 28538391~1107259 2024-09-16T11:50:35.040 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 7394267~5122694 2024-09-16T11:50:35.041 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap0 2024-09-16T11:50:35.465 INFO:tasks.workunit.client.0.smithi077.stdout:clone image230 -> image231 2024-09-16T11:50:35.516 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 36241276~3692897 2024-09-16T11:50:35.529 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 38941373~5410484 2024-09-16T11:50:35.532 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 7875481~3147845 2024-09-16T11:50:35.561 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 63024813~7304848 2024-09-16T11:50:35.568 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 24951122~2935935 2024-09-16T11:50:35.591 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 1400241~1637364 2024-09-16T11:50:35.608 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 10371902~4035936 2024-09-16T11:50:35.621 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 29469265~559069 2024-09-16T11:50:35.628 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:50:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:35 smithi191 ceph-mon[84934]: pgmap v2606: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-09-16T11:50:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:35 smithi191 ceph-mon[84934]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T11:50:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:35 smithi077 ceph-mon[88497]: pgmap v2606: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-09-16T11:50:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:35 smithi077 ceph-mon[88497]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T11:50:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:35 smithi077 ceph-mon[86047]: pgmap v2606: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-09-16T11:50:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:35 smithi077 ceph-mon[86047]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T11:50:36.470 INFO:tasks.workunit.client.0.smithi077.stdout:clone image231 -> image232 2024-09-16T11:50:36.533 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 14789229~6291508 2024-09-16T11:50:36.572 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 54966544~6280069 2024-09-16T11:50:36.583 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 36058261~6998643 2024-09-16T11:50:36.608 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 41660334~2934435 2024-09-16T11:50:36.610 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 50000169~5876396 2024-09-16T11:50:36.629 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 75114984~7111562 2024-09-16T11:50:36.634 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 61136107~4649319 2024-09-16T11:50:36.649 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 26837020~2304356 2024-09-16T11:50:36.666 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:50:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:36 smithi191 ceph-mon[84934]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T11:50:36.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:36 smithi077 ceph-mon[88497]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T11:50:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:36 smithi077 ceph-mon[86047]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T11:50:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:36] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-09-16T11:50:37.467 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 152153013 2024-09-16T11:50:37.474 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 59212462~6719033 2024-09-16T11:50:37.477 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 12576801~4094004 2024-09-16T11:50:37.478 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 135079698~3005514 2024-09-16T11:50:37.478 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 147595145~2151659 2024-09-16T11:50:37.483 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 20916178~6053315 2024-09-16T11:50:37.483 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 77895597~2234674 2024-09-16T11:50:37.486 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 66197483~4358000 2024-09-16T11:50:37.494 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 86212688~7461 2024-09-16T11:50:37.537 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap3 2024-09-16T11:50:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:37 smithi191 ceph-mon[84934]: pgmap v2609: 137 pgs: 137 active+clean; 129 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 392 op/s 2024-09-16T11:50:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:37 smithi191 ceph-mon[84934]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T11:50:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:37 smithi077 ceph-mon[86047]: pgmap v2609: 137 pgs: 137 active+clean; 129 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 392 op/s 2024-09-16T11:50:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:37 smithi077 ceph-mon[86047]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T11:50:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:37 smithi077 ceph-mon[88497]: pgmap v2609: 137 pgs: 137 active+clean; 129 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 392 op/s 2024-09-16T11:50:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:37 smithi077 ceph-mon[88497]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T11:50:38.481 INFO:tasks.workunit.client.0.smithi077.stdout:clone image232 -> image233 2024-09-16T11:50:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:38 smithi191 ceph-mon[84934]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T11:50:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:38 smithi077 ceph-mon[86047]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T11:50:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:38 smithi077 ceph-mon[88497]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T11:50:39.107 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Stress (4137 ms) 2024-09-16T11:50:39.107 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-16T11:50:39.377 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (270 ms) 2024-09-16T11:50:39.378 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-16T11:50:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:39 smithi077 ceph-mon[88497]: pgmap v2612: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 488 op/s 2024-09-16T11:50:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:39 smithi077 ceph-mon[88497]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T11:50:39.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:39 smithi077 ceph-mon[86047]: pgmap v2612: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 488 op/s 2024-09-16T11:50:39.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:39 smithi077 ceph-mon[86047]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T11:50:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:39 smithi191 ceph-mon[84934]: pgmap v2612: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 488 op/s 2024-09-16T11:50:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:39 smithi191 ceph-mon[84934]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T11:50:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:40 smithi077 ceph-mon[86047]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T11:50:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:40 smithi077 ceph-mon[88497]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T11:50:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:40 smithi191 ceph-mon[84934]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T11:50:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:41 smithi077 ceph-mon[86047]: pgmap v2615: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 348 op/s 2024-09-16T11:50:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:41 smithi077 ceph-mon[86047]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T11:50:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:41 smithi077 ceph-mon[88497]: pgmap v2615: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 348 op/s 2024-09-16T11:50:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:41 smithi077 ceph-mon[88497]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T11:50:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:41 smithi191 ceph-mon[84934]: pgmap v2615: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 348 op/s 2024-09-16T11:50:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:41 smithi191 ceph-mon[84934]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T11:50:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:42 smithi191 ceph-mon[84934]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T11:50:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:42.781 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3404 ms) 2024-09-16T11:50:42.782 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-16T11:50:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:42 smithi077 ceph-mon[86047]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T11:50:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:42 smithi077 ceph-mon[88497]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T11:50:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:43 smithi191 ceph-mon[84934]: pgmap v2618: 137 pgs: 137 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 463 op/s 2024-09-16T11:50:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:43 smithi191 ceph-mon[84934]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T11:50:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:43 smithi077 ceph-mon[86047]: pgmap v2618: 137 pgs: 137 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 463 op/s 2024-09-16T11:50:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:43 smithi077 ceph-mon[86047]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T11:50:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:43 smithi077 ceph-mon[88497]: pgmap v2618: 137 pgs: 137 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 463 op/s 2024-09-16T11:50:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:43 smithi077 ceph-mon[88497]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T11:50:44.900 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2119 ms) 2024-09-16T11:50:44.900 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-16T11:50:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:44 smithi077 ceph-mon[86047]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T11:50:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:44 smithi077 ceph-mon[88497]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T11:50:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:44 smithi191 ceph-mon[84934]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T11:50:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:45 smithi077 ceph-mon[86047]: pgmap v2621: 137 pgs: 137 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 525 op/s 2024-09-16T11:50:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:45 smithi077 ceph-mon[86047]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T11:50:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:45 smithi077 ceph-mon[88497]: pgmap v2621: 137 pgs: 137 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 525 op/s 2024-09-16T11:50:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:45 smithi077 ceph-mon[88497]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T11:50:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:45 smithi191 ceph-mon[84934]: pgmap v2621: 137 pgs: 137 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 525 op/s 2024-09-16T11:50:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:45 smithi191 ceph-mon[84934]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T11:50:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:46 smithi077 ceph-mon[86047]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T11:50:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:46 smithi077 ceph-mon[88497]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T11:50:46.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:46] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-09-16T11:50:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:46 smithi191 ceph-mon[84934]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T11:50:47.137 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2236 ms) 2024-09-16T11:50:47.137 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-16T11:50:47.165 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 22462795~3207245 2024-09-16T11:50:47.183 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 66576821~8005199 2024-09-16T11:50:47.183 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 1920947~8101430 2024-09-16T11:50:47.211 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 82746927~1139153 2024-09-16T11:50:47.212 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 27463046~7373148 2024-09-16T11:50:47.238 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 8741298~5846040 2024-09-16T11:50:47.240 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 20738979~6391227 2024-09-16T11:50:47.269 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 37051297~3358205 2024-09-16T11:50:47.271 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap0 2024-09-16T11:50:47.532 INFO:tasks.workunit.client.0.smithi077.stdout:clone image252 -> image253 2024-09-16T11:50:47.579 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 54511563~1161572 2024-09-16T11:50:47.586 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 11666180~2193080 2024-09-16T11:50:47.591 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 44382808~149307 2024-09-16T11:50:47.594 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 51085244~3285034 2024-09-16T11:50:47.595 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 64516580~1296491 2024-09-16T11:50:47.602 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 33424941~4292320 2024-09-16T11:50:47.629 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 74608430~5795403 2024-09-16T11:50:47.652 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 72520858~5556088 2024-09-16T11:50:47.653 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:50:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:47 smithi077 ceph-mon[86047]: pgmap v2624: 137 pgs: 137 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 171 op/s 2024-09-16T11:50:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:47 smithi077 ceph-mon[86047]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T11:50:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:47 smithi077 ceph-mon[88497]: pgmap v2624: 137 pgs: 137 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 171 op/s 2024-09-16T11:50:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:47 smithi077 ceph-mon[88497]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T11:50:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:47 smithi191 ceph-mon[84934]: pgmap v2624: 137 pgs: 137 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 171 op/s 2024-09-16T11:50:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:47 smithi191 ceph-mon[84934]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T11:50:48.543 INFO:tasks.workunit.client.0.smithi077.stdout:clone image253 -> image254 2024-09-16T11:50:48.611 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 107996237 2024-09-16T11:50:48.623 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 99889561~8106676 2024-09-16T11:50:48.653 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 72404611~6317481 2024-09-16T11:50:48.670 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 35002997~1853350 2024-09-16T11:50:48.680 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 19538784~17909 2024-09-16T11:50:48.704 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 13015777~1639769 2024-09-16T11:50:48.713 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 102318199~3539927 2024-09-16T11:50:48.715 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 19332179~4676347 2024-09-16T11:50:48.743 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 44675352~3791255 2024-09-16T11:50:48.749 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:50:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:48 smithi077 ceph-mon[88497]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T11:50:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:48 smithi077 ceph-mon[86047]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T11:50:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:48 smithi191 ceph-mon[84934]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T11:50:49.550 INFO:tasks.workunit.client.0.smithi077.stdout:clone image254 -> image255 2024-09-16T11:50:49.622 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 92565554~2850345 2024-09-16T11:50:49.644 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 78979263~7527515 2024-09-16T11:50:49.654 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 51509126~4526459 2024-09-16T11:50:49.676 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 101942772~6053465 2024-09-16T11:50:49.688 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 101685542~4565505 2024-09-16T11:50:49.705 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 33002362~2216332 2024-09-16T11:50:49.736 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 14545676~2021185 2024-09-16T11:50:49.757 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 18952065~5841726 2024-09-16T11:50:49.768 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap3 2024-09-16T11:50:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:49 smithi077 ceph-mon[86047]: pgmap v2627: 137 pgs: 137 active+clean; 449 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 14 MiB/s wr, 242 op/s 2024-09-16T11:50:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:49 smithi077 ceph-mon[86047]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T11:50:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:49 smithi077 ceph-mon[88497]: pgmap v2627: 137 pgs: 137 active+clean; 449 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 14 MiB/s wr, 242 op/s 2024-09-16T11:50:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:49 smithi077 ceph-mon[88497]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T11:50:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:49 smithi191 ceph-mon[84934]: pgmap v2627: 137 pgs: 137 active+clean; 449 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 14 MiB/s wr, 242 op/s 2024-09-16T11:50:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:49 smithi191 ceph-mon[84934]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T11:50:50.555 INFO:tasks.workunit.client.0.smithi077.stdout:clone image255 -> image256 2024-09-16T11:50:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:50 smithi077 ceph-mon[86047]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T11:50:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:50 smithi077 ceph-mon[88497]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T11:50:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:50 smithi191 ceph-mon[84934]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T11:50:51.000 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3864 ms) 2024-09-16T11:50:51.000 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-16T11:50:51.292 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (292 ms) 2024-09-16T11:50:51.292 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-16T11:50:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:51 smithi077 ceph-mon[86047]: pgmap v2630: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 452 op/s 2024-09-16T11:50:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:51 smithi077 ceph-mon[86047]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T11:50:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:51 smithi077 ceph-mon[88497]: pgmap v2630: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 452 op/s 2024-09-16T11:50:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:51 smithi077 ceph-mon[88497]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T11:50:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:51 smithi191 ceph-mon[84934]: pgmap v2630: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 452 op/s 2024-09-16T11:50:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:51 smithi191 ceph-mon[84934]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T11:50:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:52 smithi191 ceph-mon[84934]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T11:50:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:50:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:50:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:52 smithi077 ceph-mon[86047]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T11:50:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:52 smithi077 ceph-mon[88497]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T11:50:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:53 smithi077 ceph-mon[88497]: pgmap v2633: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-16T11:50:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:53 smithi077 ceph-mon[88497]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T11:50:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:53 smithi077 ceph-mon[86047]: pgmap v2633: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-16T11:50:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:53 smithi077 ceph-mon[86047]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T11:50:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:53 smithi191 ceph-mon[84934]: pgmap v2633: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-16T11:50:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:53 smithi191 ceph-mon[84934]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T11:50:54.862 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3570 ms) 2024-09-16T11:50:54.862 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-16T11:50:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:54 smithi077 ceph-mon[86047]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T11:50:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:54 smithi077 ceph-mon[88497]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T11:50:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:54 smithi191 ceph-mon[84934]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T11:50:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:55 smithi077 ceph-mon[86047]: pgmap v2636: 137 pgs: 137 active+clean; 683 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 43 MiB/s wr, 644 op/s 2024-09-16T11:50:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:55 smithi077 ceph-mon[86047]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T11:50:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:55 smithi077 ceph-mon[88497]: pgmap v2636: 137 pgs: 137 active+clean; 683 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 43 MiB/s wr, 644 op/s 2024-09-16T11:50:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:55 smithi077 ceph-mon[88497]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T11:50:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:55 smithi191 ceph-mon[84934]: pgmap v2636: 137 pgs: 137 active+clean; 683 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 43 MiB/s wr, 644 op/s 2024-09-16T11:50:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:55 smithi191 ceph-mon[84934]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T11:50:56.884 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2022 ms) 2024-09-16T11:50:56.884 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-16T11:50:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:56 smithi077 ceph-mon[88497]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T11:50:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:56 smithi077 ceph-mon[88497]: pgmap v2639: 137 pgs: 137 active+clean; 723 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 542 op/s 2024-09-16T11:50:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:56 smithi077 ceph-mon[86047]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T11:50:56.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:56 smithi077 ceph-mon[86047]: pgmap v2639: 137 pgs: 137 active+clean; 723 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 542 op/s 2024-09-16T11:50:56.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:50:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:50:56] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-09-16T11:50:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:56 smithi191 ceph-mon[84934]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T11:50:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:56 smithi191 ceph-mon[84934]: pgmap v2639: 137 pgs: 137 active+clean; 723 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 31 MiB/s wr, 542 op/s 2024-09-16T11:50:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:57 smithi077 ceph-mon[86047]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T11:50:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:57 smithi077 ceph-mon[88497]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T11:50:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:57 smithi191 ceph-mon[84934]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T11:50:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:50:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:58 smithi077 ceph-mon[86047]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T11:50:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:58 smithi077 ceph-mon[86047]: pgmap v2642: 137 pgs: 137 active+clean; 743 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-09-16T11:50:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:58 smithi077 ceph-mon[88497]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T11:50:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:58 smithi077 ceph-mon[88497]: pgmap v2642: 137 pgs: 137 active+clean; 743 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-09-16T11:50:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:58 smithi191 ceph-mon[84934]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T11:50:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:58 smithi191 ceph-mon[84934]: pgmap v2642: 137 pgs: 137 active+clean; 743 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-09-16T11:50:59.081 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2197 ms) 2024-09-16T11:50:59.081 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-16T11:50:59.103 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 7482374~8260000 2024-09-16T11:50:59.134 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 51801215~272900 2024-09-16T11:50:59.134 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 24769959~3770113 2024-09-16T11:50:59.151 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 62055681~5260822 2024-09-16T11:50:59.152 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 70212102~7473285 2024-09-16T11:50:59.177 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 41261855~6185770 2024-09-16T11:50:59.178 INFO:tasks.workunit.client.0.smithi077.stdout:write: A 48386872~2242146 2024-09-16T11:50:59.188 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 34805994~3845274 2024-09-16T11:50:59.189 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap0 2024-09-16T11:50:59.611 INFO:tasks.workunit.client.0.smithi077.stdout:clone image275 -> image276 2024-09-16T11:50:59.653 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 114868971 2024-09-16T11:50:59.658 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 99277771~7185542 2024-09-16T11:50:59.681 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 92418822~7262875 2024-09-16T11:50:59.682 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 48432190~3244815 2024-09-16T11:50:59.695 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 85263519~768178 2024-09-16T11:50:59.696 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 82211896~4022461 2024-09-16T11:50:59.709 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 5898516~2773498 2024-09-16T11:50:59.737 INFO:tasks.workunit.client.0.smithi077.stdout:write: B 102530560~7259801 2024-09-16T11:50:59.754 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 82878870~1028335 2024-09-16T11:50:59.755 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:50:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:50:59 smithi077 ceph-mon[86047]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T11:50:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:50:59 smithi077 ceph-mon[88497]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T11:50:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:50:59 smithi191 ceph-mon[84934]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T11:51:00.619 INFO:tasks.workunit.client.0.smithi077.stdout:clone image276 -> image277 2024-09-16T11:51:00.683 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 75957268~5601583 2024-09-16T11:51:00.714 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 75813685~8105755 2024-09-16T11:51:00.732 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 20956260~6769965 2024-09-16T11:51:00.766 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 9169888~2558359 2024-09-16T11:51:00.785 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 97982166~2881237 2024-09-16T11:51:00.811 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 77348393~545272 2024-09-16T11:51:00.812 INFO:tasks.workunit.client.0.smithi077.stdout:write: C 45754343~1238381 2024-09-16T11:51:00.829 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 94284893~3285736 2024-09-16T11:51:00.832 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:51:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:00 smithi077 ceph-mon[86047]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T11:51:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:00 smithi077 ceph-mon[86047]: pgmap v2645: 137 pgs: 137 active+clean; 761 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 208 op/s 2024-09-16T11:51:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:00 smithi077 ceph-mon[88497]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T11:51:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:00 smithi077 ceph-mon[88497]: pgmap v2645: 137 pgs: 137 active+clean; 761 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 208 op/s 2024-09-16T11:51:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:00 smithi191 ceph-mon[84934]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T11:51:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:00 smithi191 ceph-mon[84934]: pgmap v2645: 137 pgs: 137 active+clean; 761 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 208 op/s 2024-09-16T11:51:01.624 INFO:tasks.workunit.client.0.smithi077.stdout:clone image277 -> image278 2024-09-16T11:51:01.697 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 146760993 2024-09-16T11:51:01.704 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 143946716~928504 2024-09-16T11:51:01.710 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 121999238~462496 2024-09-16T11:51:01.711 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 68881852~8109947 2024-09-16T11:51:01.740 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 98493713~7188107 2024-09-16T11:51:01.767 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 83422809~2246265 2024-09-16T11:51:01.779 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 57761510~7225982 2024-09-16T11:51:01.783 INFO:tasks.workunit.client.0.smithi077.stdout:write: D 125409277~4741842 2024-09-16T11:51:01.801 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 101804577~2595882 2024-09-16T11:51:01.803 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap3 2024-09-16T11:51:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:01 smithi077 ceph-mon[86047]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T11:51:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:01 smithi077 ceph-mon[88497]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T11:51:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:01 smithi191 ceph-mon[84934]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T11:51:02.618 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:02.638 INFO:tasks.workunit.client.0.smithi077.stdout:clone image278 -> image279 2024-09-16T11:51:02.731 INFO:tasks.workunit.client.0.smithi077.stdout:resize: 129766642 2024-09-16T11:51:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:02 smithi077 ceph-mon[88497]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T11:51:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:02 smithi077 ceph-mon[88497]: pgmap v2648: 137 pgs: 137 active+clean; 877 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 625 op/s 2024-09-16T11:51:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:02 smithi077 ceph-mon[86047]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T11:51:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:02 smithi077 ceph-mon[86047]: pgmap v2648: 137 pgs: 137 active+clean; 877 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 625 op/s 2024-09-16T11:51:02.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:02 smithi191 ceph-mon[84934]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T11:51:02.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:02 smithi191 ceph-mon[84934]: pgmap v2648: 137 pgs: 137 active+clean; 877 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 625 op/s 2024-09-16T11:51:03.058 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3977 ms) 2024-09-16T11:51:03.058 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-16T11:51:03.081 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.153 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (94 ms) 2024-09-16T11:51:03.153 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-16T11:51:03.174 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.244 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (92 ms) 2024-09-16T11:51:03.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-16T11:51:03.265 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.337 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2024-09-16T11:51:03.337 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-16T11:51:03.356 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.427 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (91 ms) 2024-09-16T11:51:03.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-16T11:51:03.447 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.521 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (94 ms) 2024-09-16T11:51:03.521 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-16T11:51:03.543 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.612 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (91 ms) 2024-09-16T11:51:03.612 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-16T11:51:03.635 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.705 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (93 ms) 2024-09-16T11:51:03.705 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-16T11:51:03.728 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.801 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2024-09-16T11:51:03.801 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-16T11:51:03.821 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.891 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (91 ms) 2024-09-16T11:51:03.891 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-16T11:51:03.913 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:03 smithi077 ceph-mon[86047]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T11:51:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:03 smithi077 ceph-mon[88497]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T11:51:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:03 smithi191 ceph-mon[84934]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T11:51:03.984 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-09-16T11:51:04.631 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 31 tests from TestDeepCopy (51686 ms total) 2024-09-16T11:51:04.631 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:51:04.631 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 51 tests from TestMirroring 2024-09-16T11:51:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:04 smithi077 ceph-mon[86047]: pgmap v2650: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 745 op/s 2024-09-16T11:51:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:04 smithi077 ceph-mon[88497]: pgmap v2650: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 745 op/s 2024-09-16T11:51:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:04 smithi191 ceph-mon[84934]: pgmap v2650: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 745 op/s 2024-09-16T11:51:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:05 smithi077 ceph-mon[86047]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T11:51:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:05 smithi077 ceph-mon[88497]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T11:51:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:05 smithi191 ceph-mon[84934]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T11:51:06.640 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-16T11:51:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:06] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-09-16T11:51:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[86047]: pgmap v2652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:51:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[86047]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[88497]: pgmap v2652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[88497]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:06 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:06 smithi191 ceph-mon[84934]: pgmap v2652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-16T11:51:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:06 smithi191 ceph-mon[84934]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T11:51:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:06 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:06 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:51:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:07 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:51:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:07 smithi077 ceph-mon[86047]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T11:51:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:07 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:51:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:07 smithi077 ceph-mon[88497]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T11:51:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:07 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:51:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:07 smithi191 ceph-mon[84934]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T11:51:08.764 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2123 ms) 2024-09-16T11:51:08.764 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-16T11:51:08.870 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (106 ms) 2024-09-16T11:51:08.870 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[88497]: pgmap v2655: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[88497]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[86047]: pgmap v2655: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[86047]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T11:51:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:08 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:51:08.955 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (85 ms) 2024-09-16T11:51:08.955 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-16T11:51:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:08 smithi191 ceph-mon[84934]: pgmap v2655: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:08 smithi191 ceph-mon[84934]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T11:51:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:08 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:51:09.053 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (98 ms) 2024-09-16T11:51:09.053 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-16T11:51:09.138 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (85 ms) 2024-09-16T11:51:09.139 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-16T11:51:09.236 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2024-09-16T11:51:09.236 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (106 ms) 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-16T11:51:09.341 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-16T11:51:09.411 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-09-16T11:51:09.411 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-16T11:51:09.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (75 ms) 2024-09-16T11:51:09.487 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-16T11:51:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[86047]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T11:51:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:51:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:51:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:51:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[88497]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T11:51:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:51:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:51:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:51:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:09 smithi191 ceph-mon[84934]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T11:51:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:51:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:51:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:51:10.969 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1483 ms) 2024-09-16T11:51:10.969 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-16T11:51:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:10 smithi077 ceph-mon[86047]: pgmap v2658: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:10 smithi077 ceph-mon[86047]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T11:51:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:10 smithi077 ceph-mon[88497]: pgmap v2658: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:10 smithi077 ceph-mon[88497]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T11:51:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:10 smithi191 ceph-mon[84934]: pgmap v2658: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-16T11:51:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:10 smithi191 ceph-mon[84934]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T11:51:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:11 smithi077 ceph-mon[86047]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T11:51:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:11 smithi077 ceph-mon[88497]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T11:51:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:11 smithi191 ceph-mon[84934]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T11:51:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:12.979 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2010 ms) 2024-09-16T11:51:12.979 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-16T11:51:13.065 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (85 ms) 2024-09-16T11:51:13.065 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-16T11:51:13.152 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (87 ms) 2024-09-16T11:51:13.153 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-16T11:51:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:12 smithi191 ceph-mon[84934]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 20 KiB/s wr, 222 op/s 2024-09-16T11:51:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:12 smithi191 ceph-mon[84934]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T11:51:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:13.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (92 ms) 2024-09-16T11:51:13.245 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-16T11:51:13.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (76 ms) 2024-09-16T11:51:13.320 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-16T11:51:13.394 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (74 ms) 2024-09-16T11:51:13.395 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[86047]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 20 KiB/s wr, 222 op/s 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[86047]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[88497]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 20 KiB/s wr, 222 op/s 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[88497]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T11:51:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:13.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (91 ms) 2024-09-16T11:51:13.486 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-16T11:51:13.582 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (97 ms) 2024-09-16T11:51:13.582 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-16T11:51:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:13 smithi191 ceph-mon[84934]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T11:51:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:13 smithi077 ceph-mon[86047]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T11:51:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:13 smithi077 ceph-mon[88497]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T11:51:15.015 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1433 ms) 2024-09-16T11:51:15.015 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-16T11:51:15.121 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (106 ms) 2024-09-16T11:51:15.121 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-16T11:51:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:14 smithi191 ceph-mon[84934]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 52 KiB/s wr, 546 op/s 2024-09-16T11:51:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:14 smithi191 ceph-mon[84934]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T11:51:15.217 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (96 ms) 2024-09-16T11:51:15.217 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-16T11:51:15.313 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (96 ms) 2024-09-16T11:51:15.313 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-16T11:51:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:14 smithi077 ceph-mon[86047]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 52 KiB/s wr, 546 op/s 2024-09-16T11:51:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:14 smithi077 ceph-mon[86047]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T11:51:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:14 smithi077 ceph-mon[88497]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 52 KiB/s wr, 546 op/s 2024-09-16T11:51:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:14 smithi077 ceph-mon[88497]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T11:51:15.457 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (144 ms) 2024-09-16T11:51:15.458 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-16T11:51:15.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (147 ms) 2024-09-16T11:51:15.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-16T11:51:15.743 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-09-16T11:51:15.743 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-16T11:51:15.886 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (142 ms) 2024-09-16T11:51:15.886 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-16T11:51:16.038 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-09-16T11:51:16.038 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-16T11:51:16.205 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (167 ms) 2024-09-16T11:51:16.205 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-16T11:51:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:15 smithi191 ceph-mon[84934]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T11:51:16.283 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (78 ms) 2024-09-16T11:51:16.283 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-16T11:51:16.366 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (83 ms) 2024-09-16T11:51:16.366 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-16T11:51:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:15 smithi077 ceph-mon[86047]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T11:51:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:15 smithi077 ceph-mon[88497]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T11:51:16.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (62 ms) 2024-09-16T11:51:16.428 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-16T11:51:16.545 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (117 ms) 2024-09-16T11:51:16.545 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-16T11:51:16.661 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (116 ms) 2024-09-16T11:51:16.661 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-16T11:51:16.760 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (99 ms) 2024-09-16T11:51:16.760 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-16T11:51:16.868 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (108 ms) 2024-09-16T11:51:16.868 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-16T11:51:16.938 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.MirrorStatusList (70 ms) 2024-09-16T11:51:16.938 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-16T11:51:17.037 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.RemoveBootstrapped (98 ms) 2024-09-16T11:51:17.037 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-16T11:51:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:16] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-09-16T11:51:17.393 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.AioPromoteDemote (357 ms) 2024-09-16T11:51:17.393 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-16T11:51:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:17 smithi077 ceph-mon[86047]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 55 KiB/s wr, 661 op/s 2024-09-16T11:51:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:17 smithi077 ceph-mon[86047]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T11:51:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:17 smithi077 ceph-mon[88497]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 55 KiB/s wr, 661 op/s 2024-09-16T11:51:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:17 smithi077 ceph-mon[88497]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T11:51:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:17 smithi191 ceph-mon[84934]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 55 KiB/s wr, 661 op/s 2024-09-16T11:51:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:17 smithi191 ceph-mon[84934]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T11:51:17.724 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.AioGetInfo (332 ms) 2024-09-16T11:51:17.725 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-16T11:51:17.936 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.AioGetStatus (211 ms) 2024-09-16T11:51:17.936 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.SiteName 2024-09-16T11:51:17.943 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-09-16T11:51:17.943 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-16T11:51:18.738 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.Bootstrap (795 ms) 2024-09-16T11:51:18.739 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-16T11:51:18.748 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.PeerDirection (10 ms) 2024-09-16T11:51:18.748 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 58 KiB/s wr, 575 op/s 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:18 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]': finished 2024-09-16T11:51:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 58 KiB/s wr, 575 op/s 2024-09-16T11:51:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]': finished 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 58 KiB/s wr, 575 op/s 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T11:51:19.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]: dispatch 2024-09-16T11:51:19.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:18 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/517d6840-7c76-48f0-b5c5-9f535d676433"}]': finished 2024-09-16T11:51:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:20 smithi077 ceph-mon[86047]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 115 KiB/s wr, 998 op/s 2024-09-16T11:51:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:20 smithi077 ceph-mon[86047]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T11:51:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:20 smithi077 ceph-mon[88497]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 115 KiB/s wr, 998 op/s 2024-09-16T11:51:21.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:20 smithi077 ceph-mon[88497]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T11:51:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:20 smithi191 ceph-mon[84934]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 115 KiB/s wr, 998 op/s 2024-09-16T11:51:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:20 smithi191 ceph-mon[84934]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T11:51:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:21 smithi077 ceph-mon[86047]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T11:51:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:21 smithi077 ceph-mon[86047]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T11:51:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:21 smithi077 ceph-mon[88497]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T11:51:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:21 smithi077 ceph-mon[88497]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T11:51:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:21 smithi191 ceph-mon[84934]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T11:51:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:21 smithi191 ceph-mon[84934]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T11:51:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:23 smithi077 ceph-mon[86047]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 192 KiB/s wr, 1.81k op/s 2024-09-16T11:51:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:23 smithi077 ceph-mon[86047]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T11:51:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:23 smithi077 ceph-mon[88497]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 192 KiB/s wr, 1.81k op/s 2024-09-16T11:51:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:23 smithi077 ceph-mon[88497]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T11:51:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:23 smithi191 ceph-mon[84934]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 192 KiB/s wr, 1.81k op/s 2024-09-16T11:51:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:23 smithi191 ceph-mon[84934]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T11:51:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:24 smithi077 ceph-mon[86047]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T11:51:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:24 smithi077 ceph-mon[88497]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T11:51:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:24 smithi191 ceph-mon[84934]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T11:51:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:25 smithi077 ceph-mon[86047]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 189 KiB/s wr, 1.97k op/s 2024-09-16T11:51:25.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:25 smithi077 ceph-mon[86047]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T11:51:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:25 smithi077 ceph-mon[88497]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 189 KiB/s wr, 1.97k op/s 2024-09-16T11:51:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:25 smithi077 ceph-mon[88497]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T11:51:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:25 smithi191 ceph-mon[84934]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 189 KiB/s wr, 1.97k op/s 2024-09-16T11:51:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:25 smithi191 ceph-mon[84934]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T11:51:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:26 smithi077 ceph-mon[86047]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T11:51:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:26 smithi077 ceph-mon[86047]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T11:51:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:26 smithi077 ceph-mon[88497]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T11:51:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:26 smithi077 ceph-mon[88497]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T11:51:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:26 smithi191 ceph-mon[84934]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T11:51:26.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:26 smithi191 ceph-mon[84934]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T11:51:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:26] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-09-16T11:51:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:27 smithi077 ceph-mon[86047]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 81 KiB/s wr, 697 op/s 2024-09-16T11:51:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:27 smithi077 ceph-mon[88497]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 81 KiB/s wr, 697 op/s 2024-09-16T11:51:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:27 smithi191 ceph-mon[84934]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 81 KiB/s wr, 697 op/s 2024-09-16T11:51:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:28 smithi077 ceph-mon[86047]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T11:51:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:28 smithi077 ceph-mon[88497]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T11:51:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:28 smithi191 ceph-mon[84934]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T11:51:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:29 smithi077 ceph-mon[86047]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 65 op/s 2024-09-16T11:51:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:29 smithi077 ceph-mon[86047]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T11:51:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:29 smithi077 ceph-mon[88497]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 65 op/s 2024-09-16T11:51:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:29 smithi077 ceph-mon[88497]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T11:51:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:29 smithi191 ceph-mon[84934]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 65 op/s 2024-09-16T11:51:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:29 smithi191 ceph-mon[84934]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T11:51:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:30 smithi077 ceph-mon[86047]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T11:51:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:30 smithi077 ceph-mon[88497]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T11:51:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:30 smithi191 ceph-mon[84934]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T11:51:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[86047]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-16T11:51:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[86047]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T11:51:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[86047]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T11:51:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[88497]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-16T11:51:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[88497]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T11:51:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:31 smithi077 ceph-mon[88497]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T11:51:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:31 smithi191 ceph-mon[84934]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-16T11:51:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:31 smithi191 ceph-mon[84934]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T11:51:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:31 smithi191 ceph-mon[84934]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T11:51:32.615 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:33 smithi077 ceph-mon[86047]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-09-16T11:51:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:33 smithi077 ceph-mon[86047]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T11:51:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:33 smithi077 ceph-mon[88497]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-09-16T11:51:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:33 smithi077 ceph-mon[88497]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T11:51:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:33 smithi191 ceph-mon[84934]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-09-16T11:51:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:33 smithi191 ceph-mon[84934]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T11:51:34.404 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.Snapshot (15656 ms) 2024-09-16T11:51:34.404 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-16T11:51:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:34 smithi077 ceph-mon[86047]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T11:51:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:34 smithi077 ceph-mon[88497]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T11:51:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:34 smithi191 ceph-mon[84934]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T11:51:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[88497]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T11:51:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[88497]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T11:51:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]': finished 2024-09-16T11:51:35.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[86047]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T11:51:35.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[86047]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T11:51:35.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:35 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]': finished 2024-09-16T11:51:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:35 smithi191 ceph-mon[84934]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T11:51:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:35 smithi191 ceph-mon[84934]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T11:51:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:35 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:35 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]: dispatch 2024-09-16T11:51:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:35 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f83a130b-d0aa-4f18-89e7-f2e7db14ceaa"}]': finished 2024-09-16T11:51:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:36 smithi077 ceph-mon[86047]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T11:51:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:36 smithi077 ceph-mon[86047]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T11:51:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:36 smithi077 ceph-mon[88497]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T11:51:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:36 smithi077 ceph-mon[88497]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T11:51:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:36 smithi191 ceph-mon[84934]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T11:51:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:36 smithi191 ceph-mon[84934]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T11:51:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:36] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-09-16T11:51:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:37 smithi077 ceph-mon[86047]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-09-16T11:51:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:37 smithi077 ceph-mon[86047]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T11:51:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:37 smithi077 ceph-mon[88497]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-09-16T11:51:37.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:37 smithi077 ceph-mon[88497]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T11:51:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:37 smithi191 ceph-mon[84934]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-09-16T11:51:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:37 smithi191 ceph-mon[84934]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T11:51:38.396 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3992 ms) 2024-09-16T11:51:38.396 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-16T11:51:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[86047]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-16T11:51:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[86047]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T11:51:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]': finished 2024-09-16T11:51:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[88497]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-16T11:51:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[88497]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T11:51:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:39 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]': finished 2024-09-16T11:51:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:39 smithi191 ceph-mon[84934]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-16T11:51:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:39 smithi191 ceph-mon[84934]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T11:51:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:39 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:39 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]: dispatch 2024-09-16T11:51:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:39 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/efa8b2dc-13a9-4fdf-ac31-f15b2464d6a5"}]': finished 2024-09-16T11:51:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:40 smithi077 ceph-mon[86047]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T11:51:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:40 smithi077 ceph-mon[88497]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T11:51:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:40 smithi191 ceph-mon[84934]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T11:51:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[86047]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-09-16T11:51:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[86047]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T11:51:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[86047]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T11:51:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[88497]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-09-16T11:51:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[88497]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T11:51:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:41 smithi077 ceph-mon[88497]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T11:51:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:41 smithi191 ceph-mon[84934]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-09-16T11:51:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:41 smithi191 ceph-mon[84934]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T11:51:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:41 smithi191 ceph-mon[84934]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T11:51:42.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:42 smithi191 ceph-mon[84934]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T11:51:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:42 smithi077 ceph-mon[86047]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T11:51:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:42 smithi077 ceph-mon[88497]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T11:51:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:43 smithi191 ceph-mon[84934]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-16T11:51:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:43 smithi191 ceph-mon[84934]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T11:51:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:43 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:43 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]': finished 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[88497]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[88497]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]': finished 2024-09-16T11:51:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[86047]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-16T11:51:43.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[86047]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T11:51:43.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]: dispatch 2024-09-16T11:51:43.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:43 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4752b20c-4d53-4aef-969b-109a232c2079"}]': finished 2024-09-16T11:51:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:45 smithi077 ceph-mon[88497]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-09-16T11:51:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:45 smithi077 ceph-mon[88497]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T11:51:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:45 smithi077 ceph-mon[86047]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-09-16T11:51:45.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:45 smithi077 ceph-mon[86047]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T11:51:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:45 smithi191 ceph-mon[84934]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-09-16T11:51:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:45 smithi191 ceph-mon[84934]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T11:51:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:46 smithi077 ceph-mon[86047]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T11:51:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:46 smithi077 ceph-mon[86047]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T11:51:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:46 smithi077 ceph-mon[88497]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T11:51:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:46 smithi077 ceph-mon[88497]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T11:51:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:46 smithi191 ceph-mon[84934]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T11:51:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:46 smithi191 ceph-mon[84934]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T11:51:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:46] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-09-16T11:51:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:47 smithi077 ceph-mon[86047]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 166 op/s 2024-09-16T11:51:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:47 smithi077 ceph-mon[88497]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 166 op/s 2024-09-16T11:51:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:47 smithi191 ceph-mon[84934]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 166 op/s 2024-09-16T11:51:48.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10038 ms) 2024-09-16T11:51:48.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-16T11:51:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:48 smithi077 ceph-mon[86047]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T11:51:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:48 smithi077 ceph-mon[88497]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T11:51:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:48 smithi191 ceph-mon[84934]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T11:51:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-16T11:51:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T11:51:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]': finished 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]': finished 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]': finished 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:49 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]': finished 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]: dispatch 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/38ea996c-8ef2-419b-9679-50b09fe79db9"}]': finished 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]: dispatch 2024-09-16T11:51:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:49 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/be928a22-a180-4621-b26d-c084a2e17001"}]': finished 2024-09-16T11:51:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:50 smithi191 ceph-mon[84934]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T11:51:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:50 smithi077 ceph-mon[86047]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T11:51:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:50 smithi077 ceph-mon[88497]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T11:51:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:51 smithi191 ceph-mon[84934]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-09-16T11:51:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:51 smithi191 ceph-mon[84934]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T11:51:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:51 smithi191 ceph-mon[84934]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T11:51:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[86047]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-09-16T11:51:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[86047]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T11:51:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[86047]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T11:51:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[88497]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-09-16T11:51:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[88497]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T11:51:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:51 smithi077 ceph-mon[88497]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T11:51:52.348 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.SnapshotImageState (3914 ms) 2024-09-16T11:51:52.349 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-16T11:51:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:51:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:51:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:53 smithi077 ceph-mon[86047]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-09-16T11:51:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:53 smithi077 ceph-mon[86047]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T11:51:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:53 smithi077 ceph-mon[88497]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-09-16T11:51:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:53 smithi077 ceph-mon[88497]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T11:51:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:53 smithi191 ceph-mon[84934]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-09-16T11:51:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:53 smithi191 ceph-mon[84934]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T11:51:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:54 smithi077 ceph-mon[86047]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T11:51:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:54 smithi077 ceph-mon[88497]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T11:51:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:54 smithi191 ceph-mon[84934]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T11:51:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:55 smithi077 ceph-mon[86047]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-09-16T11:51:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:55 smithi077 ceph-mon[86047]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T11:51:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:55 smithi077 ceph-mon[88497]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-09-16T11:51:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:55 smithi077 ceph-mon[88497]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T11:51:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:55 smithi191 ceph-mon[84934]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-09-16T11:51:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:55 smithi191 ceph-mon[84934]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T11:51:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:56 smithi077 ceph-mon[86047]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T11:51:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:56 smithi077 ceph-mon[86047]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T11:51:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:56 smithi077 ceph-mon[88497]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T11:51:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:56 smithi077 ceph-mon[88497]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T11:51:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:56 smithi191 ceph-mon[84934]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T11:51:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:56 smithi191 ceph-mon[84934]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T11:51:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:51:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:51:56] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-09-16T11:51:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:57 smithi077 ceph-mon[86047]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-09-16T11:51:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:57 smithi077 ceph-mon[88497]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-09-16T11:51:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:57 smithi191 ceph-mon[84934]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-09-16T11:51:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:51:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:58 smithi077 ceph-mon[86047]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T11:51:58.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:58 smithi077 ceph-mon[88497]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T11:51:58.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:58 smithi191 ceph-mon[84934]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T11:51:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:59 smithi077 ceph-mon[86047]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-09-16T11:51:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:51:59 smithi077 ceph-mon[86047]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T11:51:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:59 smithi077 ceph-mon[88497]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-09-16T11:51:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:51:59 smithi077 ceph-mon[88497]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T11:51:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:59 smithi191 ceph-mon[84934]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-09-16T11:51:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:51:59 smithi191 ceph-mon[84934]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T11:52:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:00 smithi077 ceph-mon[88497]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T11:52:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:00 smithi077 ceph-mon[86047]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T11:52:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:00 smithi191 ceph-mon[84934]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T11:52:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[86047]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-09-16T11:52:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[86047]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T11:52:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[86047]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T11:52:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[88497]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-09-16T11:52:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[88497]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T11:52:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:01 smithi077 ceph-mon[88497]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T11:52:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:01 smithi191 ceph-mon[84934]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-09-16T11:52:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:01 smithi191 ceph-mon[84934]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T11:52:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:01 smithi191 ceph-mon[84934]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T11:52:02.357 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10009 ms) 2024-09-16T11:52:02.357 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-16T11:52:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[86047]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-09-16T11:52:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[86047]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T11:52:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]': finished 2024-09-16T11:52:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[88497]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-09-16T11:52:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[88497]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T11:52:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]': finished 2024-09-16T11:52:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:03 smithi191 ceph-mon[84934]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-09-16T11:52:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:03 smithi191 ceph-mon[84934]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T11:52:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:03 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]: dispatch 2024-09-16T11:52:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/85b4df51-be94-4f60-a42d-b40ec68f388b"}]': finished 2024-09-16T11:52:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:04 smithi077 ceph-mon[86047]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T11:52:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:04 smithi077 ceph-mon[88497]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T11:52:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:04 smithi191 ceph-mon[84934]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T11:52:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:05 smithi077 ceph-mon[86047]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-16T11:52:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:05 smithi077 ceph-mon[86047]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T11:52:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:05 smithi077 ceph-mon[88497]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-16T11:52:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:05 smithi077 ceph-mon[88497]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T11:52:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:05 smithi191 ceph-mon[84934]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-16T11:52:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:05 smithi191 ceph-mon[84934]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T11:52:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:06 smithi077 ceph-mon[86047]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T11:52:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:06 smithi077 ceph-mon[86047]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T11:52:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:06 smithi077 ceph-mon[88497]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T11:52:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:06 smithi077 ceph-mon[88497]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T11:52:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:06 smithi191 ceph-mon[84934]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T11:52:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:06 smithi191 ceph-mon[84934]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T11:52:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:06] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-09-16T11:52:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:07 smithi077 ceph-mon[86047]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-16T11:52:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:07 smithi077 ceph-mon[86047]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T11:52:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:07 smithi077 ceph-mon[88497]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-16T11:52:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:07 smithi077 ceph-mon[88497]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T11:52:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:07 smithi191 ceph-mon[84934]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-16T11:52:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:07 smithi191 ceph-mon[84934]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[86047]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 9.2 KiB/s wr, 73 op/s 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[86047]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[88497]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 9.2 KiB/s wr, 73 op/s 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[88497]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T11:52:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:52:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:09 smithi191 ceph-mon[84934]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 9.2 KiB/s wr, 73 op/s 2024-09-16T11:52:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:09 smithi191 ceph-mon[84934]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T11:52:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:52:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[86047]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T11:52:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:52:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:52:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:52:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[88497]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T11:52:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:52:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:52:10.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:52:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:10 smithi191 ceph-mon[84934]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T11:52:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:52:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:52:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:52:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[86047]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 77 op/s 2024-09-16T11:52:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[86047]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T11:52:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[86047]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T11:52:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[88497]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 77 op/s 2024-09-16T11:52:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[88497]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T11:52:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:11 smithi077 ceph-mon[88497]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T11:52:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:11 smithi191 ceph-mon[84934]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 77 op/s 2024-09-16T11:52:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:11 smithi191 ceph-mon[84934]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T11:52:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:11 smithi191 ceph-mon[84934]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T11:52:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:13 smithi077 ceph-mon[86047]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T11:52:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:13 smithi077 ceph-mon[86047]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T11:52:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:13 smithi077 ceph-mon[88497]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T11:52:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:13 smithi077 ceph-mon[88497]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T11:52:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:13 smithi191 ceph-mon[84934]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T11:52:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:13 smithi191 ceph-mon[84934]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T11:52:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:14 smithi077 ceph-mon[86047]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T11:52:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:14 smithi077 ceph-mon[88497]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T11:52:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:14 smithi191 ceph-mon[84934]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T11:52:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:15 smithi077 ceph-mon[88497]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 110 op/s 2024-09-16T11:52:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:15 smithi077 ceph-mon[88497]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T11:52:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:15 smithi077 ceph-mon[86047]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 110 op/s 2024-09-16T11:52:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:15 smithi077 ceph-mon[86047]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T11:52:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:15 smithi191 ceph-mon[84934]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 110 op/s 2024-09-16T11:52:15.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:15 smithi191 ceph-mon[84934]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T11:52:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:16 smithi077 ceph-mon[86047]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T11:52:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:16 smithi077 ceph-mon[88497]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T11:52:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:16 smithi191 ceph-mon[84934]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T11:52:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:16] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T11:52:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:17 smithi077 ceph-mon[86047]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-09-16T11:52:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:17 smithi077 ceph-mon[86047]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T11:52:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:17 smithi077 ceph-mon[88497]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-09-16T11:52:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:17 smithi077 ceph-mon[88497]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T11:52:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:17 smithi191 ceph-mon[84934]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-09-16T11:52:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:17 smithi191 ceph-mon[84934]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T11:52:18.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:18 smithi077 ceph-mon[86047]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T11:52:18.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:18 smithi077 ceph-mon[88497]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T11:52:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:18 smithi191 ceph-mon[84934]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T11:52:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:19 smithi077 ceph-mon[86047]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-09-16T11:52:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:19 smithi077 ceph-mon[86047]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T11:52:19.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:19 smithi077 ceph-mon[88497]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-09-16T11:52:19.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:19 smithi077 ceph-mon[88497]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T11:52:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:19 smithi191 ceph-mon[84934]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-09-16T11:52:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:19 smithi191 ceph-mon[84934]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T11:52:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:20 smithi077 ceph-mon[86047]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T11:52:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:20 smithi077 ceph-mon[88497]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T11:52:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:20 smithi191 ceph-mon[84934]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[86047]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[86047]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[86047]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[88497]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[88497]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T11:52:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:21 smithi077 ceph-mon[88497]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T11:52:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:21 smithi191 ceph-mon[84934]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-16T11:52:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:21 smithi191 ceph-mon[84934]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T11:52:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:21 smithi191 ceph-mon[84934]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T11:52:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:23 smithi077 ceph-mon[86047]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 165 op/s 2024-09-16T11:52:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:23 smithi077 ceph-mon[86047]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T11:52:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:23 smithi077 ceph-mon[88497]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 165 op/s 2024-09-16T11:52:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:23 smithi077 ceph-mon[88497]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T11:52:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:23 smithi191 ceph-mon[84934]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 165 op/s 2024-09-16T11:52:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:23 smithi191 ceph-mon[84934]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T11:52:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:24 smithi077 ceph-mon[86047]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T11:52:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:24 smithi077 ceph-mon[88497]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T11:52:24.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:24 smithi191 ceph-mon[84934]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T11:52:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:25 smithi077 ceph-mon[86047]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T11:52:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:25 smithi077 ceph-mon[86047]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T11:52:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:25 smithi077 ceph-mon[88497]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T11:52:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:25 smithi077 ceph-mon[88497]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T11:52:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:25 smithi191 ceph-mon[84934]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T11:52:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:25 smithi191 ceph-mon[84934]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T11:52:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:26 smithi191 ceph-mon[84934]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T11:52:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:26 smithi191 ceph-mon[84934]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T11:52:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:26 smithi077 ceph-mon[86047]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T11:52:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:26 smithi077 ceph-mon[86047]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T11:52:26.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:26 smithi077 ceph-mon[88497]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T11:52:26.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:26 smithi077 ceph-mon[88497]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T11:52:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:26] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T11:52:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:27 smithi191 ceph-mon[84934]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 138 op/s 2024-09-16T11:52:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:27 smithi191 ceph-mon[84934]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[86047]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 138 op/s 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[86047]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[88497]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 138 op/s 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:27 smithi077 ceph-mon[88497]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T11:52:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:29 smithi077 ceph-mon[86047]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-09-16T11:52:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:29 smithi077 ceph-mon[86047]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T11:52:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:29 smithi077 ceph-mon[88497]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-09-16T11:52:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:29 smithi077 ceph-mon[88497]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T11:52:29.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 11:52:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T11:52:29.346679237Z level=info msg="Completed cleanup jobs" duration=12.627717ms 2024-09-16T11:52:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:29 smithi191 ceph-mon[84934]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-09-16T11:52:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:29 smithi191 ceph-mon[84934]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T11:52:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:30 smithi077 ceph-mon[86047]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T11:52:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:30 smithi077 ceph-mon[88497]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T11:52:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:30 smithi191 ceph-mon[84934]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T11:52:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[88497]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-09-16T11:52:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[88497]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T11:52:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[88497]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T11:52:31.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[86047]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-09-16T11:52:31.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[86047]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T11:52:31.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:31 smithi077 ceph-mon[86047]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T11:52:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:31 smithi191 ceph-mon[84934]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-09-16T11:52:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:31 smithi191 ceph-mon[84934]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T11:52:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:31 smithi191 ceph-mon[84934]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T11:52:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:33.395 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31038 ms) 2024-09-16T11:52:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:33 smithi077 ceph-mon[88497]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 108 op/s 2024-09-16T11:52:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:33 smithi077 ceph-mon[88497]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T11:52:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:33 smithi077 ceph-mon[86047]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 108 op/s 2024-09-16T11:52:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:33 smithi077 ceph-mon[86047]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T11:52:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:33 smithi191 ceph-mon[84934]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 108 op/s 2024-09-16T11:52:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:33 smithi191 ceph-mon[84934]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T11:52:34.411 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 51 tests from TestMirroring (86755 ms total) 2024-09-16T11:52:34.411 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:52:34.411 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 34 tests from TestInternal 2024-09-16T11:52:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[86047]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T11:52:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]': finished 2024-09-16T11:52:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[88497]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T11:52:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:34 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]': finished 2024-09-16T11:52:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:34 smithi191 ceph-mon[84934]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T11:52:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:34 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3434453375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:34 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]: dispatch 2024-09-16T11:52:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:34 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/521460a3-cebe-40b4-b39c-cc4f2b1acc82"}]': finished 2024-09-16T11:52:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:35 smithi077 ceph-mon[86047]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 155 op/s 2024-09-16T11:52:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:35 smithi077 ceph-mon[86047]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T11:52:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:35 smithi077 ceph-mon[88497]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 155 op/s 2024-09-16T11:52:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:35 smithi077 ceph-mon[88497]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T11:52:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:35 smithi191 ceph-mon[84934]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 155 op/s 2024-09-16T11:52:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:35 smithi191 ceph-mon[84934]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T11:52:36.411 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.OpenByID 2024-09-16T11:52:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:36 smithi191 ceph-mon[84934]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T11:52:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:36 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1252972999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:36 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:36 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:52:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:36 smithi191 ceph-mon[84934]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[86047]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1252972999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[86047]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[88497]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1252972999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:52:36.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:52:36.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-mon[88497]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T11:52:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:36] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T11:52:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:37 smithi191 ceph-mon[84934]: pgmap v2785: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:37 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:52:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:37 smithi191 ceph-mon[84934]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T11:52:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[88497]: pgmap v2785: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:52:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[88497]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T11:52:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[86047]: pgmap v2785: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:37.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:52:37.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:37 smithi077 ceph-mon[86047]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T11:52:38.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.OpenByID (2035 ms) 2024-09-16T11:52:38.447 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-16T11:52:38.467 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.OpenSnapDNE (21 ms) 2024-09-16T11:52:38.467 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-16T11:52:38.488 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (21 ms) 2024-09-16T11:52:38.488 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-16T11:52:38.514 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-09-16T11:52:38.514 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-16T11:52:38.532 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-09-16T11:52:38.532 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-16T11:52:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[88497]: pgmap v2788: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[88497]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T11:52:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:52:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:52:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[86047]: pgmap v2788: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[86047]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T11:52:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:52:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:39 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:52:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:39 smithi191 ceph-mon[84934]: pgmap v2788: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:39 smithi191 ceph-mon[84934]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T11:52:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:39 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:52:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:39 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:52:40.456 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1923 ms) 2024-09-16T11:52:40.456 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-16T11:52:40.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2024-09-16T11:52:40.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-16T11:52:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:40 smithi191 ceph-mon[84934]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T11:52:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:40 smithi077 ceph-mon[86047]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T11:52:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:40 smithi077 ceph-mon[88497]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T11:52:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:41 smithi191 ceph-mon[84934]: pgmap v2791: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:41 smithi191 ceph-mon[84934]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T11:52:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:41 smithi077 ceph-mon[88497]: pgmap v2791: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:41 smithi077 ceph-mon[88497]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T11:52:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:41 smithi077 ceph-mon[86047]: pgmap v2791: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:52:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:41 smithi077 ceph-mon[86047]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T11:52:42.484 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (2005 ms) 2024-09-16T11:52:42.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-16T11:52:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:42 smithi191 ceph-mon[84934]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T11:52:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:42.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:42 smithi077 ceph-mon[88497]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T11:52:42.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:42.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:42 smithi077 ceph-mon[86047]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T11:52:42.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:43 smithi077 ceph-mon[88497]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-09-16T11:52:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:43 smithi077 ceph-mon[88497]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T11:52:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:43 smithi077 ceph-mon[86047]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-09-16T11:52:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:43 smithi077 ceph-mon[86047]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T11:52:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:43 smithi191 ceph-mon[84934]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-09-16T11:52:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:43 smithi191 ceph-mon[84934]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T11:52:44.491 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2007 ms) 2024-09-16T11:52:44.491 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-16T11:52:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:44 smithi077 ceph-mon[86047]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T11:52:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:44 smithi077 ceph-mon[88497]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T11:52:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:44 smithi191 ceph-mon[84934]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T11:52:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:45 smithi077 ceph-mon[86047]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-09-16T11:52:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:45 smithi077 ceph-mon[86047]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T11:52:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:45 smithi077 ceph-mon[88497]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-09-16T11:52:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:45 smithi077 ceph-mon[88497]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T11:52:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:45 smithi191 ceph-mon[84934]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-09-16T11:52:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:45 smithi191 ceph-mon[84934]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T11:52:46.334 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1843 ms) 2024-09-16T11:52:46.334 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-16T11:52:46.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:46 smithi077 ceph-mon[88497]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T11:52:46.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:46 smithi077 ceph-mon[88497]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T11:52:46.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:46 smithi077 ceph-mon[86047]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T11:52:46.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:46 smithi077 ceph-mon[86047]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T11:52:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:46 smithi191 ceph-mon[84934]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T11:52:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:46 smithi191 ceph-mon[84934]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T11:52:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:46] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-09-16T11:52:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:47 smithi077 ceph-mon[86047]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-09-16T11:52:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:47 smithi077 ceph-mon[86047]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T11:52:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:47 smithi077 ceph-mon[88497]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-09-16T11:52:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:47 smithi077 ceph-mon[88497]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T11:52:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:47 smithi191 ceph-mon[84934]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-09-16T11:52:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:47 smithi191 ceph-mon[84934]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T11:52:48.342 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.FlattenLocksImage (2008 ms) 2024-09-16T11:52:48.342 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-16T11:52:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:49 smithi077 ceph-mon[86047]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-16T11:52:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:49 smithi077 ceph-mon[86047]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T11:52:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:49 smithi077 ceph-mon[88497]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-16T11:52:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:49 smithi077 ceph-mon[88497]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T11:52:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:49 smithi191 ceph-mon[84934]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-16T11:52:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:49 smithi191 ceph-mon[84934]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T11:52:50.345 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2003 ms) 2024-09-16T11:52:50.345 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-16T11:52:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:50 smithi077 ceph-mon[86047]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T11:52:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:50 smithi077 ceph-mon[88497]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T11:52:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:50 smithi191 ceph-mon[84934]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T11:52:51.324 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (979 ms) 2024-09-16T11:52:51.324 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3907116421' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]': finished 2024-09-16T11:52:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[86047]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3907116421' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]': finished 2024-09-16T11:52:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:51 smithi077 ceph-mon[88497]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T11:52:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-09-16T11:52:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T11:52:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3907116421' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]: dispatch 2024-09-16T11:52:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3907116421"}]': finished 2024-09-16T11:52:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:51 smithi191 ceph-mon[84934]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T11:52:52.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]: dispatch 2024-09-16T11:52:52.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]: dispatch 2024-09-16T11:52:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]: dispatch 2024-09-16T11:52:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:52:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:52:53.342 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2018 ms) 2024-09-16T11:52:53.343 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-16T11:52:53.375 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-09-16T11:52:53.376 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-16T11:52:53.405 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (30 ms) 2024-09-16T11:52:53.405 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-16T11:52:53.448 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-09-16T11:52:53.448 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-16T11:52:53.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.MultipleResize (52 ms) 2024-09-16T11:52:53.500 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.Metadata 2024-09-16T11:52:53.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.Metadata (41 ms) 2024-09-16T11:52:53.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-16T11:52:53.568 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.MetadataConfApply (27 ms) 2024-09-16T11:52:53.568 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-16T11:52:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[88497]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-09-16T11:52:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]': finished 2024-09-16T11:52:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[88497]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T11:52:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[86047]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-09-16T11:52:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]': finished 2024-09-16T11:52:53.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:53 smithi077 ceph-mon[86047]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T11:52:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:53 smithi191 ceph-mon[84934]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-09-16T11:52:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:53 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3873567138' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/3873567138"}]': finished 2024-09-16T11:52:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:53 smithi191 ceph-mon[84934]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T11:52:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:55 smithi077 ceph-mon[88497]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 216 op/s 2024-09-16T11:52:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:55 smithi077 ceph-mon[88497]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T11:52:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:55 smithi077 ceph-mon[86047]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 216 op/s 2024-09-16T11:52:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:55 smithi077 ceph-mon[86047]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T11:52:55.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:55 smithi191 ceph-mon[84934]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 216 op/s 2024-09-16T11:52:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:55 smithi191 ceph-mon[84934]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T11:52:56.418 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapshotCopyup (2849 ms) 2024-09-16T11:52:56.418 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-16T11:52:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:56 smithi077 ceph-mon[86047]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T11:52:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:56 smithi077 ceph-mon[86047]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T11:52:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:56 smithi077 ceph-mon[88497]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T11:52:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:56 smithi077 ceph-mon[88497]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T11:52:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:56 smithi191 ceph-mon[84934]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T11:52:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:56 smithi191 ceph-mon[84934]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T11:52:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:52:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:52:56] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-09-16T11:52:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[88497]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 120 op/s 2024-09-16T11:52:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-09-16T11:52:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-09-16T11:52:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[86047]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 120 op/s 2024-09-16T11:52:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-09-16T11:52:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-09-16T11:52:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:57 smithi191 ceph-mon[84934]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 120 op/s 2024-09-16T11:52:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:52:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-09-16T11:52:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-09-16T11:52:58.403 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1986 ms) 2024-09-16T11:52:58.403 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-16T11:52:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-09-16T11:52:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-09-16T11:52:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[86047]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T11:52:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-09-16T11:52:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-09-16T11:52:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:58 smithi077 ceph-mon[88497]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T11:52:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-09-16T11:52:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-09-16T11:52:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:58 smithi191 ceph-mon[84934]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T11:52:59.411 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1008 ms) 2024-09-16T11:52:59.412 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-16T11:52:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:59 smithi077 ceph-mon[86047]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-09-16T11:52:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:52:59 smithi077 ceph-mon[86047]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T11:52:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:59 smithi077 ceph-mon[88497]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-09-16T11:52:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:52:59 smithi077 ceph-mon[88497]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T11:52:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:59 smithi191 ceph-mon[84934]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-09-16T11:52:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:52:59 smithi191 ceph-mon[84934]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T11:53:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:00 smithi077 ceph-mon[86047]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T11:53:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:00 smithi077 ceph-mon[88497]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T11:53:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:00 smithi191 ceph-mon[84934]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T11:53:01.368 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.ResizeCopyup (1957 ms) 2024-09-16T11:53:01.368 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-16T11:53:01.377 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:53:01.377 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-09-16T11:53:01.377 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-16T11:53:01.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-09-16T11:53:01.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-16T11:53:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[86047]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 21 KiB/s wr, 202 op/s 2024-09-16T11:53:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[86047]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T11:53:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[86047]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T11:53:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[88497]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 21 KiB/s wr, 202 op/s 2024-09-16T11:53:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[88497]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T11:53:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:01 smithi077 ceph-mon[88497]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T11:53:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:01 smithi191 ceph-mon[84934]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 21 KiB/s wr, 202 op/s 2024-09-16T11:53:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:01 smithi191 ceph-mon[84934]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T11:53:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:01 smithi191 ceph-mon[84934]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T11:53:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:03 smithi077 ceph-mon[88497]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 26 KiB/s wr, 325 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:03 smithi077 ceph-mon[88497]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T11:53:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:03 smithi077 ceph-mon[86047]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 26 KiB/s wr, 325 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:03.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:03 smithi077 ceph-mon[86047]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T11:53:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:03 smithi191 ceph-mon[84934]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 26 KiB/s wr, 325 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:03 smithi191 ceph-mon[84934]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T11:53:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:04 smithi077 ceph-mon[86047]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T11:53:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:04 smithi077 ceph-mon[88497]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T11:53:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:04 smithi191 ceph-mon[84934]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T11:53:05.429 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.WriteFullCopyup (4044 ms) 2024-09-16T11:53:05.430 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-16T11:53:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:05 smithi077 ceph-mon[88497]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 28 KiB/s wr, 306 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:05 smithi077 ceph-mon[88497]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T11:53:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:05 smithi077 ceph-mon[86047]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 28 KiB/s wr, 306 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:05 smithi077 ceph-mon[86047]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T11:53:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:05 smithi191 ceph-mon[84934]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 28 KiB/s wr, 306 op/s; 28 B/s, 1 keys/s, 1 objects/s recovering 2024-09-16T11:53:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:05 smithi191 ceph-mon[84934]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T11:53:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:06 smithi077 ceph-mon[86047]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T11:53:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:06 smithi077 ceph-mon[88497]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T11:53:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:06 smithi191 ceph-mon[84934]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T11:53:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:06] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-16T11:53:07.445 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2016 ms) 2024-09-16T11:53:07.445 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.TestCoR 2024-09-16T11:53:07.454 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-16T11:53:07.454 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.TestCoR (9 ms) 2024-09-16T11:53:07.454 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-16T11:53:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:07 smithi077 ceph-mon[88497]: pgmap v2829: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 232 op/s 2024-09-16T11:53:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:07 smithi077 ceph-mon[88497]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T11:53:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:07 smithi077 ceph-mon[86047]: pgmap v2829: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 232 op/s 2024-09-16T11:53:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:07 smithi077 ceph-mon[86047]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout:made parent image "image390": 4194304K (1024 * 4K) 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout:generated random write map: 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [1 , 7302 ] 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [13 , 55052 ] 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [25 , 103164 ] 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [31 , 129541 ] 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [33 , 135235 ] 2024-09-16T11:53:07.674 INFO:tasks.workunit.client.0.smithi077.stdout: [37 , 152319 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [41 , 171168 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [44 , 183757 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [48 , 197449 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [51 , 211705 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [53 , 219033 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [57 , 237052 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [59 , 241764 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [63 , 259718 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [81 , 333631 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [82 , 337306 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [85 , 350043 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [88 , 360498 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [94 , 387026 ] 2024-09-16T11:53:07.675 INFO:tasks.workunit.client.0.smithi077.stdout: [116 , 475689 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [122 , 500071 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [123 , 507175 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [128 , 525558 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [146 , 600592 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [160 , 656526 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [164 , 672422 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [166 , 680130 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [172 , 704637 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [179 , 733849 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [184 , 757243 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [189 , 776564 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [219 , 900238 ] 2024-09-16T11:53:07.676 INFO:tasks.workunit.client.0.smithi077.stdout: [222 , 910204 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [252 , 1033003 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [274 , 1124720 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [284 , 1164087 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [305 , 1249713 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [308 , 1262263 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [324 , 1328967 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [333 , 1365260 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [336 , 1378620 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [343 , 1405579 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [351 , 1438849 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [360 , 1476185 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [370 , 1517258 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [386 , 1582621 ] 2024-09-16T11:53:07.677 INFO:tasks.workunit.client.0.smithi077.stdout: [411 , 1684078 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [413 , 1692029 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [420 , 1722851 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [433 , 1775565 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [439 , 1801479 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [444 , 1822042 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [453 , 1856041 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [462 , 1894239 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [464 , 1902664 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [479 , 1962464 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [508 , 2082500 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [514 , 2108764 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [525 , 2153939 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [548 , 2247222 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [562 , 2303209 ] 2024-09-16T11:53:07.678 INFO:tasks.workunit.client.0.smithi077.stdout: [589 , 2414592 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [591 , 2423643 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [593 , 2430672 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [619 , 2538781 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [629 , 2577294 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [650 , 2665586 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [659 , 2702418 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [698 , 2859564 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [707 , 2896846 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [714 , 2927058 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [725 , 2970017 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [761 , 3118003 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [788 , 3228164 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [789 , 3232385 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [812 , 3329169 ] 2024-09-16T11:53:07.679 INFO:tasks.workunit.client.0.smithi077.stdout: [813 , 3331188 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [832 , 3408144 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [834 , 3417317 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [876 , 3588559 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [900 , 3689942 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [901 , 3691682 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [904 , 3704081 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [906 , 3713600 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [916 , 3753506 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [917 , 3756344 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [932 , 3818985 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [956 , 3918920 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [958 , 3924150 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [969 , 3971329 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [971 , 3978116 ] 2024-09-16T11:53:07.680 INFO:tasks.workunit.client.0.smithi077.stdout: [976 , 3999398 ] 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: [987 , 4046224 ] 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: [1002 , 4104271 ] 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: [1016 , 4163714 ] 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: [1023 , 4191342 ] 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout:write data based on random map 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-1 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-13 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-25 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-31 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-33 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-37 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-41 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-44 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-48 2024-09-16T11:53:07.681 INFO:tasks.workunit.client.0.smithi077.stdout: write object-51 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-53 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-57 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-59 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-63 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-81 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-82 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-85 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-88 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-94 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-116 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-122 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-123 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-128 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-146 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-160 2024-09-16T11:53:07.682 INFO:tasks.workunit.client.0.smithi077.stdout: write object-164 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-166 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-172 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-179 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-184 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-189 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-219 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-222 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-252 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-274 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-284 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-305 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-308 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-324 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-333 2024-09-16T11:53:07.683 INFO:tasks.workunit.client.0.smithi077.stdout: write object-336 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-343 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-351 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-360 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-370 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-386 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-411 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-413 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-420 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-433 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-439 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-444 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-453 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-462 2024-09-16T11:53:07.684 INFO:tasks.workunit.client.0.smithi077.stdout: write object-464 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-479 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-508 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-514 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-525 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-548 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-562 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-589 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-591 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-593 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-619 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-629 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-650 2024-09-16T11:53:07.685 INFO:tasks.workunit.client.0.smithi077.stdout: write object-659 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-698 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-707 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-714 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-725 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-761 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-788 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-789 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-812 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-813 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-832 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-834 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-876 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-900 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-901 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-904 2024-09-16T11:53:07.686 INFO:tasks.workunit.client.0.smithi077.stdout: write object-906 2024-09-16T11:53:07.687 INFO:tasks.workunit.client.0.smithi077.stdout: write object-916 2024-09-16T11:53:07.687 INFO:tasks.workunit.client.0.smithi077.stdout: write object-917 2024-09-16T11:53:07.687 INFO:tasks.workunit.client.0.smithi077.stdout: write object-932 2024-09-16T11:53:07.687 INFO:tasks.workunit.client.0.smithi077.stdout: write object-956 2024-09-16T11:53:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:07 smithi191 ceph-mon[84934]: pgmap v2829: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 232 op/s 2024-09-16T11:53:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:07 smithi191 ceph-mon[84934]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T11:53:08.611 INFO:tasks.workunit.client.0.smithi077.stdout: write object-958 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-969 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-971 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-976 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-987 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-1002 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-1016 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: write object-1023 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout:verify written data by reading 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout: read object-1 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout:made snapshot "image390@parent_snap" and protect it 2024-09-16T11:53:08.612 INFO:tasks.workunit.client.0.smithi077.stdout:made and opened clone "image391" 2024-09-16T11:53:08.613 INFO:tasks.workunit.client.0.smithi077.stdout:flattening clone: "image391" 2024-09-16T11:53:08.613 INFO:tasks.workunit.client.0.smithi077.stdout:check whether child image has the same set of objects as parent 2024-09-16T11:53:08.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1157 ms) 2024-09-16T11:53:08.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-16T11:53:08.687 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.PoolMetadataConfApply (75 ms) 2024-09-16T11:53:08.687 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.Sparsify 2024-09-16T11:53:08.710 INFO:tasks.workunit.client.0.smithi077.stdout:sparsify_supported=1 2024-09-16T11:53:08.710 INFO:tasks.workunit.client.0.smithi077.stdout:sparse_read_supported=1 2024-09-16T11:53:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:08 smithi191 ceph-mon[84934]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T11:53:08.738 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-09-16T11:53:08.738 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-16T11:53:08.755 INFO:tasks.workunit.client.0.smithi077.stdout:sparsify_supported=1 2024-09-16T11:53:08.764 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-mon[88497]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T11:53:08.764 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-mon[86047]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T11:53:08.764 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE Bus STOPPING 2024-09-16T11:53:08.764 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:53:08.764 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE Bus STOPPED 2024-09-16T11:53:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE Bus STARTING 2024-09-16T11:53:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE Serving on http://:::9283 2024-09-16T11:53:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:53:08] ENGINE Bus STARTED 2024-09-16T11:53:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:09 smithi191 ceph-mon[84934]: pgmap v2832: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-16T11:53:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:09 smithi191 ceph-mon[84934]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T11:53:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:53:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[86047]: pgmap v2832: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-16T11:53:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[86047]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T11:53:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:53:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[88497]: pgmap v2832: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-16T11:53:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[88497]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T11:53:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:53:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:53:10.656 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.SparsifyClone (1917 ms) 2024-09-16T11:53:10.656 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-16T11:53:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:10 smithi077 ceph-mon[86047]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T11:53:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:10 smithi077 ceph-mon[86047]: pgmap v2835: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 327 op/s 2024-09-16T11:53:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:10 smithi077 ceph-mon[88497]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T11:53:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:10 smithi077 ceph-mon[88497]: pgmap v2835: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 327 op/s 2024-09-16T11:53:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:10 smithi191 ceph-mon[84934]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T11:53:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:10 smithi191 ceph-mon[84934]: pgmap v2835: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 327 op/s 2024-09-16T11:53:11.427 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestInternal.MissingDataPool (772 ms) 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[88497]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[88497]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[86047]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T11:53:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[86047]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T11:53:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:11 smithi191 ceph-mon[84934]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T11:53:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:11 smithi191 ceph-mon[84934]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T11:53:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:12.410 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 34 tests from TestInternal (35016 ms total) 2024-09-16T11:53:12.410 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:53:12.410 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 17 tests from TestImageWatcher 2024-09-16T11:53:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: pgmap v2838: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 885 op/s 2024-09-16T11:53:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[88497]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: pgmap v2838: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 885 op/s 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:12 smithi077 ceph-mon[86047]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: pgmap v2838: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 885 op/s 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:53:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:12 smithi191 ceph-mon[84934]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T11:53:14.415 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[86047]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1428316440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[88497]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1428316440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:14 smithi191 ceph-mon[84934]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T11:53:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:14 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1428316440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[86047]: pgmap v2841: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:53:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[86047]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T11:53:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[88497]: pgmap v2841: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:53:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:15 smithi077 ceph-mon[88497]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T11:53:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:15 smithi191 ceph-mon[84934]: pgmap v2841: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:15 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:53:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:15 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:15 smithi191 ceph-mon[84934]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T11:53:16.457 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2041 ms) 2024-09-16T11:53:16.457 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-16T11:53:16.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-09-16T11:53:16.479 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-16T11:53:16.501 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-09-16T11:53:16.501 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-16T11:53:16.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-09-16T11:53:16.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-16T11:53:16.545 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (20 ms) 2024-09-16T11:53:16.545 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-16T11:53:16.565 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (20 ms) 2024-09-16T11:53:16.565 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-16T11:53:16.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-09-16T11:53:16.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-16T11:53:16.607 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-09-16T11:53:16.608 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-16T11:53:16.627 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-09-16T11:53:16.627 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-16T11:53:16.647 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-09-16T11:53:16.647 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-16T11:53:16.665 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (18 ms) 2024-09-16T11:53:16.665 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-16T11:53:16.686 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-09-16T11:53:16.686 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-16T11:53:16.706 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-09-16T11:53:16.707 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-16T11:53:16.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:16 smithi191 ceph-mon[84934]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T11:53:16.725 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-09-16T11:53:16.725 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-16T11:53:16.746 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-09-16T11:53:16.746 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-16T11:53:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:16 smithi077 ceph-mon[86047]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T11:53:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:16 smithi077 ceph-mon[88497]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T11:53:16.764 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-09-16T11:53:16.765 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-16T11:53:16.785 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-09-16T11:53:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:16] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-09-16T11:53:17.430 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 17 tests from TestImageWatcher (2370 ms total) 2024-09-16T11:53:17.430 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:53:17.430 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 161 tests from TestLibRBD 2024-09-16T11:53:17.460 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-16T11:53:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:17 smithi191 ceph-mon[84934]: pgmap v2844: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:17 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:53:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:17 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:53:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:17 smithi191 ceph-mon[84934]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T11:53:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[88497]: pgmap v2844: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:53:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:53:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[88497]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T11:53:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[86047]: pgmap v2844: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:53:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:53:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:17 smithi077 ceph-mon[86047]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T11:53:18.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:18 smithi191 ceph-mon[84934]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T11:53:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:18 smithi077 ceph-mon[86047]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T11:53:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:18 smithi077 ceph-mon[88497]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T11:53:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:19 smithi191 ceph-mon[84934]: pgmap v2847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:19 smithi191 ceph-mon[84934]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T11:53:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1950273390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:19 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[86047]: pgmap v2847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[86047]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T11:53:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1950273390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[88497]: pgmap v2847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[88497]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T11:53:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1950273390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:19 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:20 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:20 smithi191 ceph-mon[84934]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T11:53:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:20 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:20 smithi077 ceph-mon[86047]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T11:53:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:20 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:20 smithi077 ceph-mon[88497]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T11:53:21.489 INFO:tasks.workunit.client.0.smithi077.stdout:image has size 2097152 and order 22 2024-09-16T11:53:21.489 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CreateAndStat (4029 ms) 2024-09-16T11:53:21.489 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-16T11:53:21.489 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.506 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (17 ms) 2024-09-16T11:53:21.506 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-16T11:53:21.507 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-09-16T11:53:21.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.GetId 2024-09-16T11:53:21.525 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.GetId (23 ms) 2024-09-16T11:53:21.549 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-16T11:53:21.549 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.572 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.GetIdPP (24 ms) 2024-09-16T11:53:21.573 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-16T11:53:21.573 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.589 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-09-16T11:53:21.589 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-16T11:53:21.589 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-09-16T11:53:21.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-16T11:53:21.605 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.620 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-09-16T11:53:21.620 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-16T11:53:21.620 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.636 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-09-16T11:53:21.636 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-16T11:53:21.636 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.651 INFO:tasks.workunit.client.0.smithi077.stdout:image has size 2097152 and order 22 2024-09-16T11:53:21.651 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-09-16T11:53:21.651 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-16T11:53:21.654 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-09-16T11:53:21.654 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-16T11:53:21.654 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.677 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-09-16T11:53:21.677 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-16T11:53:21.680 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-09-16T11:53:21.680 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-16T11:53:21.680 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:21 smithi191 ceph-mon[84934]: pgmap v2850: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:21.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:21 smithi191 ceph-mon[84934]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T11:53:21.717 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ResizeAndStat (37 ms) 2024-09-16T11:53:21.718 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-16T11:53:21.718 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (27 ms) 2024-09-16T11:53:21.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-16T11:53:21.744 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.773 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (29 ms) 2024-09-16T11:53:21.773 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-16T11:53:21.773 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:21.809 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2024-09-16T11:53:21.809 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-16T11:53:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:21 smithi077 ceph-mon[88497]: pgmap v2850: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:21 smithi077 ceph-mon[88497]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T11:53:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:21 smithi077 ceph-mon[86047]: pgmap v2850: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:21 smithi077 ceph-mon[86047]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T11:53:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:22 smithi191 ceph-mon[84934]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T11:53:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:22 smithi077 ceph-mon[86047]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T11:53:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:22 smithi077 ceph-mon[88497]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T11:53:23.491 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: pgmap v2853: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2007572647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: pgmap v2853: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T11:53:23.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2007572647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:23 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: pgmap v2853: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:53:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T11:53:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2007572647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:23.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:53:23.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:53:23.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:53:23.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:53:23.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:23 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:53:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:24 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:24 smithi077 ceph-mon[88497]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T11:53:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:24 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:24.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:24 smithi077 ceph-mon[86047]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T11:53:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:24 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:24 smithi191 ceph-mon[84934]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T11:53:25.521 INFO:tasks.workunit.client.0.smithi077.stdout:image: image18 2024-09-16T11:53:25.522 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image18 2024-09-16T11:53:25.522 INFO:tasks.workunit.client.0.smithi077.stdout:found image18 2024-09-16T11:53:25.522 INFO:tasks.workunit.client.0.smithi077.stdout:erased image18 2024-09-16T11:53:25.522 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:25.604 INFO:tasks.workunit.client.0.smithi077.stdout:image: image18 2024-09-16T11:53:25.604 INFO:tasks.workunit.client.0.smithi077.stdout:image: image19 2024-09-16T11:53:25.604 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image18 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:found image18 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:erased image18 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:found image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:erased image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:image: image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:found image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:erased image19 2024-09-16T11:53:25.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3798 ms) 2024-09-16T11:53:25.606 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-16T11:53:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:25 smithi077 ceph-mon[88497]: pgmap v2856: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-16T11:53:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:25 smithi077 ceph-mon[88497]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T11:53:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:25 smithi077 ceph-mon[86047]: pgmap v2856: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-16T11:53:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:25 smithi077 ceph-mon[86047]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T11:53:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:25 smithi191 ceph-mon[84934]: pgmap v2856: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-16T11:53:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:25 smithi191 ceph-mon[84934]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T11:53:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:26 smithi077 ceph-mon[86047]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T11:53:26.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:26 smithi077 ceph-mon[88497]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T11:53:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:26 smithi191 ceph-mon[84934]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T11:53:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:26] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-09-16T11:53:27.515 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[86047]: pgmap v2859: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 212 op/s 2024-09-16T11:53:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[86047]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T11:53:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[88497]: pgmap v2859: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 212 op/s 2024-09-16T11:53:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[88497]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T11:53:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:27 smithi191 ceph-mon[84934]: pgmap v2859: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 212 op/s 2024-09-16T11:53:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:27 smithi191 ceph-mon[84934]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T11:53:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:27 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:28 smithi077 ceph-mon[86047]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T11:53:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:28.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:28 smithi077 ceph-mon[88497]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T11:53:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/464333096' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:28 smithi191 ceph-mon[84934]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T11:53:29.541 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 1 2024-09-16T11:53:29.542 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:29.542 INFO:tasks.workunit.client.0.smithi077.stdout:image: image20 2024-09-16T11:53:29.542 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image20 2024-09-16T11:53:29.542 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:29.550 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 2 2024-09-16T11:53:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:53:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:image: image20 2024-09-16T11:53:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:image: image21 2024-09-16T11:53:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image20 2024-09-16T11:53:29.551 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image21 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 1 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:image: image21 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image21 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4006 ms) 2024-09-16T11:53:29.610 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-16T11:53:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:29 smithi077 ceph-mon[86047]: pgmap v2862: 201 pgs: 16 creating+peering, 27 unknown, 158 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 157 op/s 2024-09-16T11:53:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:29 smithi077 ceph-mon[86047]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T11:53:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:29 smithi077 ceph-mon[88497]: pgmap v2862: 201 pgs: 16 creating+peering, 27 unknown, 158 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 157 op/s 2024-09-16T11:53:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:29 smithi077 ceph-mon[88497]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T11:53:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:29 smithi191 ceph-mon[84934]: pgmap v2862: 201 pgs: 16 creating+peering, 27 unknown, 158 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 157 op/s 2024-09-16T11:53:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:29 smithi191 ceph-mon[84934]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T11:53:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:30 smithi077 ceph-mon[86047]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T11:53:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:30 smithi077 ceph-mon[88497]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T11:53:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:30 smithi191 ceph-mon[84934]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T11:53:31.334 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: pgmap v2865: 201 pgs: 5 creating+peering, 21 unknown, 175 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T11:53:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T11:53:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2061547358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[86047]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: pgmap v2865: 201 pgs: 5 creating+peering, 21 unknown, 175 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2061547358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:31 smithi077 ceph-mon[88497]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T11:53:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: pgmap v2865: 201 pgs: 5 creating+peering, 21 unknown, 175 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T11:53:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T11:53:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2061547358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:31 smithi191 ceph-mon[84934]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T11:53:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:image: image22 2024-09-16T11:53:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image22 2024-09-16T11:53:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:found image22 2024-09-16T11:53:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:erased image22 2024-09-16T11:53:33.658 INFO:tasks.workunit.client.0.smithi077.stdout:image: image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:image: image23 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:found image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:erased image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image23 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:found image23 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:erased image23 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:image: image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:image: image23 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:image: image24 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:found image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:erased image22 2024-09-16T11:53:33.659 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image23 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:found image23 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:erased image23 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image24 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:found image24 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:erased image24 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCopy (4048 ms) 2024-09-16T11:53:33.660 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-16T11:53:33.671 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:33 smithi077 ceph-mon[86047]: pgmap v2868: 233 pgs: 16 creating+peering, 21 unknown, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-16T11:53:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:33 smithi077 ceph-mon[86047]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T11:53:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:33 smithi077 ceph-mon[88497]: pgmap v2868: 233 pgs: 16 creating+peering, 21 unknown, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-16T11:53:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:33 smithi077 ceph-mon[88497]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T11:53:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:33 smithi191 ceph-mon[84934]: pgmap v2868: 233 pgs: 16 creating+peering, 21 unknown, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-16T11:53:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:33 smithi191 ceph-mon[84934]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T11:53:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:34 smithi077 ceph-mon[86047]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T11:53:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:34 smithi077 ceph-mon[88497]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T11:53:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:34 smithi191 ceph-mon[84934]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T11:53:35.370 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[88497]: pgmap v2871: 233 pgs: 1 creating+activating, 11 creating+peering, 6 unknown, 215 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[88497]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1655171444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[86047]: pgmap v2871: 233 pgs: 1 creating+activating, 11 creating+peering, 6 unknown, 215 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[86047]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1655171444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:35 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:35 smithi191 ceph-mon[84934]: pgmap v2871: 233 pgs: 1 creating+activating, 11 creating+peering, 6 unknown, 215 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-09-16T11:53:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:35 smithi191 ceph-mon[84934]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T11:53:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:35 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1655171444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:35 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[86047]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T11:53:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[86047]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T11:53:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[88497]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T11:53:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-mon[88497]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T11:53:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:36 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:36 smithi191 ceph-mon[84934]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T11:53:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:36 smithi191 ceph-mon[84934]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T11:53:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:36] "GET /metrics HTTP/1.1" 200 41165 "" "Prometheus/2.43.0" 2024-09-16T11:53:37.639 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 1 2024-09-16T11:53:37.639 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:37.639 INFO:tasks.workunit.client.0.smithi077.stdout:image: image25 2024-09-16T11:53:37.639 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image25 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 2 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:image: image25 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:image: image26 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image25 2024-09-16T11:53:37.658 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image26 2024-09-16T11:53:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:37 smithi077 ceph-mon[88497]: pgmap v2874: 265 pgs: 1 creating+activating, 27 creating+peering, 16 unknown, 221 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 60 op/s 2024-09-16T11:53:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:37 smithi077 ceph-mon[88497]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T11:53:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:37 smithi077 ceph-mon[86047]: pgmap v2874: 265 pgs: 1 creating+activating, 27 creating+peering, 16 unknown, 221 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 60 op/s 2024-09-16T11:53:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:37 smithi077 ceph-mon[86047]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 3 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:image: image25 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:image: image26 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:image: image27 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image25 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image26 2024-09-16T11:53:37.702 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image27 2024-09-16T11:53:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:37 smithi191 ceph-mon[84934]: pgmap v2874: 265 pgs: 1 creating+activating, 27 creating+peering, 16 unknown, 221 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 60 op/s 2024-09-16T11:53:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:37 smithi191 ceph-mon[84934]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T11:53:37.735 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCopyPP (4077 ms) 2024-09-16T11:53:37.735 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-16T11:53:39.393 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[86047]: pgmap v2877: 265 pgs: 16 creating+peering, 9 unknown, 240 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-09-16T11:53:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[86047]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T11:53:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4131742301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[88497]: pgmap v2877: 265 pgs: 16 creating+peering, 9 unknown, 240 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-09-16T11:53:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[88497]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T11:53:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4131742301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:39 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:39 smithi191 ceph-mon[84934]: pgmap v2877: 265 pgs: 16 creating+peering, 9 unknown, 240 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-09-16T11:53:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:39 smithi191 ceph-mon[84934]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T11:53:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:39 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4131742301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:39 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:40 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:40 smithi077 ceph-mon[86047]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T11:53:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:40 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:40 smithi077 ceph-mon[88497]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T11:53:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:40 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:40 smithi191 ceph-mon[84934]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T11:53:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[86047]: pgmap v2880: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 39 KiB/s wr, 673 op/s 2024-09-16T11:53:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[86047]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T11:53:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[86047]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T11:53:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[88497]: pgmap v2880: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 39 KiB/s wr, 673 op/s 2024-09-16T11:53:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[88497]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T11:53:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:41 smithi077 ceph-mon[88497]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T11:53:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:41 smithi191 ceph-mon[84934]: pgmap v2880: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 39 KiB/s wr, 673 op/s 2024-09-16T11:53:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:41 smithi191 ceph-mon[84934]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T11:53:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:41 smithi191 ceph-mon[84934]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T11:53:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:43 smithi077 ceph-mon[86047]: pgmap v2883: 297 pgs: 12 unknown, 285 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 41 KiB/s wr, 718 op/s 2024-09-16T11:53:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:43 smithi077 ceph-mon[86047]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T11:53:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:43 smithi077 ceph-mon[88497]: pgmap v2883: 297 pgs: 12 unknown, 285 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 41 KiB/s wr, 718 op/s 2024-09-16T11:53:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:43 smithi077 ceph-mon[88497]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T11:53:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:43 smithi191 ceph-mon[84934]: pgmap v2883: 297 pgs: 12 unknown, 285 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 41 KiB/s wr, 718 op/s 2024-09-16T11:53:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:43 smithi191 ceph-mon[84934]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T11:53:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:44 smithi077 ceph-mon[86047]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T11:53:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:44 smithi077 ceph-mon[88497]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T11:53:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:44 smithi191 ceph-mon[84934]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:image: image29 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.491 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:found image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:erased image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:image: image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:image: image30 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:found image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:erased image29 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image30 2024-09-16T11:53:45.492 INFO:tasks.workunit.client.0.smithi077.stdout:found image30 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:erased image30 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:image: image29 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:image: image30 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:image: image31 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image29 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:found image29 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:erased image29 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image30 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:found image30 2024-09-16T11:53:45.493 INFO:tasks.workunit.client.0.smithi077.stdout:erased image30 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image31 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:found image31 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:erased image31 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:image: image29 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:image: image30 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:image: image31 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:image: image32 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image29 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:found image29 2024-09-16T11:53:45.494 INFO:tasks.workunit.client.0.smithi077.stdout:erased image29 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image30 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:found image30 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:erased image30 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image31 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:found image31 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:erased image31 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image32 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:found image32 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:erased image32 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:image: image28 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:image: image29 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:image: image30 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:image: image31 2024-09-16T11:53:45.495 INFO:tasks.workunit.client.0.smithi077.stdout:image: image32 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:image: image33 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image28 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:found image28 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:erased image28 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image29 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:found image29 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:erased image29 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image30 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:found image30 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:erased image30 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image31 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:found image31 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:erased image31 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image32 2024-09-16T11:53:45.496 INFO:tasks.workunit.client.0.smithi077.stdout:found image32 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:erased image32 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image33 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:found image33 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:erased image33 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestDeepCopy (7756 ms) 2024-09-16T11:53:45.497 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-16T11:53:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:45 smithi077 ceph-mon[86047]: pgmap v2886: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-09-16T11:53:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:45 smithi077 ceph-mon[86047]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T11:53:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:45 smithi077 ceph-mon[88497]: pgmap v2886: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-09-16T11:53:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:45 smithi077 ceph-mon[88497]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T11:53:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:45 smithi191 ceph-mon[84934]: pgmap v2886: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-09-16T11:53:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:45 smithi191 ceph-mon[84934]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T11:53:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:46 smithi191 ceph-mon[84934]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T11:53:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:46 smithi191 ceph-mon[84934]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T11:53:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:46 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/269220396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:46.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:46 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[86047]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T11:53:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[86047]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/269220396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[88497]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[88497]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/269220396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:53:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:46] "GET /metrics HTTP/1.1" 200 48387 "" "Prometheus/2.43.0" 2024-09-16T11:53:47.342 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:47 smithi191 ceph-mon[84934]: pgmap v2889: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 25 KiB/s wr, 528 op/s 2024-09-16T11:53:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:47 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:47 smithi191 ceph-mon[84934]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T11:53:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[86047]: pgmap v2889: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 25 KiB/s wr, 528 op/s 2024-09-16T11:53:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[86047]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T11:53:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[88497]: pgmap v2889: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 25 KiB/s wr, 528 op/s 2024-09-16T11:53:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:53:47.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:47 smithi077 ceph-mon[88497]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T11:53:49.604 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 1 2024-09-16T11:53:49.604 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:49.604 INFO:tasks.workunit.client.0.smithi077.stdout:image: image34 2024-09-16T11:53:49.604 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image34 2024-09-16T11:53:49.629 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 2 2024-09-16T11:53:49.629 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:53:49.630 INFO:tasks.workunit.client.0.smithi077.stdout:image: image34 2024-09-16T11:53:49.630 INFO:tasks.workunit.client.0.smithi077.stdout:image: image35 2024-09-16T11:53:49.630 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image34 2024-09-16T11:53:49.630 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image35 2024-09-16T11:53:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:49 smithi077 ceph-mon[86047]: pgmap v2892: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 484 KiB/s rd, 30 KiB/s wr, 578 op/s 2024-09-16T11:53:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:49 smithi077 ceph-mon[86047]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T11:53:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:49 smithi077 ceph-mon[88497]: pgmap v2892: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 484 KiB/s rd, 30 KiB/s wr, 578 op/s 2024-09-16T11:53:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:49 smithi077 ceph-mon[88497]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:num images is: 3 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:image: image34 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:image: image35 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:image: image36 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image34 2024-09-16T11:53:49.679 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image35 2024-09-16T11:53:49.680 INFO:tasks.workunit.client.0.smithi077.stdout:expected = image36 2024-09-16T11:53:49.711 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4220 ms) 2024-09-16T11:53:49.711 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-16T11:53:49.711 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:49 smithi191 ceph-mon[84934]: pgmap v2892: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 484 KiB/s rd, 30 KiB/s wr, 578 op/s 2024-09-16T11:53:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:49 smithi191 ceph-mon[84934]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T11:53:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:50 smithi077 ceph-mon[88497]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T11:53:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:50 smithi077 ceph-mon[86047]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T11:53:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:50 smithi191 ceph-mon[84934]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T11:53:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[86047]: pgmap v2895: 329 pgs: 2 creating+peering, 19 unknown, 308 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-09-16T11:53:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[86047]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T11:53:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[86047]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T11:53:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[88497]: pgmap v2895: 329 pgs: 2 creating+peering, 19 unknown, 308 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-09-16T11:53:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[88497]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T11:53:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:51 smithi077 ceph-mon[88497]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T11:53:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:51 smithi191 ceph-mon[84934]: pgmap v2895: 329 pgs: 2 creating+peering, 19 unknown, 308 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-09-16T11:53:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:51 smithi191 ceph-mon[84934]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T11:53:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:51 smithi191 ceph-mon[84934]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T11:53:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:53:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:53:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:53:53.384 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3673 ms) 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-16T11:53:53.385 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:53 smithi077 ceph-mon[86047]: pgmap v2898: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-09-16T11:53:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:53 smithi077 ceph-mon[86047]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T11:53:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:53 smithi077 ceph-mon[88497]: pgmap v2898: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-09-16T11:53:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:53 smithi077 ceph-mon[88497]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T11:53:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:53 smithi191 ceph-mon[84934]: pgmap v2898: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-09-16T11:53:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:53 smithi191 ceph-mon[84934]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T11:53:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:54 smithi077 ceph-mon[86047]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T11:53:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:54 smithi077 ceph-mon[88497]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T11:53:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:54 smithi191 ceph-mon[84934]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T11:53:55.396 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2012 ms) 2024-09-16T11:53:55.396 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-16T11:53:55.396 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:55 smithi077 ceph-mon[86047]: pgmap v2901: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 27 KiB/s wr, 493 op/s 2024-09-16T11:53:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:55 smithi077 ceph-mon[86047]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T11:53:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:55 smithi077 ceph-mon[88497]: pgmap v2901: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 27 KiB/s wr, 493 op/s 2024-09-16T11:53:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:55 smithi077 ceph-mon[88497]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T11:53:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:55 smithi191 ceph-mon[84934]: pgmap v2901: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 27 KiB/s wr, 493 op/s 2024-09-16T11:53:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:55 smithi191 ceph-mon[84934]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T11:53:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:53:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:53:56.356 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:53:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:56 smithi077 ceph-mon[86047]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T11:53:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:56 smithi077 ceph-mon[86047]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T11:53:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:56 smithi077 ceph-mon[88497]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T11:53:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:56 smithi077 ceph-mon[88497]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T11:53:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:56 smithi191 ceph-mon[84934]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T11:53:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:56 smithi191 ceph-mon[84934]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T11:53:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:53:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:53:56] "GET /metrics HTTP/1.1" 200 48387 "" "Prometheus/2.43.0" 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:53:57.354 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:53:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: pgmap v2904: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-16T11:53:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T11:53:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-09-16T11:53:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: pgmap v2904: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-09-16T11:53:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-09-16T11:53:57.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: pgmap v2904: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-09-16T11:53:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-16T11:53:58.362 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:53:58.362 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:53:58.362 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:53:58.362 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:53:59.367 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:53:59.367 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:53:59.373 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3976 ms) 2024-09-16T11:53:59.373 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-16T11:53:59.373 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:53:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: pgmap v2907: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 37 op/s 2024-09-16T11:53:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-09-16T11:53:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[88497]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: pgmap v2907: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 37 op/s 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-09-16T11:53:59.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-16T11:53:59.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:53:59 smithi077 ceph-mon[86047]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: pgmap v2907: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 37 op/s 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.15", "id": [0, 3]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-09-16T11:53:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-16T11:53:59.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:53:59 smithi191 ceph-mon[84934]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T11:54:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:00 smithi077 ceph-mon[86047]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T11:54:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:00 smithi077 ceph-mon[88497]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T11:54:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:00 smithi191 ceph-mon[84934]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[86047]: pgmap v2910: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[86047]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[86047]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[88497]: pgmap v2910: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[88497]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T11:54:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:01 smithi077 ceph-mon[88497]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T11:54:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:01 smithi191 ceph-mon[84934]: pgmap v2910: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-09-16T11:54:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:01 smithi191 ceph-mon[84934]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T11:54:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:01 smithi191 ceph-mon[84934]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T11:54:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:03 smithi077 ceph-mon[86047]: pgmap v2913: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:03 smithi077 ceph-mon[86047]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T11:54:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:03 smithi077 ceph-mon[88497]: pgmap v2913: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:03 smithi077 ceph-mon[88497]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T11:54:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:03 smithi191 ceph-mon[84934]: pgmap v2913: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:03 smithi191 ceph-mon[84934]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T11:54:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:04 smithi077 ceph-mon[86047]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T11:54:04.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:04 smithi077 ceph-mon[88497]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T11:54:04.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:04 smithi191 ceph-mon[84934]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T11:54:05.401 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:54:05.401 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:54:05.405 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6033 ms) 2024-09-16T11:54:05.406 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-16T11:54:05.406 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:05 smithi077 ceph-mon[86047]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 38 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:05 smithi077 ceph-mon[86047]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T11:54:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:05 smithi077 ceph-mon[88497]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 38 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:05 smithi077 ceph-mon[88497]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T11:54:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:05 smithi191 ceph-mon[84934]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 38 op/s; 17 B/s, 0 objects/s recovering 2024-09-16T11:54:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:05 smithi191 ceph-mon[84934]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T11:54:06.359 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:54:06.359 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:54:06.359 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:54:06.359 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:54:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:06 smithi077 ceph-mon[86047]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T11:54:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:06 smithi077 ceph-mon[86047]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T11:54:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:06 smithi077 ceph-mon[88497]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T11:54:06.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:06 smithi077 ceph-mon[88497]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T11:54:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:06 smithi191 ceph-mon[84934]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T11:54:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:06 smithi191 ceph-mon[84934]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T11:54:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:06] "GET /metrics HTTP/1.1" 200 50843 "" "Prometheus/2.43.0" 2024-09-16T11:54:07.356 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:54:07.356 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:54:07.357 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1 2024-09-16T11:54:07.357 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:54:07.357 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1 with size 2097152 2024-09-16T11:54:07.357 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:54:07.361 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:54:07.362 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:54:07.362 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap1-rename 2024-09-16T11:54:07.362 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2 2024-09-16T11:54:07.362 INFO:tasks.workunit.client.0.smithi077.stdout:found snap1-rename with size 2097152 2024-09-16T11:54:07.362 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2 with size 4194304 2024-09-16T11:54:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:07 smithi077 ceph-mon[86047]: pgmap v2919: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-09-16T11:54:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:07 smithi077 ceph-mon[86047]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T11:54:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:07 smithi077 ceph-mon[88497]: pgmap v2919: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-09-16T11:54:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:07 smithi077 ceph-mon[88497]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T11:54:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:07 smithi191 ceph-mon[84934]: pgmap v2919: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-09-16T11:54:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:07 smithi191 ceph-mon[84934]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T11:54:08.361 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:54:08.361 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:54:08.361 INFO:tasks.workunit.client.0.smithi077.stdout:snap: snap2-rename 2024-09-16T11:54:08.361 INFO:tasks.workunit.client.0.smithi077.stdout:found snap2-rename with size 4194304 2024-09-16T11:54:09.358 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:54:09.358 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:54:09.363 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3958 ms) 2024-09-16T11:54:09.363 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-16T11:54:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:09 smithi077 ceph-mon[88497]: pgmap v2922: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-09-16T11:54:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:09 smithi077 ceph-mon[88497]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T11:54:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:09 smithi077 ceph-mon[86047]: pgmap v2922: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-09-16T11:54:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:09 smithi077 ceph-mon[86047]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T11:54:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:09 smithi191 ceph-mon[84934]: pgmap v2922: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-09-16T11:54:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:09 smithi191 ceph-mon[84934]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T11:54:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:10 smithi077 ceph-mon[86047]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T11:54:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:10 smithi077 ceph-mon[88497]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T11:54:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:10 smithi191 ceph-mon[84934]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T11:54:11.349 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:11.349 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:11.349 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:11.350 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: pgmap v2925: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T11:54:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T11:54:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3034754952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[86047]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: pgmap v2925: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3034754952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:11.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:11 smithi077 ceph-mon[88497]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: pgmap v2925: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3034754952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:11 smithi191 ceph-mon[84934]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T11:54:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:12 smithi077 ceph-mon[86047]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T11:54:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:12.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:12 smithi077 ceph-mon[88497]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T11:54:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:12 smithi191 ceph-mon[84934]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T11:54:13.577 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4214 ms) 2024-09-16T11:54:13.578 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-16T11:54:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: pgmap v2928: 361 pgs: 8 creating+peering, 24 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 57 op/s 2024-09-16T11:54:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[88497]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: pgmap v2928: 361 pgs: 8 creating+peering, 24 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 57 op/s 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:13.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:13 smithi077 ceph-mon[86047]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: pgmap v2928: 361 pgs: 8 creating+peering, 24 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 57 op/s 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:13 smithi191 ceph-mon[84934]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T11:54:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[86047]: pgmap v2931: 361 pgs: 8 creating+peering, 9 unknown, 344 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.0 KiB/s wr, 41 op/s 2024-09-16T11:54:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[86047]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T11:54:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[88497]: pgmap v2931: 361 pgs: 8 creating+peering, 9 unknown, 344 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.0 KiB/s wr, 41 op/s 2024-09-16T11:54:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[88497]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T11:54:15.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:15 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:15 smithi191 ceph-mon[84934]: pgmap v2931: 361 pgs: 8 creating+peering, 9 unknown, 344 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.0 KiB/s wr, 41 op/s 2024-09-16T11:54:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:15 smithi191 ceph-mon[84934]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T11:54:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:15 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[88497]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-mon[86047]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2873731112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:16 smithi191 ceph-mon[84934]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T11:54:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:16] "GET /metrics HTTP/1.1" 200 53213 "" "Prometheus/2.43.0" 2024-09-16T11:54:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:17 smithi077 ceph-mon[86047]: pgmap v2934: 393 pgs: 19 creating+peering, 21 unknown, 353 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.5 KiB/s wr, 125 op/s 2024-09-16T11:54:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:17 smithi077 ceph-mon[86047]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T11:54:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:17 smithi077 ceph-mon[88497]: pgmap v2934: 393 pgs: 19 creating+peering, 21 unknown, 353 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.5 KiB/s wr, 125 op/s 2024-09-16T11:54:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:17 smithi077 ceph-mon[88497]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T11:54:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:17 smithi191 ceph-mon[84934]: pgmap v2934: 393 pgs: 19 creating+peering, 21 unknown, 353 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.5 KiB/s wr, 125 op/s 2024-09-16T11:54:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:17 smithi191 ceph-mon[84934]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T11:54:18.369 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:18.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE Bus STOPPING 2024-09-16T11:54:19.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:54:19.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE Bus STOPPED 2024-09-16T11:54:19.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE Bus STARTING 2024-09-16T11:54:19.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE Serving on http://:::9283 2024-09-16T11:54:19.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:18 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:18] ENGINE Bus STARTED 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: pgmap v2937: 393 pgs: 11 creating+peering, 7 unknown, 375 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: pgmap v2937: 393 pgs: 11 creating+peering, 7 unknown, 375 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.676 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.677 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.679 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.679 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.679 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.679 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.679 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:19 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: pgmap v2937: 393 pgs: 11 creating+peering, 7 unknown, 375 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T11:54:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T11:54:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:54:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:19.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:19.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:19.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:19.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:19.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:19 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:20 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:20 smithi077 ceph-mon[88497]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T11:54:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:20 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:20 smithi077 ceph-mon[86047]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T11:54:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:20 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:20.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:20 smithi191 ceph-mon[84934]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T11:54:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:21 smithi077 ceph-mon[86047]: pgmap v2940: 393 pgs: 11 creating+peering, 382 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.5 KiB/s wr, 42 op/s 2024-09-16T11:54:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:21 smithi077 ceph-mon[86047]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T11:54:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:21 smithi077 ceph-mon[88497]: pgmap v2940: 393 pgs: 11 creating+peering, 382 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.5 KiB/s wr, 42 op/s 2024-09-16T11:54:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:21 smithi077 ceph-mon[88497]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T11:54:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:21 smithi191 ceph-mon[84934]: pgmap v2940: 393 pgs: 11 creating+peering, 382 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.5 KiB/s wr, 42 op/s 2024-09-16T11:54:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:21 smithi191 ceph-mon[84934]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T11:54:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:23 smithi077 ceph-mon[86047]: pgmap v2942: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 240 KiB/s wr, 38 op/s 2024-09-16T11:54:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:23 smithi077 ceph-mon[88497]: pgmap v2942: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 240 KiB/s wr, 38 op/s 2024-09-16T11:54:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:23 smithi191 ceph-mon[84934]: pgmap v2942: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 240 KiB/s wr, 38 op/s 2024-09-16T11:54:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:25 smithi077 ceph-mon[86047]: pgmap v2943: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 173 KiB/s wr, 32 op/s 2024-09-16T11:54:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:25 smithi077 ceph-mon[88497]: pgmap v2943: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 173 KiB/s wr, 32 op/s 2024-09-16T11:54:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:25 smithi191 ceph-mon[84934]: pgmap v2943: 393 pgs: 393 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 173 KiB/s wr, 32 op/s 2024-09-16T11:54:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:26] "GET /metrics HTTP/1.1" 200 53213 "" "Prometheus/2.43.0" 2024-09-16T11:54:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[86047]: pgmap v2944: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 839 KiB/s wr, 15 op/s 2024-09-16T11:54:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[86047]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T11:54:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[88497]: pgmap v2944: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 839 KiB/s wr, 15 op/s 2024-09-16T11:54:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[88497]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T11:54:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:27 smithi191 ceph-mon[84934]: pgmap v2944: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 839 KiB/s wr, 15 op/s 2024-09-16T11:54:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:27 smithi191 ceph-mon[84934]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T11:54:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:29 smithi077 ceph-mon[86047]: pgmap v2946: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 769 KiB/s wr, 15 op/s 2024-09-16T11:54:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:29 smithi077 ceph-mon[88497]: pgmap v2946: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 769 KiB/s wr, 15 op/s 2024-09-16T11:54:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:29 smithi191 ceph-mon[84934]: pgmap v2946: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 769 KiB/s wr, 15 op/s 2024-09-16T11:54:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:31 smithi077 ceph-mon[86047]: pgmap v2947: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 614 KiB/s wr, 5 op/s 2024-09-16T11:54:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:31 smithi077 ceph-mon[88497]: pgmap v2947: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 614 KiB/s wr, 5 op/s 2024-09-16T11:54:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:31 smithi191 ceph-mon[84934]: pgmap v2947: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 614 KiB/s wr, 5 op/s 2024-09-16T11:54:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:33 smithi077 ceph-mon[86047]: pgmap v2948: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:54:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:33 smithi077 ceph-mon[88497]: pgmap v2948: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:54:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:33 smithi191 ceph-mon[84934]: pgmap v2948: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:54:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:35 smithi077 ceph-mon[86047]: pgmap v2949: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:54:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:35 smithi077 ceph-mon[88497]: pgmap v2949: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:54:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:35 smithi191 ceph-mon[84934]: pgmap v2949: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:54:36.569 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RemoveFullTry (22992 ms) 2024-09-16T11:54:36.570 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-16T11:54:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:54:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:54:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[86047]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T11:54:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:54:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:54:36.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-mon[88497]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T11:54:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:36 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:54:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:36 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:54:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:36 smithi191 ceph-mon[84934]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T11:54:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:36] "GET /metrics HTTP/1.1" 200 55671 "" "Prometheus/2.43.0" 2024-09-16T11:54:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:37 smithi077 ceph-mon[86047]: pgmap v2950: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T11:54:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:37 smithi077 ceph-mon[88497]: pgmap v2950: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T11:54:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:37 smithi191 ceph-mon[84934]: pgmap v2950: 393 pgs: 393 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T11:54:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:38 smithi077 ceph-mon[86047]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T11:54:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:38 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:38 smithi077 ceph-mon[88497]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T11:54:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:38 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:38.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:38 smithi191 ceph-mon[84934]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T11:54:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:38 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[86047]: pgmap v2953: 425 pgs: 32 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-16T11:54:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[86047]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[88497]: pgmap v2953: 425 pgs: 32 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:39 smithi077 ceph-mon[88497]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T11:54:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:39 smithi191 ceph-mon[84934]: pgmap v2953: 425 pgs: 32 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-16T11:54:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:39 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:54:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:39 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3704088213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:39 smithi191 ceph-mon[84934]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T11:54:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:40 smithi077 ceph-mon[88497]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T11:54:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:40 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:40 smithi077 ceph-mon[86047]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T11:54:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:40 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:40 smithi191 ceph-mon[84934]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T11:54:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:40 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[86047]: pgmap v2956: 457 pgs: 4 creating+peering, 60 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 769 KiB/s wr, 28 op/s 2024-09-16T11:54:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[86047]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T11:54:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[88497]: pgmap v2956: 457 pgs: 4 creating+peering, 60 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 769 KiB/s wr, 28 op/s 2024-09-16T11:54:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[88497]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T11:54:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:41 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:41 smithi191 ceph-mon[84934]: pgmap v2956: 457 pgs: 4 creating+peering, 60 unknown, 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 769 KiB/s wr, 28 op/s 2024-09-16T11:54:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1508828951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:41 smithi191 ceph-mon[84934]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T11:54:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:41 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:41 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:54:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:42 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:42 smithi191 ceph-mon[84934]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T11:54:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[88497]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T11:54:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:42.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T11:54:42.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[86047]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T11:54:42.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:42.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:43.464 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:54:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:43 smithi191 ceph-mon[84934]: pgmap v2959: 457 pgs: 14 creating+peering, 20 unknown, 423 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-16T11:54:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:43 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:54:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:43 smithi191 ceph-mon[84934]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T11:54:43.770 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[86047]: pgmap v2959: 457 pgs: 14 creating+peering, 20 unknown, 423 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[86047]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[88497]: pgmap v2959: 457 pgs: 14 creating+peering, 20 unknown, 423 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-mon[88497]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T11:54:43.771 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE Bus STOPPING 2024-09-16T11:54:44.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:54:44.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE Bus STOPPED 2024-09-16T11:54:44.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE Bus STARTING 2024-09-16T11:54:44.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE Serving on http://:::9283 2024-09-16T11:54:44.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:43 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:54:43] ENGINE Bus STARTED 2024-09-16T11:54:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T11:54:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:54:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:44 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:44.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:54:44.929 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:44 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:54:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:45 smithi077 ceph-mon[88497]: pgmap v2962: 457 pgs: 10 creating+peering, 447 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-09-16T11:54:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:45 smithi077 ceph-mon[88497]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T11:54:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:45 smithi077 ceph-mon[86047]: pgmap v2962: 457 pgs: 10 creating+peering, 447 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-09-16T11:54:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:45 smithi077 ceph-mon[86047]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T11:54:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:45 smithi191 ceph-mon[84934]: pgmap v2962: 457 pgs: 10 creating+peering, 447 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-09-16T11:54:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:45 smithi191 ceph-mon[84934]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T11:54:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T11:54:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[88497]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T11:54:46.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T11:54:46.759 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:46.759 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-mon[86047]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:54:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:46 smithi191 ceph-mon[84934]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T11:54:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:46] "GET /metrics HTTP/1.1" 200 60573 "" "Prometheus/2.43.0" 2024-09-16T11:54:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:47 smithi077 ceph-mon[86047]: pgmap v2965: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:54:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:47 smithi077 ceph-mon[88497]: pgmap v2965: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:54:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:47 smithi191 ceph-mon[84934]: pgmap v2965: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T11:54:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:49 smithi077 ceph-mon[86047]: pgmap v2967: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-16T11:54:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:49 smithi077 ceph-mon[88497]: pgmap v2967: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-16T11:54:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:49 smithi191 ceph-mon[84934]: pgmap v2967: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-16T11:54:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:51 smithi077 ceph-mon[86047]: pgmap v2968: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 342 KiB/s wr, 10 op/s 2024-09-16T11:54:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:51 smithi077 ceph-mon[86047]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T11:54:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:51 smithi077 ceph-mon[88497]: pgmap v2968: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 342 KiB/s wr, 10 op/s 2024-09-16T11:54:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:51 smithi077 ceph-mon[88497]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T11:54:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:51 smithi191 ceph-mon[84934]: pgmap v2968: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 342 KiB/s wr, 10 op/s 2024-09-16T11:54:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:51 smithi191 ceph-mon[84934]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T11:54:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:54:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:54:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:53 smithi077 ceph-mon[86047]: pgmap v2970: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 331 KiB/s wr, 18 op/s 2024-09-16T11:54:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:53 smithi077 ceph-mon[88497]: pgmap v2970: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 331 KiB/s wr, 18 op/s 2024-09-16T11:54:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:53 smithi191 ceph-mon[84934]: pgmap v2970: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 331 KiB/s wr, 18 op/s 2024-09-16T11:54:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:55 smithi077 ceph-mon[86047]: pgmap v2971: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-09-16T11:54:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:55 smithi077 ceph-mon[88497]: pgmap v2971: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-09-16T11:54:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:55 smithi191 ceph-mon[84934]: pgmap v2971: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-09-16T11:54:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:54:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:54:56] "GET /metrics HTTP/1.1" 200 60573 "" "Prometheus/2.43.0" 2024-09-16T11:54:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[86047]: pgmap v2972: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 768 KiB/s wr, 7 op/s 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[86047]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[88497]: pgmap v2972: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 768 KiB/s wr, 7 op/s 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[88497]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:57 smithi191 ceph-mon[84934]: pgmap v2972: 457 pgs: 457 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 768 KiB/s wr, 7 op/s 2024-09-16T11:54:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:57 smithi191 ceph-mon[84934]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T11:54:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:54:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:54:58.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-09-16T11:54:58.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-09-16T11:54:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-09-16T11:54:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[86047]: pgmap v2974: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:54:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-09-16T11:54:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[86047]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T11:54:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[88497]: pgmap v2974: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:54:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-09-16T11:54:59.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:54:59 smithi077 ceph-mon[88497]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T11:54:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:59 smithi191 ceph-mon[84934]: pgmap v2974: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:54:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-09-16T11:54:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:54:59 smithi191 ceph-mon[84934]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T11:55:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:00 smithi077 ceph-mon[86047]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T11:55:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:00 smithi077 ceph-mon[88497]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T11:55:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:00 smithi191 ceph-mon[84934]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T11:55:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[86047]: pgmap v2977: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s 2024-09-16T11:55:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[86047]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T11:55:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[88497]: pgmap v2977: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s 2024-09-16T11:55:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:01.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:01 smithi077 ceph-mon[88497]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T11:55:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:01 smithi191 ceph-mon[84934]: pgmap v2977: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s 2024-09-16T11:55:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:01 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:01.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:01 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:01.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:01 smithi191 ceph-mon[84934]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T11:55:02.399 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:02 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:02.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:02 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:02.615 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:02 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:02 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:02 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:02 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T11:55:03.418 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[86047]: pgmap v2979: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 767 KiB/s wr, 2 op/s 2024-09-16T11:55:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T11:55:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[86047]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T11:55:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[88497]: pgmap v2979: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 767 KiB/s wr, 2 op/s 2024-09-16T11:55:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T11:55:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:03 smithi077 ceph-mon[88497]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T11:55:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:03 smithi191 ceph-mon[84934]: pgmap v2979: 457 pgs: 457 active+clean; 16 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 767 KiB/s wr, 2 op/s 2024-09-16T11:55:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T11:55:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:03 smithi191 ceph-mon[84934]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T11:55:04.428 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:05.438 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:05 smithi077 ceph-mon[86047]: pgmap v2981: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 B/s rd, 769 KiB/s wr, 2 op/s 2024-09-16T11:55:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:05 smithi077 ceph-mon[88497]: pgmap v2981: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 B/s rd, 769 KiB/s wr, 2 op/s 2024-09-16T11:55:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:05 smithi191 ceph-mon[84934]: pgmap v2981: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 B/s rd, 769 KiB/s wr, 2 op/s 2024-09-16T11:55:06.449 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:06.519 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29950 ms) 2024-09-16T11:55:06.519 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-24' is full (reached quota's max_objects: 6) 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[88497]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[88497]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-24' is full (reached quota's max_objects: 6) 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[86047]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:06.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-mon[86047]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T11:55:06.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:06 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-24' is full (reached quota's max_objects: 6) 2024-09-16T11:55:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:06 smithi191 ceph-mon[84934]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:06.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:06 smithi191 ceph-mon[84934]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T11:55:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:06] "GET /metrics HTTP/1.1" 200 60658 "" "Prometheus/2.43.0" 2024-09-16T11:55:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:07 smithi077 ceph-mon[88497]: pgmap v2982: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 648 KiB/s wr, 4 op/s 2024-09-16T11:55:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:07 smithi077 ceph-mon[86047]: pgmap v2982: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 648 KiB/s wr, 4 op/s 2024-09-16T11:55:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:07 smithi191 ceph-mon[84934]: pgmap v2982: 457 pgs: 457 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 648 KiB/s wr, 4 op/s 2024-09-16T11:55:08.458 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-mon[86047]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T11:55:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-mon[88497]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T11:55:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:08.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE Bus STOPPING 2024-09-16T11:55:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:08 smithi191 ceph-mon[84934]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T11:55:08.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:08 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:55:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE Bus STOPPED 2024-09-16T11:55:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE Bus STARTING 2024-09-16T11:55:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE Serving on http://:::9283 2024-09-16T11:55:09.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:08] ENGINE Bus STARTED 2024-09-16T11:55:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: pgmap v2985: 489 pgs: 32 unknown, 457 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 8 op/s 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.674 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: pgmap v2985: 489 pgs: 32 unknown, 457 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 8 op/s 2024-09-16T11:55:09.675 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.676 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.677 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.678 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: pgmap v2985: 489 pgs: 32 unknown, 457 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 8 op/s 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/226497216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:09.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:10.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:10 smithi191 ceph-mon[84934]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T11:55:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:10 smithi077 ceph-mon[88497]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T11:55:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:10 smithi077 ceph-mon[86047]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: pgmap v2988: 489 pgs: 9 creating+peering, 23 unknown, 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:11.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:11 smithi191 ceph-mon[84934]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T11:55:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: pgmap v2988: 489 pgs: 9 creating+peering, 23 unknown, 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-16T11:55:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T11:55:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[88497]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: pgmap v2988: 489 pgs: 9 creating+peering, 23 unknown, 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:11.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:11.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:11.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:11.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:11 smithi077 ceph-mon[86047]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T11:55:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[86047]: pgmap v2991: 489 pgs: 9 creating+peering, 7 unknown, 473 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.5 KiB/s wr, 54 op/s 2024-09-16T11:55:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[88497]: pgmap v2991: 489 pgs: 9 creating+peering, 7 unknown, 473 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.5 KiB/s wr, 54 op/s 2024-09-16T11:55:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:13 smithi191 ceph-mon[84934]: pgmap v2991: 489 pgs: 9 creating+peering, 7 unknown, 473 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.5 KiB/s wr, 54 op/s 2024-09-16T11:55:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:15 smithi077 ceph-mon[86047]: pgmap v2992: 489 pgs: 489 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.8 KiB/s wr, 52 op/s 2024-09-16T11:55:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:15 smithi077 ceph-mon[88497]: pgmap v2992: 489 pgs: 489 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.8 KiB/s wr, 52 op/s 2024-09-16T11:55:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:15 smithi191 ceph-mon[84934]: pgmap v2992: 489 pgs: 489 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.8 KiB/s wr, 52 op/s 2024-09-16T11:55:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:16] "GET /metrics HTTP/1.1" 200 63103 "" "Prometheus/2.43.0" 2024-09-16T11:55:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:17 smithi077 ceph-mon[88497]: pgmap v2993: 489 pgs: 489 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 656 KiB/s wr, 44 op/s 2024-09-16T11:55:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:17 smithi077 ceph-mon[88497]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T11:55:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:17 smithi077 ceph-mon[86047]: pgmap v2993: 489 pgs: 489 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 656 KiB/s wr, 44 op/s 2024-09-16T11:55:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:17 smithi077 ceph-mon[86047]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T11:55:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:17 smithi191 ceph-mon[84934]: pgmap v2993: 489 pgs: 489 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 656 KiB/s wr, 44 op/s 2024-09-16T11:55:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:17 smithi191 ceph-mon[84934]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T11:55:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:19 smithi077 ceph-mon[86047]: pgmap v2995: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 707 KiB/s wr, 24 op/s 2024-09-16T11:55:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:19 smithi077 ceph-mon[88497]: pgmap v2995: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 707 KiB/s wr, 24 op/s 2024-09-16T11:55:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:19 smithi191 ceph-mon[84934]: pgmap v2995: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 707 KiB/s wr, 24 op/s 2024-09-16T11:55:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:21 smithi077 ceph-mon[88497]: pgmap v2996: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 615 KiB/s wr, 9 op/s 2024-09-16T11:55:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:21 smithi077 ceph-mon[86047]: pgmap v2996: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 615 KiB/s wr, 9 op/s 2024-09-16T11:55:21.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:21 smithi191 ceph-mon[84934]: pgmap v2996: 489 pgs: 489 active+clean; 9.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 615 KiB/s wr, 9 op/s 2024-09-16T11:55:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:23 smithi077 ceph-mon[86047]: pgmap v2997: 489 pgs: 489 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-09-16T11:55:23.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:23 smithi077 ceph-mon[88497]: pgmap v2997: 489 pgs: 489 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-09-16T11:55:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:23 smithi191 ceph-mon[84934]: pgmap v2997: 489 pgs: 489 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-09-16T11:55:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:25 smithi077 ceph-mon[86047]: pgmap v2998: 489 pgs: 489 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:55:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:25 smithi077 ceph-mon[88497]: pgmap v2998: 489 pgs: 489 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:55:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:25 smithi191 ceph-mon[84934]: pgmap v2998: 489 pgs: 489 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-16T11:55:26.544 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20025 ms) 2024-09-16T11:55:26.544 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-16T11:55:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[86047]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[86047]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T11:55:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[88497]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:26.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-mon[88497]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T11:55:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:26 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:26 smithi191 ceph-mon[84934]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:26 smithi191 ceph-mon[84934]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T11:55:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:26] "GET /metrics HTTP/1.1" 200 63103 "" "Prometheus/2.43.0" 2024-09-16T11:55:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:27 smithi077 ceph-mon[88497]: pgmap v2999: 489 pgs: 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-16T11:55:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:27 smithi077 ceph-mon[86047]: pgmap v2999: 489 pgs: 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-16T11:55:27.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:27.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:27 smithi191 ceph-mon[84934]: pgmap v2999: 489 pgs: 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-16T11:55:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:28 smithi077 ceph-mon[86047]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T11:55:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:28 smithi077 ceph-mon[88497]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T11:55:28.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:28 smithi191 ceph-mon[84934]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T11:55:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:29 smithi191 ceph-mon[84934]: pgmap v3002: 521 pgs: 32 unknown, 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:55:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:29 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:29 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:29 smithi191 ceph-mon[84934]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T11:55:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[86047]: pgmap v3002: 521 pgs: 32 unknown, 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:55:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[86047]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T11:55:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[88497]: pgmap v3002: 521 pgs: 32 unknown, 489 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T11:55:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:55:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3614256547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:29 smithi077 ceph-mon[88497]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T11:55:30.463 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:30.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:30 smithi191 ceph-mon[84934]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T11:55:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:30 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2532697405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:30 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:30 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:30 smithi191 ceph-mon[84934]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T11:55:30.770 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE Bus STOPPING 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[88497]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2532697405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:30.771 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[88497]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T11:55:30.772 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[86047]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T11:55:30.772 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2532697405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.772 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:55:30.772 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:55:30.772 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-mon[86047]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T11:55:31.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE Bus STOPPED 2024-09-16T11:55:31.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE Bus STARTING 2024-09-16T11:55:31.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE Serving on http://:::9283 2024-09-16T11:55:31.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:55:30] ENGINE Bus STARTED 2024-09-16T11:55:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: pgmap v3005: 553 pgs: 4 creating+peering, 60 unknown, 489 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2024-09-16T11:55:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:55:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.715 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:31.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:31.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:31.716 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:31 smithi191 ceph-mon[84934]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: pgmap v3005: 553 pgs: 4 creating+peering, 60 unknown, 489 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[88497]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: pgmap v3005: 553 pgs: 4 creating+peering, 60 unknown, 489 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:55:31.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:55:31.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:31 smithi077 ceph-mon[86047]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T11:55:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:33 smithi191 ceph-mon[84934]: pgmap v3008: 553 pgs: 15 creating+peering, 15 unknown, 523 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-09-16T11:55:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:33 smithi191 ceph-mon[84934]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T11:55:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:33 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:33 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:33 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[86047]: pgmap v3008: 553 pgs: 15 creating+peering, 15 unknown, 523 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-09-16T11:55:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[86047]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T11:55:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[88497]: pgmap v3008: 553 pgs: 15 creating+peering, 15 unknown, 523 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-09-16T11:55:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[88497]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T11:55:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:55:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:33 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T11:55:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:34 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:34 smithi077 ceph-mon[86047]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T11:55:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:34 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:34 smithi077 ceph-mon[88497]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T11:55:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:34 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T11:55:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:34 smithi191 ceph-mon[84934]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T11:55:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:35 smithi077 ceph-mon[86047]: pgmap v3011: 553 pgs: 11 creating+peering, 542 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 258 KiB/s wr, 18 op/s 2024-09-16T11:55:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:35 smithi077 ceph-mon[88497]: pgmap v3011: 553 pgs: 11 creating+peering, 542 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 258 KiB/s wr, 18 op/s 2024-09-16T11:55:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:35 smithi191 ceph-mon[84934]: pgmap v3011: 553 pgs: 11 creating+peering, 542 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 258 KiB/s wr, 18 op/s 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[86047]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[86047]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[88497]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:36.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-mon[88497]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T11:55:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:36 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:55:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:36 smithi191 ceph-mon[84934]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:55:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:36 smithi191 ceph-mon[84934]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T11:55:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:36] "GET /metrics HTTP/1.1" 200 63139 "" "Prometheus/2.43.0" 2024-09-16T11:55:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:37 smithi077 ceph-mon[86047]: pgmap v3012: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 388 KiB/s wr, 12 op/s 2024-09-16T11:55:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:37 smithi077 ceph-mon[88497]: pgmap v3012: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 388 KiB/s wr, 12 op/s 2024-09-16T11:55:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:37 smithi191 ceph-mon[84934]: pgmap v3012: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 388 KiB/s wr, 12 op/s 2024-09-16T11:55:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:39 smithi077 ceph-mon[86047]: pgmap v3014: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-09-16T11:55:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:39 smithi077 ceph-mon[88497]: pgmap v3014: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-09-16T11:55:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:39 smithi191 ceph-mon[84934]: pgmap v3014: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-09-16T11:55:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:41 smithi077 ceph-mon[86047]: pgmap v3015: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 283 KiB/s wr, 8 op/s 2024-09-16T11:55:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:41 smithi077 ceph-mon[86047]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T11:55:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:41 smithi077 ceph-mon[88497]: pgmap v3015: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 283 KiB/s wr, 8 op/s 2024-09-16T11:55:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:41 smithi077 ceph-mon[88497]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T11:55:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:41 smithi191 ceph-mon[84934]: pgmap v3015: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 283 KiB/s wr, 8 op/s 2024-09-16T11:55:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:41 smithi191 ceph-mon[84934]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T11:55:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:43 smithi077 ceph-mon[86047]: pgmap v3017: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:55:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:43 smithi077 ceph-mon[88497]: pgmap v3017: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:55:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:43 smithi191 ceph-mon[84934]: pgmap v3017: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-16T11:55:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:45 smithi077 ceph-mon[86047]: pgmap v3018: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2024-09-16T11:55:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:45 smithi077 ceph-mon[88497]: pgmap v3018: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2024-09-16T11:55:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:45 smithi191 ceph-mon[84934]: pgmap v3018: 553 pgs: 553 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2024-09-16T11:55:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:46] "GET /metrics HTTP/1.1" 200 68060 "" "Prometheus/2.43.0" 2024-09-16T11:55:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:47 smithi077 ceph-mon[86047]: pgmap v3019: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:55:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:47 smithi077 ceph-mon[88497]: pgmap v3019: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:55:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:47 smithi191 ceph-mon[84934]: pgmap v3019: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-16T11:55:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:49 smithi077 ceph-mon[86047]: pgmap v3020: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T11:55:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:49 smithi077 ceph-mon[88497]: pgmap v3020: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T11:55:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:49 smithi191 ceph-mon[84934]: pgmap v3020: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T11:55:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[88497]: pgmap v3021: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-16T11:55:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[88497]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[88497]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T11:55:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[86047]: pgmap v3021: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-16T11:55:51.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:51.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[86047]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:51.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:51 smithi077 ceph-mon[86047]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T11:55:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:51 smithi191 ceph-mon[84934]: pgmap v3021: 553 pgs: 553 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-16T11:55:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:51 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T11:55:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:51 smithi191 ceph-mon[84934]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:55:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:51 smithi191 ceph-mon[84934]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T11:55:52.527 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:52 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:52 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:55:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:55:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:52 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:52 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:52 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:52 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T11:55:53.545 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[86047]: pgmap v3023: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 MiB/s wr, 3 op/s 2024-09-16T11:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T11:55:53.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[86047]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T11:55:53.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[88497]: pgmap v3023: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 MiB/s wr, 3 op/s 2024-09-16T11:55:53.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T11:55:53.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:53 smithi077 ceph-mon[88497]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T11:55:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:53 smithi191 ceph-mon[84934]: pgmap v3023: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 MiB/s wr, 3 op/s 2024-09-16T11:55:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:53 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi077-136923-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T11:55:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:53 smithi191 ceph-mon[84934]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T11:55:54.557 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:55.568 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:55 smithi077 ceph-mon[86047]: pgmap v3025: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-16T11:55:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:55 smithi077 ceph-mon[88497]: pgmap v3025: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-16T11:55:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:55 smithi191 ceph-mon[84934]: pgmap v3025: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-16T11:55:56.578 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:56.652 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (30108 ms) 2024-09-16T11:55:56.652 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-16T11:55:56.652 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:55:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-27' is full (reached quota's max_objects: 7) 2024-09-16T11:55:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[86047]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T11:55:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[86047]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T11:55:56.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:55:56] "GET /metrics HTTP/1.1" 200 68060 "" "Prometheus/2.43.0" 2024-09-16T11:55:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-27' is full (reached quota's max_objects: 7) 2024-09-16T11:55:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[88497]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T11:55:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:56 smithi077 ceph-mon[88497]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T11:55:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:56 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-27' is full (reached quota's max_objects: 7) 2024-09-16T11:55:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:56 smithi191 ceph-mon[84934]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T11:55:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:56 smithi191 ceph-mon[84934]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T11:55:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:57 smithi077 ceph-mon[86047]: pgmap v3026: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2024-09-16T11:55:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:57 smithi077 ceph-mon[88497]: pgmap v3026: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2024-09-16T11:55:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:57 smithi191 ceph-mon[84934]: pgmap v3026: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2024-09-16T11:55:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:55:58.804 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.805 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:55:58.806 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.807 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:55:58.808 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:55:58.809 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:55:58.810 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 = 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 1536~512 = 0 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.811 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.812 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.813 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.814 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:55:58.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.816 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.817 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.818 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:55:58.819 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:55:58.820 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:55:58.820 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:55:58.820 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:55:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-09-16T11:55:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-09-16T11:55:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-09-16T11:55:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[86047]: pgmap v3028: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-16T11:55:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-09-16T11:55:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[86047]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T11:55:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[88497]: pgmap v3028: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-16T11:55:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-09-16T11:55:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:55:59 smithi077 ceph-mon[88497]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T11:55:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:59 smithi191 ceph-mon[84934]: pgmap v3028: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-16T11:55:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-09-16T11:55:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:55:59 smithi191 ceph-mon[84934]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T11:56:00.559 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.560 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.561 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.562 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.563 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.564 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.565 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.566 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.567 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:00.568 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:00.569 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:00.569 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestIO (3907 ms) 2024-09-16T11:56:00.569 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-16T11:56:00.569 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:00 smithi077 ceph-mon[86047]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T11:56:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:00 smithi077 ceph-mon[88497]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T11:56:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:00 smithi191 ceph-mon[84934]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T11:56:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:01 smithi077 ceph-mon[88497]: pgmap v3031: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-09-16T11:56:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:01 smithi077 ceph-mon[86047]: pgmap v3031: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-09-16T11:56:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:01 smithi191 ceph-mon[84934]: pgmap v3031: 553 pgs: 553 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-09-16T11:56:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:03 smithi077 ceph-mon[86047]: pgmap v3032: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 355 KiB/s wr, 1.45k op/s 2024-09-16T11:56:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:03 smithi077 ceph-mon[88497]: pgmap v3032: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 355 KiB/s wr, 1.45k op/s 2024-09-16T11:56:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:03 smithi191 ceph-mon[84934]: pgmap v3032: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 355 KiB/s wr, 1.45k op/s 2024-09-16T11:56:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:05 smithi077 ceph-mon[86047]: pgmap v3033: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 288 KiB/s wr, 1.18k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:05 smithi077 ceph-mon[88497]: pgmap v3033: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 288 KiB/s wr, 1.18k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:05 smithi191 ceph-mon[84934]: pgmap v3033: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 288 KiB/s wr, 1.18k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:06.307 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.308 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:06.309 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:06.310 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:06.312 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:06.313 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 = 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 1536~512 = 0 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.314 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:06.316 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.317 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.318 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.320 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.321 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.322 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:06.323 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:56:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[86047]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:56:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[86047]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T11:56:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:56:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[88497]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:56:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-mon[88497]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T11:56:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:06] "GET /metrics HTTP/1.1" 200 68067 "" "Prometheus/2.43.0" 2024-09-16T11:56:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:06 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T11:56:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:06 smithi191 ceph-mon[84934]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T11:56:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:06 smithi191 ceph-mon[84934]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T11:56:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:07 smithi077 ceph-mon[86047]: pgmap v3034: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 265 KiB/s wr, 1.07k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:07 smithi077 ceph-mon[88497]: pgmap v3034: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 265 KiB/s wr, 1.07k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:07 smithi191 ceph-mon[84934]: pgmap v3034: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 265 KiB/s wr, 1.07k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:09 smithi077 ceph-mon[88497]: pgmap v3036: 553 pgs: 553 active+clean; 6.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 466 KiB/s wr, 1.46k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:09 smithi077 ceph-mon[86047]: pgmap v3036: 553 pgs: 553 active+clean; 6.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 466 KiB/s wr, 1.46k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:09 smithi191 ceph-mon[84934]: pgmap v3036: 553 pgs: 553 active+clean; 6.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 466 KiB/s wr, 1.46k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:10.314 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.314 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.314 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.314 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.314 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.315 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.316 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.317 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.318 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.319 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.320 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.321 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.322 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:10.323 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:10.324 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:10.325 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 4 2024-09-16T11:56:10.325 INFO:tasks.workunit.client.0.smithi077.stdout:read: 4 2024-09-16T11:56:10.325 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9755 ms) 2024-09-16T11:56:10.325 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-16T11:56:10.325 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:11 smithi077 ceph-mon[86047]: pgmap v3037: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 791 KiB/s wr, 1.19k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:11 smithi077 ceph-mon[88497]: pgmap v3037: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 791 KiB/s wr, 1.19k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:11 smithi191 ceph-mon[84934]: pgmap v3037: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 791 KiB/s wr, 1.19k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:12.577 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:13 smithi077 ceph-mon[88497]: pgmap v3038: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 830 KiB/s wr, 851 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:13 smithi077 ceph-mon[86047]: pgmap v3038: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 830 KiB/s wr, 851 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:13 smithi191 ceph-mon[84934]: pgmap v3038: 553 pgs: 553 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 830 KiB/s wr, 851 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T11:56:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:15 smithi077 ceph-mon[88497]: pgmap v3039: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:15 smithi077 ceph-mon[86047]: pgmap v3039: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:15 smithi191 ceph-mon[84934]: pgmap v3039: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:16] "GET /metrics HTTP/1.1" 200 68073 "" "Prometheus/2.43.0" 2024-09-16T11:56:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:17 smithi077 ceph-mon[86047]: pgmap v3040: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:17 smithi077 ceph-mon[88497]: pgmap v3040: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:17 smithi191 ceph-mon[84934]: pgmap v3040: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.439 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:19.440 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:19.441 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.442 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:19.443 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:19.446 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.447 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 = 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 1536~512 = 0 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.448 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:19.449 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:19.450 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:19.451 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.452 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.453 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.454 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.455 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.456 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:19.457 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:19 smithi077 ceph-mon[86047]: pgmap v3041: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 582 KiB/s wr, 455 op/s 2024-09-16T11:56:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:19 smithi077 ceph-mon[88497]: pgmap v3041: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 582 KiB/s wr, 455 op/s 2024-09-16T11:56:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:19 smithi191 ceph-mon[84934]: pgmap v3041: 553 pgs: 553 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 582 KiB/s wr, 455 op/s 2024-09-16T11:56:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:21 smithi077 ceph-mon[86047]: pgmap v3042: 553 pgs: 553 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.6 MiB/s wr, 479 op/s 2024-09-16T11:56:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:21 smithi077 ceph-mon[88497]: pgmap v3042: 553 pgs: 553 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.6 MiB/s wr, 479 op/s 2024-09-16T11:56:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:21 smithi191 ceph-mon[84934]: pgmap v3042: 553 pgs: 553 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.6 MiB/s wr, 479 op/s 2024-09-16T11:56:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:22.999 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:22.999 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:22.999 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:22.999 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:22.999 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.000 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.001 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.002 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.003 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.004 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.005 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.006 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:23.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:23.008 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:23.009 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 4 2024-09-16T11:56:23.009 INFO:tasks.workunit.client.0.smithi077.stdout:read: 4 2024-09-16T11:56:23.009 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (12685 ms) 2024-09-16T11:56:23.009 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-16T11:56:23.009 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:23 smithi077 ceph-mon[86047]: pgmap v3043: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 1.6 MiB/s wr, 482 op/s 2024-09-16T11:56:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:23 smithi077 ceph-mon[88497]: pgmap v3043: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 1.6 MiB/s wr, 482 op/s 2024-09-16T11:56:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:23 smithi191 ceph-mon[84934]: pgmap v3043: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 1.6 MiB/s wr, 482 op/s 2024-09-16T11:56:24.924 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:24.925 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.926 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.927 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:24.928 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.929 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.930 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 = 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 1536~512 = 0 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:24.931 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:24.932 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.933 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.934 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.935 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.936 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.937 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.938 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:24.939 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:24.940 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:25 smithi077 ceph-mon[86047]: pgmap v3044: 553 pgs: 553 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-16T11:56:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:25 smithi077 ceph-mon[88497]: pgmap v3044: 553 pgs: 553 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-16T11:56:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:25 smithi191 ceph-mon[84934]: pgmap v3044: 553 pgs: 553 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-16T11:56:26.674 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.675 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.676 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.677 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.678 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.679 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.680 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.681 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.682 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:26.683 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3675 ms) 2024-09-16T11:56:26.684 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-16T11:56:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:26] "GET /metrics HTTP/1.1" 200 68073 "" "Prometheus/2.43.0" 2024-09-16T11:56:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:27 smithi077 ceph-mon[86047]: pgmap v3045: 553 pgs: 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T11:56:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:27 smithi077 ceph-mon[88497]: pgmap v3045: 553 pgs: 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T11:56:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:27.969 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:27 smithi191 ceph-mon[84934]: pgmap v3045: 553 pgs: 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T11:56:28.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:28.628 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[86047]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3383318366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[88497]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3383318366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:28 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:28 smithi191 ceph-mon[84934]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T11:56:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:28 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3383318366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:28 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[86047]: pgmap v3047: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.51k op/s 2024-09-16T11:56:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[86047]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T11:56:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[88497]: pgmap v3047: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.51k op/s 2024-09-16T11:56:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:29 smithi077 ceph-mon[88497]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T11:56:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:29 smithi191 ceph-mon[84934]: pgmap v3047: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.51k op/s 2024-09-16T11:56:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:29 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:29 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:29 smithi191 ceph-mon[84934]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T11:56:30.688 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:30.689 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:30.690 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.691 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 = 512 2024-09-16T11:56:30.692 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 1536~512 = 0 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4014 ms) 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-16T11:56:30.693 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.717 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-09-16T11:56:30.717 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-16T11:56:30.717 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-09-16T11:56:30.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-16T11:56:30.744 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.772 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (28 ms) 2024-09-16T11:56:30.772 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-16T11:56:30.772 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.799 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2024-09-16T11:56:30.799 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-16T11:56:30.799 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.888 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (89 ms) 2024-09-16T11:56:30.888 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-16T11:56:30.888 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:30 smithi077 ceph-mon[86047]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T11:56:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:30 smithi077 ceph-mon[86047]: pgmap v3050: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 285 KiB/s wr, 1.08k op/s 2024-09-16T11:56:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:30 smithi077 ceph-mon[88497]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T11:56:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:30 smithi077 ceph-mon[88497]: pgmap v3050: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 285 KiB/s wr, 1.08k op/s 2024-09-16T11:56:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:30 smithi191 ceph-mon[84934]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T11:56:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:30 smithi191 ceph-mon[84934]: pgmap v3050: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 285 KiB/s wr, 1.08k op/s 2024-09-16T11:56:30.973 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (85 ms) 2024-09-16T11:56:30.973 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-16T11:56:30.973 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.050 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (77 ms) 2024-09-16T11:56:31.051 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-16T11:56:31.051 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.113 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (62 ms) 2024-09-16T11:56:31.113 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-16T11:56:31.113 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.443 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (330 ms) 2024-09-16T11:56:31.443 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-16T11:56:31.443 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.773 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (330 ms) 2024-09-16T11:56:31.773 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-16T11:56:31.773 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.799 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-09-16T11:56:31.799 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-16T11:56:31.799 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.826 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-09-16T11:56:31.826 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-16T11:56:31.826 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.854 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (28 ms) 2024-09-16T11:56:31.854 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-16T11:56:31.854 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.881 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (27 ms) 2024-09-16T11:56:31.881 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-16T11:56:31.881 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 0~1048576 = 0 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 0~4194304 = 0 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:aio discard: 3145728~1048576 = 0 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-16T11:56:31.901 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T11:56:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:56:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:56:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:56:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:56:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T11:56:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:56:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:56:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:56:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.003 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.004 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.005 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.006 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestFUA (102 ms) 2024-09-16T11:56:32.007 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-16T11:56:32.008 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:32.027 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.027 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.027 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.027 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.027 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.028 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:32.029 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:32.040 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:start compare and write 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:compare and wrote: 512 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.041 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:32.042 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.049 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.050 INFO:tasks.workunit.client.0.smithi077.stdout:started aio compare and write 2024-09-16T11:56:32.051 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:finished aio compare and write 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.052 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.053 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.053 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:32.053 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.054 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:discard: 512~512 2024-09-16T11:56:32.055 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:32.634 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:32 smithi077 ceph-mon[88497]: pgmap v3052: 585 pgs: 6 creating+peering, 5 unknown, 574 active+clean; 39 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 102 KiB/s wr, 496 op/s 2024-09-16T11:56:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:32 smithi077 ceph-mon[86047]: pgmap v3052: 585 pgs: 6 creating+peering, 5 unknown, 574 active+clean; 39 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 102 KiB/s wr, 496 op/s 2024-09-16T11:56:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:32 smithi191 ceph-mon[84934]: pgmap v3052: 585 pgs: 6 creating+peering, 5 unknown, 574 active+clean; 39 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 102 KiB/s wr, 496 op/s 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.126 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.127 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:33.128 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:33.129 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.130 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.131 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.132 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.134 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.144 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.145 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.174 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.174 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.174 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.175 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.175 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.175 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.175 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.202 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.202 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.202 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.202 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.203 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.203 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.203 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.236 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.264 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.264 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.264 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.264 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.264 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.265 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.332 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.332 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.333 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.377 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.442 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.492 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.493 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.493 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.493 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.493 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.493 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.575 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.643 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.725 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.725 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.725 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.725 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.725 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.726 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.726 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.792 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.793 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:33.917 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:34.025 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.149 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:34.149 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:34.149 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:34.149 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:34.150 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:34.150 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:34.150 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:34.243 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestIOPP (2240 ms) 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-16T11:56:34.244 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.266 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-16T11:56:34.267 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-16T11:56:34.267 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.288 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (21 ms) 2024-09-16T11:56:34.288 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-16T11:56:34.288 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.310 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (22 ms) 2024-09-16T11:56:34.310 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-16T11:56:34.310 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.331 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (22 ms) 2024-09-16T11:56:34.332 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-16T11:56:34.332 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.357 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-09-16T11:56:34.358 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-16T11:56:34.358 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.377 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.381 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (24 ms) 2024-09-16T11:56:34.381 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-16T11:56:34.381 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.410 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (29 ms) 2024-09-16T11:56:34.410 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-16T11:56:34.411 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.431 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-09-16T11:56:34.434 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-16T11:56:34.434 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.461 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-09-16T11:56:34.461 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-16T11:56:34.462 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.480 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.483 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (22 ms) 2024-09-16T11:56:34.483 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-16T11:56:34.484 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.511 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-09-16T11:56:34.511 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-16T11:56:34.511 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.532 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.536 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-09-16T11:56:34.537 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-16T11:56:34.537 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.606 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (69 ms) 2024-09-16T11:56:34.607 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-16T11:56:34.607 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.658 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.689 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (82 ms) 2024-09-16T11:56:34.689 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-16T11:56:34.689 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.758 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (68 ms) 2024-09-16T11:56:34.758 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-16T11:56:34.758 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:34.804 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:34.823 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (66 ms) 2024-09-16T11:56:34.823 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-16T11:56:34.823 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:34 smithi077 ceph-mon[86047]: pgmap v3053: 585 pgs: 585 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 963 op/s 2024-09-16T11:56:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:34 smithi077 ceph-mon[88497]: pgmap v3053: 585 pgs: 585 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 963 op/s 2024-09-16T11:56:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:34 smithi191 ceph-mon[84934]: pgmap v3053: 585 pgs: 585 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 963 op/s 2024-09-16T11:56:35.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (445 ms) 2024-09-16T11:56:35.268 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-16T11:56:35.269 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:35.648 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.670 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (402 ms) 2024-09-16T11:56:35.670 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-16T11:56:35.671 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:56:35.697 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:35.698 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:35.699 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:35.700 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.700 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:35.700 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.703 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:35.703 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:35.703 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.703 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:56:35.703 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:read: 512 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:35.704 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:35.705 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:56:35.706 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:56:36.685 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:finished read 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 0 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 16384 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.686 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 49152 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 65536 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.687 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 98304 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 114688 2024-09-16T11:56:36.688 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 147456 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 163840 2024-09-16T11:56:36.689 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 196608 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:36.690 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 212992 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.691 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.692 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.693 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.693 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.699 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.699 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.699 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.700 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.700 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.700 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.700 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.710 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.711 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.711 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.711 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.711 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.711 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.733 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.734 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.763 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.815 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.849 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.850 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.921 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.922 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:36.986 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:36.986 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:36.987 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:36.987 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:36.987 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:36.987 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:36.987 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.059 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.060 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.122 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.123 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:36] "GET /metrics HTTP/1.1" 200 68074 "" "Prometheus/2.43.0" 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.200 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.276 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.380 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.380 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.380 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.381 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.381 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.381 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.381 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.458 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.458 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.458 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.459 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.565 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.565 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.565 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.565 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.565 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.566 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.566 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.669 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.669 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.669 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.669 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.670 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.670 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.670 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.671 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:37 smithi077 ceph-mon[88497]: pgmap v3054: 585 pgs: 585 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 944 op/s 2024-09-16T11:56:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:37 smithi077 ceph-mon[88497]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T11:56:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:37 smithi077 ceph-mon[86047]: pgmap v3054: 585 pgs: 585 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 944 op/s 2024-09-16T11:56:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:37 smithi077 ceph-mon[86047]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T11:56:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:37 smithi191 ceph-mon[84934]: pgmap v3054: 585 pgs: 585 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 944 op/s 2024-09-16T11:56:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:37 smithi191 ceph-mon[84934]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T11:56:37.786 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.787 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:56:37.881 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:56:37.881 INFO:tasks.workunit.client.0.smithi077.stdout:finished writesame 2024-09-16T11:56:37.881 INFO:tasks.workunit.client.0.smithi077.stdout:to verify the data 2024-09-16T11:56:37.881 INFO:tasks.workunit.client.0.smithi077.stdout:verified 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:started writesame 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:expected fail, finished writesame 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2211 ms) 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-16T11:56:37.882 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:39.422 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:snap: orig 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:found orig with size 2097152 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:write test data! 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 80 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:snap: orig 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:snap: written 2024-09-16T11:56:39.423 INFO:tasks.workunit.client.0.smithi077.stdout:found orig with size 2097152 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:found written with size 2097152 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:write to snapshot returned -30 2024-09-16T11:56:39.424 INFO:tasks.workunit.client.0.smithi077.stdout:Read-only file system 2024-09-16T11:56:39.443 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 80 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:opening testimg@orig 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:read: 80 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:write to snapshot returned -30 2024-09-16T11:56:39.444 INFO:tasks.workunit.client.0.smithi077.stdout:Read-only file system 2024-09-16T11:56:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:39 smithi077 ceph-mon[86047]: pgmap v3056: 585 pgs: 585 active+clean; 111 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 945 op/s 2024-09-16T11:56:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:39 smithi077 ceph-mon[86047]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T11:56:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:39 smithi077 ceph-mon[88497]: pgmap v3056: 585 pgs: 585 active+clean; 111 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 945 op/s 2024-09-16T11:56:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:39 smithi077 ceph-mon[88497]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T11:56:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:39 smithi191 ceph-mon[84934]: pgmap v3056: 585 pgs: 585 active+clean; 111 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 945 op/s 2024-09-16T11:56:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:39 smithi191 ceph-mon[84934]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T11:56:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:40 smithi077 ceph-mon[86047]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T11:56:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:40 smithi077 ceph-mon[88497]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T11:56:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:40 smithi191 ceph-mon[84934]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 2 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:snap: orig 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:snap: written 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:found orig with size 2097152 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:found written with size 2097152 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 1 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:56:41.435 INFO:tasks.workunit.client.0.smithi077.stdout:snap: orig 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:found orig with size 2097152 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3554 ms) 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-16T11:56:41.436 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:41 smithi077 ceph-mon[86047]: pgmap v3059: 585 pgs: 585 active+clean; 131 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 2.58k op/s 2024-09-16T11:56:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:41 smithi077 ceph-mon[86047]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T11:56:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:41 smithi077 ceph-mon[88497]: pgmap v3059: 585 pgs: 585 active+clean; 131 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 2.58k op/s 2024-09-16T11:56:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:41 smithi077 ceph-mon[88497]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T11:56:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:41 smithi191 ceph-mon[84934]: pgmap v3059: 585 pgs: 585 active+clean; 131 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 2.58k op/s 2024-09-16T11:56:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:41 smithi191 ceph-mon[84934]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T11:56:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:42 smithi077 ceph-mon[86047]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T11:56:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:42 smithi077 ceph-mon[88497]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T11:56:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:42 smithi191 ceph-mon[84934]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T11:56:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:43.444 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2009 ms) 2024-09-16T11:56:43.444 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-16T11:56:43.444 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:43 smithi077 ceph-mon[86047]: pgmap v3062: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 3.45k op/s 2024-09-16T11:56:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:43 smithi077 ceph-mon[86047]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T11:56:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:43 smithi077 ceph-mon[88497]: pgmap v3062: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 3.45k op/s 2024-09-16T11:56:43.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:43 smithi077 ceph-mon[88497]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T11:56:43.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:43 smithi191 ceph-mon[84934]: pgmap v3062: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 3.45k op/s 2024-09-16T11:56:43.714 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:43 smithi191 ceph-mon[84934]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T11:56:44.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:44 smithi191 ceph-mon[84934]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T11:56:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:44 smithi077 ceph-mon[86047]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T11:56:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:44 smithi077 ceph-mon[88497]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:made parent image "parent" 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:parent has no parent info 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:made snapshot "parent@parent_snap" 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:can't unprotect an unprotected snap 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:can't protect a protected snap 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:made and opened clone "child" 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:read: 8 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:read: 8 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:read: 8 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:sizes and overlaps are good between parent and child 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:child image successfully cloned all image-meta pairs 2024-09-16T11:56:45.469 INFO:tasks.workunit.client.0.smithi077.stdout:sized down clone, changed overlap 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:can't remove parent while child still exists 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:can't remove parent while still protected 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:removed parent snap after unprotecting 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestClone (2024 ms) 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-16T11:56:45.470 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:45 smithi191 ceph-mon[84934]: pgmap v3065: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-09-16T11:56:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:45 smithi191 ceph-mon[84934]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T11:56:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:45 smithi077 ceph-mon[88497]: pgmap v3065: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-09-16T11:56:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:45 smithi077 ceph-mon[88497]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T11:56:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:45 smithi077 ceph-mon[86047]: pgmap v3065: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-09-16T11:56:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:45 smithi077 ceph-mon[86047]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:made parent image "parent" 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:parent has no parent info 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:made snapshot "parent@parent_snap" 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:made and opened clone "child" 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:child image successfully cloned all image-meta pairs 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestClone2 (1097 ms) 2024-09-16T11:56:46.565 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-16T11:56:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:46 smithi191 ceph-mon[84934]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T11:56:46.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:46 smithi077 ceph-mon[88497]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T11:56:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:46 smithi077 ceph-mon[86047]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T11:56:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:46] "GET /metrics HTTP/1.1" 200 70541 "" "Prometheus/2.43.0" 2024-09-16T11:56:47.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:47 smithi191 ceph-mon[84934]: pgmap v3068: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-09-16T11:56:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:47 smithi191 ceph-mon[84934]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T11:56:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:47 smithi077 ceph-mon[88497]: pgmap v3068: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-09-16T11:56:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:47 smithi077 ceph-mon[88497]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T11:56:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:47 smithi077 ceph-mon[86047]: pgmap v3068: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-09-16T11:56:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:47 smithi077 ceph-mon[86047]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T11:56:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:48 smithi191 ceph-mon[84934]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T11:56:48.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:48 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:48 smithi077 ceph-mon[86047]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T11:56:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:48 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:48 smithi077 ceph-mon[88497]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T11:56:48.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:48 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:49 smithi191 ceph-mon[84934]: pgmap v3071: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 47 KiB/s wr, 764 op/s 2024-09-16T11:56:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:49 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:49 smithi191 ceph-mon[84934]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T11:56:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[86047]: pgmap v3071: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 47 KiB/s wr, 764 op/s 2024-09-16T11:56:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[86047]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T11:56:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[88497]: pgmap v3071: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 47 KiB/s wr, 764 op/s 2024-09-16T11:56:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2453417664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:49 smithi077 ceph-mon[88497]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T11:56:50.487 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:56:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[86047]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T11:56:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3775070478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[88497]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T11:56:50.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3775070478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:50.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:50 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:50 smithi191 ceph-mon[84934]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T11:56:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3775070478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:50 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[86047]: pgmap v3074: 649 pgs: 11 creating+peering, 53 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 47 KiB/s wr, 809 op/s 2024-09-16T11:56:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[86047]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T11:56:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[86047]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T11:56:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[88497]: pgmap v3074: 649 pgs: 11 creating+peering, 53 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 47 KiB/s wr, 809 op/s 2024-09-16T11:56:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[88497]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T11:56:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:51 smithi077 ceph-mon[88497]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T11:56:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:51 smithi191 ceph-mon[84934]: pgmap v3074: 649 pgs: 11 creating+peering, 53 unknown, 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 47 KiB/s wr, 809 op/s 2024-09-16T11:56:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:51 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:51 smithi191 ceph-mon[84934]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T11:56:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:51 smithi191 ceph-mon[84934]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T11:56:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:56:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:56:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[86047]: pgmap v3077: 649 pgs: 31 creating+peering, 13 unknown, 605 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-16T11:56:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[86047]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T11:56:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[88497]: pgmap v3077: 649 pgs: 31 creating+peering, 13 unknown, 605 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-16T11:56:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[88497]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T11:56:53.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:53 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:53 smithi191 ceph-mon[84934]: pgmap v3077: 649 pgs: 31 creating+peering, 13 unknown, 605 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-16T11:56:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:53 smithi191 ceph-mon[84934]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T11:56:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:53 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:56:54.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:54 smithi077 ceph-mon[86047]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T11:56:54.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:54 smithi077 ceph-mon[88497]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T11:56:54.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:54 smithi191 ceph-mon[84934]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T11:56:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:55 smithi077 ceph-mon[86047]: pgmap v3080: 649 pgs: 20 creating+peering, 629 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-09-16T11:56:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:55 smithi077 ceph-mon[86047]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T11:56:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:55 smithi077 ceph-mon[88497]: pgmap v3080: 649 pgs: 20 creating+peering, 629 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-09-16T11:56:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:55 smithi077 ceph-mon[88497]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T11:56:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:55 smithi191 ceph-mon[84934]: pgmap v3080: 649 pgs: 20 creating+peering, 629 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-09-16T11:56:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:55 smithi191 ceph-mon[84934]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 1 2024-09-16T11:56:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.851 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 2 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.852 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.853 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:child: image110 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110/b1d18b7825ab 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.854 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:child: image110 2024-09-16T11:56:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110/b1d18b7825ab 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.856 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 4 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 4 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:55.857 INFO:tasks.workunit.client.0.smithi077.stdout:child: image110 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:child: image111 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110/b1d18b7825ab 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111/b1d1fa98f5c8 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.858 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:55.859 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.463 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.463 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image108 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 4 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 4 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image108 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image110 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image111 2024-09-16T11:56:56.464 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image108/b1d1a10a3595 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110/b1d18b7825ab 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111/b1d1fa98f5c8 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image110 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.466 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:child: image110 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:child: image111 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image110/b1d18b7825ab 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111/b1d1fa98f5c8 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.467 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 2 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:child: image111 2024-09-16T11:56:56.468 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-31/image111/b1d1fa98f5c8 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 1 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:child: image109 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-30/image109/b1d1566b8dda 2024-09-16T11:56:56.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:56:56.470 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 0 2024-09-16T11:56:56.470 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:56:56.470 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ListChildren (9898 ms) 2024-09-16T11:56:56.470 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-16T11:56:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:56 smithi077 ceph-mon[86047]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T11:56:56.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:56 smithi077 ceph-mon[86047]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T11:56:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:56 smithi077 ceph-mon[88497]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T11:56:56.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:56 smithi077 ceph-mon[88497]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T11:56:56.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:56 smithi191 ceph-mon[84934]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T11:56:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:56 smithi191 ceph-mon[84934]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T11:56:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:56:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:56:56] "GET /metrics HTTP/1.1" 200 70541 "" "Prometheus/2.43.0" 2024-09-16T11:56:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:57 smithi077 ceph-mon[86047]: pgmap v3083: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-16T11:56:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:57 smithi077 ceph-mon[88497]: pgmap v3083: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-16T11:56:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:57 smithi191 ceph-mon[84934]: pgmap v3083: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-16T11:56:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:56:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:58 smithi191 ceph-mon[84934]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T11:56:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3810713508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:58.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:58 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[88497]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3810713508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[86047]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3810713508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:58 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:56:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:59 smithi191 ceph-mon[84934]: pgmap v3086: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-16T11:56:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:59 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:56:59 smithi191 ceph-mon[84934]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[86047]: pgmap v3086: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[86047]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[88497]: pgmap v3086: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-16T11:56:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:56:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:56:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:56:59 smithi077 ceph-mon[88497]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T11:57:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:00 smithi191 ceph-mon[84934]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T11:57:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:00 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1154907762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:00 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[86047]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T11:57:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1154907762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[88497]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T11:57:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1154907762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:00 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:01 smithi191 ceph-mon[84934]: pgmap v3089: 713 pgs: 4 creating+peering, 60 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 5.2 KiB/s wr, 265 op/s 2024-09-16T11:57:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:01 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:01 smithi191 ceph-mon[84934]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T11:57:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:01 smithi191 ceph-mon[84934]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T11:57:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:01 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[86047]: pgmap v3089: 713 pgs: 4 creating+peering, 60 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 5.2 KiB/s wr, 265 op/s 2024-09-16T11:57:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[86047]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T11:57:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[86047]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T11:57:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[88497]: pgmap v3089: 713 pgs: 4 creating+peering, 60 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 5.2 KiB/s wr, 265 op/s 2024-09-16T11:57:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[88497]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T11:57:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[88497]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T11:57:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:01 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:57:02.613 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[86047]: pgmap v3092: 745 pgs: 16 creating+peering, 47 unknown, 682 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 12 KiB/s wr, 673 op/s 2024-09-16T11:57:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[86047]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T11:57:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[88497]: pgmap v3092: 745 pgs: 16 creating+peering, 47 unknown, 682 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 12 KiB/s wr, 673 op/s 2024-09-16T11:57:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[88497]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T11:57:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:03.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:03 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:03 smithi191 ceph-mon[84934]: pgmap v3092: 745 pgs: 16 creating+peering, 47 unknown, 682 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 12 KiB/s wr, 673 op/s 2024-09-16T11:57:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:03 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/10837062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:57:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:03 smithi191 ceph-mon[84934]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T11:57:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:03 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:03 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]: dispatch 2024-09-16T11:57:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]': finished 2024-09-16T11:57:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T11:57:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]': finished 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[86047]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]': finished 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]': finished 2024-09-16T11:57:04.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:04 smithi077 ceph-mon[88497]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34", "force_nonempty":""}]': finished 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]: dispatch 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi077-136923-34", "mode":"writeback"}]': finished 2024-09-16T11:57:04.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:04 smithi191 ceph-mon[84934]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T11:57:05.398 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: pgmap v3095: 745 pgs: 19 creating+peering, 17 unknown, 709 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 7.5 KiB/s wr, 413 op/s 2024-09-16T11:57:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:57:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[88497]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: pgmap v3095: 745 pgs: 19 creating+peering, 17 unknown, 709 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 7.5 KiB/s wr, 413 op/s 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:05.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:05 smithi077 ceph-mon[86047]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T11:57:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: pgmap v3095: 745 pgs: 19 creating+peering, 17 unknown, 709 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 7.5 KiB/s wr, 413 op/s 2024-09-16T11:57:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:57:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi077-136923-32", "overlaypool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:05.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:05 smithi191 ceph-mon[84934]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T11:57:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:06] "GET /metrics HTTP/1.1" 200 75457 "" "Prometheus/2.43.0" 2024-09-16T11:57:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:07 smithi077 ceph-mon[86047]: pgmap v3098: 745 pgs: 7 creating+peering, 3 unknown, 735 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:07 smithi077 ceph-mon[86047]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T11:57:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:07 smithi077 ceph-mon[88497]: pgmap v3098: 745 pgs: 7 creating+peering, 3 unknown, 735 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:07 smithi077 ceph-mon[88497]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T11:57:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:07 smithi191 ceph-mon[84934]: pgmap v3098: 745 pgs: 7 creating+peering, 3 unknown, 735 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:07 smithi191 ceph-mon[84934]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T11:57:08.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:08 smithi077 ceph-mon[86047]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T11:57:08.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:08 smithi077 ceph-mon[88497]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T11:57:08.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:08 smithi191 ceph-mon[84934]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T11:57:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:09 smithi077 ceph-mon[88497]: pgmap v3101: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:09.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:09 smithi077 ceph-mon[88497]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T11:57:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:09 smithi077 ceph-mon[86047]: pgmap v3101: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:09 smithi077 ceph-mon[86047]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T11:57:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:09 smithi191 ceph-mon[84934]: pgmap v3101: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:57:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:09 smithi191 ceph-mon[84934]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T11:57:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:10 smithi191 ceph-mon[84934]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T11:57:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:10 smithi077 ceph-mon[86047]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T11:57:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:10 smithi077 ceph-mon[88497]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T11:57:10.953 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 1 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.954 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 2 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:10.955 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.956 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:child: image115 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:10.957 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115/b1d1a2713c3b 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:child: image115 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115/b1d1a2713c3b 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.959 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:10.960 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 4 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 4 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:child: image115 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:child: image116 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115/b1d1a2713c3b 2024-09-16T11:57:10.961 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116/b1d1e6fa05da 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.962 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:10.963 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:11 smithi191 ceph-mon[84934]: pgmap v3104: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-16T11:57:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:11 smithi191 ceph-mon[84934]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T11:57:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:11 smithi077 ceph-mon[88497]: pgmap v3104: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-16T11:57:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:11 smithi077 ceph-mon[88497]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T11:57:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:11 smithi077 ceph-mon[86047]: pgmap v3104: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-16T11:57:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:11 smithi077 ceph-mon[86047]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T11:57:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-mon[84934]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T11:57:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[86047]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T11:57:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[88497]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T11:57:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]: dispatch 2024-09-16T11:57:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:13.462 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.462 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image113 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 4 2024-09-16T11:57:13.463 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 4 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image113 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image115 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:child: image116 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image113/b1d14738c68a 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.464 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115/b1d1a2713c3b 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116/b1d1e6fa05da 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.465 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:13.466 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image115 2024-09-16T11:57:13.467 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.468 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.468 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.468 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:57:13.468 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:57:13.468 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout:child: image115 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout:child: image116 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image115/b1d1a2713c3b 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116/b1d1e6fa05da 2024-09-16T11:57:13.469 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.470 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.471 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 2 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 2 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout:child: image116 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-33/image116/b1d1e6fa05da 2024-09-16T11:57:13.472 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.473 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.473 INFO:tasks.workunit.client.0.smithi077.stdout:trying to find test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.473 INFO:tasks.workunit.client.0.smithi077.stdout:checking test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.473 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114 2024-09-16T11:57:13.473 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 1 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 1 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:child: image114 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-32/image114/b1d12ffc3b63 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:57:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 0 2024-09-16T11:57:13.475 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:57:13.475 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16998 ms) 2024-09-16T11:57:13.475 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-16T11:57:13.475 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:13.530 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.LockingPP (68 ms) 2024-09-16T11:57:13.530 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-16T11:57:13.530 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:13.780 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FlushAio (250 ms) 2024-09-16T11:57:13.780 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-16T11:57:13.780 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[88497]: pgmap v3107: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 4.5 KiB/s wr, 204 op/s 2024-09-16T11:57:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]': finished 2024-09-16T11:57:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[88497]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T11:57:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[86047]: pgmap v3107: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 4.5 KiB/s wr, 204 op/s 2024-09-16T11:57:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]': finished 2024-09-16T11:57:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[86047]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T11:57:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:13.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:13.961 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FlushAioPP (181 ms) 2024-09-16T11:57:13.961 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-16T11:57:13.961 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:13 smithi191 ceph-mon[84934]: pgmap v3107: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 4.5 KiB/s wr, 204 op/s 2024-09-16T11:57:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi077-136923-32"}]': finished 2024-09-16T11:57:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:13 smithi191 ceph-mon[84934]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T11:57:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]: dispatch 2024-09-16T11:57:14.014 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (53 ms) 2024-09-16T11:57:14.014 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-16T11:57:14.014 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.041 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (27 ms) 2024-09-16T11:57:14.041 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-16T11:57:14.041 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.056 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-09-16T11:57:14.056 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-16T11:57:14.056 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.092 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.LargeCacheRead (35 ms) 2024-09-16T11:57:14.092 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-16T11:57:14.092 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.293 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestPendingAio (202 ms) 2024-09-16T11:57:14.293 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-16T11:57:14.293 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.564 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[88497]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T11:57:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[88497]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T11:57:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[86047]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T11:57:14.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:14.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:14 smithi077 ceph-mon[86047]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T11:57:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:14 smithi191 ceph-mon[84934]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T11:57:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi077-136923-32", "tierpool":"test-librbd-smithi077-136923-34"}]': finished 2024-09-16T11:57:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:14 smithi191 ceph-mon[84934]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T11:57:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:15 smithi077 ceph-mon[88497]: pgmap v3110: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.2 KiB/s wr, 398 op/s 2024-09-16T11:57:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:15 smithi077 ceph-mon[88497]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T11:57:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:15 smithi077 ceph-mon[86047]: pgmap v3110: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.2 KiB/s wr, 398 op/s 2024-09-16T11:57:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:15 smithi077 ceph-mon[86047]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T11:57:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:15 smithi191 ceph-mon[84934]: pgmap v3110: 745 pgs: 745 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.2 KiB/s wr, 398 op/s 2024-09-16T11:57:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:15 smithi191 ceph-mon[84934]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T11:57:16.433 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2140 ms) 2024-09-16T11:57:16.433 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-16T11:57:16.433 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:16.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:16 smithi077 ceph-mon[86047]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T11:57:16.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:16 smithi077 ceph-mon[86047]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T11:57:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:16 smithi077 ceph-mon[88497]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T11:57:16.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:16 smithi077 ceph-mon[88497]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T11:57:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:16 smithi191 ceph-mon[84934]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T11:57:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:16 smithi191 ceph-mon[84934]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T11:57:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:16] "GET /metrics HTTP/1.1" 200 82881 "" "Prometheus/2.43.0" 2024-09-16T11:57:17.481 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:17 smithi077 ceph-mon[86047]: pgmap v3113: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 149 KiB/s wr, 779 op/s 2024-09-16T11:57:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:17 smithi077 ceph-mon[86047]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T11:57:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:17 smithi077 ceph-mon[88497]: pgmap v3113: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 149 KiB/s wr, 779 op/s 2024-09-16T11:57:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:17 smithi077 ceph-mon[88497]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T11:57:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:17 smithi191 ceph-mon[84934]: pgmap v3113: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 149 KiB/s wr, 779 op/s 2024-09-16T11:57:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:17 smithi191 ceph-mon[84934]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T11:57:19.552 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3119 ms) 2024-09-16T11:57:19.553 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-16T11:57:19.553 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:19 smithi077 ceph-mon[86047]: pgmap v3116: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 155 KiB/s wr, 784 op/s 2024-09-16T11:57:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:19 smithi077 ceph-mon[86047]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T11:57:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:19 smithi077 ceph-mon[88497]: pgmap v3116: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 155 KiB/s wr, 784 op/s 2024-09-16T11:57:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:19 smithi077 ceph-mon[88497]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T11:57:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:19 smithi191 ceph-mon[84934]: pgmap v3116: 745 pgs: 745 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 155 KiB/s wr, 784 op/s 2024-09-16T11:57:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:19 smithi191 ceph-mon[84934]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T11:57:20.608 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Flatten (1055 ms) 2024-09-16T11:57:20.608 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-16T11:57:20.608 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:20.640 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 32768 2024-09-16T11:57:20.640 INFO:tasks.workunit.client.0.smithi077.stdout:read: 32768 2024-09-16T11:57:20.640 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-09-16T11:57:20.640 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-16T11:57:20.640 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:20.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2024-09-16T11:57:20.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-16T11:57:20.673 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:20 smithi077 ceph-mon[88497]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T11:57:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:20 smithi077 ceph-mon[86047]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T11:57:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:20 smithi191 ceph-mon[84934]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T11:57:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[88497]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 594 KiB/s wr, 398 op/s 2024-09-16T11:57:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[88497]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T11:57:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[88497]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T11:57:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[86047]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 594 KiB/s wr, 398 op/s 2024-09-16T11:57:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[86047]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T11:57:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:21 smithi077 ceph-mon[86047]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T11:57:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:21 smithi191 ceph-mon[84934]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 760 KiB/s rd, 594 KiB/s wr, 398 op/s 2024-09-16T11:57:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:21 smithi191 ceph-mon[84934]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T11:57:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:21 smithi191 ceph-mon[84934]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T11:57:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:23 smithi077 ceph-mon[86047]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 617 KiB/s wr, 314 op/s 2024-09-16T11:57:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:23 smithi077 ceph-mon[86047]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T11:57:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:23 smithi077 ceph-mon[88497]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 617 KiB/s wr, 314 op/s 2024-09-16T11:57:23.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:23 smithi077 ceph-mon[88497]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T11:57:23.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:23 smithi191 ceph-mon[84934]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 617 KiB/s wr, 314 op/s 2024-09-16T11:57:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:23 smithi191 ceph-mon[84934]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T11:57:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:24 smithi077 ceph-mon[86047]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T11:57:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:24 smithi077 ceph-mon[88497]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T11:57:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:24 smithi191 ceph-mon[84934]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T11:57:25.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapshotLimit (4773 ms) 2024-09-16T11:57:25.446 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-16T11:57:25.446 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:25 smithi191 ceph-mon[84934]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 39 KiB/s wr, 217 op/s 2024-09-16T11:57:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:25 smithi191 ceph-mon[84934]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T11:57:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:25 smithi077 ceph-mon[86047]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 39 KiB/s wr, 217 op/s 2024-09-16T11:57:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:25 smithi077 ceph-mon[86047]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T11:57:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:25 smithi077 ceph-mon[88497]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 39 KiB/s wr, 217 op/s 2024-09-16T11:57:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:25 smithi077 ceph-mon[88497]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T11:57:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:26 smithi191 ceph-mon[84934]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T11:57:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:26 smithi077 ceph-mon[86047]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T11:57:26.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:26 smithi077 ceph-mon[88497]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T11:57:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:26] "GET /metrics HTTP/1.1" 200 82881 "" "Prometheus/2.43.0" 2024-09-16T11:57:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:27 smithi191 ceph-mon[84934]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-09-16T11:57:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:27 smithi191 ceph-mon[84934]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T11:57:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[88497]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[88497]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[86047]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-09-16T11:57:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[86047]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T11:57:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:28.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:28 smithi191 ceph-mon[84934]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T11:57:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:28 smithi077 ceph-mon[86047]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T11:57:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:28 smithi077 ceph-mon[88497]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T11:57:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:29 smithi077 ceph-mon[86047]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-09-16T11:57:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:29 smithi077 ceph-mon[86047]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T11:57:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:29 smithi077 ceph-mon[88497]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-09-16T11:57:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:29 smithi077 ceph-mon[88497]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T11:57:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:29 smithi191 ceph-mon[84934]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-09-16T11:57:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:29 smithi191 ceph-mon[84934]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T11:57:30.506 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5060 ms) 2024-09-16T11:57:30.506 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-16T11:57:30.507 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:30.562 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:30.562 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-09-16T11:57:30.562 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-16T11:57:30.562 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:30.628 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (66 ms) 2024-09-16T11:57:30.628 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-16T11:57:30.628 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:30 smithi077 ceph-mon[86047]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T11:57:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:30 smithi077 ceph-mon[88497]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T11:57:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:30 smithi191 ceph-mon[84934]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T11:57:31.439 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (811 ms) 2024-09-16T11:57:31.439 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-16T11:57:31.439 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[86047]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 27 op/s 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[86047]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[86047]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[88497]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 27 op/s 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[88497]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T11:57:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[88497]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T11:57:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:31 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:57:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:31 smithi191 ceph-mon[84934]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 27 op/s 2024-09-16T11:57:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:31 smithi191 ceph-mon[84934]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T11:57:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:31 smithi191 ceph-mon[84934]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T11:57:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:31 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:57:32.673 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:32 smithi191 ceph-mon[84934]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T11:57:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[86047]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:57:33.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:57:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:57:33.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:32 smithi077 ceph-mon[88497]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T11:57:33.543 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2104 ms) 2024-09-16T11:57:33.544 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-16T11:57:33.544 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:33.590 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (47 ms) 2024-09-16T11:57:33.591 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-16T11:57:33.591 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:57:33.591 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-16T11:57:33.591 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-16T11:57:33.591 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:34 smithi077 ceph-mon[86047]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T11:57:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:34 smithi077 ceph-mon[88497]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T11:57:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:34 smithi191 ceph-mon[84934]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T11:57:35.547 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:57:35.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapRemove2 (1957 ms) 2024-09-16T11:57:35.548 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-16T11:57:35.548 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:35 smithi077 ceph-mon[86047]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 58 op/s 2024-09-16T11:57:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:35 smithi077 ceph-mon[86047]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T11:57:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:35 smithi077 ceph-mon[88497]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 58 op/s 2024-09-16T11:57:35.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:35 smithi077 ceph-mon[88497]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T11:57:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:35 smithi191 ceph-mon[84934]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 58 op/s 2024-09-16T11:57:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:35 smithi191 ceph-mon[84934]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T11:57:36.475 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (928 ms) 2024-09-16T11:57:36.475 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-16T11:57:36.475 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:36 smithi077 ceph-mon[88497]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T11:57:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:36 smithi077 ceph-mon[88497]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T11:57:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:36 smithi077 ceph-mon[86047]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T11:57:36.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:36 smithi077 ceph-mon[86047]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T11:57:36.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:36] "GET /metrics HTTP/1.1" 200 82891 "" "Prometheus/2.43.0" 2024-09-16T11:57:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:36 smithi191 ceph-mon[84934]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T11:57:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:36 smithi191 ceph-mon[84934]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T11:57:37.449 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (974 ms) 2024-09-16T11:57:37.449 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-16T11:57:37.450 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:37 smithi077 ceph-mon[86047]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-09-16T11:57:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:37 smithi077 ceph-mon[86047]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T11:57:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:37 smithi077 ceph-mon[88497]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-09-16T11:57:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:37 smithi077 ceph-mon[88497]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T11:57:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:37 smithi191 ceph-mon[84934]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-09-16T11:57:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:37 smithi191 ceph-mon[84934]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T11:57:38.464 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1015 ms) 2024-09-16T11:57:38.464 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-16T11:57:38.464 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:39.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1064 ms) 2024-09-16T11:57:39.529 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-16T11:57:39.529 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:39.567 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-09-16T11:57:39.567 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-16T11:57:39.567 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:39.599 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (32 ms) 2024-09-16T11:57:39.600 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-16T11:57:39.600 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:39 smithi077 ceph-mon[86047]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 240 op/s 2024-09-16T11:57:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:39 smithi077 ceph-mon[86047]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T11:57:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:39 smithi077 ceph-mon[88497]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 240 op/s 2024-09-16T11:57:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:39 smithi077 ceph-mon[88497]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T11:57:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:39 smithi191 ceph-mon[84934]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 240 op/s 2024-09-16T11:57:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:39 smithi191 ceph-mon[84934]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T11:57:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:40 smithi077 ceph-mon[86047]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T11:57:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:40 smithi077 ceph-mon[88497]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T11:57:40.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:40 smithi191 ceph-mon[84934]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T11:57:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[86047]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-16T11:57:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[86047]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T11:57:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[86047]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T11:57:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[88497]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-16T11:57:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[88497]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T11:57:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:41 smithi077 ceph-mon[88497]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T11:57:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:41 smithi191 ceph-mon[84934]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-16T11:57:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:41 smithi191 ceph-mon[84934]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T11:57:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:41 smithi191 ceph-mon[84934]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T11:57:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:43 smithi191 ceph-mon[84934]: pgmap v3152: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-09-16T11:57:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:43 smithi191 ceph-mon[84934]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T11:57:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:43 smithi077 ceph-mon[88497]: pgmap v3152: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-09-16T11:57:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:43 smithi077 ceph-mon[88497]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T11:57:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:43 smithi077 ceph-mon[86047]: pgmap v3152: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-09-16T11:57:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:43 smithi077 ceph-mon[86047]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T11:57:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:44 smithi191 ceph-mon[84934]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T11:57:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:44 smithi077 ceph-mon[86047]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T11:57:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:44 smithi077 ceph-mon[88497]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T11:57:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:45 smithi191 ceph-mon[84934]: pgmap v3155: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-09-16T11:57:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:45 smithi191 ceph-mon[84934]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T11:57:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:45 smithi077 ceph-mon[86047]: pgmap v3155: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-09-16T11:57:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:45 smithi077 ceph-mon[86047]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T11:57:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:45 smithi077 ceph-mon[88497]: pgmap v3155: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-09-16T11:57:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:45 smithi077 ceph-mon[88497]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T11:57:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:46 smithi077 ceph-mon[86047]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T11:57:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:46 smithi077 ceph-mon[86047]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T11:57:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:46 smithi077 ceph-mon[88497]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T11:57:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:46 smithi077 ceph-mon[88497]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T11:57:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:46 smithi191 ceph-mon[84934]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T11:57:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:46 smithi191 ceph-mon[84934]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T11:57:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:46] "GET /metrics HTTP/1.1" 200 82898 "" "Prometheus/2.43.0" 2024-09-16T11:57:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:47 smithi077 ceph-mon[86047]: pgmap v3158: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-09-16T11:57:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:47 smithi077 ceph-mon[86047]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T11:57:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:47 smithi077 ceph-mon[88497]: pgmap v3158: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-09-16T11:57:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:47 smithi077 ceph-mon[88497]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T11:57:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:47 smithi191 ceph-mon[84934]: pgmap v3158: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-09-16T11:57:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:47 smithi191 ceph-mon[84934]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T11:57:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:49 smithi077 ceph-mon[86047]: pgmap v3161: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-09-16T11:57:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:49 smithi077 ceph-mon[86047]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T11:57:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:49 smithi077 ceph-mon[88497]: pgmap v3161: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-09-16T11:57:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:49 smithi077 ceph-mon[88497]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T11:57:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:49 smithi191 ceph-mon[84934]: pgmap v3161: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-09-16T11:57:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:49 smithi191 ceph-mon[84934]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T11:57:49.999 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10399 ms) 2024-09-16T11:57:49.999 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-16T11:57:49.999 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:50.523 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Metadata (525 ms) 2024-09-16T11:57:50.523 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-16T11:57:50.523 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:50 smithi077 ceph-mon[86047]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T11:57:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:50 smithi077 ceph-mon[88497]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T11:57:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:50 smithi191 ceph-mon[84934]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T11:57:51.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.MetadataPP (1001 ms) 2024-09-16T11:57:51.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-16T11:57:51.525 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:51.614 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.UpdateFeatures (89 ms) 2024-09-16T11:57:51.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-16T11:57:51.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-16T11:57:51.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-16T11:57:51.615 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:51 smithi191 ceph-mon[84934]: pgmap v3164: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-16T11:57:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:51 smithi191 ceph-mon[84934]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T11:57:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:51 smithi077 ceph-mon[86047]: pgmap v3164: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-16T11:57:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:51 smithi077 ceph-mon[86047]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T11:57:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:51 smithi077 ceph-mon[88497]: pgmap v3164: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-16T11:57:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:51 smithi077 ceph-mon[88497]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T11:57:52.509 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:52.509 INFO:tasks.workunit.client.0.smithi077.stdout:25.00% done 2024-09-16T11:57:52.509 INFO:tasks.workunit.client.0.smithi077.stdout:50.00% done 2024-09-16T11:57:52.509 INFO:tasks.workunit.client.0.smithi077.stdout:75.00% done 2024-09-16T11:57:52.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RebuildObjectMap (895 ms) 2024-09-16T11:57:52.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-16T11:57:52.539 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:52.539 INFO:tasks.workunit.client.0.smithi077.stdout:25.00% done 2024-09-16T11:57:52.539 INFO:tasks.workunit.client.0.smithi077.stdout:50.00% done 2024-09-16T11:57:52.539 INFO:tasks.workunit.client.0.smithi077.stdout:75.00% done 2024-09-16T11:57:52.539 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (30 ms) 2024-09-16T11:57:52.540 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-16T11:57:52.540 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:52.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:52 smithi191 ceph-mon[84934]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T11:57:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:57:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:57:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:52 smithi077 ceph-mon[88497]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T11:57:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:52 smithi077 ceph-mon[86047]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:25.00% done 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:50.00% done 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:75.00% done 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CheckObjectMap (982 ms) 2024-09-16T11:57:53.521 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-16T11:57:53.522 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:53.547 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-09-16T11:57:53.547 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-16T11:57:53.547 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (127 ms) 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-16T11:57:53.675 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:53 smithi191 ceph-mon[84934]: pgmap v3167: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 124 KiB/s wr, 612 op/s 2024-09-16T11:57:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:53 smithi191 ceph-mon[84934]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T11:57:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:53 smithi077 ceph-mon[86047]: pgmap v3167: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 124 KiB/s wr, 612 op/s 2024-09-16T11:57:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:53 smithi077 ceph-mon[86047]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T11:57:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:53 smithi077 ceph-mon[88497]: pgmap v3167: 745 pgs: 745 active+clean; 143 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 124 KiB/s wr, 612 op/s 2024-09-16T11:57:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:53 smithi077 ceph-mon[88497]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T11:57:54.535 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (861 ms) 2024-09-16T11:57:54.535 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-16T11:57:54.535 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:54 smithi077 ceph-mon[88497]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T11:57:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:54 smithi077 ceph-mon[86047]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T11:57:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:54 smithi191 ceph-mon[84934]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T11:57:55.505 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (970 ms) 2024-09-16T11:57:55.506 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-16T11:57:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:55 smithi077 ceph-mon[86047]: pgmap v3170: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 157 KiB/s wr, 679 op/s 2024-09-16T11:57:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:55 smithi077 ceph-mon[86047]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T11:57:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:55 smithi077 ceph-mon[88497]: pgmap v3170: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 157 KiB/s wr, 679 op/s 2024-09-16T11:57:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:55 smithi077 ceph-mon[88497]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T11:57:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:55 smithi191 ceph-mon[84934]: pgmap v3170: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 157 KiB/s wr, 679 op/s 2024-09-16T11:57:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:55 smithi191 ceph-mon[84934]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T11:57:56.600 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:56.600 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:57:56.600 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestImageOptions (1095 ms) 2024-09-16T11:57:56.600 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-16T11:57:56.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:56 smithi077 ceph-mon[86047]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T11:57:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:56 smithi077 ceph-mon[88497]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T11:57:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:56 smithi191 ceph-mon[84934]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T11:57:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:57:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:57:56] "GET /metrics HTTP/1.1" 200 82898 "" "Prometheus/2.43.0" 2024-09-16T11:57:57.585 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:100.00% done 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (985 ms) 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-16T11:57:57.586 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:57.626 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:57:57.626 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:wrote: 512 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:57:57.627 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:started write 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:write completion cb called! 2024-09-16T11:57:57.628 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 0 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:finished write 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:57:57.629 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:created completion 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:started read 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:read completion cb called! 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:return value is: 512 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ImagePollIO (41 ms) 2024-09-16T11:57:57.630 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-16T11:57:57.631 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:57.638 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:57:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[86047]: pgmap v3173: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 131 KiB/s wr, 591 op/s 2024-09-16T11:57:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[86047]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T11:57:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[88497]: pgmap v3173: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 131 KiB/s wr, 591 op/s 2024-09-16T11:57:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[88497]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T11:57:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:57 smithi191 ceph-mon[84934]: pgmap v3173: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 131 KiB/s wr, 591 op/s 2024-09-16T11:57:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:57 smithi191 ceph-mon[84934]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T11:57:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:57:58.658 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Mirror (1032 ms) 2024-09-16T11:57:58.658 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-16T11:57:58.680 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (22 ms) 2024-09-16T11:57:58.680 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-16T11:57:58.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:58 smithi077 ceph-mon[86047]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T11:57:58.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:58 smithi077 ceph-mon[88497]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T11:57:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:58 smithi191 ceph-mon[84934]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T11:57:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: pgmap v3176: 745 pgs: 745 active+clean; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 339 KiB/s wr, 763 op/s 2024-09-16T11:57:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T11:57:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]': finished 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]': finished 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]': finished 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:57:59.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: pgmap v3176: 745 pgs: 745 active+clean; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 339 KiB/s wr, 763 op/s 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]': finished 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]': finished 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]': finished 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]': finished 2024-09-16T11:57:59.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:57:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]': finished 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: pgmap v3176: 745 pgs: 745 active+clean; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 339 KiB/s wr, 763 op/s 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]: dispatch 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-09-16T11:57:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fd5eb6c1-2203-4aa4-8209-15e9fc5084c4"}]': finished 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b54f4f-725c-48bb-989c-135d12768bf9"}]': finished 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]: dispatch 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6952ec83-dccc-42e5-9ee4-1a0644f1b3ec"}]': finished 2024-09-16T11:57:59.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:57:59.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2987114459' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]: dispatch 2024-09-16T11:57:59.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:57:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8889a41f-6bd3-460f-b77b-bc1b3c8b58d5"}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-09-16T11:58:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[86047]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]': finished 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]': finished 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T11:58:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:00 smithi077 ceph-mon[88497]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.8", "id": [2, 3]}]': finished 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.f", "id": [3, 7]}]': finished 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T11:58:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:00 smithi191 ceph-mon[84934]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T11:58:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:01 smithi077 ceph-mon[86047]: pgmap v3179: 745 pgs: 745 active+clean; 147 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 976 KiB/s wr, 291 op/s 2024-09-16T11:58:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:01 smithi077 ceph-mon[88497]: pgmap v3179: 745 pgs: 745 active+clean; 147 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 976 KiB/s wr, 291 op/s 2024-09-16T11:58:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:01 smithi191 ceph-mon[84934]: pgmap v3179: 745 pgs: 745 active+clean; 147 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 976 KiB/s wr, 291 op/s 2024-09-16T11:58:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:02 smithi191 ceph-mon[84934]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T11:58:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:02 smithi077 ceph-mon[86047]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T11:58:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:02 smithi077 ceph-mon[88497]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T11:58:03.578 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (4898 ms) 2024-09-16T11:58:03.578 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-16T11:58:03.578 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:03 smithi077 ceph-mon[86047]: pgmap v3182: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 317 op/s 2024-09-16T11:58:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:03 smithi077 ceph-mon[86047]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T11:58:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:03 smithi077 ceph-mon[88497]: pgmap v3182: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 317 op/s 2024-09-16T11:58:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:03 smithi077 ceph-mon[88497]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T11:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:03 smithi191 ceph-mon[84934]: pgmap v3182: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 317 op/s 2024-09-16T11:58:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:03 smithi191 ceph-mon[84934]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T11:58:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:04 smithi077 ceph-mon[86047]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T11:58:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:04 smithi077 ceph-mon[88497]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T11:58:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:04 smithi191 ceph-mon[84934]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T11:58:05.581 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2003 ms) 2024-09-16T11:58:05.581 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-16T11:58:05.581 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:05.854 INFO:tasks.workunit.client.0.smithi077.stdout:1: acquiring exclusive lock 2024-09-16T11:58:05.854 INFO:tasks.workunit.client.0.smithi077.stdout:2: acquiring exclusive lock 2024-09-16T11:58:05.858 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock acquired 2024-09-16T11:58:05.889 INFO:tasks.workunit.client.0.smithi077.stdout:2: releasing exclusive lock 2024-09-16T11:58:05.891 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock released 2024-09-16T11:58:05.891 INFO:tasks.workunit.client.0.smithi077.stdout:2: acquiring exclusive lock 2024-09-16T11:58:05.894 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock acquired 2024-09-16T11:58:05.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:05 smithi077 ceph-mon[86047]: pgmap v3185: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 305 op/s 2024-09-16T11:58:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:05 smithi077 ceph-mon[86047]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T11:58:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:05 smithi077 ceph-mon[88497]: pgmap v3185: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 305 op/s 2024-09-16T11:58:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:05 smithi077 ceph-mon[88497]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T11:58:05.938 INFO:tasks.workunit.client.0.smithi077.stdout:1: releasing exclusive lock 2024-09-16T11:58:05.941 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock released 2024-09-16T11:58:05.941 INFO:tasks.workunit.client.0.smithi077.stdout:1: acquiring exclusive lock 2024-09-16T11:58:05.945 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock acquired 2024-09-16T11:58:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:05 smithi191 ceph-mon[84934]: pgmap v3185: 745 pgs: 3 peering, 742 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 305 op/s 2024-09-16T11:58:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:05 smithi191 ceph-mon[84934]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T11:58:05.972 INFO:tasks.workunit.client.0.smithi077.stdout:2: releasing exclusive lock 2024-09-16T11:58:05.974 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock released 2024-09-16T11:58:05.975 INFO:tasks.workunit.client.0.smithi077.stdout:2: acquiring exclusive lock 2024-09-16T11:58:05.978 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock acquired 2024-09-16T11:58:06.023 INFO:tasks.workunit.client.0.smithi077.stdout:2: releasing exclusive lock 2024-09-16T11:58:06.027 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock released 2024-09-16T11:58:06.027 INFO:tasks.workunit.client.0.smithi077.stdout:2: acquiring exclusive lock 2024-09-16T11:58:06.035 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock acquired 2024-09-16T11:58:06.079 INFO:tasks.workunit.client.0.smithi077.stdout:1: releasing exclusive lock 2024-09-16T11:58:06.083 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock released 2024-09-16T11:58:06.083 INFO:tasks.workunit.client.0.smithi077.stdout:1: acquiring exclusive lock 2024-09-16T11:58:06.087 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock acquired 2024-09-16T11:58:06.122 INFO:tasks.workunit.client.0.smithi077.stdout:2: releasing exclusive lock 2024-09-16T11:58:06.125 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock released 2024-09-16T11:58:06.125 INFO:tasks.workunit.client.0.smithi077.stdout:2: acquiring exclusive lock 2024-09-16T11:58:06.128 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock acquired 2024-09-16T11:58:06.178 INFO:tasks.workunit.client.0.smithi077.stdout:2: releasing exclusive lock 2024-09-16T11:58:06.180 INFO:tasks.workunit.client.0.smithi077.stdout:2: exclusive lock released 2024-09-16T11:58:06.184 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock acquired 2024-09-16T11:58:06.222 INFO:tasks.workunit.client.0.smithi077.stdout:1: releasing exclusive lock 2024-09-16T11:58:06.225 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock released 2024-09-16T11:58:06.225 INFO:tasks.workunit.client.0.smithi077.stdout:1: acquiring exclusive lock 2024-09-16T11:58:06.231 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock acquired 2024-09-16T11:58:06.252 INFO:tasks.workunit.client.0.smithi077.stdout:1: releasing exclusive lock 2024-09-16T11:58:06.255 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock released 2024-09-16T11:58:06.255 INFO:tasks.workunit.client.0.smithi077.stdout:1: acquiring exclusive lock 2024-09-16T11:58:06.259 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock acquired 2024-09-16T11:58:06.293 INFO:tasks.workunit.client.0.smithi077.stdout:1: releasing exclusive lock 2024-09-16T11:58:06.297 INFO:tasks.workunit.client.0.smithi077.stdout:1: exclusive lock released 2024-09-16T11:58:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ExclusiveLock (730 ms) 2024-09-16T11:58:06.311 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-16T11:58:06.327 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.588 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.BreakLock (277 ms) 2024-09-16T11:58:06.588 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-16T11:58:06.588 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (26 ms) 2024-09-16T11:58:06.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-16T11:58:06.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-09-16T11:58:06.615 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-16T11:58:06.615 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:1.56% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:3.12% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:4.69% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:6.25% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:7.81% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:9.38% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:10.94% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:12.50% done 2024-09-16T11:58:06.689 INFO:tasks.workunit.client.0.smithi077.stdout:14.06% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:15.62% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:17.19% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:18.75% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:20.31% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:21.88% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:23.44% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:25.00% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:26.56% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:28.12% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:29.69% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:31.25% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:32.81% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:34.38% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:35.94% done 2024-09-16T11:58:06.690 INFO:tasks.workunit.client.0.smithi077.stdout:37.50% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:39.06% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:40.62% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:42.19% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:43.75% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:45.31% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:46.88% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:48.44% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:50.00% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:51.56% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:53.12% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:54.69% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:56.25% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:57.81% done 2024-09-16T11:58:06.691 INFO:tasks.workunit.client.0.smithi077.stdout:59.38% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:60.94% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:62.50% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:64.06% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:65.62% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:67.19% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:68.75% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:70.31% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:71.88% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:73.44% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:75.00% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:76.56% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:78.12% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:79.69% done 2024-09-16T11:58:06.692 INFO:tasks.workunit.client.0.smithi077.stdout:81.25% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:82.81% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:84.38% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:85.94% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:87.50% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:89.06% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:90.62% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:92.19% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:93.75% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:95.31% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:96.88% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:98.44% done 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (75 ms) 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-16T11:58:06.693 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:0.00% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:1.56% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:3.12% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:4.69% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:6.25% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:7.81% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:9.38% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:10.94% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:12.50% done 2024-09-16T11:58:06.748 INFO:tasks.workunit.client.0.smithi077.stdout:14.06% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:15.62% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:17.19% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:18.75% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:20.31% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:21.88% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:23.44% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:25.00% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:26.56% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:28.12% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:29.69% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:31.25% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:32.81% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:34.38% done 2024-09-16T11:58:06.749 INFO:tasks.workunit.client.0.smithi077.stdout:35.94% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:37.50% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:39.06% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:40.62% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:42.19% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:43.75% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:45.31% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:46.88% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:48.44% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:50.00% done 2024-09-16T11:58:06.750 INFO:tasks.workunit.client.0.smithi077.stdout:51.56% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:53.12% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:54.69% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:56.25% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:57.81% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:59.38% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:60.94% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:62.50% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:64.06% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:65.62% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:67.19% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:68.75% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:70.31% done 2024-09-16T11:58:06.751 INFO:tasks.workunit.client.0.smithi077.stdout:71.88% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:73.44% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:75.00% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:76.56% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:78.12% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:79.69% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:81.25% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:82.81% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:84.38% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:85.94% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:87.50% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:89.06% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:90.62% done 2024-09-16T11:58:06.752 INFO:tasks.workunit.client.0.smithi077.stdout:92.19% done 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:93.75% done 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:95.31% done 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:96.88% done 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:98.44% done 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (59 ms) 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-16T11:58:06.753 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.755 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.872 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestTrashPurge (124 ms) 2024-09-16T11:58:06.873 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-16T11:58:06.873 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.919 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (47 ms) 2024-09-16T11:58:06.919 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-16T11:58:06.919 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.921 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[86047]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[88497]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:06] "GET /metrics HTTP/1.1" 200 82893 "" "Prometheus/2.43.0" 2024-09-16T11:58:06.946 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestListWatchers (27 ms) 2024-09-16T11:58:06.946 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-16T11:58:06.947 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:06 smithi191 ceph-mon[84934]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T11:58:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:06 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2326833559' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:06 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]: dispatch 2024-09-16T11:58:07.604 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestSetSnapById (657 ms) 2024-09-16T11:58:07.605 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-16T11:58:07.626 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Namespaces (22 ms) 2024-09-16T11:58:07.626 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-16T11:58:07.656 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:07.660 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:07.735 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.NamespacesPP (109 ms) 2024-09-16T11:58:07.736 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Migration 2024-09-16T11:58:07.736 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:07.736 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[86047]: pgmap v3188: 745 pgs: 745 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T11:58:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]': finished 2024-09-16T11:58:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[86047]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T11:58:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[88497]: pgmap v3188: 745 pgs: 745 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T11:58:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]': finished 2024-09-16T11:58:07.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:07 smithi077 ceph-mon[88497]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T11:58:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:07 smithi191 ceph-mon[84934]: pgmap v3188: 745 pgs: 745 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T11:58:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:07 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/2273643771"}]': finished 2024-09-16T11:58:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:07 smithi191 ceph-mon[84934]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T11:58:08.149 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Migration (414 ms) 2024-09-16T11:58:08.149 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-16T11:58:08.149 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.150 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.516 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.MigrationPP (367 ms) 2024-09-16T11:58:08.517 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-16T11:58:08.517 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.531 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (15 ms) 2024-09-16T11:58:08.531 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-16T11:58:08.531 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.546 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (15 ms) 2024-09-16T11:58:08.546 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-16T11:58:08.546 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.664 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (118 ms) 2024-09-16T11:58:08.664 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-16T11:58:08.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-09-16T11:58:08.692 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-16T11:58:08.712 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.PoolMetadataPP (21 ms) 2024-09-16T11:58:08.713 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.Config 2024-09-16T11:58:08.718 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.755 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.Config (42 ms) 2024-09-16T11:58:08.756 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-16T11:58:08.760 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:08.795 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ConfigPP (40 ms) 2024-09-16T11:58:08.795 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-16T11:58:08.896 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-mon[88497]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-mon[86047]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE Bus STOPPING 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE Bus STOPPED 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE Bus STARTING 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE Serving on http://:::9283 2024-09-16T11:58:08.897 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:08 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:11:58:08] ENGINE Bus STARTED 2024-09-16T11:58:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:08 smithi191 ceph-mon[84934]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: pgmap v3191: 745 pgs: 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 73 KiB/s wr, 153 op/s 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: pgmap v3191: 745 pgs: 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 73 KiB/s wr, 153 op/s 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.926 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: pgmap v3191: 745 pgs: 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 73 KiB/s wr, 153 op/s 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:58:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T11:58:09.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T11:58:10.719 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:10 smithi191 ceph-mon[84934]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T11:58:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:10 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:10 smithi191 ceph-mon[84934]: pgmap v3194: 777 pgs: 32 unknown, 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 138 KiB/s wr, 163 op/s 2024-09-16T11:58:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[86047]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T11:58:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[86047]: pgmap v3194: 777 pgs: 32 unknown, 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 138 KiB/s wr, 163 op/s 2024-09-16T11:58:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[88497]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T11:58:11.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:11.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:10 smithi077 ceph-mon[88497]: pgmap v3194: 777 pgs: 32 unknown, 745 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 138 KiB/s wr, 163 op/s 2024-09-16T11:58:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:11 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:11 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:11 smithi191 ceph-mon[84934]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T11:58:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:11 smithi191 ceph-mon[84934]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T11:58:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[86047]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T11:58:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[86047]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T11:58:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4098470666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[88497]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T11:58:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:11 smithi077 ceph-mon[88497]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T11:58:12.440 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:12.457 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:12.464 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[86047]: pgmap v3197: 777 pgs: 14 creating+peering, 7 unknown, 756 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 117 KiB/s wr, 1.10k op/s 2024-09-16T11:58:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[86047]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[88497]: pgmap v3197: 777 pgs: 14 creating+peering, 7 unknown, 756 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 117 KiB/s wr, 1.10k op/s 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[88497]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T11:58:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:13 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:13.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:13 smithi191 ceph-mon[84934]: pgmap v3197: 777 pgs: 14 creating+peering, 7 unknown, 756 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 117 KiB/s wr, 1.10k op/s 2024-09-16T11:58:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:13 smithi191 ceph-mon[84934]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T11:58:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:13 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:13.474 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.PoolStatsPP (4679 ms) 2024-09-16T11:58:13.475 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-16T11:58:14.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:14 smithi077 ceph-mon[86047]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T11:58:14.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:14 smithi077 ceph-mon[88497]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T11:58:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:14 smithi191 ceph-mon[84934]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T11:58:15.437 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:15 smithi191 ceph-mon[84934]: pgmap v3200: 777 pgs: 14 creating+peering, 763 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 851 KiB/s rd, 52 KiB/s wr, 1.13k op/s 2024-09-16T11:58:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:15 smithi191 ceph-mon[84934]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T11:58:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:15 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/870515012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:15 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[86047]: pgmap v3200: 777 pgs: 14 creating+peering, 763 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 851 KiB/s rd, 52 KiB/s wr, 1.13k op/s 2024-09-16T11:58:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[86047]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T11:58:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/870515012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[88497]: pgmap v3200: 777 pgs: 14 creating+peering, 763 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 851 KiB/s rd, 52 KiB/s wr, 1.13k op/s 2024-09-16T11:58:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[88497]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T11:58:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/870515012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:15 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:16.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:16 smithi191 ceph-mon[84934]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T11:58:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:16.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:16 smithi077 ceph-mon[88497]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T11:58:16.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:16.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:16 smithi077 ceph-mon[86047]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T11:58:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:16] "GET /metrics HTTP/1.1" 200 85322 "" "Prometheus/2.43.0" 2024-09-16T11:58:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:17 smithi191 ceph-mon[84934]: pgmap v3203: 809 pgs: 12 creating+peering, 17 unknown, 780 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-09-16T11:58:17.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:17 smithi191 ceph-mon[84934]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T11:58:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:17 smithi077 ceph-mon[88497]: pgmap v3203: 809 pgs: 12 creating+peering, 17 unknown, 780 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-09-16T11:58:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:17 smithi077 ceph-mon[88497]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T11:58:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:17 smithi077 ceph-mon[86047]: pgmap v3203: 809 pgs: 12 creating+peering, 17 unknown, 780 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-09-16T11:58:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:17 smithi077 ceph-mon[86047]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T11:58:18.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:18 smithi191 ceph-mon[84934]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T11:58:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:18 smithi077 ceph-mon[86047]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T11:58:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:18 smithi077 ceph-mon[88497]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T11:58:19.600 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ImageSpec (6126 ms) 2024-09-16T11:58:19.600 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-16T11:58:19.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:19 smithi191 ceph-mon[84934]: pgmap v3206: 809 pgs: 12 creating+peering, 8 unknown, 789 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2024-09-16T11:58:19.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:19 smithi191 ceph-mon[84934]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T11:58:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:19 smithi077 ceph-mon[86047]: pgmap v3206: 809 pgs: 12 creating+peering, 8 unknown, 789 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2024-09-16T11:58:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:19 smithi077 ceph-mon[86047]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T11:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:19 smithi077 ceph-mon[88497]: pgmap v3206: 809 pgs: 12 creating+peering, 8 unknown, 789 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2024-09-16T11:58:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:19 smithi077 ceph-mon[88497]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T11:58:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:20 smithi077 ceph-mon[88497]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T11:58:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:20 smithi077 ceph-mon[86047]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T11:58:20.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:20 smithi191 ceph-mon[84934]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T11:58:21.417 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: pgmap v3209: 809 pgs: 12 creating+peering, 797 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/655748649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[88497]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: pgmap v3209: 809 pgs: 12 creating+peering, 797 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/655748649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:21 smithi077 ceph-mon[86047]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T11:58:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: pgmap v3209: 809 pgs: 12 creating+peering, 797 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T11:58:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T11:58:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/655748649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:21 smithi191 ceph-mon[84934]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T11:58:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:23 smithi191 ceph-mon[84934]: pgmap v3212: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-09-16T11:58:23.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:23 smithi191 ceph-mon[84934]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T11:58:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:23 smithi077 ceph-mon[88497]: pgmap v3212: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-09-16T11:58:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:23 smithi077 ceph-mon[88497]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T11:58:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:23 smithi077 ceph-mon[86047]: pgmap v3212: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-09-16T11:58:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:23 smithi077 ceph-mon[86047]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T11:58:24.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:24 smithi191 ceph-mon[84934]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T11:58:24.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:24 smithi077 ceph-mon[88497]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T11:58:24.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:24 smithi077 ceph-mon[86047]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T11:58:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:25 smithi191 ceph-mon[84934]: pgmap v3215: 841 pgs: 7 creating+peering, 13 unknown, 821 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-09-16T11:58:25.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:25 smithi191 ceph-mon[84934]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T11:58:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:25 smithi077 ceph-mon[86047]: pgmap v3215: 841 pgs: 7 creating+peering, 13 unknown, 821 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-09-16T11:58:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:25 smithi077 ceph-mon[86047]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T11:58:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:25 smithi077 ceph-mon[88497]: pgmap v3215: 841 pgs: 7 creating+peering, 13 unknown, 821 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-09-16T11:58:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:25 smithi077 ceph-mon[88497]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T11:58:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:26 smithi191 ceph-mon[84934]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T11:58:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:26 smithi191 ceph-mon[84934]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T11:58:26.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:26 smithi077 ceph-mon[88497]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T11:58:26.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:26 smithi077 ceph-mon[88497]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T11:58:26.755 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:26 smithi077 ceph-mon[86047]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T11:58:26.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:26 smithi077 ceph-mon[86047]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T11:58:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:26] "GET /metrics HTTP/1.1" 200 85322 "" "Prometheus/2.43.0" 2024-09-16T11:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:27 smithi191 ceph-mon[84934]: pgmap v3218: 841 pgs: 3 creating+peering, 838 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-09-16T11:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[86047]: pgmap v3218: 841 pgs: 3 creating+peering, 838 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-09-16T11:58:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[88497]: pgmap v3218: 841 pgs: 3 creating+peering, 838 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-09-16T11:58:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:58:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 3 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 3 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:child: image213 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:child: image215 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:child: image214 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-15/image213/b1d153555f8f 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-37/image214/b1d1d287b5bf 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:found child test-librbd-smithi077-136923-15/image215/b1d1f284e3a8 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T11:58:28.509 INFO:tasks.workunit.client.0.smithi077.stdout:num children is: 0 2024-09-16T11:58:28.510 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:58:28.510 INFO:tasks.workunit.client.0.smithi077.stdout:num snaps is: 0 2024-09-16T11:58:28.510 INFO:tasks.workunit.client.0.smithi077.stdout:expected: 0 2024-09-16T11:58:28.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8908 ms) 2024-09-16T11:58:28.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-16T11:58:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:28 smithi077 ceph-mon[86047]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T11:58:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:28 smithi077 ceph-mon[88497]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T11:58:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:28 smithi191 ceph-mon[84934]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T11:58:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:29 smithi077 ceph-mon[86047]: pgmap v3221: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:29 smithi077 ceph-mon[86047]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T11:58:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:29 smithi077 ceph-mon[88497]: pgmap v3221: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:29 smithi077 ceph-mon[88497]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T11:58:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:29 smithi191 ceph-mon[84934]: pgmap v3221: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:29 smithi191 ceph-mon[84934]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T11:58:30.489 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:30 smithi077 ceph-mon[86047]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T11:58:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:30 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:30 smithi077 ceph-mon[88497]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T11:58:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:30 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:30 smithi191 ceph-mon[84934]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T11:58:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:30 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T11:58:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[86047]: pgmap v3224: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[86047]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[86047]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[88497]: pgmap v3224: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[88497]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T11:58:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:31 smithi077 ceph-mon[88497]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T11:58:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:31 smithi191 ceph-mon[84934]: pgmap v3224: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:58:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:31 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T11:58:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:31 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3930722325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T11:58:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:31 smithi191 ceph-mon[84934]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T11:58:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:31 smithi191 ceph-mon[84934]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T11:58:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[86047]: pgmap v3227: 841 pgs: 12 creating+peering, 14 unknown, 815 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-16T11:58:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[86047]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T11:58:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[88497]: pgmap v3227: 841 pgs: 12 creating+peering, 14 unknown, 815 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-16T11:58:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[88497]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T11:58:33.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:33 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:33 smithi191 ceph-mon[84934]: pgmap v3227: 841 pgs: 12 creating+peering, 14 unknown, 815 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-16T11:58:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:33 smithi191 ceph-mon[84934]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T11:58:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:33 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T11:58:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:34 smithi191 ceph-mon[84934]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T11:58:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:34 smithi077 ceph-mon[86047]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T11:58:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:34 smithi077 ceph-mon[88497]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T11:58:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:35 smithi191 ceph-mon[84934]: pgmap v3230: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 KiB/s wr, 61 op/s 2024-09-16T11:58:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:35 smithi191 ceph-mon[84934]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T11:58:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:35 smithi077 ceph-mon[86047]: pgmap v3230: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 KiB/s wr, 61 op/s 2024-09-16T11:58:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:35 smithi077 ceph-mon[86047]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T11:58:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:35 smithi077 ceph-mon[88497]: pgmap v3230: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 KiB/s wr, 61 op/s 2024-09-16T11:58:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:35 smithi077 ceph-mon[88497]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T11:58:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:36 smithi191 ceph-mon[84934]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T11:58:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:36 smithi191 ceph-mon[84934]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T11:58:36.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:36 smithi077 ceph-mon[88497]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T11:58:36.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:36 smithi077 ceph-mon[88497]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T11:58:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:36 smithi077 ceph-mon[86047]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T11:58:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:36 smithi077 ceph-mon[86047]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T11:58:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:36] "GET /metrics HTTP/1.1" 200 87845 "" "Prometheus/2.43.0" 2024-09-16T11:58:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:37 smithi191 ceph-mon[84934]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-16T11:58:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:37 smithi077 ceph-mon[86047]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-16T11:58:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:37 smithi077 ceph-mon[88497]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-16T11:58:38.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.QuiesceWatch (10033 ms) 2024-09-16T11:58:38.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-16T11:58:38.541 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:38 smithi191 ceph-mon[84934]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T11:58:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:38 smithi077 ceph-mon[86047]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T11:58:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:38 smithi077 ceph-mon[88497]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T11:58:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:39 smithi191 ceph-mon[84934]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-09-16T11:58:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:39 smithi191 ceph-mon[84934]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T11:58:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:39 smithi077 ceph-mon[88497]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-09-16T11:58:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:39 smithi077 ceph-mon[88497]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T11:58:39.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:39 smithi077 ceph-mon[86047]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-09-16T11:58:39.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:39 smithi077 ceph-mon[86047]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T11:58:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:40 smithi077 ceph-mon[86047]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T11:58:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:40 smithi077 ceph-mon[88497]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T11:58:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:40 smithi191 ceph-mon[84934]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T11:58:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[86047]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-09-16T11:58:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[86047]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T11:58:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[86047]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T11:58:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[88497]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-09-16T11:58:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[88497]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T11:58:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:41 smithi077 ceph-mon[88497]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T11:58:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:41 smithi191 ceph-mon[84934]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-09-16T11:58:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:41 smithi191 ceph-mon[84934]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T11:58:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:41 smithi191 ceph-mon[84934]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T11:58:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:42 smithi191 ceph-mon[84934]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T11:58:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:42 smithi077 ceph-mon[86047]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T11:58:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:42 smithi077 ceph-mon[88497]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T11:58:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:43 smithi077 ceph-mon[86047]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-09-16T11:58:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:43 smithi077 ceph-mon[86047]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T11:58:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:43 smithi077 ceph-mon[88497]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-09-16T11:58:43.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:43 smithi077 ceph-mon[88497]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T11:58:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:43 smithi191 ceph-mon[84934]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-09-16T11:58:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:43 smithi191 ceph-mon[84934]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T11:58:44.513 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5972 ms) 2024-09-16T11:58:44.513 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-16T11:58:44.514 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:45 smithi077 ceph-mon[86047]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-16T11:58:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:45 smithi077 ceph-mon[86047]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T11:58:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:45 smithi077 ceph-mon[88497]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-16T11:58:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:45 smithi077 ceph-mon[88497]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T11:58:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:45 smithi191 ceph-mon[84934]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-16T11:58:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:45 smithi191 ceph-mon[84934]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T11:58:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:46 smithi077 ceph-mon[86047]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T11:58:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:46 smithi077 ceph-mon[86047]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T11:58:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:46 smithi077 ceph-mon[88497]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T11:58:46.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:46 smithi077 ceph-mon[88497]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T11:58:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:46 smithi191 ceph-mon[84934]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T11:58:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:46 smithi191 ceph-mon[84934]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T11:58:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:46] "GET /metrics HTTP/1.1" 200 90312 "" "Prometheus/2.43.0" 2024-09-16T11:58:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:47 smithi077 ceph-mon[86047]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-09-16T11:58:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:47 smithi077 ceph-mon[86047]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T11:58:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:47 smithi077 ceph-mon[88497]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-09-16T11:58:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:47 smithi077 ceph-mon[88497]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T11:58:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:47 smithi191 ceph-mon[84934]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-09-16T11:58:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:47 smithi191 ceph-mon[84934]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T11:58:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:49 smithi077 ceph-mon[86047]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-16T11:58:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:49 smithi077 ceph-mon[86047]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T11:58:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:49 smithi077 ceph-mon[88497]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-16T11:58:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:49 smithi077 ceph-mon[88497]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T11:58:49.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:49 smithi191 ceph-mon[84934]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-16T11:58:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:49 smithi191 ceph-mon[84934]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T11:58:50.525 INFO:tasks.workunit.client.0.smithi077.stdout:10.00% done 2024-09-16T11:58:50.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6012 ms) 2024-09-16T11:58:50.525 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-16T11:58:50.526 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:58:50.541 INFO:tasks.workunit.client.0.smithi077.stderr:test quiesce is not long enough to time out 2024-09-16T11:58:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:50 smithi191 ceph-mon[84934]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T11:58:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:50 smithi077 ceph-mon[86047]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T11:58:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:50 smithi077 ceph-mon[88497]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T11:58:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:51 smithi191 ceph-mon[84934]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T11:58:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:51 smithi191 ceph-mon[84934]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T11:58:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:51 smithi191 ceph-mon[84934]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T11:58:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[86047]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T11:58:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[86047]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T11:58:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[86047]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T11:58:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[88497]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T11:58:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[88497]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T11:58:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:51 smithi077 ceph-mon[88497]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T11:58:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:58:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:58:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:53 smithi191 ceph-mon[84934]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-09-16T11:58:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:53 smithi077 ceph-mon[88497]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-09-16T11:58:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:53 smithi077 ceph-mon[86047]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-09-16T11:58:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:55 smithi191 ceph-mon[84934]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-16T11:58:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:55 smithi077 ceph-mon[86047]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-16T11:58:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:55 smithi077 ceph-mon[88497]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-16T11:58:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:58:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:58:56] "GET /metrics HTTP/1.1" 200 90312 "" "Prometheus/2.43.0" 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[88497]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.9 KiB/s wr, 71 op/s 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[88497]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[86047]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.9 KiB/s wr, 71 op/s 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[86047]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T11:58:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:57 smithi191 ceph-mon[84934]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.9 KiB/s wr, 71 op/s 2024-09-16T11:58:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:57 smithi191 ceph-mon[84934]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T11:58:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:58:59.449 INFO:tasks.workunit.client.0.smithi077.stderr:test quiesce is timed out 2024-09-16T11:58:59.451 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 0 2024-09-16T11:58:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:58:59 smithi077 ceph-mon[86047]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 27 op/s 2024-09-16T11:58:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:58:59 smithi077 ceph-mon[88497]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 27 op/s 2024-09-16T11:58:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:58:59 smithi191 ceph-mon[84934]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 27 op/s 2024-09-16T11:59:00.451 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 1 2024-09-16T11:59:00.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:00 smithi191 ceph-mon[84934]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T11:59:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:00 smithi077 ceph-mon[86047]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T11:59:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:00 smithi077 ceph-mon[88497]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T11:59:01.451 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 2 2024-09-16T11:59:01.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:01 smithi191 ceph-mon[84934]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 24 op/s 2024-09-16T11:59:01.733 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:01 smithi191 ceph-mon[84934]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T11:59:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:01 smithi077 ceph-mon[88497]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 24 op/s 2024-09-16T11:59:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:01 smithi077 ceph-mon[88497]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T11:59:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:01 smithi077 ceph-mon[86047]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 24 op/s 2024-09-16T11:59:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:01 smithi077 ceph-mon[86047]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T11:59:02.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 3 2024-09-16T11:59:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:03.451 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 4 2024-09-16T11:59:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:03 smithi191 ceph-mon[84934]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-16T11:59:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:03 smithi077 ceph-mon[88497]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-16T11:59:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:03 smithi077 ceph-mon[86047]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-16T11:59:04.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 5 2024-09-16T11:59:05.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 6 2024-09-16T11:59:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:05 smithi191 ceph-mon[84934]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 416 B/s wr, 5 op/s 2024-09-16T11:59:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:05 smithi077 ceph-mon[86047]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 416 B/s wr, 5 op/s 2024-09-16T11:59:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:05 smithi077 ceph-mon[88497]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 416 B/s wr, 5 op/s 2024-09-16T11:59:06.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 7 2024-09-16T11:59:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:06] "GET /metrics HTTP/1.1" 200 90308 "" "Prometheus/2.43.0" 2024-09-16T11:59:07.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 8 2024-09-16T11:59:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:07 smithi191 ceph-mon[84934]: pgmap v3267: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T11:59:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:07 smithi077 ceph-mon[86047]: pgmap v3267: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T11:59:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:07 smithi077 ceph-mon[88497]: pgmap v3267: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T11:59:08.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 9 2024-09-16T11:59:09.452 INFO:tasks.workunit.client.0.smithi077.stderr:waiting for timed out ... 10 2024-09-16T11:59:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:09 smithi191 ceph-mon[84934]: pgmap v3268: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-09-16T11:59:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:59:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:59:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:59:09.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[86047]: pgmap v3268: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[88497]: pgmap v3268: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T11:59:09.725 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T11:59:09.726 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T11:59:09.726 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T11:59:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:11 smithi191 ceph-mon[84934]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T11:59:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:11 smithi077 ceph-mon[86047]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T11:59:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:11 smithi077 ceph-mon[88497]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T11:59:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:13.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:13 smithi191 ceph-mon[84934]: pgmap v3270: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 B/s rd, 0 op/s 2024-09-16T11:59:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:13 smithi077 ceph-mon[88497]: pgmap v3270: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 B/s rd, 0 op/s 2024-09-16T11:59:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:13 smithi077 ceph-mon[86047]: pgmap v3270: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 B/s rd, 0 op/s 2024-09-16T11:59:15.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:15 smithi191 ceph-mon[84934]: pgmap v3271: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-16T11:59:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:15 smithi077 ceph-mon[88497]: pgmap v3271: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-16T11:59:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:15 smithi077 ceph-mon[86047]: pgmap v3271: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-16T11:59:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:16] "GET /metrics HTTP/1.1" 200 90320 "" "Prometheus/2.43.0" 2024-09-16T11:59:17.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:17 smithi191 ceph-mon[84934]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:17 smithi077 ceph-mon[86047]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:17 smithi077 ceph-mon[88497]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:19 smithi077 ceph-mon[86047]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:19 smithi077 ceph-mon[88497]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:19 smithi191 ceph-mon[84934]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:20.452 INFO:tasks.workunit.client.0.smithi077.stderr:test retry succeeds 2024-09-16T11:59:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:21 smithi077 ceph-mon[86047]: pgmap v3274: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:21 smithi077 ceph-mon[86047]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T11:59:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:21 smithi077 ceph-mon[88497]: pgmap v3274: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:21 smithi077 ceph-mon[88497]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T11:59:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:21 smithi191 ceph-mon[84934]: pgmap v3274: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:21 smithi191 ceph-mon[84934]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T11:59:22.581 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32056 ms) 2024-09-16T11:59:22.582 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-16T11:59:22.582 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:59:22.646 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.WriteZeroes (65 ms) 2024-09-16T11:59:22.646 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-16T11:59:22.646 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:59:22.706 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (60 ms) 2024-09-16T11:59:22.707 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-16T11:59:22.707 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T11:59:22.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:22 smithi191 ceph-mon[84934]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T11:59:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:22 smithi077 ceph-mon[86047]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T11:59:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:22 smithi077 ceph-mon[88497]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T11:59:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:23 smithi077 ceph-mon[88497]: pgmap v3277: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:59:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:23 smithi077 ceph-mon[88497]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T11:59:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:23 smithi077 ceph-mon[86047]: pgmap v3277: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:59:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:23 smithi077 ceph-mon[86047]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T11:59:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:23 smithi191 ceph-mon[84934]: pgmap v3277: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T11:59:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:23 smithi191 ceph-mon[84934]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T11:59:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:24 smithi077 ceph-mon[86047]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T11:59:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:24 smithi077 ceph-mon[88497]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T11:59:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:24 smithi191 ceph-mon[84934]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T11:59:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:25 smithi077 ceph-mon[86047]: pgmap v3280: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-16T11:59:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:25 smithi077 ceph-mon[86047]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T11:59:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:25 smithi077 ceph-mon[88497]: pgmap v3280: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-16T11:59:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:25 smithi077 ceph-mon[88497]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T11:59:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:25 smithi191 ceph-mon[84934]: pgmap v3280: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-16T11:59:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:25 smithi191 ceph-mon[84934]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T11:59:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:26 smithi077 ceph-mon[86047]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T11:59:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:26 smithi077 ceph-mon[88497]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T11:59:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:26] "GET /metrics HTTP/1.1" 200 90320 "" "Prometheus/2.43.0" 2024-09-16T11:59:26.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:26 smithi191 ceph-mon[84934]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T11:59:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[86047]: pgmap v3283: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-09-16T11:59:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[86047]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T11:59:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[88497]: pgmap v3283: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-09-16T11:59:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[88497]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T11:59:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:27 smithi191 ceph-mon[84934]: pgmap v3283: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-09-16T11:59:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:27 smithi191 ceph-mon[84934]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T11:59:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:28 smithi077 ceph-mon[86047]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T11:59:28.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:28 smithi077 ceph-mon[88497]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T11:59:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:28 smithi191 ceph-mon[84934]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T11:59:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:29 smithi077 ceph-mon[86047]: pgmap v3286: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-09-16T11:59:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:29 smithi077 ceph-mon[86047]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T11:59:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:29 smithi077 ceph-mon[88497]: pgmap v3286: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-09-16T11:59:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:29 smithi077 ceph-mon[88497]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T11:59:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:29 smithi191 ceph-mon[84934]: pgmap v3286: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-09-16T11:59:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:29 smithi191 ceph-mon[84934]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T11:59:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:30 smithi077 ceph-mon[86047]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T11:59:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:30 smithi077 ceph-mon[88497]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T11:59:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:30 smithi191 ceph-mon[84934]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T11:59:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[86047]: pgmap v3289: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T11:59:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[86047]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T11:59:31.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[86047]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T11:59:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[88497]: pgmap v3289: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T11:59:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[88497]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T11:59:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:31 smithi077 ceph-mon[88497]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T11:59:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:31 smithi191 ceph-mon[84934]: pgmap v3289: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T11:59:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:31 smithi191 ceph-mon[84934]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T11:59:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:31 smithi191 ceph-mon[84934]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T11:59:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:33 smithi191 ceph-mon[84934]: pgmap v3292: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-16T11:59:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:33 smithi191 ceph-mon[84934]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T11:59:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:33 smithi077 ceph-mon[86047]: pgmap v3292: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-16T11:59:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:33 smithi077 ceph-mon[86047]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T11:59:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:33 smithi077 ceph-mon[88497]: pgmap v3292: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-16T11:59:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:33 smithi077 ceph-mon[88497]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T11:59:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:34 smithi191 ceph-mon[84934]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T11:59:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:34 smithi077 ceph-mon[86047]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T11:59:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:34 smithi077 ceph-mon[88497]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T11:59:35.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:35 smithi191 ceph-mon[84934]: pgmap v3295: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-16T11:59:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:35 smithi191 ceph-mon[84934]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T11:59:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:35 smithi077 ceph-mon[86047]: pgmap v3295: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-16T11:59:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:35 smithi077 ceph-mon[86047]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T11:59:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:35 smithi077 ceph-mon[88497]: pgmap v3295: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-16T11:59:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:35 smithi077 ceph-mon[88497]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T11:59:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:36 smithi191 ceph-mon[84934]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T11:59:36.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:36 smithi077 ceph-mon[88497]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T11:59:36.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:36 smithi077 ceph-mon[86047]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T11:59:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:36] "GET /metrics HTTP/1.1" 200 90326 "" "Prometheus/2.43.0" 2024-09-16T11:59:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:37 smithi077 ceph-mon[86047]: pgmap v3298: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-09-16T11:59:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:37 smithi077 ceph-mon[86047]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T11:59:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:37 smithi077 ceph-mon[88497]: pgmap v3298: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-09-16T11:59:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:37 smithi077 ceph-mon[88497]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T11:59:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:37 smithi191 ceph-mon[84934]: pgmap v3298: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-09-16T11:59:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:37 smithi191 ceph-mon[84934]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T11:59:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:38 smithi077 ceph-mon[88497]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T11:59:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:38 smithi077 ceph-mon[86047]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T11:59:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:38 smithi191 ceph-mon[84934]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T11:59:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:39 smithi077 ceph-mon[88497]: pgmap v3301: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-09-16T11:59:39.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:39 smithi077 ceph-mon[88497]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T11:59:39.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:39 smithi077 ceph-mon[86047]: pgmap v3301: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-09-16T11:59:39.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:39 smithi077 ceph-mon[86047]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T11:59:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:39 smithi191 ceph-mon[84934]: pgmap v3301: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-09-16T11:59:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:39 smithi191 ceph-mon[84934]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T11:59:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:40 smithi077 ceph-mon[86047]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T11:59:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:40 smithi077 ceph-mon[88497]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T11:59:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:40 smithi191 ceph-mon[84934]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T11:59:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[86047]: pgmap v3304: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-16T11:59:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[86047]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T11:59:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[86047]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T11:59:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[88497]: pgmap v3304: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-16T11:59:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[88497]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T11:59:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:41 smithi077 ceph-mon[88497]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T11:59:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:41 smithi191 ceph-mon[84934]: pgmap v3304: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-16T11:59:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:41 smithi191 ceph-mon[84934]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T11:59:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:41 smithi191 ceph-mon[84934]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T11:59:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:42 smithi191 ceph-mon[84934]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T11:59:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:42 smithi077 ceph-mon[86047]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T11:59:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:42 smithi077 ceph-mon[88497]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T11:59:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:43 smithi077 ceph-mon[86047]: pgmap v3307: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-09-16T11:59:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:43 smithi077 ceph-mon[88497]: pgmap v3307: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-09-16T11:59:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:43 smithi191 ceph-mon[84934]: pgmap v3307: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-09-16T11:59:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:44 smithi077 ceph-mon[86047]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T11:59:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:44 smithi077 ceph-mon[88497]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T11:59:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:44 smithi191 ceph-mon[84934]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T11:59:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:45 smithi077 ceph-mon[88497]: pgmap v3310: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T11:59:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:45 smithi077 ceph-mon[88497]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T11:59:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:45 smithi077 ceph-mon[86047]: pgmap v3310: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T11:59:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:45 smithi077 ceph-mon[86047]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T11:59:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:45 smithi191 ceph-mon[84934]: pgmap v3310: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T11:59:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:45 smithi191 ceph-mon[84934]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T11:59:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:46 smithi077 ceph-mon[88497]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T11:59:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:46 smithi077 ceph-mon[88497]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T11:59:46.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:46 smithi077 ceph-mon[86047]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T11:59:46.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:46 smithi077 ceph-mon[86047]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T11:59:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:46] "GET /metrics HTTP/1.1" 200 90325 "" "Prometheus/2.43.0" 2024-09-16T11:59:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:46 smithi191 ceph-mon[84934]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T11:59:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:46 smithi191 ceph-mon[84934]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T11:59:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:47 smithi077 ceph-mon[88497]: pgmap v3313: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:47 smithi077 ceph-mon[88497]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T11:59:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:47 smithi077 ceph-mon[86047]: pgmap v3313: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:47.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:47 smithi077 ceph-mon[86047]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T11:59:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:47 smithi191 ceph-mon[84934]: pgmap v3313: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:47 smithi191 ceph-mon[84934]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T11:59:48.528 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] TestLibRBD.ConcurentOperations (25822 ms) 2024-09-16T11:59:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:49 smithi191 ceph-mon[84934]: pgmap v3316: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:49 smithi191 ceph-mon[84934]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T11:59:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:49 smithi077 ceph-mon[86047]: pgmap v3316: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:49 smithi077 ceph-mon[86047]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T11:59:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:49 smithi077 ceph-mon[88497]: pgmap v3316: 841 pgs: 841 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-09-16T11:59:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:49 smithi077 ceph-mon[88497]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T11:59:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:50 smithi077 ceph-mon[86047]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T11:59:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:50 smithi077 ceph-mon[88497]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T11:59:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:50 smithi191 ceph-mon[84934]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T11:59:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[86047]: pgmap v3319: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[86047]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T11:59:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[86047]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T11:59:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[88497]: pgmap v3319: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[88497]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T11:59:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:51 smithi077 ceph-mon[88497]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T11:59:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:51 smithi191 ceph-mon[84934]: pgmap v3319: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:51 smithi191 ceph-mon[84934]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T11:59:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:51 smithi191 ceph-mon[84934]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T11:59:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 11:59:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T11:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T11:59:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:53 smithi191 ceph-mon[84934]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:53 smithi191 ceph-mon[84934]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T11:59:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:53 smithi077 ceph-mon[86047]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:53 smithi077 ceph-mon[86047]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T11:59:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:53 smithi077 ceph-mon[88497]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:53 smithi077 ceph-mon[88497]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T11:59:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:54 smithi191 ceph-mon[84934]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T11:59:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:54 smithi077 ceph-mon[86047]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T11:59:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:54 smithi077 ceph-mon[88497]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T11:59:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:55 smithi077 ceph-mon[86047]: pgmap v3325: 681 pgs: 681 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:55 smithi077 ceph-mon[86047]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T11:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:55 smithi077 ceph-mon[88497]: pgmap v3325: 681 pgs: 681 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:55 smithi077 ceph-mon[88497]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T11:59:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:55 smithi191 ceph-mon[84934]: pgmap v3325: 681 pgs: 681 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:55 smithi191 ceph-mon[84934]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T11:59:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:56 smithi077 ceph-mon[86047]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T11:59:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:56 smithi077 ceph-mon[86047]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T11:59:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:56 smithi077 ceph-mon[88497]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T11:59:56.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:56 smithi077 ceph-mon[88497]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T11:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:56 smithi191 ceph-mon[84934]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T11:59:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:56 smithi191 ceph-mon[84934]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T11:59:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 11:59:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:11:59:56] "GET /metrics HTTP/1.1" 200 90325 "" "Prometheus/2.43.0" 2024-09-16T11:59:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[86047]: pgmap v3328: 617 pgs: 617 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[86047]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:59:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[86047]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T11:59:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[88497]: pgmap v3328: 617 pgs: 617 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[88497]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:59:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:57 smithi077 ceph-mon[88497]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T11:59:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:57 smithi191 ceph-mon[84934]: pgmap v3328: 617 pgs: 617 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T11:59:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:57 smithi191 ceph-mon[84934]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T11:59:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:57 smithi191 ceph-mon[84934]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T11:59:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:59 smithi191 ceph-mon[84934]: pgmap v3331: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:59.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 11:59:59 smithi191 ceph-mon[84934]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T11:59:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:59 smithi077 ceph-mon[86047]: pgmap v3331: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 11:59:59 smithi077 ceph-mon[86047]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T11:59:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:59 smithi077 ceph-mon[88497]: pgmap v3331: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T11:59:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 11:59:59 smithi077 ceph-mon[88497]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T12:00:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T12:00:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T12:00:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T12:00:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: pool 'test-librbd-smithi077-136923-27' is full (running out of quota) 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[88497]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: pool 'test-librbd-smithi077-136923-27' is full (running out of quota) 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T12:00:00.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:00 smithi077 ceph-mon[86047]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: pool 'test-librbd-smithi077-136923-27' is full (running out of quota) 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T12:00:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:00 smithi191 ceph-mon[84934]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T12:00:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:01 smithi077 ceph-mon[86047]: pgmap v3334: 489 pgs: 489 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:01 smithi077 ceph-mon[86047]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T12:00:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:01 smithi077 ceph-mon[88497]: pgmap v3334: 489 pgs: 489 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:01 smithi077 ceph-mon[88497]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T12:00:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:01 smithi191 ceph-mon[84934]: pgmap v3334: 489 pgs: 489 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:01 smithi191 ceph-mon[84934]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T12:00:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:03 smithi191 ceph-mon[84934]: pgmap v3337: 425 pgs: 425 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:03 smithi191 ceph-mon[84934]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T12:00:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:03 smithi077 ceph-mon[86047]: pgmap v3337: 425 pgs: 425 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:03 smithi077 ceph-mon[86047]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T12:00:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:03 smithi077 ceph-mon[88497]: pgmap v3337: 425 pgs: 425 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:03 smithi077 ceph-mon[88497]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T12:00:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:04 smithi077 ceph-mon[86047]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T12:00:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:04 smithi077 ceph-mon[86047]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T12:00:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:04 smithi077 ceph-mon[88497]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T12:00:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:04 smithi077 ceph-mon[88497]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T12:00:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:04 smithi191 ceph-mon[84934]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T12:00:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:04 smithi191 ceph-mon[84934]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T12:00:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:05 smithi077 ceph-mon[86047]: pgmap v3340: 361 pgs: 361 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:05 smithi077 ceph-mon[86047]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T12:00:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:05 smithi077 ceph-mon[88497]: pgmap v3340: 361 pgs: 361 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:05 smithi077 ceph-mon[88497]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T12:00:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:05 smithi191 ceph-mon[84934]: pgmap v3340: 361 pgs: 361 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:05 smithi191 ceph-mon[84934]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T12:00:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:06] "GET /metrics HTTP/1.1" 200 71066 "" "Prometheus/2.43.0" 2024-09-16T12:00:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:07 smithi191 ceph-mon[84934]: pgmap v3343: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:07.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:07 smithi191 ceph-mon[84934]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T12:00:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:07 smithi077 ceph-mon[86047]: pgmap v3343: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:07 smithi077 ceph-mon[86047]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T12:00:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:07 smithi077 ceph-mon[88497]: pgmap v3343: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:07 smithi077 ceph-mon[88497]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T12:00:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:08 smithi077 ceph-mon[88497]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T12:00:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:08 smithi077 ceph-mon[86047]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T12:00:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:08 smithi191 ceph-mon[84934]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T12:00:09.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[88497]: pgmap v3346: 233 pgs: 233 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:09.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[88497]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T12:00:09.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:00:09.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[86047]: pgmap v3346: 233 pgs: 233 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:09.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[86047]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T12:00:09.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:09 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:00:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:09 smithi191 ceph-mon[84934]: pgmap v3346: 233 pgs: 233 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:09 smithi191 ceph-mon[84934]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T12:00:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:09 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:00:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[86047]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T12:00:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:00:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:00:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[86047]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T12:00:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[88497]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T12:00:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:00:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:00:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:10 smithi077 ceph-mon[88497]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T12:00:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:10 smithi191 ceph-mon[84934]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T12:00:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:00:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:00:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:10 smithi191 ceph-mon[84934]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T12:00:11.480 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 161 tests from TestLibRBD (391068 ms total) 2024-09-16T12:00:11.481 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:00:11.481 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-16T12:00:11.510 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-16T12:00:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:11 smithi077 ceph-mon[86047]: pgmap v3349: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:11 smithi077 ceph-mon[86047]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T12:00:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:11 smithi077 ceph-mon[88497]: pgmap v3349: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:11 smithi077 ceph-mon[88497]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T12:00:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:11 smithi191 ceph-mon[84934]: pgmap v3349: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:11 smithi191 ceph-mon[84934]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T12:00:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: pgmap v3352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2746617410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: pgmap v3352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2746617410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:13 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: pgmap v3352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2746617410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:13 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:00:13.500 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:14 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:00:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:14 smithi077 ceph-mon[86047]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T12:00:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:14 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:00:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:14 smithi077 ceph-mon[88497]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T12:00:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:14 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:00:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:14 smithi191 ceph-mon[84934]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T12:00:15.536 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [4851037~78506,8926270~80241,10484948~70411,10688662~46132,14903455~55747,16412462~36187,16775487~17558,18477710~63353,18979436~31011,20444446~66320] 2024-09-16T12:00:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:15 smithi077 ceph-mon[86047]: pgmap v3355: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:15.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:15 smithi077 ceph-mon[86047]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T12:00:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:15 smithi077 ceph-mon[88497]: pgmap v3355: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:15 smithi077 ceph-mon[88497]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T12:00:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:15 smithi191 ceph-mon[84934]: pgmap v3355: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:00:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:15 smithi191 ceph-mon[84934]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T12:00:16.530 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [772736~66981,6626026~21176,7006195~21858,9458869~48292,10043027~81410,10363619~48568,13351870~108,14619880~81256,18286479~40082,20201036~55040] 2024-09-16T12:00:16.537 INFO:tasks.workunit.client.0.smithi077.stdout: diff was [0~839717,4929543~2098510,9458869~48292,10043027~81410,10363619~48568,13351870~108,14619880~81256,18286479~40082,20201036~55040] 2024-09-16T12:00:16.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5030 ms) 2024-09-16T12:00:16.541 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-16T12:00:16.542 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:16 smithi077 ceph-mon[86047]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T12:00:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:16 smithi077 ceph-mon[88497]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T12:00:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:16] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-09-16T12:00:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:16 smithi191 ceph-mon[84934]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T12:00:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:17 smithi077 ceph-mon[86047]: pgmap v3358: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:17 smithi077 ceph-mon[86047]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T12:00:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:17 smithi077 ceph-mon[88497]: pgmap v3358: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:17 smithi077 ceph-mon[88497]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T12:00:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:17 smithi191 ceph-mon[84934]: pgmap v3358: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:17 smithi191 ceph-mon[84934]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T12:00:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:18 smithi077 ceph-mon[86047]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T12:00:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:18 smithi077 ceph-mon[88497]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T12:00:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:18 smithi191 ceph-mon[84934]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T12:00:19.557 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:19 smithi077 ceph-mon[86047]: pgmap v3361: 137 pgs: 6 creating+peering, 131 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:19 smithi077 ceph-mon[86047]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T12:00:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:19 smithi077 ceph-mon[88497]: pgmap v3361: 137 pgs: 6 creating+peering, 131 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:19 smithi077 ceph-mon[88497]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T12:00:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:19 smithi191 ceph-mon[84934]: pgmap v3361: 137 pgs: 6 creating+peering, 131 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 116 KiB/s wr, 4 op/s 2024-09-16T12:00:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:19 smithi191 ceph-mon[84934]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T12:00:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:20 smithi077 ceph-mon[86047]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T12:00:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:20 smithi077 ceph-mon[88497]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T12:00:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:20 smithi191 ceph-mon[84934]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T12:00:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:21 smithi077 ceph-mon[86047]: pgmap v3364: 137 pgs: 137 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 18 KiB/s wr, 19 op/s 2024-09-16T12:00:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:21 smithi077 ceph-mon[86047]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T12:00:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:21 smithi077 ceph-mon[88497]: pgmap v3364: 137 pgs: 137 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 18 KiB/s wr, 19 op/s 2024-09-16T12:00:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:21 smithi077 ceph-mon[88497]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T12:00:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:21 smithi191 ceph-mon[84934]: pgmap v3364: 137 pgs: 137 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 18 KiB/s wr, 19 op/s 2024-09-16T12:00:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:21 smithi191 ceph-mon[84934]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T12:00:22.590 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:22.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:22 smithi191 ceph-mon[84934]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T12:00:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:22 smithi077 ceph-mon[86047]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T12:00:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:22 smithi077 ceph-mon[88497]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T12:00:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:23 smithi077 ceph-mon[86047]: pgmap v3367: 137 pgs: 137 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 147 KiB/s wr, 111 op/s 2024-09-16T12:00:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:23 smithi077 ceph-mon[86047]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T12:00:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:23 smithi077 ceph-mon[88497]: pgmap v3367: 137 pgs: 137 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 147 KiB/s wr, 111 op/s 2024-09-16T12:00:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:23 smithi077 ceph-mon[88497]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T12:00:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:23 smithi191 ceph-mon[84934]: pgmap v3367: 137 pgs: 137 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 147 KiB/s wr, 111 op/s 2024-09-16T12:00:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:23 smithi191 ceph-mon[84934]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T12:00:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:24 smithi077 ceph-mon[86047]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T12:00:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:24 smithi077 ceph-mon[88497]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T12:00:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:24 smithi191 ceph-mon[84934]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T12:00:25.608 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:25 smithi077 ceph-mon[86047]: pgmap v3370: 137 pgs: 137 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 130 KiB/s wr, 104 op/s 2024-09-16T12:00:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:25 smithi077 ceph-mon[86047]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T12:00:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:25 smithi077 ceph-mon[88497]: pgmap v3370: 137 pgs: 137 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 130 KiB/s wr, 104 op/s 2024-09-16T12:00:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:25 smithi077 ceph-mon[88497]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T12:00:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:25 smithi191 ceph-mon[84934]: pgmap v3370: 137 pgs: 137 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 130 KiB/s wr, 104 op/s 2024-09-16T12:00:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:25 smithi191 ceph-mon[84934]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T12:00:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:26 smithi077 ceph-mon[86047]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T12:00:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:26 smithi077 ceph-mon[86047]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T12:00:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:26 smithi077 ceph-mon[88497]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T12:00:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:26 smithi077 ceph-mon[88497]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T12:00:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:26] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-09-16T12:00:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:26 smithi191 ceph-mon[84934]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T12:00:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:26 smithi191 ceph-mon[84934]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T12:00:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[86047]: pgmap v3373: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-09-16T12:00:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[86047]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T12:00:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[88497]: pgmap v3373: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-09-16T12:00:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:27 smithi077 ceph-mon[88497]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T12:00:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:27 smithi191 ceph-mon[84934]: pgmap v3373: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-09-16T12:00:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:27 smithi191 ceph-mon[84934]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T12:00:28.466 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:29 smithi191 ceph-mon[84934]: pgmap v3376: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-09-16T12:00:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:29 smithi191 ceph-mon[84934]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T12:00:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:29 smithi077 ceph-mon[86047]: pgmap v3376: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-09-16T12:00:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:29 smithi077 ceph-mon[86047]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T12:00:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:29 smithi077 ceph-mon[88497]: pgmap v3376: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-09-16T12:00:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:29 smithi077 ceph-mon[88497]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T12:00:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:30 smithi191 ceph-mon[84934]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T12:00:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:30 smithi077 ceph-mon[86047]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T12:00:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:30 smithi077 ceph-mon[88497]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T12:00:31.484 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14943 ms) 2024-09-16T12:00:31.485 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-16T12:00:31.485 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:31 smithi191 ceph-mon[84934]: pgmap v3379: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-16T12:00:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:31 smithi191 ceph-mon[84934]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T12:00:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:31 smithi077 ceph-mon[86047]: pgmap v3379: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-16T12:00:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:31 smithi077 ceph-mon[86047]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T12:00:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:31 smithi077 ceph-mon[88497]: pgmap v3379: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-16T12:00:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:31 smithi077 ceph-mon[88497]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T12:00:32.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:32 smithi191 ceph-mon[84934]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T12:00:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:32 smithi077 ceph-mon[86047]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T12:00:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:32 smithi077 ceph-mon[88497]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T12:00:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:33 smithi077 ceph-mon[86047]: pgmap v3382: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-16T12:00:33.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:33 smithi077 ceph-mon[86047]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T12:00:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:33 smithi077 ceph-mon[88497]: pgmap v3382: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-16T12:00:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:33 smithi077 ceph-mon[88497]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T12:00:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:33 smithi191 ceph-mon[84934]: pgmap v3382: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-16T12:00:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:33 smithi191 ceph-mon[84934]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T12:00:34.501 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:34 smithi077 ceph-mon[88497]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T12:00:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:34 smithi077 ceph-mon[86047]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T12:00:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:34 smithi191 ceph-mon[84934]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T12:00:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:35 smithi077 ceph-mon[88497]: pgmap v3385: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-16T12:00:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:35 smithi077 ceph-mon[88497]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T12:00:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:35 smithi077 ceph-mon[86047]: pgmap v3385: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-16T12:00:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:35 smithi077 ceph-mon[86047]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T12:00:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:35 smithi191 ceph-mon[84934]: pgmap v3385: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-16T12:00:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:35 smithi191 ceph-mon[84934]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T12:00:36.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:36 smithi077 ceph-mon[88497]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T12:00:36.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:36 smithi077 ceph-mon[86047]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T12:00:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:36 smithi191 ceph-mon[84934]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T12:00:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:36] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:00:37.529 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:37.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:37 smithi077 ceph-mon[86047]: pgmap v3388: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 116 op/s 2024-09-16T12:00:37.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:37 smithi077 ceph-mon[86047]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T12:00:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:37 smithi077 ceph-mon[88497]: pgmap v3388: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 116 op/s 2024-09-16T12:00:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:37 smithi077 ceph-mon[88497]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T12:00:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:37 smithi191 ceph-mon[84934]: pgmap v3388: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 116 op/s 2024-09-16T12:00:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:37 smithi191 ceph-mon[84934]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T12:00:38.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:38 smithi077 ceph-mon[86047]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T12:00:38.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:38 smithi077 ceph-mon[88497]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T12:00:38.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:38 smithi191 ceph-mon[84934]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T12:00:39.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:39 smithi077 ceph-mon[86047]: pgmap v3391: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 106 op/s 2024-09-16T12:00:39.823 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:39 smithi077 ceph-mon[86047]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T12:00:39.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:39 smithi077 ceph-mon[88497]: pgmap v3391: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 106 op/s 2024-09-16T12:00:39.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:39 smithi077 ceph-mon[88497]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T12:00:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:39 smithi191 ceph-mon[84934]: pgmap v3391: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 106 op/s 2024-09-16T12:00:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:39 smithi191 ceph-mon[84934]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T12:00:40.544 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:40 smithi077 ceph-mon[86047]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T12:00:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:40 smithi077 ceph-mon[88497]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T12:00:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:40 smithi191 ceph-mon[84934]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T12:00:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:41 smithi077 ceph-mon[88497]: pgmap v3394: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T12:00:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:41 smithi077 ceph-mon[88497]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T12:00:41.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:41 smithi077 ceph-mon[86047]: pgmap v3394: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T12:00:41.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:41 smithi077 ceph-mon[86047]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T12:00:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:41 smithi191 ceph-mon[84934]: pgmap v3394: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T12:00:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:41 smithi191 ceph-mon[84934]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T12:00:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:42 smithi191 ceph-mon[84934]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T12:00:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:42 smithi077 ceph-mon[88497]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T12:00:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:42 smithi077 ceph-mon[86047]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T12:00:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:43.570 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:43 smithi077 ceph-mon[88497]: pgmap v3397: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-09-16T12:00:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:43 smithi077 ceph-mon[88497]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T12:00:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:43 smithi077 ceph-mon[86047]: pgmap v3397: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-09-16T12:00:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:43 smithi077 ceph-mon[86047]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T12:00:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:43 smithi191 ceph-mon[84934]: pgmap v3397: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-09-16T12:00:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:43 smithi191 ceph-mon[84934]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T12:00:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:44 smithi077 ceph-mon[86047]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T12:00:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:44 smithi077 ceph-mon[88497]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T12:00:44.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:44 smithi191 ceph-mon[84934]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T12:00:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:45 smithi077 ceph-mon[86047]: pgmap v3400: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-16T12:00:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:45 smithi077 ceph-mon[86047]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T12:00:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:45 smithi077 ceph-mon[88497]: pgmap v3400: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-16T12:00:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:45 smithi077 ceph-mon[88497]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T12:00:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:45 smithi191 ceph-mon[84934]: pgmap v3400: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-16T12:00:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:45 smithi191 ceph-mon[84934]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T12:00:46.585 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15101 ms) 2024-09-16T12:00:46.585 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-16T12:00:46.585 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:46 smithi077 ceph-mon[88497]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T12:00:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:46 smithi077 ceph-mon[86047]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T12:00:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:46] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:00:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:46 smithi191 ceph-mon[84934]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T12:00:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:47 smithi077 ceph-mon[86047]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.5 KiB/s wr, 60 op/s 2024-09-16T12:00:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:47 smithi077 ceph-mon[86047]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T12:00:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:47 smithi077 ceph-mon[88497]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.5 KiB/s wr, 60 op/s 2024-09-16T12:00:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:47 smithi077 ceph-mon[88497]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T12:00:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:47 smithi191 ceph-mon[84934]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.5 KiB/s wr, 60 op/s 2024-09-16T12:00:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:47 smithi191 ceph-mon[84934]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T12:00:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:49 smithi077 ceph-mon[86047]: pgmap v3405: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.1 KiB/s wr, 93 op/s 2024-09-16T12:00:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:49 smithi077 ceph-mon[88497]: pgmap v3405: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.1 KiB/s wr, 93 op/s 2024-09-16T12:00:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:49 smithi191 ceph-mon[84934]: pgmap v3405: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.1 KiB/s wr, 93 op/s 2024-09-16T12:00:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:51 smithi077 ceph-mon[86047]: pgmap v3406: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-09-16T12:00:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:51 smithi077 ceph-mon[86047]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T12:00:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:51 smithi077 ceph-mon[88497]: pgmap v3406: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-09-16T12:00:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:51 smithi077 ceph-mon[88497]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T12:00:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:51 smithi191 ceph-mon[84934]: pgmap v3406: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-09-16T12:00:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:51 smithi191 ceph-mon[84934]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T12:00:52.580 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:00:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:00:52.615 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:52 smithi077 ceph-mon[86047]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T12:00:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:52 smithi077 ceph-mon[88497]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T12:00:52.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:52 smithi191 ceph-mon[84934]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T12:00:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:53 smithi077 ceph-mon[88497]: pgmap v3409: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-16T12:00:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:53 smithi077 ceph-mon[88497]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T12:00:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:53 smithi077 ceph-mon[86047]: pgmap v3409: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-16T12:00:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:53 smithi077 ceph-mon[86047]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T12:00:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:53 smithi191 ceph-mon[84934]: pgmap v3409: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-16T12:00:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:53 smithi191 ceph-mon[84934]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T12:00:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:55 smithi077 ceph-mon[86047]: pgmap v3411: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-16T12:00:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:55 smithi077 ceph-mon[88497]: pgmap v3411: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-16T12:00:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:55 smithi191 ceph-mon[84934]: pgmap v3411: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-16T12:00:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:00:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:00:56] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:00:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[86047]: pgmap v3412: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:00:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[86047]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T12:00:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[88497]: pgmap v3412: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:00:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[88497]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T12:00:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:57 smithi191 ceph-mon[84934]: pgmap v3412: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:00:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:57 smithi191 ceph-mon[84934]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T12:00:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:00:58.634 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:00:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:58 smithi077 ceph-mon[86047]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T12:00:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:58 smithi077 ceph-mon[88497]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T12:00:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:58 smithi191 ceph-mon[84934]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T12:00:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:59 smithi077 ceph-mon[86047]: pgmap v3415: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-16T12:00:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:00:59 smithi077 ceph-mon[86047]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T12:00:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:59 smithi077 ceph-mon[88497]: pgmap v3415: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-16T12:00:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:00:59 smithi077 ceph-mon[88497]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T12:00:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:59 smithi191 ceph-mon[84934]: pgmap v3415: 137 pgs: 137 active+clean; 62 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-16T12:00:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:00:59 smithi191 ceph-mon[84934]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T12:01:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:01 smithi077 ceph-mon[86047]: pgmap v3417: 137 pgs: 137 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-09-16T12:01:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:01 smithi077 ceph-mon[88497]: pgmap v3417: 137 pgs: 137 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-09-16T12:01:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:01 smithi191 ceph-mon[84934]: pgmap v3417: 137 pgs: 137 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-09-16T12:01:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:03 smithi077 ceph-mon[86047]: pgmap v3418: 137 pgs: 137 active+clean; 68 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-09-16T12:01:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:03 smithi077 ceph-mon[86047]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T12:01:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:03 smithi077 ceph-mon[88497]: pgmap v3418: 137 pgs: 137 active+clean; 68 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-09-16T12:01:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:03 smithi077 ceph-mon[88497]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T12:01:03.923 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:03 smithi191 ceph-mon[84934]: pgmap v3418: 137 pgs: 137 active+clean; 68 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-09-16T12:01:03.923 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:03 smithi191 ceph-mon[84934]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T12:01:04.660 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:04 smithi077 ceph-mon[86047]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T12:01:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:04 smithi077 ceph-mon[88497]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T12:01:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:04 smithi191 ceph-mon[84934]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T12:01:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:05 smithi077 ceph-mon[88497]: pgmap v3421: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T12:01:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:05 smithi077 ceph-mon[88497]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T12:01:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:05 smithi077 ceph-mon[86047]: pgmap v3421: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T12:01:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:05 smithi077 ceph-mon[86047]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T12:01:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:05 smithi191 ceph-mon[84934]: pgmap v3421: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T12:01:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:05 smithi191 ceph-mon[84934]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T12:01:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:06] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:01:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:07 smithi077 ceph-mon[86047]: pgmap v3423: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 74 op/s 2024-09-16T12:01:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:07 smithi077 ceph-mon[88497]: pgmap v3423: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 74 op/s 2024-09-16T12:01:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:07 smithi191 ceph-mon[84934]: pgmap v3423: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 74 op/s 2024-09-16T12:01:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:09 smithi077 ceph-mon[86047]: pgmap v3424: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:09.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:09 smithi077 ceph-mon[86047]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T12:01:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:09 smithi077 ceph-mon[88497]: pgmap v3424: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:09.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:09 smithi077 ceph-mon[88497]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T12:01:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:09 smithi191 ceph-mon[84934]: pgmap v3424: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:09 smithi191 ceph-mon[84934]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T12:01:10.677 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[86047]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T12:01:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:01:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:01:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:01:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:01:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[88497]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T12:01:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:01:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:01:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:01:10.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:10 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:01:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:10 smithi191 ceph-mon[84934]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T12:01:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:01:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:01:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:01:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:10 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:01:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:11 smithi077 ceph-mon[88497]: pgmap v3427: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-16T12:01:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:11 smithi077 ceph-mon[88497]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T12:01:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:11 smithi077 ceph-mon[86047]: pgmap v3427: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-16T12:01:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:11 smithi077 ceph-mon[86047]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T12:01:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:11 smithi191 ceph-mon[84934]: pgmap v3427: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-16T12:01:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:11 smithi191 ceph-mon[84934]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T12:01:12.658 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:13.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:13 smithi191 ceph-mon[84934]: pgmap v3429: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.8 KiB/s wr, 27 op/s 2024-09-16T12:01:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:13 smithi077 ceph-mon[86047]: pgmap v3429: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.8 KiB/s wr, 27 op/s 2024-09-16T12:01:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:13 smithi077 ceph-mon[88497]: pgmap v3429: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.8 KiB/s wr, 27 op/s 2024-09-16T12:01:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:14 smithi077 ceph-mon[86047]: pgmap v3430: 137 pgs: 137 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 687 KiB/s wr, 30 op/s 2024-09-16T12:01:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:14 smithi077 ceph-mon[88497]: pgmap v3430: 137 pgs: 137 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 687 KiB/s wr, 30 op/s 2024-09-16T12:01:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:14 smithi191 ceph-mon[84934]: pgmap v3430: 137 pgs: 137 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 687 KiB/s wr, 30 op/s 2024-09-16T12:01:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:15 smithi191 ceph-mon[84934]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T12:01:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:15 smithi077 ceph-mon[86047]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T12:01:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:15 smithi077 ceph-mon[88497]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T12:01:16.714 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30128 ms) 2024-09-16T12:01:16.714 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-16T12:01:16.714 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:16 smithi191 ceph-mon[84934]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T12:01:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:16 smithi191 ceph-mon[84934]: pgmap v3433: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-16T12:01:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:16 smithi077 ceph-mon[86047]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T12:01:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:16 smithi077 ceph-mon[86047]: pgmap v3433: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-16T12:01:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:16 smithi077 ceph-mon[88497]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T12:01:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:16 smithi077 ceph-mon[88497]: pgmap v3433: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-16T12:01:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:16] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:01:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:17 smithi191 ceph-mon[84934]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T12:01:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:17 smithi077 ceph-mon[86047]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T12:01:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:17 smithi077 ceph-mon[88497]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T12:01:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:18 smithi191 ceph-mon[84934]: pgmap v3435: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:01:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:18 smithi077 ceph-mon[86047]: pgmap v3435: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:01:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:18 smithi077 ceph-mon[88497]: pgmap v3435: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:01:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:20 smithi077 ceph-mon[86047]: pgmap v3436: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-16T12:01:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:20 smithi077 ceph-mon[88497]: pgmap v3436: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-16T12:01:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:20 smithi191 ceph-mon[84934]: pgmap v3436: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-16T12:01:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:21 smithi077 ceph-mon[86047]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T12:01:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:21 smithi077 ceph-mon[88497]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T12:01:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:21 smithi191 ceph-mon[84934]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T12:01:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:22.960 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:22 smithi077 ceph-mon[86047]: pgmap v3438: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 665 KiB/s wr, 29 op/s 2024-09-16T12:01:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:22 smithi077 ceph-mon[86047]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T12:01:23.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:22 smithi077 ceph-mon[88497]: pgmap v3438: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 665 KiB/s wr, 29 op/s 2024-09-16T12:01:23.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:22 smithi077 ceph-mon[88497]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T12:01:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:22 smithi191 ceph-mon[84934]: pgmap v3438: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 665 KiB/s wr, 29 op/s 2024-09-16T12:01:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:22 smithi191 ceph-mon[84934]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T12:01:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:23 smithi191 ceph-mon[84934]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T12:01:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:23 smithi077 ceph-mon[86047]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T12:01:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:23 smithi077 ceph-mon[88497]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T12:01:25.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:24 smithi191 ceph-mon[84934]: pgmap v3441: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:01:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:24 smithi077 ceph-mon[88497]: pgmap v3441: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:01:25.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:24 smithi077 ceph-mon[86047]: pgmap v3441: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:01:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:26 smithi077 ceph-mon[88497]: pgmap v3442: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 61 op/s 2024-09-16T12:01:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:26 smithi077 ceph-mon[86047]: pgmap v3442: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 61 op/s 2024-09-16T12:01:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:26] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:01:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:26 smithi191 ceph-mon[84934]: pgmap v3442: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 61 op/s 2024-09-16T12:01:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:27 smithi191 ceph-mon[84934]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T12:01:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:27 smithi077 ceph-mon[88497]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T12:01:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:27 smithi077 ceph-mon[86047]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T12:01:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:28.992 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:28 smithi191 ceph-mon[84934]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T12:01:29.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:28 smithi191 ceph-mon[84934]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T12:01:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:28 smithi077 ceph-mon[86047]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T12:01:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:28 smithi077 ceph-mon[86047]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T12:01:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:28 smithi077 ceph-mon[88497]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T12:01:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:28 smithi077 ceph-mon[88497]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T12:01:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:29 smithi191 ceph-mon[84934]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T12:01:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:29 smithi077 ceph-mon[88497]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T12:01:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:29 smithi077 ceph-mon[86047]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T12:01:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:30 smithi077 ceph-mon[86047]: pgmap v3447: 137 pgs: 137 active+clean; 103 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-16T12:01:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:30 smithi077 ceph-mon[88497]: pgmap v3447: 137 pgs: 137 active+clean; 103 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-16T12:01:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:30 smithi191 ceph-mon[84934]: pgmap v3447: 137 pgs: 137 active+clean; 103 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-16T12:01:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:33.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:32 smithi077 ceph-mon[86047]: pgmap v3448: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:01:33.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:32 smithi077 ceph-mon[88497]: pgmap v3448: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:01:33.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:32 smithi191 ceph-mon[84934]: pgmap v3448: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:01:34.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:33 smithi077 ceph-mon[86047]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T12:01:34.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:33 smithi077 ceph-mon[88497]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T12:01:34.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:33 smithi191 ceph-mon[84934]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T12:01:35.017 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:34 smithi077 ceph-mon[86047]: pgmap v3450: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-16T12:01:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:34 smithi077 ceph-mon[86047]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T12:01:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:34 smithi077 ceph-mon[88497]: pgmap v3450: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-16T12:01:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:34 smithi077 ceph-mon[88497]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T12:01:35.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:34 smithi191 ceph-mon[84934]: pgmap v3450: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-16T12:01:35.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:34 smithi191 ceph-mon[84934]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T12:01:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:35 smithi077 ceph-mon[86047]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T12:01:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:35 smithi077 ceph-mon[88497]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T12:01:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:35 smithi191 ceph-mon[84934]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T12:01:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:36 smithi077 ceph-mon[86047]: pgmap v3453: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-09-16T12:01:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:36 smithi077 ceph-mon[88497]: pgmap v3453: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-09-16T12:01:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:36] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-16T12:01:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:36 smithi191 ceph-mon[84934]: pgmap v3453: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-09-16T12:01:39.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:38 smithi077 ceph-mon[88497]: pgmap v3454: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:38 smithi077 ceph-mon[86047]: pgmap v3454: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:38 smithi191 ceph-mon[84934]: pgmap v3454: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:01:40.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:40 smithi077 ceph-mon[88497]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T12:01:40.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:40 smithi077 ceph-mon[86047]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T12:01:40.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:40 smithi191 ceph-mon[84934]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T12:01:41.049 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:41 smithi077 ceph-mon[88497]: pgmap v3456: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T12:01:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:41 smithi077 ceph-mon[88497]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T12:01:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:41 smithi077 ceph-mon[86047]: pgmap v3456: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T12:01:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:41 smithi077 ceph-mon[86047]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T12:01:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:41 smithi191 ceph-mon[84934]: pgmap v3456: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T12:01:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:41 smithi191 ceph-mon[84934]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T12:01:42.315 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:42 smithi191 ceph-mon[84934]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T12:01:42.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:42 smithi077 ceph-mon[86047]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T12:01:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:42 smithi077 ceph-mon[88497]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T12:01:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:43 smithi077 ceph-mon[86047]: pgmap v3459: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-16T12:01:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:43 smithi077 ceph-mon[88497]: pgmap v3459: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-16T12:01:43.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:43 smithi191 ceph-mon[84934]: pgmap v3459: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-16T12:01:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:45 smithi077 ceph-mon[86047]: pgmap v3460: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-09-16T12:01:45.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:45 smithi077 ceph-mon[88497]: pgmap v3460: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-09-16T12:01:45.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:45 smithi191 ceph-mon[84934]: pgmap v3460: 137 pgs: 137 active+clean; 126 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-09-16T12:01:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:46 smithi077 ceph-mon[86047]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T12:01:46.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:46 smithi077 ceph-mon[88497]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T12:01:46.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:46 smithi191 ceph-mon[84934]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T12:01:47.042 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:46] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:01:47.073 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30359 ms) 2024-09-16T12:01:47.073 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-16T12:01:47.074 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:47.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:47 smithi077 ceph-mon[86047]: pgmap v3462: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T12:01:47.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:47 smithi077 ceph-mon[86047]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T12:01:47.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:47 smithi077 ceph-mon[88497]: pgmap v3462: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T12:01:47.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:47 smithi077 ceph-mon[88497]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T12:01:47.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:47 smithi191 ceph-mon[84934]: pgmap v3462: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T12:01:47.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:47 smithi191 ceph-mon[84934]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T12:01:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:48 smithi077 ceph-mon[86047]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T12:01:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:48 smithi077 ceph-mon[88497]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T12:01:48.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:48 smithi191 ceph-mon[84934]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T12:01:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:49 smithi077 ceph-mon[86047]: pgmap v3465: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-16T12:01:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:49 smithi077 ceph-mon[88497]: pgmap v3465: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-16T12:01:49.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:49 smithi191 ceph-mon[84934]: pgmap v3465: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-16T12:01:51.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:51 smithi077 ceph-mon[86047]: pgmap v3466: 137 pgs: 137 active+clean; 134 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T12:01:51.605 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:51 smithi077 ceph-mon[88497]: pgmap v3466: 137 pgs: 137 active+clean; 134 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T12:01:51.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:51 smithi191 ceph-mon[84934]: pgmap v3466: 137 pgs: 137 active+clean; 134 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T12:01:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:01:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:01:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:53 smithi077 ceph-mon[86047]: pgmap v3467: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 604 KiB/s wr, 48 op/s 2024-09-16T12:01:53.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:53 smithi077 ceph-mon[88497]: pgmap v3467: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 604 KiB/s wr, 48 op/s 2024-09-16T12:01:53.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:53 smithi191 ceph-mon[84934]: pgmap v3467: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 604 KiB/s wr, 48 op/s 2024-09-16T12:01:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:55 smithi077 ceph-mon[86047]: pgmap v3468: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-09-16T12:01:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:55 smithi077 ceph-mon[88497]: pgmap v3468: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-09-16T12:01:55.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:55 smithi191 ceph-mon[84934]: pgmap v3468: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-09-16T12:01:56.435 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:56 smithi077 ceph-mon[86047]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T12:01:56.435 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:56 smithi077 ceph-mon[88497]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T12:01:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:56 smithi191 ceph-mon[84934]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T12:01:57.080 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:01:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:01:56] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:01:57.114 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[86047]: pgmap v3470: 137 pgs: 137 active+clean; 146 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 933 KiB/s wr, 24 op/s 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[86047]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[88497]: pgmap v3470: 137 pgs: 137 active+clean; 146 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 933 KiB/s wr, 24 op/s 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[88497]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T12:01:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:57 smithi191 ceph-mon[84934]: pgmap v3470: 137 pgs: 137 active+clean; 146 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 933 KiB/s wr, 24 op/s 2024-09-16T12:01:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:57 smithi191 ceph-mon[84934]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T12:01:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:01:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:58 smithi077 ceph-mon[86047]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T12:01:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:58 smithi077 ceph-mon[88497]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T12:01:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:58 smithi191 ceph-mon[84934]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T12:01:59.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:01:59 smithi077 ceph-mon[86047]: pgmap v3473: 137 pgs: 137 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T12:01:59.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:01:59 smithi077 ceph-mon[88497]: pgmap v3473: 137 pgs: 137 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T12:01:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:01:59 smithi191 ceph-mon[84934]: pgmap v3473: 137 pgs: 137 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T12:02:01.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:01 smithi077 ceph-mon[86047]: pgmap v3474: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:02:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:01 smithi077 ceph-mon[88497]: pgmap v3474: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:02:01.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:01 smithi191 ceph-mon[84934]: pgmap v3474: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:02:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:03 smithi077 ceph-mon[86047]: pgmap v3475: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T12:02:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:03 smithi077 ceph-mon[88497]: pgmap v3475: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T12:02:03.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:03 smithi191 ceph-mon[84934]: pgmap v3475: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T12:02:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:05 smithi077 ceph-mon[88497]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-16T12:02:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:05 smithi077 ceph-mon[86047]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-16T12:02:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:05 smithi191 ceph-mon[84934]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-16T12:02:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:06 smithi077 ceph-mon[86047]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T12:02:06.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:06 smithi077 ceph-mon[88497]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T12:02:06.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:06 smithi191 ceph-mon[84934]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T12:02:07.123 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:06] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-09-16T12:02:07.150 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:07 smithi077 ceph-mon[88497]: pgmap v3478: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 28 op/s 2024-09-16T12:02:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:07 smithi077 ceph-mon[88497]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T12:02:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:07 smithi077 ceph-mon[86047]: pgmap v3478: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 28 op/s 2024-09-16T12:02:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:07 smithi077 ceph-mon[86047]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T12:02:07.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:07 smithi191 ceph-mon[84934]: pgmap v3478: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 28 op/s 2024-09-16T12:02:07.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:07 smithi191 ceph-mon[84934]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T12:02:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:08 smithi077 ceph-mon[86047]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T12:02:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:08 smithi077 ceph-mon[88497]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T12:02:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:08 smithi191 ceph-mon[84934]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T12:02:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:09 smithi077 ceph-mon[88497]: pgmap v3481: 137 pgs: 137 active+clean; 171 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T12:02:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:09 smithi077 ceph-mon[86047]: pgmap v3481: 137 pgs: 137 active+clean; 171 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T12:02:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:09 smithi191 ceph-mon[84934]: pgmap v3481: 137 pgs: 137 active+clean; 171 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T12:02:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[86047]: pgmap v3482: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T12:02:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:02:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:02:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:02:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:02:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[88497]: pgmap v3482: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T12:02:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:02:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:02:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:02:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:02:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:11 smithi191 ceph-mon[84934]: pgmap v3482: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T12:02:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:02:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:02:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:02:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:02:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:12.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:12.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:13 smithi077 ceph-mon[88497]: pgmap v3483: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T12:02:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:13 smithi077 ceph-mon[86047]: pgmap v3483: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T12:02:13.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:13 smithi191 ceph-mon[84934]: pgmap v3483: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T12:02:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:14 smithi077 ceph-mon[86047]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T12:02:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:14 smithi077 ceph-mon[88497]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T12:02:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:14 smithi191 ceph-mon[84934]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T12:02:15.191 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:15 smithi077 ceph-mon[86047]: pgmap v3485: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-09-16T12:02:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:15 smithi077 ceph-mon[86047]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T12:02:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:15 smithi077 ceph-mon[88497]: pgmap v3485: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-09-16T12:02:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:15 smithi077 ceph-mon[88497]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T12:02:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:15 smithi191 ceph-mon[84934]: pgmap v3485: 137 pgs: 137 active+clean; 172 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-09-16T12:02:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:15 smithi191 ceph-mon[84934]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T12:02:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:16 smithi191 ceph-mon[84934]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T12:02:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:16 smithi077 ceph-mon[86047]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T12:02:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:16 smithi077 ceph-mon[88497]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T12:02:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:16] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-16T12:02:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:17 smithi191 ceph-mon[84934]: pgmap v3488: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-16T12:02:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:17 smithi077 ceph-mon[88497]: pgmap v3488: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-16T12:02:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:17 smithi077 ceph-mon[86047]: pgmap v3488: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-16T12:02:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:19 smithi191 ceph-mon[84934]: pgmap v3489: 137 pgs: 137 active+clean; 189 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:02:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:19 smithi077 ceph-mon[86047]: pgmap v3489: 137 pgs: 137 active+clean; 189 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:02:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:19 smithi077 ceph-mon[88497]: pgmap v3489: 137 pgs: 137 active+clean; 189 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:02:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:21 smithi191 ceph-mon[84934]: pgmap v3490: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-09-16T12:02:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:21 smithi077 ceph-mon[86047]: pgmap v3490: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-09-16T12:02:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:21 smithi077 ceph-mon[88497]: pgmap v3490: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-09-16T12:02:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:23 smithi191 ceph-mon[84934]: pgmap v3491: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-16T12:02:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:23 smithi077 ceph-mon[86047]: pgmap v3491: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-16T12:02:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:23 smithi077 ceph-mon[88497]: pgmap v3491: 137 pgs: 137 active+clean; 190 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-16T12:02:24.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:24 smithi191 ceph-mon[84934]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T12:02:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:24 smithi077 ceph-mon[86047]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T12:02:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:24 smithi077 ceph-mon[88497]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T12:02:25.219 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:25 smithi191 ceph-mon[84934]: pgmap v3493: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T12:02:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:25 smithi191 ceph-mon[84934]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T12:02:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:25 smithi077 ceph-mon[86047]: pgmap v3493: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T12:02:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:25 smithi077 ceph-mon[86047]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T12:02:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:25 smithi077 ceph-mon[88497]: pgmap v3493: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T12:02:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:25 smithi077 ceph-mon[88497]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T12:02:26.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:26 smithi191 ceph-mon[84934]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T12:02:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:26 smithi077 ceph-mon[88497]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T12:02:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:26 smithi077 ceph-mon[86047]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T12:02:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:26] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-16T12:02:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:27 smithi191 ceph-mon[84934]: pgmap v3496: 137 pgs: 137 active+clean; 207 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:02:27.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:27 smithi077 ceph-mon[86047]: pgmap v3496: 137 pgs: 137 active+clean; 207 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:02:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:27 smithi077 ceph-mon[88497]: pgmap v3496: 137 pgs: 137 active+clean; 207 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:02:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:29 smithi191 ceph-mon[84934]: pgmap v3497: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-16T12:02:29.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:02:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T12:02:29.347383472Z level=info msg="Completed cleanup jobs" duration=12.971077ms 2024-09-16T12:02:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:29 smithi077 ceph-mon[86047]: pgmap v3497: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-16T12:02:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:29 smithi077 ceph-mon[88497]: pgmap v3497: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-16T12:02:31.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:31 smithi191 ceph-mon[84934]: pgmap v3498: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-16T12:02:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:31 smithi077 ceph-mon[86047]: pgmap v3498: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-16T12:02:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:31 smithi077 ceph-mon[88497]: pgmap v3498: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-16T12:02:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:33 smithi077 ceph-mon[86047]: pgmap v3499: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-16T12:02:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:33 smithi077 ceph-mon[88497]: pgmap v3499: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-16T12:02:33.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:33 smithi191 ceph-mon[84934]: pgmap v3499: 137 pgs: 137 active+clean; 208 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-16T12:02:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:34 smithi077 ceph-mon[86047]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T12:02:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:34 smithi077 ceph-mon[88497]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T12:02:34.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:34 smithi191 ceph-mon[84934]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T12:02:35.264 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (48190 ms) 2024-09-16T12:02:35.264 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-16T12:02:35.264 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:35 smithi077 ceph-mon[88497]: pgmap v3501: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T12:02:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:35 smithi077 ceph-mon[88497]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T12:02:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:35 smithi077 ceph-mon[86047]: pgmap v3501: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T12:02:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:35 smithi077 ceph-mon[86047]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T12:02:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:35 smithi191 ceph-mon[84934]: pgmap v3501: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T12:02:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:35 smithi191 ceph-mon[84934]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T12:02:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:36 smithi077 ceph-mon[86047]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T12:02:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:36 smithi077 ceph-mon[88497]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T12:02:36.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:36 smithi191 ceph-mon[84934]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T12:02:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:36] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-09-16T12:02:37.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:37 smithi191 ceph-mon[84934]: pgmap v3504: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:02:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:37 smithi077 ceph-mon[86047]: pgmap v3504: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:02:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:37 smithi077 ceph-mon[88497]: pgmap v3504: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:02:39.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:39 smithi191 ceph-mon[84934]: pgmap v3505: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:02:39.724 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:39 smithi077 ceph-mon[88497]: pgmap v3505: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:02:39.724 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:39 smithi077 ceph-mon[86047]: pgmap v3505: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:02:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:41 smithi077 ceph-mon[88497]: pgmap v3506: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T12:02:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:41 smithi077 ceph-mon[86047]: pgmap v3506: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T12:02:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:41 smithi191 ceph-mon[84934]: pgmap v3506: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T12:02:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:43 smithi077 ceph-mon[86047]: pgmap v3507: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-16T12:02:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:43 smithi077 ceph-mon[88497]: pgmap v3507: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-16T12:02:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:43 smithi191 ceph-mon[84934]: pgmap v3507: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-16T12:02:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:44 smithi077 ceph-mon[88497]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T12:02:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:44 smithi077 ceph-mon[86047]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T12:02:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:44 smithi191 ceph-mon[84934]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T12:02:45.518 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:45 smithi077 ceph-mon[86047]: pgmap v3509: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 22 op/s 2024-09-16T12:02:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:45 smithi077 ceph-mon[86047]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T12:02:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:45 smithi077 ceph-mon[88497]: pgmap v3509: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 22 op/s 2024-09-16T12:02:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:45 smithi077 ceph-mon[88497]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T12:02:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:45 smithi191 ceph-mon[84934]: pgmap v3509: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 22 op/s 2024-09-16T12:02:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:45 smithi191 ceph-mon[84934]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T12:02:46.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:46 smithi077 ceph-mon[86047]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T12:02:46.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:46 smithi077 ceph-mon[88497]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T12:02:46.756 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:46] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-16T12:02:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:46 smithi191 ceph-mon[84934]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T12:02:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:47 smithi077 ceph-mon[88497]: pgmap v3512: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T12:02:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:47 smithi077 ceph-mon[86047]: pgmap v3512: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T12:02:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:47 smithi191 ceph-mon[84934]: pgmap v3512: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T12:02:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:49 smithi077 ceph-mon[86047]: pgmap v3513: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T12:02:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:49 smithi077 ceph-mon[88497]: pgmap v3513: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T12:02:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:49 smithi191 ceph-mon[84934]: pgmap v3513: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T12:02:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:51 smithi077 ceph-mon[86047]: pgmap v3514: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-16T12:02:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:51 smithi077 ceph-mon[88497]: pgmap v3514: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-16T12:02:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:51 smithi191 ceph-mon[84934]: pgmap v3514: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-16T12:02:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:02:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:02:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:53 smithi077 ceph-mon[86047]: pgmap v3515: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:02:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:53 smithi077 ceph-mon[88497]: pgmap v3515: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:02:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:53 smithi191 ceph-mon[84934]: pgmap v3515: 137 pgs: 137 active+clean; 248 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:02:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:54 smithi077 ceph-mon[86047]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T12:02:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:54 smithi077 ceph-mon[88497]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T12:02:54.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:54 smithi191 ceph-mon[84934]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T12:02:55.567 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:02:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:55 smithi077 ceph-mon[88497]: pgmap v3517: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-16T12:02:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:55 smithi077 ceph-mon[88497]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T12:02:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:55 smithi077 ceph-mon[86047]: pgmap v3517: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-16T12:02:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:55 smithi077 ceph-mon[86047]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T12:02:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:55 smithi191 ceph-mon[84934]: pgmap v3517: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-16T12:02:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:55 smithi191 ceph-mon[84934]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T12:02:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:56 smithi077 ceph-mon[86047]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T12:02:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:56 smithi077 ceph-mon[88497]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T12:02:56.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:02:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:02:56] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-16T12:02:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:56 smithi191 ceph-mon[84934]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T12:02:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:57 smithi077 ceph-mon[86047]: pgmap v3520: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T12:02:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:57 smithi077 ceph-mon[88497]: pgmap v3520: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T12:02:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:57 smithi191 ceph-mon[84934]: pgmap v3520: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T12:02:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:02:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:02:59 smithi077 ceph-mon[88497]: pgmap v3521: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T12:02:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:02:59 smithi077 ceph-mon[86047]: pgmap v3521: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T12:02:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:02:59 smithi191 ceph-mon[84934]: pgmap v3521: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T12:03:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:01 smithi077 ceph-mon[86047]: pgmap v3522: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-16T12:03:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:01 smithi077 ceph-mon[88497]: pgmap v3522: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-16T12:03:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:01 smithi191 ceph-mon[84934]: pgmap v3522: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-16T12:03:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:03 smithi077 ceph-mon[86047]: pgmap v3523: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:03:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:03 smithi077 ceph-mon[88497]: pgmap v3523: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:03:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:03 smithi191 ceph-mon[84934]: pgmap v3523: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:03:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:04 smithi077 ceph-mon[86047]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T12:03:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:04 smithi077 ceph-mon[88497]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T12:03:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:04 smithi191 ceph-mon[84934]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T12:03:05.598 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:05 smithi077 ceph-mon[88497]: pgmap v3525: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-16T12:03:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:05 smithi077 ceph-mon[88497]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T12:03:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:05 smithi077 ceph-mon[86047]: pgmap v3525: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-16T12:03:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:05 smithi077 ceph-mon[86047]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T12:03:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:05 smithi191 ceph-mon[84934]: pgmap v3525: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-16T12:03:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:05 smithi191 ceph-mon[84934]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T12:03:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:06 smithi077 ceph-mon[86047]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T12:03:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:06 smithi077 ceph-mon[88497]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T12:03:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:06] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-16T12:03:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:06 smithi191 ceph-mon[84934]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T12:03:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:07 smithi077 ceph-mon[86047]: pgmap v3528: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T12:03:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:07 smithi077 ceph-mon[88497]: pgmap v3528: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T12:03:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:07 smithi191 ceph-mon[84934]: pgmap v3528: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T12:03:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:09 smithi077 ceph-mon[86047]: pgmap v3529: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-16T12:03:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:09 smithi077 ceph-mon[88497]: pgmap v3529: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-16T12:03:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:09 smithi191 ceph-mon[84934]: pgmap v3529: 137 pgs: 137 active+clean; 289 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-16T12:03:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[86047]: pgmap v3530: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-16T12:03:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:03:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:03:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:03:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:03:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[88497]: pgmap v3530: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-16T12:03:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:03:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:03:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:03:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:03:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:11 smithi191 ceph-mon[84934]: pgmap v3530: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-16T12:03:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:03:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:03:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:03:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:03:12.588 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:13 smithi077 ceph-mon[86047]: pgmap v3531: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:13 smithi077 ceph-mon[88497]: pgmap v3531: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:13 smithi191 ceph-mon[84934]: pgmap v3531: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:14 smithi077 ceph-mon[86047]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T12:03:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:14 smithi077 ceph-mon[88497]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T12:03:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:14 smithi191 ceph-mon[84934]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T12:03:15.632 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:15 smithi077 ceph-mon[86047]: pgmap v3533: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-09-16T12:03:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:15 smithi077 ceph-mon[86047]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T12:03:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:15 smithi077 ceph-mon[88497]: pgmap v3533: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-09-16T12:03:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:15 smithi077 ceph-mon[88497]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T12:03:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:15 smithi191 ceph-mon[84934]: pgmap v3533: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-09-16T12:03:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:15 smithi191 ceph-mon[84934]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T12:03:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:16 smithi077 ceph-mon[86047]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T12:03:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:16 smithi077 ceph-mon[88497]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T12:03:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:16] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:03:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:16 smithi191 ceph-mon[84934]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T12:03:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:17 smithi077 ceph-mon[86047]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:03:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:17 smithi077 ceph-mon[88497]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:03:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:17 smithi191 ceph-mon[84934]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-09-16T12:03:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:19 smithi077 ceph-mon[86047]: pgmap v3537: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:03:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:19 smithi077 ceph-mon[88497]: pgmap v3537: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:03:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:19 smithi191 ceph-mon[84934]: pgmap v3537: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:03:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:21 smithi077 ceph-mon[86047]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-16T12:03:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:21 smithi077 ceph-mon[88497]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-16T12:03:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:21 smithi191 ceph-mon[84934]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-16T12:03:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:23 smithi077 ceph-mon[86047]: pgmap v3539: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:23 smithi077 ceph-mon[88497]: pgmap v3539: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:23 smithi191 ceph-mon[84934]: pgmap v3539: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-16T12:03:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:24 smithi077 ceph-mon[86047]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T12:03:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:24 smithi077 ceph-mon[88497]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T12:03:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:24 smithi191 ceph-mon[84934]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T12:03:25.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (50410 ms) 2024-09-16T12:03:25.673 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-16T12:03:25.673 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:25 smithi077 ceph-mon[86047]: pgmap v3541: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-09-16T12:03:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:25 smithi077 ceph-mon[86047]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T12:03:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:25 smithi077 ceph-mon[88497]: pgmap v3541: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-09-16T12:03:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:25 smithi077 ceph-mon[88497]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T12:03:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:25 smithi191 ceph-mon[84934]: pgmap v3541: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-09-16T12:03:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:25 smithi191 ceph-mon[84934]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T12:03:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:26 smithi077 ceph-mon[86047]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T12:03:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:26 smithi077 ceph-mon[88497]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T12:03:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:26] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:03:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:26 smithi191 ceph-mon[84934]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T12:03:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[88497]: pgmap v3544: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T12:03:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[88497]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T12:03:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[86047]: pgmap v3544: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T12:03:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[86047]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T12:03:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:27 smithi191 ceph-mon[84934]: pgmap v3544: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T12:03:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:27 smithi191 ceph-mon[84934]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T12:03:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:28.705 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3032 ms) 2024-09-16T12:03:28.706 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-16T12:03:28.706 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:28 smithi191 ceph-mon[84934]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T12:03:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:28 smithi077 ceph-mon[88497]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T12:03:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:28 smithi077 ceph-mon[86047]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T12:03:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:29 smithi191 ceph-mon[84934]: pgmap v3547: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 60 op/s 2024-09-16T12:03:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:29 smithi191 ceph-mon[84934]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T12:03:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:29 smithi077 ceph-mon[86047]: pgmap v3547: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 60 op/s 2024-09-16T12:03:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:29 smithi077 ceph-mon[86047]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T12:03:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:29 smithi077 ceph-mon[88497]: pgmap v3547: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 60 op/s 2024-09-16T12:03:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:29 smithi077 ceph-mon[88497]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T12:03:30.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:30 smithi191 ceph-mon[84934]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T12:03:30.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:30 smithi191 ceph-mon[84934]: pgmap v3550: 137 pgs: 137 active+clean; 338 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 6.5 KiB/s wr, 24 op/s 2024-09-16T12:03:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:30 smithi077 ceph-mon[86047]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T12:03:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:30 smithi077 ceph-mon[86047]: pgmap v3550: 137 pgs: 137 active+clean; 338 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 6.5 KiB/s wr, 24 op/s 2024-09-16T12:03:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:30 smithi077 ceph-mon[88497]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T12:03:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:30 smithi077 ceph-mon[88497]: pgmap v3550: 137 pgs: 137 active+clean; 338 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 6.5 KiB/s wr, 24 op/s 2024-09-16T12:03:31.725 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3020 ms) 2024-09-16T12:03:31.725 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-16T12:03:31.725 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:31 smithi191 ceph-mon[84934]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T12:03:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:31 smithi077 ceph-mon[86047]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T12:03:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:31 smithi077 ceph-mon[88497]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T12:03:32.700 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:32.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:32 smithi191 ceph-mon[84934]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T12:03:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:32 smithi191 ceph-mon[84934]: pgmap v3553: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 266 KiB/s wr, 98 op/s 2024-09-16T12:03:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:32 smithi077 ceph-mon[86047]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T12:03:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:32 smithi077 ceph-mon[86047]: pgmap v3553: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 266 KiB/s wr, 98 op/s 2024-09-16T12:03:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:32 smithi077 ceph-mon[88497]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T12:03:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:32 smithi077 ceph-mon[88497]: pgmap v3553: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 266 KiB/s wr, 98 op/s 2024-09-16T12:03:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:33 smithi191 ceph-mon[84934]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T12:03:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:33 smithi077 ceph-mon[86047]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T12:03:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:33 smithi077 ceph-mon[88497]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T12:03:34.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3032 ms) 2024-09-16T12:03:34.757 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-16T12:03:34.757 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:03:34.840 INFO:tasks.workunit.client.0.smithi077.stdout: i=0 exists [31068163~1486694,33453774~1111562,114168471~1481647,175921520~5630600,243230288~6048658,320193431~506603,354016555~11887320] wrote [31068163~1486694,33453774~1111562,114168471~1481647,175921520~5630600,243230288~6048658,320193431~506603,354016555~11887320] 2024-09-16T12:03:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:34 smithi191 ceph-mon[84934]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T12:03:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:34 smithi191 ceph-mon[84934]: pgmap v3556: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 266 KiB/s wr, 109 op/s 2024-09-16T12:03:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:34 smithi077 ceph-mon[86047]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T12:03:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:34 smithi077 ceph-mon[86047]: pgmap v3556: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 266 KiB/s wr, 109 op/s 2024-09-16T12:03:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:34 smithi077 ceph-mon[88497]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T12:03:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:34 smithi077 ceph-mon[88497]: pgmap v3556: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 266 KiB/s wr, 109 op/s 2024-09-16T12:03:35.789 INFO:tasks.workunit.client.0.smithi077.stdout: i=1 exists [31068163~1486694,33453774~1111562,73307167~2236886,107490809~2150022,114168471~1481647,146088626~14335576,175921520~5630600,195365351~42188,230945109~3459069,243230288~6048658,300354855~1765959,320193431~506603,354016555~14573217] wrote [73307167~2236886,107490809~2150022,146088626~14335576,195365351~42188,230945109~3459069,300354855~1765959,360792185~4333059,365163433~3426339] 2024-09-16T12:03:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:35 smithi077 ceph-mon[86047]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T12:03:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:35 smithi077 ceph-mon[88497]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T12:03:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:35 smithi191 ceph-mon[84934]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T12:03:36.808 INFO:tasks.workunit.client.0.smithi077.stdout: i=2 exists [31068163~1486694,33453774~1111562,73307167~2236886,107490809~2150022,114168471~1481647,143572927~16851275,164243671~3006644,167707290~7987383,175921520~5630600,195365351~42188,195561218~2729678,204258813~2487884,230945109~3459069,243230288~6048658,256008631~8701219,300354855~1765959,320193431~506603,354016555~14573217,372365592~5135131] wrote [143572927~4208131,164243671~3006644,167707290~7987383,195561218~2729678,204258813~2487884,244195836~356796,256008631~8701219,372365592~5135131] 2024-09-16T12:03:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:36 smithi077 ceph-mon[86047]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T12:03:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:36 smithi077 ceph-mon[86047]: pgmap v3559: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-16T12:03:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:36 smithi077 ceph-mon[88497]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T12:03:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:36 smithi077 ceph-mon[88497]: pgmap v3559: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-16T12:03:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:36] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-16T12:03:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:36 smithi191 ceph-mon[84934]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T12:03:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:36 smithi191 ceph-mon[84934]: pgmap v3559: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-16T12:03:37.795 INFO:tasks.workunit.client.0.smithi077.stdout: i=3 exists [31068163~1486694,33453774~1111562,56297642~8140267,68391638~9669,73307167~2236886,107490809~2150022,114168471~1481647,129783763~1885266,143572927~16851275,164243671~3006644,167707290~7987383,175921520~5630600,195365351~42188,195561218~6191873,204258813~2487884,230945109~3459069,242369089~6909857,256008631~8701219,268571627~4617117,300354855~1765959,320193431~506603,354016555~16638340,372365592~5135131,378529109~1040840] wrote [56297642~8140267,68391638~9669,129783763~1885266,148708317~1803732,195635869~6117222,242369089~1010457,246682084~2088700,268571627~4617117,366441829~4213066,378529109~1040840] 2024-09-16T12:03:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:37 smithi077 ceph-mon[86047]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T12:03:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:37 smithi077 ceph-mon[88497]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T12:03:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:37 smithi191 ceph-mon[84934]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T12:03:38.841 INFO:tasks.workunit.client.0.smithi077.stdout: i=4 exists [10839629~5666248,19940880~6023159,31068163~1486694,33453774~1111562,45531771~6751255,56297642~8140267,68391638~9669,73307167~2438515,107490809~2150022,114168471~1481647,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,175921520~5630600,195365351~42188,195561218~6191873,204258813~2487884,224230418~10173760,242369089~6909857,256008631~8701219,268571627~4617117,300354855~1765959,320193431~506603,333460356~1911200,343208415~620847,354016555~16638340,372365592~5135131,378529109~1040840,391963848~6725123] wrote [10839629~5666248,19940880~6023159,45531771~6751255,74047036~1698646,171843924~3979203,224230418~6950337,333460356~1911200,343208415~620847,356318973~7540458,391963848~6725123] 2024-09-16T12:03:39.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:38 smithi077 ceph-mon[88497]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T12:03:39.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:38 smithi077 ceph-mon[88497]: pgmap v3562: 137 pgs: 137 active+clean; 415 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-16T12:03:39.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:38 smithi077 ceph-mon[86047]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T12:03:39.074 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:38 smithi077 ceph-mon[86047]: pgmap v3562: 137 pgs: 137 active+clean; 415 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-16T12:03:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:38 smithi191 ceph-mon[84934]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T12:03:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:38 smithi191 ceph-mon[84934]: pgmap v3562: 137 pgs: 137 active+clean; 415 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-16T12:03:39.814 INFO:tasks.workunit.client.0.smithi077.stdout: i=5 exists [8699664~7806213,19940880~6023159,30218807~4346529,45531771~6751255,56297642~9883500,68391638~9669,73307167~2438515,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,175921520~5630600,194614452~7138639,204258813~2487884,224230418~10173760,242369089~6909857,256008631~10234136,268571627~4617117,300354855~1765959,320193431~506603,333460356~1911200,343208415~620847,349066000~1492424,354016555~16638340,372365592~5135131,378529109~5972767,391963848~6725123] wrote [8699664~5482141,30218807~3588960,59007942~7173200,95200546~1068796,112769713~6935293,194614452~5364663,259216116~7026651,349066000~1492424,361162629~1927076,378800355~5701521] 2024-09-16T12:03:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:39 smithi077 ceph-mon[86047]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T12:03:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:39 smithi077 ceph-mon[88497]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T12:03:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:39 smithi191 ceph-mon[84934]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T12:03:40.814 INFO:tasks.workunit.client.0.smithi077.stdout: i=6 exists [8699664~7806213,19940880~6023159,30218807~4346529,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~13844830,194614452~7138639,204258813~2487884,224230418~10173760,242369089~6909857,256008631~10234136,268571627~4617117,295832758~6288056,320193431~506603,333460356~1911200,343208415~620847,349066000~1492424,354016555~16638340,372365592~5135131,378529109~5972767,391963848~6725123] wrote [47574397~6319024,56736921~4705225,65531803~4543918,84169070~4028239,170565313~158636,171145877~7902962,247282347~960427,295832758~5325619,362026526~581864] 2024-09-16T12:03:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:40 smithi077 ceph-mon[86047]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T12:03:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:40 smithi077 ceph-mon[86047]: pgmap v3565: 137 pgs: 137 active+clean; 443 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 14 MiB/s wr, 129 op/s 2024-09-16T12:03:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:40 smithi077 ceph-mon[88497]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T12:03:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:40 smithi077 ceph-mon[88497]: pgmap v3565: 137 pgs: 137 active+clean; 443 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 14 MiB/s wr, 129 op/s 2024-09-16T12:03:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:40 smithi191 ceph-mon[84934]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T12:03:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:40 smithi191 ceph-mon[84934]: pgmap v3565: 137 pgs: 137 active+clean; 443 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 14 MiB/s wr, 129 op/s 2024-09-16T12:03:41.844 INFO:tasks.workunit.client.0.smithi077.stdout: i=7 exists [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~13844830,194614452~7138639,204258813~2487884,223156357~11247821,242369089~6909857,254732476~1202040,256008631~17180113,295832758~16741177,320193431~506603,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,354016555~16638340,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] wrote [19582041~2359003,28082577~7371860,223156357~4889201,254732476~1202040,262993574~7033539,300631925~11942010,340552507~516053,383376602~3487086,410505727~1113150] 2024-09-16T12:03:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:41 smithi077 ceph-mon[86047]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T12:03:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:41 smithi077 ceph-mon[88497]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T12:03:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:41 smithi191 ceph-mon[84934]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T12:03:42.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:42.841 INFO:tasks.workunit.client.0.smithi077.stdout: i=8 exists [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,84157638~4039671,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~13844830,182290122~9054498,194614452~7138639,204258813~8497919,223156357~11247821,242369089~6909857,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,320193431~506603,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,354016555~16638340,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] wrote [26125535~6290210,37710000~1879358,84157638~52806,142686298~6215959,152234830~1757705,182290122~9054498,204811176~7945556,259631535~6550781,275605196~6465273] 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[86047]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[86047]: pgmap v3568: 137 pgs: 137 active+clean; 602 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 39 MiB/s wr, 307 op/s 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[88497]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[88497]: pgmap v3568: 137 pgs: 137 active+clean; 602 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 39 MiB/s wr, 307 op/s 2024-09-16T12:03:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:42 smithi191 ceph-mon[84934]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T12:03:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:42 smithi191 ceph-mon[84934]: pgmap v3568: 137 pgs: 137 active+clean; 602 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 39 MiB/s wr, 307 op/s 2024-09-16T12:03:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:43.834 INFO:tasks.workunit.client.0.smithi077.stdout: i=9 exists [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~13844830,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~6909857,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,354016555~16638340,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] wrote [76763841~5803380,111919377~154736,173041289~1273,194343858~3013451,235216491~297896,236290073~4197226,243358534~4819744,315603366~6453110,344260631~3206247,395857672~2189031] 2024-09-16T12:03:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:43 smithi077 ceph-mon[86047]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T12:03:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:43 smithi077 ceph-mon[88497]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T12:03:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:43 smithi191 ceph-mon[84934]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T12:03:44.851 INFO:tasks.workunit.client.0.smithi077.stdout: i=10 exists [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~17737904,164243671~3006644,167707290~13844830,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~17245686,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] wrote [49552461~3366329,119905033~7094581,244715244~1417584,247849047~7552079,262443870~4602459,322255086~7281196,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:44 smithi077 ceph-mon[88497]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T12:03:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:44 smithi077 ceph-mon[88497]: pgmap v3571: 137 pgs: 137 active+clean; 652 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 43 MiB/s wr, 286 op/s 2024-09-16T12:03:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:44 smithi077 ceph-mon[86047]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T12:03:45.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:44 smithi077 ceph-mon[86047]: pgmap v3571: 137 pgs: 137 active+clean; 652 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 43 MiB/s wr, 286 op/s 2024-09-16T12:03:45.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:44 smithi191 ceph-mon[84934]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T12:03:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:44 smithi191 ceph-mon[84934]: pgmap v3571: 137 pgs: 137 active+clean; 652 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 43 MiB/s wr, 286 op/s 2024-09-16T12:03:45.846 INFO:tasks.workunit.client.0.smithi077.stdout: i=11 exists [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~14229901,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~9054498,194343858~7409233,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~17245686,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] wrote [38399181~497006,53764095~3402927,94697725~1076458,117254713~7379183,178364626~3602714,194795852~4517859,217394914~848903,279901862~7466827,329879169~3314099,399443671~1787532] 2024-09-16T12:03:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:45 smithi077 ceph-mon[86047]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T12:03:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:45 smithi077 ceph-mon[88497]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T12:03:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:45 smithi191 ceph-mon[84934]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T12:03:46.882 INFO:tasks.workunit.client.0.smithi077.stdout: i=12 exists [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~16593141,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~26394264,372365592~5135131,378529109~8334579,390386206~13465546,410505727~1113150] wrote [4392954~5740307,10273842~1555204,40643707~5032734,125322583~4040271,191053932~7046078,226189747~1559894,332785250~7997708,346581035~13039091,390386206~6747339] 2024-09-16T12:03:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:46 smithi077 ceph-mon[88497]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T12:03:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:46 smithi077 ceph-mon[88497]: pgmap v3574: 137 pgs: 137 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 37 MiB/s wr, 130 op/s 2024-09-16T12:03:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:46 smithi077 ceph-mon[86047]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T12:03:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:46 smithi077 ceph-mon[86047]: pgmap v3574: 137 pgs: 137 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 37 MiB/s wr, 130 op/s 2024-09-16T12:03:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:46] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-09-16T12:03:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:46 smithi191 ceph-mon[84934]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T12:03:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:46 smithi191 ceph-mon[84934]: pgmap v3574: 137 pgs: 137 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 37 MiB/s wr, 130 op/s 2024-09-16T12:03:47.887 INFO:tasks.workunit.client.0.smithi077.stdout: i=13 exists [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~26394264,372365592~14498096,390386206~13465546,410505727~1113150] wrote [1632080~8116132,23065250~797867,28818718~3911308,92118485~5815431,108117302~5055542,203849198~10183644,260259903~207843,375695278~4646774] 2024-09-16T12:03:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:47 smithi077 ceph-mon[86047]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T12:03:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:47 smithi077 ceph-mon[88497]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T12:03:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:47 smithi191 ceph-mon[84934]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T12:03:48.877 INFO:tasks.workunit.client.0.smithi077.stdout: i=14 exists [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~26394264,372365592~14498096,390386206~13465546,410505727~1113150] wrote [5630902~8496378,38923687~769639,64858104~7461997,111542611~6982530,156536933~5524877,304387948~6072562,339800548~2481377,367824998~2244386] 2024-09-16T12:03:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:48 smithi077 ceph-mon[86047]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T12:03:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:48 smithi077 ceph-mon[86047]: pgmap v3577: 137 pgs: 137 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 37 MiB/s wr, 312 op/s 2024-09-16T12:03:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:48 smithi077 ceph-mon[88497]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T12:03:49.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:48 smithi077 ceph-mon[88497]: pgmap v3577: 137 pgs: 137 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 37 MiB/s wr, 312 op/s 2024-09-16T12:03:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:48 smithi191 ceph-mon[84934]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T12:03:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:48 smithi191 ceph-mon[84934]: pgmap v3577: 137 pgs: 137 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 37 MiB/s wr, 312 op/s 2024-09-16T12:03:49.881 INFO:tasks.workunit.client.0.smithi077.stdout: i=15 exists [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~26394264,372365592~14498096,390386206~13465546,410505727~1113150] wrote [40627668~2931753,61390888~166020,88774317~7975437,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,322922946~1882928,360218047~4591813,403077865~149203] 2024-09-16T12:03:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:49 smithi077 ceph-mon[86047]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T12:03:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:49 smithi077 ceph-mon[88497]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T12:03:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:49 smithi191 ceph-mon[84934]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T12:03:50.885 INFO:tasks.workunit.client.0.smithi077.stdout: i=16 exists [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~26394264,372365592~14498096,388688382~15163370,410505727~1113150] wrote [61077615~1473750,98072506~5600823,143826864~304990,229210511~3048776,307193110~7670269,327332836~5593311,339985513~3339648,388688382~3740262,399857540~897558] 2024-09-16T12:03:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:50 smithi077 ceph-mon[86047]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T12:03:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:50 smithi077 ceph-mon[86047]: pgmap v3580: 137 pgs: 137 active+clean; 858 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 21 MiB/s wr, 193 op/s 2024-09-16T12:03:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:50 smithi077 ceph-mon[88497]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T12:03:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:50 smithi077 ceph-mon[88497]: pgmap v3580: 137 pgs: 137 active+clean; 858 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 21 MiB/s wr, 193 op/s 2024-09-16T12:03:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:50 smithi191 ceph-mon[84934]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T12:03:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:50 smithi191 ceph-mon[84934]: pgmap v3580: 137 pgs: 137 active+clean; 858 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 21 MiB/s wr, 193 op/s 2024-09-16T12:03:51.902 INFO:tasks.workunit.client.0.smithi077.stdout: i=17 exists [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35118014,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~26394264,372365592~14498096,388688382~15163370,410505727~1113150] wrote [17506131~4097287,67883291~5983382,100611507~5814880,126678281~1862976,149416429~6054942,199556792~2368589,210728582~2681618,303671506~7199650,357141913~5453796] 2024-09-16T12:03:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:51 smithi077 ceph-mon[86047]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T12:03:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:51 smithi077 ceph-mon[88497]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T12:03:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:51 smithi191 ceph-mon[84934]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T12:03:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:03:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:03:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: i=18 exists [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~26394264,372365592~14498096,388688382~17066566,410505727~1113150] wrote [72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,155453223~6123950,230861686~280392,281332884~5042456,352822642~2448620,381186799~2074698,400447366~5307582] 2024-09-16T12:03:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:52 smithi077 ceph-mon[86047]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T12:03:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:52 smithi077 ceph-mon[86047]: pgmap v3583: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 375 op/s 2024-09-16T12:03:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:52 smithi077 ceph-mon[88497]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T12:03:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:52 smithi077 ceph-mon[88497]: pgmap v3583: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 375 op/s 2024-09-16T12:03:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:52 smithi191 ceph-mon[84934]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T12:03:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:52 smithi191 ceph-mon[84934]: pgmap v3583: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 375 op/s 2024-09-16T12:03:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: i=19 exists [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~26394264,372365592~33389356,410505727~1113150] wrote [45743516~3942246,142719024~1951,270968183~2471450,275298610~1097770,282868718~1035968,326259649~2759022,340600281~860670,352809978~2186053,379805325~10658427] 2024-09-16T12:03:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:53 smithi077 ceph-mon[86047]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T12:03:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:53 smithi077 ceph-mon[88497]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T12:03:54.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:53 smithi191 ceph-mon[84934]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T12:03:54.855 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 1 diff [73307167~2236886,107490809~2150022,146088626~14335576,195365351~42188,230945109~3459069,300354855~1765959,360792185~4333059,365163433~3426339] 2024-09-16T12:03:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [73307167~2236886,107490809~2150022,146088626~14335576,195365351~42188,230945109~3459069,300354855~1765959,360792185~4333059,365163433~3426339] 2024-09-16T12:03:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [71303168~4240885,104857600~4783231,142606336~17817866,192937984~2469555,230686720~3717458,297795584~4325230,360792185~4333059,365163433~3426339] 2024-09-16T12:03:54.873 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 2 diff [73307167~2236886,107490809~2150022,143572927~16851275,164243671~3006644,167707290~7987383,195365351~42188,195561218~2729678,204258813~2487884,230945109~3459069,244195836~356796,256008631~8701219,300354855~1765959,360792185~4333059,365163433~3426339,372365592~5135131] 2024-09-16T12:03:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [73307167~2236886,107490809~2150022,143572927~16851275,164243671~3006644,167707290~7987383,195365351~42188,195561218~2729678,204258813~2487884,230945109~3459069,244195836~356796,256008631~8701219,300354855~1765959,360792185~4333059,365163433~3426339,372365592~5135131] 2024-09-16T12:03:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [71303168~4240885,104857600~4783231,142606336~17817866,163577856~12116817,192937984~5352912,201326592~5420105,230686720~3717458,244195836~356796,255852544~8857306,297795584~4325230,360792185~4333059,365163433~3426339,369098752~8401971] 2024-09-16T12:03:54.879 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 3 diff [56297642~8140267,68391638~9669,73307167~2236886,107490809~2150022,129783763~1885266,143572927~16851275,164243671~3006644,167707290~7987383,195365351~42188,195561218~6191873,204258813~2487884,230945109~3459069,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,300354855~1765959,360792185~4333059,365163433~5491462,372365592~5135131,378529109~1040840] 2024-09-16T12:03:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [56297642~8140267,68391638~9669,73307167~2236886,107490809~2150022,129783763~1885266,143572927~16851275,164243671~3006644,167707290~7987383,195365351~42188,195561218~6191873,204258813~2487884,230945109~3459069,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,300354855~1765959,360792185~4333059,365163433~5491462,372365592~5135131,378529109~1040840] 2024-09-16T12:03:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [54525952~9911957,67108864~1292443,71303168~4240885,104857600~4783231,125829120~5839909,142606336~17817866,163577856~12116817,192937984~13808713,230686720~3717458,242369089~1010457,244195836~356796,246682084~2088700,255852544~8857306,268435456~4753288,297795584~4325230,360792185~4333059,365163433~14406516] 2024-09-16T12:03:54.885 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 4 diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,73307167~2438515,107490809~2150022,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,195365351~42188,195561218~6191873,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,300354855~1765959,333460356~1911200,343208415~620847,356318973~8806271,365163433~5491462,372365592~5135131,378529109~1040840,391963848~6725123] 2024-09-16T12:03:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,73307167~2438515,107490809~2150022,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,195365351~42188,195561218~6191873,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,300354855~1765959,333460356~1911200,343208415~620847,356318973~8806271,365163433~5491462,372365592~5135131,378529109~1040840,391963848~6725123] 2024-09-16T12:03:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,41943040~10339986,54525952~9911957,67108864~1292443,71303168~4442514,104857600~4783231,125829120~5839909,142606336~17817866,163577856~12245271,192937984~13808713,222298112~12106066,242369089~1010457,244195836~356796,246682084~2088700,255852544~8857306,268435456~4753288,297795584~4325230,331350016~4021540,339738624~4090638,356318973~8806271,365163433~14406516,390070272~8618699] 2024-09-16T12:03:54.891 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 5 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,73307167~2438515,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,194614452~7138639,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,300354855~1765959,333460356~1911200,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,73307167~2438515,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~8115837,194614452~7138639,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,300354855~1765959,333460356~1911200,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~10339986,54525952~11655190,67108864~1292443,71303168~4442514,92274688~3994654,104857600~14847406,125829120~5839909,142606336~17817866,163577856~12245271,192937984~13808713,222298112~12106066,242369089~1010457,244195836~356796,246682084~2088700,255852544~10390223,268435456~4753288,297795584~4325230,331350016~4021540,339738624~4090638,348127232~2431192,356318973~8806271,365163433~19338443,390070272~8618699] 2024-09-16T12:03:54.897 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 6 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,295832758~6288056,333460356~1911200,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,224230418~10173760,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,295832758~6288056,333460356~1911200,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~11950381,54525952~15549769,71303168~4442514,83886080~4311229,92274688~3994654,104857600~14847406,125829120~5839909,142606336~17817866,163577856~15470983,192937984~13808713,222298112~12106066,242369089~1010457,244195836~356796,246682084~2088700,255852544~10390223,268435456~4753288,293601280~8519534,331350016~4021540,339738624~4090638,348127232~2431192,356318973~8806271,365163433~19338443,390070272~8618699] 2024-09-16T12:03:54.903 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 7 diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,223156357~11247821,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,73307167~2438515,84169070~4028239,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,143572927~16851275,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,223156357~11247821,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~18677221,41943040~11950381,54525952~15549769,71303168~4442514,83886080~4311229,92274688~3994654,104857600~14847406,125829120~5839909,142606336~17817866,163577856~15470983,192937984~13808713,222298112~12106066,242369089~1010457,244195836~356796,246682084~2088700,251658240~21530504,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~8806271,365163433~21700255,390070272~8618699,406847488~4771389] 2024-09-16T12:03:54.908 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 8 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,84157638~4039671,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194614452~7138639,204258813~8497919,223156357~11247821,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,84157638~4039671,95200546~1068796,107490809~2150022,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194614452~7138639,204258813~8497919,223156357~11247821,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,71303168~4442514,83886080~4311229,92274688~3994654,104857600~14847406,125829120~5839909,142606336~17817866,163577856~15470983,181552120~9792500,192937984~19818748,222298112~12106066,242369089~1010457,244195836~356796,246682084~2088700,251658240~30412229,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~8806271,365163433~21700255,390070272~8618699,406847488~4771389] 2024-09-16T12:03:54.914 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 9 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~8806271,365163433~5491462,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,71303168~11264053,83886080~4311229,92274688~3994654,104857600~14847406,125829120~5839909,142606336~17817866,163577856~15470983,181552120~9792500,192937984~19818748,222298112~12106066,234881024~5606275,242369089~6401695,251658240~30412229,293601280~18972655,314572800~7483676,331350016~4021540,339738624~4090638,343932928~3533950,348127232~2431192,356318973~8806271,365163433~21700255,390070272~8618699,406847488~4771389] 2024-09-16T12:03:54.920 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 10 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~11716035,365163433~5491462,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,73307167~2438515,76763841~5803380,84157638~4039671,95200546~1068796,107490809~2150022,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~17737904,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~11716035,365163433~5491462,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,71303168~11264053,83886080~4311229,92274688~3994654,104857600~26811429,142606336~17817866,163577856~15470983,181552120~9792500,192937984~19818748,222298112~12106066,234881024~5606275,242369089~39701380,293601280~18972655,314572800~14963482,331350016~12479246,343932928~3533950,348127232~2431192,353409209~11716035,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.925 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 11 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~14229901,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~9054498,194343858~7409233,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~11716035,365163433~5491462,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~14229901,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~9054498,194343858~7409233,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~11716035,365163433~5491462,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~28132681,71303168~11264053,83886080~4311229,92274688~3994654,104857600~26811429,142606336~17817866,163577856~27766764,192937984~19818748,213909504~4334313,222298112~12106066,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~3533950,348127232~2431192,353409209~11716035,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.932 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 12 diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~16593141,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~20864613,365163433~5491462,372365592~5135131,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,94697725~1571617,107490809~2150022,111919377~154736,112769713~16593141,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,204258813~8497919,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~20864613,365163433~5491462,372365592~5135131,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~12311573,16777216~53298505,71303168~11264053,83886080~4311229,92274688~3994654,104857600~26811429,142606336~17817866,163577856~49178876,213909504~4334313,222298112~12106066,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~21192316,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.936 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 13 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~17737904,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~53298505,71303168~11264053,83886080~14047836,104857600~26811429,142606336~17817866,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~21192316,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.942 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 14 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,73307167~2438515,76763841~5803380,84157638~4039671,92118485~5815431,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~65790005,83886080~14047836,104857600~26811429,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~21192316,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.948 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 15 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20864613,365163433~5491462,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~65790005,83886080~14047836,104857600~26811429,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~21192316,365163433~21700255,390070272~13781480,406847488~4771389] 2024-09-16T12:03:54.953 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 16 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,73307167~2438515,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~65790005,83886080~19787249,104857600~26811429,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~38688319,406847488~4771389] 2024-09-16T12:03:54.959 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 17 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35118014,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35118014,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~65790005,83886080~47782949,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~38688319,406847488~4771389] 2024-09-16T12:03:54.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 18 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~17066566,410505727~1113150] 2024-09-16T12:03:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~14498096,388688382~17066566,410505727~1113150] 2024-09-16T12:03:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:54.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 19 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:54.976 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 2 diff [143572927~4208131,164243671~3006644,167707290~7987383,195561218~2729678,204258813~2487884,244195836~356796,256008631~8701219,372365592~5135131] 2024-09-16T12:03:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [143572927~4208131,164243671~3006644,167707290~7987383,195561218~2729678,204258813~2487884,244195836~356796,256008631~8701219,372365592~5135131] 2024-09-16T12:03:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [143572927~4208131,163577856~12116817,195407539~2883357,201326592~5420105,244195836~356796,255852544~8857306,369098752~8401971] 2024-09-16T12:03:54.982 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 3 diff [56297642~8140267,68391638~9669,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~7987383,195561218~6191873,204258813~2487884,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,366441829~4213066,372365592~5135131,378529109~1040840] 2024-09-16T12:03:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [56297642~8140267,68391638~9669,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~7987383,195561218~6191873,204258813~2487884,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,366441829~4213066,372365592~5135131,378529109~1040840] 2024-09-16T12:03:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [54525952~9911957,67108864~1292443,125829120~5839909,143572927~4208131,148708317~1803732,163577856~12116817,195407539~11339158,242369089~1010457,244195836~356796,246682084~2088700,255852544~8857306,268435456~4753288,366441829~13128120] 2024-09-16T12:03:54.987 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 4 diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,74047036~1698646,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~8115837,195561218~6191873,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,333460356~1911200,343208415~620847,356318973~7540458,366441829~4213066,372365592~5135131,378529109~1040840,391963848~6725123] 2024-09-16T12:03:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,74047036~1698646,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~8115837,195561218~6191873,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~8701219,268571627~4617117,333460356~1911200,343208415~620847,356318973~7540458,366441829~4213066,372365592~5135131,378529109~1040840,391963848~6725123] 2024-09-16T12:03:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,41943040~10339986,54525952~9911957,67108864~1292443,74047036~1698646,125829120~5839909,143572927~4208131,148708317~1803732,163577856~12245271,195407539~11339158,222298112~8882643,242369089~1010457,244195836~356796,246682084~2088700,255852544~8857306,268435456~4753288,331350016~4021540,339738624~4090638,356318973~7540458,366441829~13128120,390070272~8618699] 2024-09-16T12:03:54.992 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 5 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,74047036~1698646,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~8115837,194614452~7138639,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,74047036~1698646,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~8115837,194614452~7138639,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~10339986,54525952~11655190,67108864~1292443,74047036~1698646,92274688~3994654,109640831~10064175,125829120~5839909,143572927~4208131,148708317~1803732,163577856~12245271,194614452~12132245,222298112~8882643,242369089~1010457,244195836~356796,246682084~2088700,255852544~10390223,268435456~4753288,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~18060047,390070272~8618699] 2024-09-16T12:03:54.997 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 6 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,224230418~6950337,242369089~1010457,244195836~356796,246682084~2088700,256008631~10234136,268571627~4617117,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~5972767,391963848~6725123] 2024-09-16T12:03:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,143572927~4208131,148708317~1803732,163577856~15470983,194614452~12132245,222298112~8882643,242369089~1010457,244195836~356796,246682084~2088700,255852544~10390223,268435456~4753288,293601280~7557097,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~18060047,390070272~8618699] 2024-09-16T12:03:55.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 7 diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,223156357~8024398,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,143572927~4208131,148708317~1803732,164243671~3006644,167707290~11341549,194614452~7138639,204258813~2487884,223156357~8024398,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~18677221,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,143572927~4208131,148708317~1803732,163577856~15470983,194614452~12132245,222298112~8882643,242369089~1010457,244195836~356796,246682084~2088700,251658240~21530504,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~20421859,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.008 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 8 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194614452~7138639,204258813~8497919,223156357~8024398,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194614452~7138639,204258813~8497919,223156357~8024398,242369089~1010457,244195836~356796,246682084~2088700,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,142686298~7825751,152234830~1757705,163577856~15470983,181552120~9792500,194614452~18142280,222298112~8882643,242369089~1010457,244195836~356796,246682084~2088700,251658240~30412229,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~20421859,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.013 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 9 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~8024398,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~8024398,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,366441829~4213066,372365592~5135131,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~8520185,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,142686298~7825751,152234830~1757705,163577856~15470983,181552120~9792500,194343858~18412874,222298112~8882643,234881024~5606275,242369089~6401695,251658240~30412229,293601280~18972655,314572800~7483676,331350016~4021540,339738624~4090638,343932928~3533950,348127232~2431192,356318973~7540458,366441829~20421859,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.018 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 10 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~11341549,182290122~9054498,194343858~7409233,204258813~8497919,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,163577856~15470983,181552120~9792500,194343858~18412874,222298112~8882643,234881024~5606275,242369089~39701380,293601280~18972655,314572800~14963482,331350016~12479246,343932928~3533950,348127232~2431192,353409209~10450222,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.023 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 11 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~9054498,194343858~7409233,204258813~8497919,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~9054498,194343858~7409233,204258813~8497919,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,372365592~5135131,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~28132681,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,163577856~27766764,194343858~18412874,213909504~4334313,222298112~8882643,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~3533950,348127232~2431192,353409209~10450222,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.028 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 12 diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~19462969,204258813~8497919,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,372365592~5135131,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~19462969,204258813~8497919,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,372365592~5135131,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~12311573,16777216~53298505,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,163577856~49178876,213909504~4334313,222298112~8882643,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~19926503,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.033 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 13 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~53298505,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,163577856~54665961,222298112~8882643,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~19926503,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.039 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 14 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~14260050,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~17180113,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,163577856~54665961,222298112~8882643,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~19926503,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.044 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 15 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,366441829~4213066,372365592~14498096,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,163577856~54665961,222298112~8882643,234881024~5606275,242369089~44999600,293601280~18972655,314572800~29256462,343932928~20876932,366441829~20421859,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.049 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 16 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,164243671~3006644,167707290~34045801,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~19787249,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~37409923,406847488~4771389] 2024-09-16T12:03:55.055 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 17 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,142686298~12785073,156536933~5524877,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,142686298~12785073,156536933~5524877,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~57089457,74047036~8520185,83886080~22540307,108117302~23551727,142686298~12785073,156536933~5524877,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~37409923,406847488~4771389] 2024-09-16T12:03:55.060 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 18 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~14498096,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:55.065 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 19 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:55.071 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 3 diff [56297642~8140267,68391638~9669,129783763~1885266,148708317~1803732,195635869~6117222,242369089~1010457,246682084~2088700,268571627~4617117,366441829~4213066,378529109~1040840] 2024-09-16T12:03:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [56297642~8140267,68391638~9669,129783763~1885266,148708317~1803732,195635869~6117222,242369089~1010457,246682084~2088700,268571627~4617117,366441829~4213066,378529109~1040840] 2024-09-16T12:03:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [54525952~9911957,67108864~1292443,125829120~5839909,148708317~1803732,195635869~6117222,242369089~1010457,246682084~2088700,268435456~4753288,366441829~4213066,377500723~2069226] 2024-09-16T12:03:55.076 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 4 diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,74047036~1698646,129783763~1885266,148708317~1803732,171843924~3979203,195635869~6117222,224230418~6950337,242369089~1010457,246682084~2088700,268571627~4617117,333460356~1911200,343208415~620847,356318973~7540458,366441829~4213066,378529109~1040840,391963848~6725123] 2024-09-16T12:03:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [10839629~5666248,19940880~6023159,45531771~6751255,56297642~8140267,68391638~9669,74047036~1698646,129783763~1885266,148708317~1803732,171843924~3979203,195635869~6117222,224230418~6950337,242369089~1010457,246682084~2088700,268571627~4617117,333460356~1911200,343208415~620847,356318973~7540458,366441829~4213066,378529109~1040840,391963848~6725123] 2024-09-16T12:03:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,41943040~10339986,54525952~9911957,67108864~1292443,74047036~1698646,125829120~5839909,148708317~1803732,171843924~3979203,195635869~6117222,222298112~8882643,242369089~1010457,246682084~2088700,268435456~4753288,331350016~4021540,339738624~4090638,356318973~7540458,366441829~4213066,377500723~2069226,390070272~8618699] 2024-09-16T12:03:55.081 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 5 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,74047036~1698646,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,171843924~3979203,194614452~7138639,224230418~6950337,242369089~1010457,246682084~2088700,259216116~7026651,268571627~4617117,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~5972767,391963848~6725123] 2024-09-16T12:03:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,56297642~9883500,68391638~9669,74047036~1698646,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,171843924~3979203,194614452~7138639,224230418~6950337,242369089~1010457,246682084~2088700,259216116~7026651,268571627~4617117,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~5972767,391963848~6725123] 2024-09-16T12:03:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~10339986,54525952~11655190,67108864~1292443,74047036~1698646,92274688~3994654,109640831~10064175,125829120~5839909,148708317~1803732,171843924~3979203,194614452~7138639,222298112~8882643,242369089~1010457,246682084~2088700,259216116~7026651,268435456~4753288,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~4213066,377500723~7001153,390070272~8618699] 2024-09-16T12:03:55.086 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 6 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,224230418~6950337,242369089~1010457,246682084~2088700,259216116~7026651,268571627~4617117,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~5972767,391963848~6725123] 2024-09-16T12:03:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,224230418~6950337,242369089~1010457,246682084~2088700,259216116~7026651,268571627~4617117,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~5972767,391963848~6725123] 2024-09-16T12:03:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,222298112~8882643,242369089~1010457,246682084~2088700,259216116~7026651,268435456~4753288,293601280~7557097,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~4213066,377500723~7001153,390070272~8618699] 2024-09-16T12:03:55.091 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 7 diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,223156357~8024398,242369089~1010457,246682084~2088700,254732476~1202040,259216116~13972628,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56297642~13778079,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,129783763~1885266,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,223156357~8024398,242369089~1010457,246682084~2088700,254732476~1202040,259216116~13972628,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~18677221,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,148708317~1803732,170565313~158636,171145877~7902962,194614452~7138639,222298112~8882643,242369089~1010457,246682084~2088700,251658240~4276276,259216116~13972628,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~4213066,377500723~9362965,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.097 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 8 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~7138639,204811176~7945556,223156357~8024398,242369089~1010457,246682084~2088700,254732476~1202040,259216116~13972628,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~7138639,204811176~7945556,223156357~8024398,242369089~1010457,246682084~2088700,254732476~1202040,259216116~13972628,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194614452~7138639,204811176~7945556,222298112~8882643,242369089~1010457,246682084~2088700,251658240~4276276,259216116~22854353,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,366441829~4213066,377500723~9362965,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.102 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 9 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~7409233,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,259216116~13972628,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~7409233,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,242369089~6401695,254732476~1202040,259216116~13972628,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,366441829~4213066,378529109~8334579,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~8520185,83886080~4311229,92274688~3994654,109640831~10064175,125829120~5839909,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~7409233,204811176~7945556,222298112~8882643,234881024~5606275,242369089~6401695,251658240~4276276,259216116~22854353,293601280~18972655,314572800~7483676,331350016~4021540,339738624~4090638,343932928~3533950,348127232~2431192,356318973~7540458,366441829~4213066,377500723~9362965,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.107 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 10 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~7409233,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56297642~13778079,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~7409233,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,54525952~15549769,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~7409233,204811176~7945556,222298112~8882643,234881024~5606275,242369089~13565427,259216116~22854353,293601280~18972655,314572800~14963482,331350016~12479246,343932928~3533950,348127232~2431192,353409209~10450222,366441829~4213066,377500723~9362965,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.112 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 11 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~7409233,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~7409233,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,366441829~4213066,378529109~8334579,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~28132681,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,170565313~158636,171145877~20198743,194343858~7409233,204811176~7945556,213909504~4334313,222298112~8882643,234881024~5606275,242369089~13565427,259216116~28152573,293601280~18972655,314572800~29256462,343932928~3533950,348127232~2431192,353409209~10450222,366441829~4213066,377500723~9362965,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.117 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 12 diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~19462969,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~19462969,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,378529109~8334579,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~12311573,16777216~53298505,74047036~8520185,83886080~4311229,92274688~3994654,109640831~22028198,142686298~7825751,152234830~1757705,170565313~158636,171145877~30607214,204811176~7945556,213909504~4334313,222298112~8882643,234881024~5606275,242369089~13565427,259216116~28152573,293601280~18972655,314572800~29256462,343932928~19926503,366441829~4213066,377500723~9362965,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.122 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 13 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,170565313~158636,171145877~10821463,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~53298505,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,170565313~158636,171145877~30607214,203849198~14394619,222298112~8882643,234881024~5606275,242369089~13565427,259216116~28152573,293601280~18972655,314572800~29256462,343932928~19926503,366441829~4213066,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.128 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 14 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~19462969,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~13972628,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~14394619,222298112~8882643,234881024~5606275,242369089~13565427,259216116~28152573,293601280~18972655,314572800~29256462,343932928~19926503,366441829~4213066,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.133 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 15 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,366441829~4213066,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~14394619,222298112~8882643,234881024~5606275,242369089~13565427,259216116~28152573,293601280~18972655,314572800~29256462,343932928~20876932,366441829~4213066,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.138 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 16 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,129783763~1885266,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~19787249,108117302~23551727,142686298~7825751,152234830~1757705,156536933~5524877,170565313~158636,171145877~30607214,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.143 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 17 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,142686298~12785073,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,142686298~12785073,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~57089457,74047036~8520185,83886080~22540307,108117302~23551727,142686298~12785073,156536933~5524877,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.148 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 18 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.153 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 19 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.159 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 4 diff [10839629~5666248,19940880~6023159,45531771~6751255,74047036~1698646,171843924~3979203,224230418~6950337,333460356~1911200,343208415~620847,356318973~7540458,391963848~6725123] 2024-09-16T12:03:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [10839629~5666248,19940880~6023159,45531771~6751255,74047036~1698646,171843924~3979203,224230418~6950337,333460356~1911200,343208415~620847,356318973~7540458,391963848~6725123] 2024-09-16T12:03:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,41943040~10339986,74047036~1698646,171843924~3979203,222298112~8882643,331350016~4021540,339738624~4090638,356318973~7540458,390070272~8618699] 2024-09-16T12:03:55.164 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 5 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,59007942~7173200,74047036~1698646,95200546~1068796,112769713~6935293,171843924~3979203,194614452~5364663,224230418~6950337,259216116~7026651,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,378800355~5701521,391963848~6725123] 2024-09-16T12:03:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~6751255,59007942~7173200,74047036~1698646,95200546~1068796,112769713~6935293,171843924~3979203,194614452~5364663,224230418~6950337,259216116~7026651,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,378800355~5701521,391963848~6725123] 2024-09-16T12:03:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~10339986,59007942~7173200,74047036~1698646,92274688~3994654,109640831~10064175,171843924~3979203,194614452~5364663,222298112~8882643,259216116~7026651,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,378800355~5701521,390070272~8618699] 2024-09-16T12:03:55.169 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 6 diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56736921~13338800,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,224230418~6950337,247282347~960427,259216116~7026651,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,378800355~5701521,391963848~6725123] 2024-09-16T12:03:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19940880~6023159,30218807~3588960,45531771~8361650,56736921~13338800,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,224230418~6950337,247282347~960427,259216116~7026651,295832758~5325619,333460356~1911200,343208415~620847,349066000~1492424,356318973~7540458,378800355~5701521,391963848~6725123] 2024-09-16T12:03:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:54 smithi077 ceph-mon[88497]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T12:03:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:54 smithi077 ceph-mon[88497]: pgmap v3586: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 50 MiB/s wr, 373 op/s 2024-09-16T12:03:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:54 smithi077 ceph-mon[86047]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T12:03:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:54 smithi077 ceph-mon[86047]: pgmap v3586: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 50 MiB/s wr, 373 op/s 2024-09-16T12:03:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~9186823,30218807~3588960,41943040~11950381,56736921~13338800,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,170565313~158636,171145877~7902962,194614452~5364663,222298112~8882643,247282347~960427,259216116~7026651,293601280~7557097,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,378800355~5701521,390070272~8618699] 2024-09-16T12:03:55.174 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 7 diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56736921~13338800,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,223156357~8024398,247282347~960427,254732476~1202040,259216116~10810997,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,28082577~7371860,45531771~8361650,56736921~13338800,74047036~1698646,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,223156357~8024398,247282347~960427,254732476~1202040,259216116~10810997,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~18677221,41943040~11950381,56736921~13338800,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,170565313~158636,171145877~7902962,194614452~5364663,222298112~8882643,247282347~960427,251658240~4276276,259216116~10810997,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,378800355~8063333,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.180 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 8 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~5364663,204811176~7945556,223156357~8024398,247282347~960427,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,84157638~4039671,95200546~1068796,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~5364663,204811176~7945556,223156357~8024398,247282347~960427,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,333460356~1911200,340552507~516053,343208415~620847,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,56736921~13338800,74047036~1698646,83886080~4311229,92274688~3994654,109640831~10064175,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194614452~5364663,204811176~7945556,222298112~8882643,247282347~960427,251658240~4276276,259216116~10810997,273188744~8881725,293601280~18972655,331350016~4021540,339738624~4090638,348127232~2431192,356318973~7540458,378800355~8063333,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.185 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 9 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,333460356~1911200,340552507~516053,343208415~620847,344260631~3206247,349066000~1492424,356318973~7540458,378800355~8063333,391963848~6725123,410505727~1113150] 2024-09-16T12:03:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,56736921~13338800,74047036~8520185,83886080~4311229,92274688~3994654,109640831~10064175,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~5635257,204811176~7945556,222298112~8882643,234881024~5606275,243358534~4884240,251658240~4276276,259216116~10810997,273188744~8881725,293601280~18972655,314572800~7483676,331350016~4021540,339738624~4090638,343932928~3533950,348127232~2431192,356318973~7540458,378800355~8063333,390070272~8618699,406847488~4771389] 2024-09-16T12:03:55.190 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 10 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,378800355~8063333,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~8361650,56736921~13338800,74047036~1698646,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,378800355~8063333,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~11950381,56736921~13338800,74047036~8520185,83886080~4311229,92274688~3994654,109640831~17358783,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~5635257,204811176~7945556,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,273188744~8881725,293601280~18972655,314572800~14963482,331350016~12479246,343932928~3533950,348127232~2431192,353409209~10450222,378800355~8063333,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.195 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 11 diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~5635257,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,378800355~8063333,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~7806213,19582041~6381998,26125535~9328902,37710000~1879358,45531771~24543950,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~5635257,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333460356~7608204,343208415~620847,344260631~3206247,349066000~1492424,353409209~10450222,378800355~8063333,391963848~11887904,410505727~1113150] 2024-09-16T12:03:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~8117269,16777216~22812142,41943040~28132681,74047036~8520185,83886080~4311229,92274688~3994654,109640831~17358783,142686298~6215959,152234830~1757705,170565313~158636,171145877~20198743,194343858~5635257,204811176~7945556,213909504~4334313,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~29256462,343932928~3533950,348127232~2431192,353409209~10450222,378800355~8063333,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.200 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 12 diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,378800355~8063333,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~12112923,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,204811176~7945556,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,378800355~8063333,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~12311573,16777216~53298505,74047036~8520185,83886080~4311229,92274688~3994654,109640831~19722023,142686298~6215959,152234830~1757705,170565313~158636,171145877~28833238,204811176~7945556,213909504~4334313,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~29256462,343932928~19926503,378800355~8063333,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.205 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 13 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1879358,40643707~29432014,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,343208415~620847,344260631~19598800,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~53298505,74047036~8520185,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~28833238,203849198~14394619,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~29256462,343932928~19926503,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.210 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 14 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40643707~31676394,74047036~1698646,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~19598800,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:54 smithi191 ceph-mon[84934]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T12:03:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:54 smithi191 ceph-mon[84934]: pgmap v3586: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 50 MiB/s wr, 373 op/s 2024-09-16T12:03:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~29256462,343932928~19926503,367824998~2244386,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.216 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 15 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~8024398,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,343208415~620847,344260631~20549229,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,222298112~8882643,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~18972655,314572800~29256462,343932928~20876932,367824998~2244386,375695278~11168410,390070272~13781480,406847488~4771389] 2024-09-16T12:03:55.221 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 16 diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,19582041~6381998,26125535~9328902,37710000~1983326,40627668~31692433,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~55542885,74047036~8520185,83886080~19787249,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~50227982,343932928~20876932,367824998~2244386,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.227 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 17 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~33239005,74047036~1698646,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~57089457,74047036~8520185,83886080~22540307,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~50227982,343932928~20876932,367824998~2244386,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.232 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 18 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.237 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 19 diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.242 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 5 diff [8699664~5482141,30218807~3588960,59007942~7173200,95200546~1068796,112769713~6935293,194614452~5364663,259216116~7026651,349066000~1492424,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,30218807~3588960,59007942~7173200,95200546~1068796,112769713~6935293,194614452~5364663,259216116~7026651,349066000~1492424,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,30218807~3588960,59007942~7173200,92274688~3994654,109640831~10064175,194614452~5364663,259216116~7026651,348127232~2431192,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.247 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 6 diff [8699664~5482141,30218807~3588960,47574397~6319024,56736921~13338800,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,247282347~960427,259216116~7026651,295832758~5325619,349066000~1492424,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,30218807~3588960,47574397~6319024,56736921~13338800,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,247282347~960427,259216116~7026651,295832758~5325619,349066000~1492424,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,30218807~3588960,47574397~6319024,56736921~13338800,83886080~4311229,92274688~3994654,109640831~10064175,170565313~158636,171145877~7902962,194614452~5364663,247282347~960427,259216116~7026651,293601280~7557097,348127232~2431192,361162629~1927076,378800355~5701521] 2024-09-16T12:03:55.253 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 7 diff [8699664~5482141,19582041~2359003,28082577~7371860,47574397~6319024,56736921~13338800,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,223156357~4889201,247282347~960427,254732476~1202040,259216116~10810997,295832758~16741177,340552507~516053,349066000~1492424,361162629~1927076,378800355~8063333,410505727~1113150] 2024-09-16T12:03:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,19582041~2359003,28082577~7371860,47574397~6319024,56736921~13338800,84169070~4028239,95200546~1068796,112769713~6935293,170565313~158636,171145877~7902962,194614452~5364663,223156357~4889201,247282347~960427,254732476~1202040,259216116~10810997,295832758~16741177,340552507~516053,349066000~1492424,361162629~1927076,378800355~8063333,410505727~1113150] 2024-09-16T12:03:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,19582041~2359003,25964039~9490398,47574397~6319024,56736921~13338800,83886080~4311229,92274688~3994654,109640831~10064175,170565313~158636,171145877~7902962,194614452~5364663,223156357~4889201,247282347~960427,251658240~4276276,259216116~10810997,293601280~18972655,340552507~516053,348127232~2431192,361162629~1927076,378800355~8063333,406847488~4771389] 2024-09-16T12:03:55.258 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 8 diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,84157638~4039671,95200546~1068796,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~5364663,204811176~7945556,223156357~4889201,247282347~960427,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,340552507~516053,349066000~1492424,361162629~1927076,378800355~8063333,410505727~1113150] 2024-09-16T12:03:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,84157638~4039671,95200546~1068796,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194614452~5364663,204811176~7945556,223156357~4889201,247282347~960427,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,340552507~516053,349066000~1492424,361162629~1927076,378800355~8063333,410505727~1113150] 2024-09-16T12:03:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,19582041~2359003,25964039~13625319,47574397~6319024,56736921~13338800,83886080~4311229,92274688~3994654,109640831~10064175,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194614452~5364663,204811176~7945556,223156357~4889201,247282347~960427,251658240~4276276,259216116~10810997,273188744~8881725,293601280~18972655,340552507~516053,348127232~2431192,361162629~1927076,378800355~8063333,406847488~4771389] 2024-09-16T12:03:55.264 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 9 diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,340552507~516053,344260631~3206247,349066000~1492424,361162629~1927076,378800355~8063333,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,340552507~516053,344260631~3206247,349066000~1492424,361162629~1927076,378800355~8063333,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,19582041~2359003,25964039~13625319,47574397~6319024,56736921~13338800,75745682~6821539,83886080~4311229,92274688~3994654,109640831~10064175,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~5635257,204811176~7945556,223156357~4889201,234881024~5606275,243358534~4884240,251658240~4276276,259216116~10810997,273188744~8881725,293601280~18972655,314572800~7483676,340552507~516053,343932928~3533950,348127232~2431192,361162629~1927076,378800355~8063333,395857672~2189031,406847488~4771389] 2024-09-16T12:03:55.269 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 10 diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,349066000~1492424,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~13338800,76763841~5803380,84157638~4039671,95200546~1068796,111919377~154736,112769713~6935293,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~5635257,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,349066000~1492424,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,19582041~2359003,25964039~13625319,47574397~6319024,56736921~13338800,75745682~6821539,83886080~4311229,92274688~3994654,109640831~17358783,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~5635257,204811176~7945556,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,273188744~8881725,293601280~18972655,314572800~14963482,333834352~7234208,343932928~3533950,348127232~2431192,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.274 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 11 diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~22501324,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~5635257,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,349066000~1492424,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8699664~5482141,19582041~2359003,26125535~9328902,37710000~1879358,47574397~22501324,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~14229901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~5635257,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,349066000~1492424,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8699664~5482141,19582041~2359003,25964039~13625319,47574397~22501324,75745682~6821539,83886080~4311229,92274688~3994654,109640831~17358783,142686298~6215959,152234830~1757705,170565313~158636,171145877~20198743,194343858~5635257,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~18620468,333834352~7234208,343932928~3533950,348127232~2431192,353409209~3629487,361162629~1927076,378800355~8063333,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.279 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 12 diff [4392954~9788851,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,47574397~22501324,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,361162629~1927076,378800355~8063333,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~9788851,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,47574397~22501324,76763841~5803380,84157638~4039671,94697725~1571617,111919377~154736,112769713~16593141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,361162629~1927076,378800355~8063333,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~9987501,19582041~2359003,25964039~19712402,47574397~22501324,75745682~6821539,83886080~4311229,92274688~3994654,109640831~19722023,142686298~6215959,152234830~1757705,170565313~158636,171145877~28833238,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~26495760,343932928~15687198,361162629~1927076,378800355~8063333,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.285 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 13 diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,47574397~22501324,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,361162629~1927076,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,47574397~22501324,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,361162629~1927076,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,19582041~2359003,23065250~797867,25964039~19712402,47574397~22501324,75745682~6821539,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,170565313~158636,171145877~28833238,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~26495760,343932928~15687198,361162629~1927076,375695278~11168410,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.290 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 14 diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,47574397~24745704,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,361162629~1927076,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,47574397~24745704,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17688993,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,361162629~1927076,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,19582041~2359003,23065250~797867,25964039~19712402,47574397~24745704,75745682~6821539,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,273188744~14179945,293601280~18972655,314572800~27709125,343932928~15687198,361162629~1927076,367824998~2244386,375695278~11168410,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.295 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 15 diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~24745704,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~24745704,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~11168410,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,19582041~2359003,23065250~797867,25964039~19712402,47574397~24745704,75745682~6821539,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~18972655,314572800~27709125,343932928~15687198,360218047~4591813,367824998~2244386,375695278~11168410,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.300 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 16 diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~24745704,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~24745704,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,19582041~2359003,23065250~797867,25964039~19712402,47574397~24745704,75745682~6821539,83886080~19787249,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28833238,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~49723881,343932928~15687198,360218047~4591813,367824998~2244386,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.305 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 17 diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~26292276,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~26292276,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~11168410,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,47574397~26292276,75745682~6821539,83886080~22540307,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~49723881,343932928~20876932,367824998~2244386,375695278~28156474,406847488~4771389] 2024-09-16T12:03:55.310 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 18 diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~28245107,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~28245107,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~11168410,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,47574397~58851990,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,271803747~15564942,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.316 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 19 diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.321 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 6 diff [47574397~6319024,56736921~4705225,65531803~4543918,84169070~4028239,170565313~158636,171145877~7902962,247282347~960427,295832758~5325619,362026526~581864] 2024-09-16T12:03:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [47574397~6319024,56736921~4705225,65531803~4543918,84169070~4028239,170565313~158636,171145877~7902962,247282347~960427,295832758~5325619,362026526~581864] 2024-09-16T12:03:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [47574397~6319024,56736921~4705225,65531803~4543918,83886080~4311229,170565313~158636,171145877~7902962,247282347~960427,293601280~7557097,362026526~581864] 2024-09-16T12:03:55.326 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 7 diff [19582041~2359003,28082577~7371860,47574397~6319024,56736921~4705225,65531803~4543918,84169070~4028239,170565313~158636,171145877~7902962,223156357~4889201,247282347~960427,254732476~1202040,262993574~7033539,295832758~16741177,340552507~516053,362026526~581864,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,28082577~7371860,47574397~6319024,56736921~4705225,65531803~4543918,84169070~4028239,170565313~158636,171145877~7902962,223156357~4889201,247282347~960427,254732476~1202040,262993574~7033539,295832758~16741177,340552507~516053,362026526~581864,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~9490398,47574397~6319024,56736921~4705225,65531803~4543918,83886080~4311229,170565313~158636,171145877~7902962,223156357~4889201,247282347~960427,251658240~4276276,262993574~7033539,293601280~18972655,340552507~516053,362026526~581864,383376602~3487086,406847488~4771389] 2024-09-16T12:03:55.332 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 8 diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,84157638~4039671,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,204811176~7945556,223156357~4889201,247282347~960427,254732476~1202040,259631535~10395578,275605196~6465273,295832758~16741177,340552507~516053,362026526~581864,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,84157638~4039671,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,204811176~7945556,223156357~4889201,247282347~960427,254732476~1202040,259631535~10395578,275605196~6465273,295832758~16741177,340552507~516053,362026526~581864,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,47574397~6319024,56736921~4705225,65531803~4543918,83886080~4311229,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,204811176~7945556,223156357~4889201,247282347~960427,251658240~4276276,259631535~10395578,273188744~8881725,293601280~18972655,340552507~516053,362026526~581864,383376602~3487086,406847488~4771389] 2024-09-16T12:03:55.337 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 9 diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,76763841~5803380,84157638~4039671,111919377~154736,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259631535~10395578,275605196~6465273,295832758~16741177,315603366~6453110,340552507~516053,344260631~3206247,362026526~581864,383376602~3487086,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,76763841~5803380,84157638~4039671,111919377~154736,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4884240,254732476~1202040,259631535~10395578,275605196~6465273,295832758~16741177,315603366~6453110,340552507~516053,344260631~3206247,362026526~581864,383376602~3487086,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,47574397~6319024,56736921~4705225,65531803~4543918,75745682~6821539,83886080~4311229,111919377~154736,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~3013451,204811176~7945556,223156357~4889201,234881024~5606275,243358534~4884240,251658240~4276276,259631535~10395578,273188744~8881725,293601280~18972655,314572800~7483676,340552507~516053,343932928~3533950,362026526~581864,383376602~3487086,395857672~2189031,406847488~4771389] 2024-09-16T12:03:55.342 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 10 diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,76763841~5803380,84157638~4039671,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~6319024,56736921~4705225,65531803~4543918,76763841~5803380,84157638~4039671,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~6465273,295832758~16741177,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,47574397~6319024,56736921~4705225,65531803~4543918,75745682~6821539,83886080~4311229,111919377~154736,119705006~7294608,142686298~6215959,152234830~1757705,170565313~158636,171145877~7902962,181552120~9792500,194343858~3013451,204811176~7945556,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~8881725,293601280~18972655,314572800~14963482,333834352~7234208,343932928~3533950,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.347 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 11 diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,47574397~13867749,65531803~4543918,75745682~6821539,83886080~4311229,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,170565313~158636,171145877~20198743,194343858~4969853,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,293601280~18972655,314572800~18620468,333834352~7234208,343932928~3533950,353409209~3629487,362026526~581864,383376602~3487086,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.352 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 12 diff [4392954~5740307,10273842~1555204,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17023589,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,362026526~581864,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17023589,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,362026526~581864,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,19582041~2359003,25964039~19712402,47574397~13867749,65531803~4543918,75745682~6821539,83886080~4311229,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~28167834,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,293601280~18972655,314572800~26495760,343932928~15687198,362026526~581864,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.358 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 13 diff [1632080~8501181,10273842~1555204,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,362026526~581864,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,47574397~13867749,65531803~4543918,76763841~5803380,84157638~4039671,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~10821463,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,362026526~581864,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,19582041~2359003,23065250~797867,25964039~19712402,47574397~13867749,65531803~4543918,75745682~6821539,83886080~14047836,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,170565313~158636,171145877~28167834,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,293601280~18972655,314572800~26495760,343932928~15687198,362026526~581864,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.363 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 14 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,47574397~13867749,64858104~7461997,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,362026526~581864,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,47574397~13867749,64858104~7461997,76763841~5803380,84157638~4039671,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~10821463,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,362026526~581864,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,47574397~13867749,64858104~7461997,75745682~6821539,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,293601280~18972655,314572800~27709125,343932928~15687198,362026526~581864,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.369 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 15 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~13982511,64858104~7461997,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~13982511,64858104~7461997,76763841~5803380,84157638~4039671,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~16741177,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,47574397~13982511,64858104~7461997,75745682~6821539,83886080~14047836,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,293601280~18972655,314572800~27709125,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.374 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 16 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~7461997,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~7461997,76763841~5803380,84157638~4039671,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,47574397~14976968,64858104~7461997,75745682~6821539,83886080~19787249,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,170565313~158636,171145877~28167834,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,293601280~49723881,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,383376602~20475150,406847488~4771389] 2024-09-16T12:03:55.380 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 17 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~9008569,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~9008569,76763841~5803380,84157638~4039671,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,47574397~14976968,64858104~9008569,75745682~6821539,83886080~22540307,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,293601280~49723881,343932928~20876932,367824998~2244386,375695278~4646774,383376602~20475150,406847488~4771389] 2024-09-16T12:03:55.385 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 18 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,383376602~3487086,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,47574397~14976968,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,383376602~3487086,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,47574397~14976968,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,293601280~49723881,343932928~20876932,367824998~2244386,375695278~4646774,381186799~2074698,383376602~22378346,406847488~4771389] 2024-09-16T12:03:55.390 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 19 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.395 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.395 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 7 diff [19582041~2359003,28082577~7371860,223156357~4889201,254732476~1202040,262993574~7033539,300631925~11942010,340552507~516053,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.395 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,28082577~7371860,223156357~4889201,254732476~1202040,262993574~7033539,300631925~11942010,340552507~516053,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.400 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~9490398,223156357~4889201,251658240~4276276,262993574~7033539,300631925~11942010,340552507~516053,383376602~3487086,406847488~4771389] 2024-09-16T12:03:55.400 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 8 diff [19582041~2359003,26125535~9328902,37710000~1879358,84157638~52806,142686298~6215959,152234830~1757705,182290122~9054498,204811176~7945556,223156357~4889201,254732476~1202040,259631535~10395578,275605196~6465273,300631925~11942010,340552507~516053,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.400 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,84157638~52806,142686298~6215959,152234830~1757705,182290122~9054498,204811176~7945556,223156357~4889201,254732476~1202040,259631535~10395578,275605196~6465273,300631925~11942010,340552507~516053,383376602~3487086,410505727~1113150] 2024-09-16T12:03:55.405 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,84157638~52806,142686298~6215959,152234830~1757705,181552120~9792500,204811176~7945556,223156357~4889201,251658240~4276276,259631535~10395578,273188744~8881725,300631925~11942010,340552507~516053,383376602~3487086,406847488~4771389] 2024-09-16T12:03:55.406 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 9 diff [19582041~2359003,26125535~9328902,37710000~1879358,76763841~5803380,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4819744,254732476~1202040,259631535~10395578,275605196~6465273,300631925~11942010,315603366~6453110,340552507~516053,344260631~3206247,383376602~3487086,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.406 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,76763841~5803380,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~4819744,254732476~1202040,259631535~10395578,275605196~6465273,300631925~11942010,315603366~6453110,340552507~516053,344260631~3206247,383376602~3487086,395857672~2189031,410505727~1113150] 2024-09-16T12:03:55.411 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,75745682~6821539,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,181552120~9792500,194343858~3013451,204811176~7945556,223156357~4889201,234881024~5606275,243358534~4819744,251658240~4276276,259631535~10395578,273188744~8881725,300631925~11942010,314572800~7483676,340552507~516053,343932928~3533950,383376602~3487086,395857672~2189031,406847488~4771389] 2024-09-16T12:03:55.411 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 10 diff [19582041~2359003,26125535~9328902,37710000~1879358,49552461~3366329,76763841~5803380,84157638~52806,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~6465273,300631925~11942010,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,353409209~3629487,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.411 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,49552461~3366329,76763841~5803380,84157638~52806,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~6465273,300631925~11942010,315603366~6453110,322255086~7281196,333834352~7234208,344260631~3206247,353409209~3629487,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.416 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,49552461~3366329,75745682~6821539,84157638~52806,111919377~154736,119705006~7294608,142686298~6215959,152234830~1757705,173041289~1273,181552120~9792500,194343858~3013451,204811176~7945556,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~8881725,300631925~11942010,314572800~14963482,333834352~7234208,343932928~3533950,353409209~3629487,383376602~3487086,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.416 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 11 diff [19582041~2359003,26125535~9328902,37710000~1879358,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,353409209~3629487,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.416 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [19582041~2359003,26125535~9328902,37710000~1879358,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~3314099,333834352~7234208,344260631~3206247,353409209~3629487,383376602~3487086,395857672~7994080,410505727~1113150] 2024-09-16T12:03:55.421 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [19582041~2359003,25964039~13625319,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~12979994,194343858~4969853,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,300631925~11942010,314572800~18620468,333834352~7234208,343932928~3533950,353409209~3629487,383376602~3487086,395857672~7994080,406847488~4771389] 2024-09-16T12:03:55.421 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 12 diff [4392954~5740307,10273842~1555204,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.421 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,19582041~2359003,26125535~9328902,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,204811176~7945556,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.426 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,19582041~2359003,25964039~19712402,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~20949085,204811176~7945556,213909504~4334313,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,300631925~11942010,314572800~26495760,343932928~15687198,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.426 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 13 diff [1632080~8501181,10273842~1555204,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.427 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,19582041~2359003,23065250~797867,26125535~9328902,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~11189391,344260631~15359495,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.432 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,19582041~2359003,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,88197309~9736607,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~20949085,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,300631925~11942010,314572800~26495760,343932928~15687198,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.432 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 14 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,84157638~52806,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.432 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,84157638~52806,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,275605196~11763493,300631925~11942010,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.437 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,64858104~7461997,75745682~6821539,84157638~52806,88197309~9736607,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~20949085,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,273188744~14179945,300631925~11942010,314572800~27709125,343932928~15687198,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.437 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 15 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~11942010,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.437 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,223156357~4889201,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~11942010,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,410505727~1113150] 2024-09-16T12:03:55.442 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,75745682~6821539,84157638~52806,88197309~9736607,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~14394619,223156357~4889201,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,300631925~11942010,314572800~27709125,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,390386206~13465546,406847488~4771389] 2024-09-16T12:03:55.442 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 16 diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.442 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,19582041~2359003,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.447 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,19582041~2359003,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,75745682~6821539,84157638~52806,88197309~15476020,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,300631925~42693236,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,383376602~20475150,406847488~4771389] 2024-09-16T12:03:55.447 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 17 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,84157638~52806,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.448 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,84157638~52806,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,383376602~3487086,388688382~15163370,410505727~1113150] 2024-09-16T12:03:55.453 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,75745682~6821539,84157638~52806,88197309~18229078,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,300631925~42693236,343932928~20876932,367824998~2244386,375695278~4646774,383376602~20475150,406847488~4771389] 2024-09-16T12:03:55.453 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 18 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,383376602~3487086,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.453 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,271803747~15564942,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,383376602~3487086,388688382~17066566,410505727~1113150] 2024-09-16T12:03:55.458 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,49552461~3366329,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,271803747~15564942,300631925~42693236,343932928~20876932,367824998~2244386,375695278~4646774,381186799~2074698,383376602~22378346,406847488~4771389] 2024-09-16T12:03:55.458 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 19 diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.458 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:55.463 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:55.463 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 8 diff [26125535~6290210,37710000~1879358,84157638~52806,142686298~6215959,152234830~1757705,182290122~9054498,204811176~7945556,259631535~6550781,275605196~6465273] 2024-09-16T12:03:55.463 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [26125535~6290210,37710000~1879358,84157638~52806,142686298~6215959,152234830~1757705,182290122~9054498,204811176~7945556,259631535~6550781,275605196~6465273] 2024-09-16T12:03:55.468 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [26125535~6290210,35454437~4134921,84157638~52806,142686298~6215959,152234830~1757705,181552120~9792500,204811176~7945556,259631535~6550781,273188744~8881725] 2024-09-16T12:03:55.468 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 9 diff [26125535~6290210,37710000~1879358,76763841~5803380,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,235216491~297896,236290073~4197226,243358534~4819744,259631535~6550781,275605196~6465273,315603366~6453110,344260631~3206247,395857672~2189031] 2024-09-16T12:03:55.468 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [26125535~6290210,37710000~1879358,76763841~5803380,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,235216491~297896,236290073~4197226,243358534~4819744,259631535~6550781,275605196~6465273,315603366~6453110,344260631~3206247,395857672~2189031] 2024-09-16T12:03:55.473 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [26125535~6290210,35454437~4134921,75745682~6821539,84157638~52806,111919377~154736,142686298~6215959,152234830~1757705,173041289~1273,181552120~9792500,194343858~3013451,204811176~7945556,234881024~5606275,243358534~4819744,259631535~6550781,273188744~8881725,314572800~7483676,343932928~3533950,395857672~2189031] 2024-09-16T12:03:55.473 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 10 diff [26125535~6290210,37710000~1879358,49552461~3366329,76763841~5803380,84157638~52806,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~6465273,315603366~6453110,322255086~7281196,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.473 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [26125535~6290210,37710000~1879358,49552461~3366329,76763841~5803380,84157638~52806,111919377~154736,119905033~7094581,142686298~6215959,152234830~1757705,173041289~1273,182290122~9054498,194343858~3013451,204811176~7945556,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~6465273,315603366~6453110,322255086~7281196,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.478 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [26125535~6290210,35454437~4134921,49552461~3366329,75745682~6821539,84157638~52806,111919377~154736,119705006~7294608,142686298~6215959,152234830~1757705,173041289~1273,181552120~9792500,194343858~3013451,204811176~7945556,234881024~5606275,243358534~12042592,259631535~7414794,273188744~8881725,314572800~14963482,333834352~6965243,343932928~3533950,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.479 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 11 diff [26125535~6290210,37710000~1879358,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~3314099,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.479 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [26125535~6290210,37710000~1879358,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~9054498,194343858~4969853,204811176~7945556,217394914~848903,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~3314099,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.484 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [26125535~6290210,35454437~4134921,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,94697725~1076458,111919377~154736,117254713~9744901,142686298~6215959,152234830~1757705,173041289~1273,178364626~12979994,194343858~4969853,204811176~7945556,213909504~4334313,234881024~5606275,243358534~12042592,259631535~7414794,273188744~14179945,314572800~18620468,333834352~6965243,343932928~3533950,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.484 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 12 diff [4392954~5740307,10273842~1555204,26125535~6290210,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,204811176~7945556,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,390386206~13465546] 2024-09-16T12:03:55.484 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,26125535~6290210,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,204811176~7945556,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,390386206~13465546] 2024-09-16T12:03:55.489 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,26125535~6290210,35454437~10222004,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,94697725~1076458,111919377~154736,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~20949085,204811176~7945556,213909504~4334313,226189747~1559894,234881024~5606275,243358534~12042592,259631535~7414794,273188744~14179945,314572800~26226795,343932928~15687198,390386206~13465546] 2024-09-16T12:03:55.489 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 13 diff [1632080~8501181,10273842~1555204,23065250~797867,26125535~6604491,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.489 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,23065250~797867,26125535~6604491,37710000~1879358,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,84157638~52806,92118485~5815431,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.495 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,75745682~6821539,84157638~52806,88197309~9736607,108117302~5055542,117254713~12108141,142686298~6215959,152234830~1757705,173041289~1273,178364626~20949085,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,259631535~7414794,273188744~14179945,314572800~26226795,343932928~15687198,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.495 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 14 diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,84157638~52806,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.495 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,84157638~52806,92118485~5815431,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~3602714,182290122~17023589,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,275605196~11763493,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.500 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,64858104~7461997,75745682~6821539,84157638~52806,88197309~9736607,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,173041289~1273,178364626~20949085,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,259631535~7414794,273188744~14179945,304387948~6072562,314572800~27709125,343932928~15687198,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.500 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 15 diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.500 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.505 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,75745682~6821539,84157638~52806,88197309~9736607,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,259631535~7414794,271803747~15564942,304387948~6072562,314572800~27709125,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.505 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 16 diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,304387948~10475431,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.506 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,84157638~52806,88774317~9159599,98072506~5600823,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,304387948~10475431,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.511 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,75745682~6821539,84157638~52806,88197309~15476020,108117302~21245552,142686298~6215959,152234830~1757705,156536933~5524877,171209396~3428632,178364626~20949085,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,271803747~15564942,304387948~38937213,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.511 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,84157638~52806,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.511 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,84157638~52806,88774317~9159599,98072506~8353881,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.516 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,75745682~6821539,84157638~52806,88197309~18229078,108117302~21245552,142686298~6215959,149416429~6054942,156536933~5524877,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,271803747~15564942,303671506~39653655,343932928~20876932,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.516 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.516 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,271803747~15564942,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.521 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,49552461~3366329,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,271803747~15564942,303671506~39653655,343932928~20876932,367824998~2244386,375695278~4646774,381186799~2074698,386863688~18891260] 2024-09-16T12:03:55.521 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.521 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.526 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.527 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 9 diff [76763841~5803380,111919377~154736,173041289~1273,194343858~3013451,235216491~297896,236290073~4197226,243358534~4819744,315603366~6453110,344260631~3206247,395857672~2189031] 2024-09-16T12:03:55.527 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [76763841~5803380,111919377~154736,173041289~1273,194343858~3013451,235216491~297896,236290073~4197226,243358534~4819744,315603366~6453110,344260631~3206247,395857672~2189031] 2024-09-16T12:03:55.531 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [75745682~6821539,111919377~154736,173041289~1273,194343858~3013451,234881024~5606275,243358534~4819744,314572800~7483676,343932928~3533950,395857672~2189031] 2024-09-16T12:03:55.532 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 10 diff [49552461~3366329,76763841~5803380,111919377~154736,119905033~7094581,173041289~1273,194343858~3013451,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,315603366~6453110,322255086~7281196,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.532 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [49552461~3366329,76763841~5803380,111919377~154736,119905033~7094581,173041289~1273,194343858~3013451,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,315603366~6453110,322255086~7281196,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.537 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [49552461~3366329,75745682~6821539,111919377~154736,119705006~7294608,173041289~1273,194343858~3013451,234881024~5606275,243358534~12042592,262443870~4602459,314572800~14963482,333834352~6965243,343932928~3533950,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.537 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 11 diff [38399181~497006,49552461~3366329,53764095~3402927,76763841~5803380,94697725~1076458,111919377~154736,117254713~9744901,173041289~1273,178364626~3602714,194343858~4969853,217394914~848903,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~3314099,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.537 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [38399181~497006,49552461~3366329,53764095~3402927,76763841~5803380,94697725~1076458,111919377~154736,117254713~9744901,173041289~1273,178364626~3602714,194343858~4969853,217394914~848903,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~3314099,333834352~6965243,344260631~3206247,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.542 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [38399181~497006,49552461~3366329,53764095~3402927,75745682~6821539,94697725~1076458,111919377~154736,117254713~9744901,173041289~1273,178364626~3602714,194343858~4969853,213909504~4334313,234881024~5606275,243358534~12042592,262443870~4602459,279901862~7466827,314572800~18620468,333834352~6965243,343932928~3533950,353409209~3629487,395857672~7994080] 2024-09-16T12:03:55.542 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 12 diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,94697725~1076458,111919377~154736,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,390386206~13465546] 2024-09-16T12:03:55.542 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,94697725~1076458,111919377~154736,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,390386206~13465546] 2024-09-16T12:03:55.548 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,38399181~497006,39589358~6087083,49552461~3366329,53764095~3402927,75745682~6821539,94697725~1076458,111919377~154736,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,213909504~4334313,226189747~1559894,234881024~5606275,243358534~12042592,262443870~4602459,279901862~7466827,314572800~26226795,343932928~15687198,390386206~13465546] 2024-09-16T12:03:55.548 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 13 diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,92118485~5815431,108117302~5055542,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.548 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,76763841~5803380,92118485~5815431,108117302~5055542,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,315603366~6453110,322255086~7281196,329879169~10920426,344260631~15359495,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.552 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,39589358~6087083,49552461~3366329,53764095~3402927,75745682~6821539,88197309~9736607,108117302~5055542,117254713~12108141,173041289~1273,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,314572800~26226795,343932928~15687198,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.553 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 14 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,92118485~5815431,108117302~21245552,156536933~5524877,173041289~1273,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.553 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,76763841~5803380,92118485~5815431,108117302~21245552,156536933~5524877,173041289~1273,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.558 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,64858104~7461997,75745682~6821539,88197309~9736607,108117302~21245552,156536933~5524877,173041289~1273,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,314572800~27709125,343932928~15687198,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.558 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 15 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,88774317~9159599,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.558 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,76763841~5803380,88774317~9159599,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,315603366~6453110,322255086~7281196,329879169~12402756,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.563 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,75745682~6821539,88197309~9736607,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,314572800~27709125,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.563 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 16 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,88774317~9159599,98072506~5600823,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~10475431,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.563 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,76763841~5803380,88774317~9159599,98072506~5600823,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~10475431,315603366~6453110,322255086~21070075,344260631~15359495,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.568 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,75745682~6821539,88197309~15476020,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~38937213,343932928~15687198,360218047~4591813,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.568 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,88774317~9159599,98072506~8353881,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.568 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,76763841~5803380,88774317~9159599,98072506~8353881,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.573 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,75745682~6821539,88197309~18229078,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.573 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.573 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.578 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~4646774,381186799~2074698,386863688~18891260] 2024-09-16T12:03:55.578 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.579 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.584 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.584 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 10 diff [49552461~3366329,119905033~7094581,244715244~1417584,247849047~7552079,262443870~4602459,322255086~7281196,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.584 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [49552461~3366329,119905033~7094581,244715244~1417584,247849047~7552079,262443870~4602459,322255086~7281196,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.589 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [49552461~3366329,119705006~7294608,244715244~1417584,247849047~7552079,262443870~4602459,322056476~7479806,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.589 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 11 diff [38399181~497006,49552461~3366329,53764095~3402927,94697725~1076458,117254713~9744901,178364626~3602714,194795852~4517859,217394914~848903,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322255086~7281196,329879169~3314099,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.589 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [38399181~497006,49552461~3366329,53764095~3402927,94697725~1076458,117254713~9744901,178364626~3602714,194795852~4517859,217394914~848903,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322255086~7281196,329879169~3314099,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.594 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [38399181~497006,49552461~3366329,53764095~3402927,94697725~1076458,117254713~9744901,178364626~3602714,194795852~4517859,213909504~4334313,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322056476~11136792,333834352~6965243,353409209~3629487,395965748~7886004] 2024-09-16T12:03:55.594 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 12 diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,94697725~1076458,117254713~12108141,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322255086~7281196,329879169~10920426,346581035~13039091,390386206~13465546] 2024-09-16T12:03:55.594 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,94697725~1076458,117254713~12108141,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322255086~7281196,329879169~10920426,346581035~13039091,390386206~13465546] 2024-09-16T12:03:55.599 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,38399181~497006,39589358~6087083,49552461~3366329,53764095~3402927,94697725~1076458,117254713~12108141,178364626~3602714,191053932~8259779,213909504~4334313,226189747~1559894,244715244~1417584,247849047~7552079,262443870~4602459,279901862~7466827,322056476~18743119,346581035~13039091,390386206~13465546] 2024-09-16T12:03:55.599 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 13 diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,92118485~5815431,108117302~5055542,117254713~12108141,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,322255086~7281196,329879169~10920426,346581035~13039091,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.599 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,49552461~3366329,53764095~3402927,92118485~5815431,108117302~5055542,117254713~12108141,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,322255086~7281196,329879169~10920426,346581035~13039091,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.604 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,39589358~6087083,49552461~3366329,53764095~3402927,88197309~9736607,108117302~5055542,117254713~12108141,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,322056476~18743119,346581035~13039091,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.604 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 14 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,92118485~5815431,108117302~21245552,156536933~5524877,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,322255086~7281196,329879169~12402756,346581035~13039091,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.604 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,49552461~3366329,53764095~3402927,64858104~7461997,92118485~5815431,108117302~21245552,156536933~5524877,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,322255086~7281196,329879169~12402756,346581035~13039091,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.610 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,64858104~7461997,88197309~9736607,108117302~21245552,156536933~5524877,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,279901862~7466827,304387948~6072562,322056476~20225449,346581035~13039091,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.610 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 15 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,88774317~9159599,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,322255086~7281196,329879169~12402756,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.610 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,88774317~9159599,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,322255086~7281196,329879169~12402756,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.615 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61390888~166020,64858104~7461997,88197309~9736607,108117302~21245552,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~6072562,322056476~20225449,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~13465546] 2024-09-16T12:03:55.615 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 16 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~10475431,322255086~21070075,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.615 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~10475431,322255086~21070075,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.620 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~7461997,88197309~15476020,108117302~21245552,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,304387948~10475431,322056476~21268685,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.620 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.620 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~4646774,388688382~15163370] 2024-09-16T12:03:55.625 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~9008569,88197309~18229078,108117302~21245552,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~4646774,386863688~16988064] 2024-09-16T12:03:55.625 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.625 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~17066566] 2024-09-16T12:03:55.630 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,49552461~3366329,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,271803747~6492524,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,386863688~18891260] 2024-09-16T12:03:55.631 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.631 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.636 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:55.636 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 11 diff [38399181~497006,53764095~3402927,94697725~1076458,117254713~7379183,178364626~3602714,194795852~4517859,217394914~848903,279901862~7466827,329879169~3314099,399443671~1787532] 2024-09-16T12:03:55.636 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [38399181~497006,53764095~3402927,94697725~1076458,117254713~7379183,178364626~3602714,194795852~4517859,217394914~848903,279901862~7466827,329879169~3314099,399443671~1787532] 2024-09-16T12:03:55.641 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [38399181~497006,53764095~3402927,94697725~1076458,117254713~7379183,178364626~3602714,194795852~4517859,213909504~4334313,279901862~7466827,329536282~3656986,399443671~1787532] 2024-09-16T12:03:55.641 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 12 diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,53764095~3402927,94697725~1076458,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,279901862~7466827,329879169~10903789,346581035~13039091,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.641 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,38399181~497006,40643707~5032734,53764095~3402927,94697725~1076458,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,217394914~848903,226189747~1559894,279901862~7466827,329879169~10903789,346581035~13039091,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.646 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,38399181~497006,39589358~6087083,53764095~3402927,94697725~1076458,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,213909504~4334313,226189747~1559894,279901862~7466827,329536282~11246676,346581035~13039091,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.646 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 13 diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,53764095~3402927,92118485~5815431,108117302~5055542,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,279901862~7466827,329879169~10903789,346581035~13039091,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.646 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,40643707~5032734,53764095~3402927,92118485~5815431,108117302~5055542,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,279901862~7466827,329879169~10903789,346581035~13039091,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.651 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,23065250~797867,28818718~3911308,38399181~497006,39589358~6087083,53764095~3402927,88197309~9736607,108117302~5055542,117254713~7379183,125322583~4040271,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,260259903~207843,279901862~7466827,329536282~11246676,346581035~13039091,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.651 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 14 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,53764095~3402927,64858104~7461997,92118485~5815431,108117302~16516594,125322583~4040271,156536933~5524877,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,279901862~7466827,304387948~6072562,329879169~12402756,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.651 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40643707~5032734,53764095~3402927,64858104~7461997,92118485~5815431,108117302~16516594,125322583~4040271,156536933~5524877,178364626~3602714,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,279901862~7466827,304387948~6072562,329879169~12402756,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.656 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,53764095~3402927,64858104~7461997,88197309~9736607,108117302~16516594,125322583~4040271,156536933~5524877,178364626~3602714,191053932~8259779,203849198~14394619,226189747~1559894,260259903~207843,279901862~7466827,304387948~6072562,329536282~12745643,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532] 2024-09-16T12:03:55.656 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 15 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61390888~166020,64858104~7461997,88774317~9159599,108117302~16516594,125322583~4040271,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,271803747~6492524,279105647~8263042,304387948~6072562,322922946~1882928,329879169~12402756,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.656 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61390888~166020,64858104~7461997,88774317~9159599,108117302~16516594,125322583~4040271,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,260259903~207843,271803747~6492524,279105647~8263042,304387948~6072562,322922946~1882928,329879169~12402756,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.661 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,53764095~3402927,61390888~166020,64858104~7461997,88197309~9736607,108117302~16516594,125322583~4040271,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,260259903~207843,271803747~6492524,279105647~8263042,304387948~6072562,322922946~1882928,329536282~12745643,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.661 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 16 diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~16516594,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~8445163,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.661 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~16516594,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~8445163,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.667 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,53764095~3402927,61077615~1473750,64858104~7461997,88197309~15476020,108117302~16516594,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,386863688~10269857,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.667 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~16516594,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,388688382~8445163,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.667 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~16516594,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,388688382~8445163,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.672 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,53764095~3402927,61077615~1473750,64858104~9008569,88197309~18229078,108117302~16516594,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,386863688~10269857,399443671~1787532,403077865~149203] 2024-09-16T12:03:55.672 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~8445163,399443671~6311277] 2024-09-16T12:03:55.672 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~8445163,399443671~6311277] 2024-09-16T12:03:55.677 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~8263042,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,386863688~10269857,399443671~6311277] 2024-09-16T12:03:55.677 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:55.677 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:55.682 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:55.682 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 12 diff [4392954~5740307,10273842~1555204,40643707~5032734,125322583~4040271,191053932~7046078,226189747~1559894,332785250~7997708,346581035~13039091,390386206~6747339] 2024-09-16T12:03:55.682 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4392954~5740307,10273842~1555204,40643707~5032734,125322583~4040271,191053932~7046078,226189747~1559894,332785250~7997708,346581035~13039091,390386206~6747339] 2024-09-16T12:03:55.687 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~5938957,10273842~1555204,39589358~6087083,125322583~4040271,191053932~7046078,226189747~1559894,332785250~7997708,346581035~13039091,390386206~6747339] 2024-09-16T12:03:55.688 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 13 diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,40643707~5032734,92118485~5815431,108117302~5055542,125322583~4040271,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,332785250~7997708,346581035~13039091,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.688 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8501181,10273842~1555204,23065250~797867,28818718~3911308,40643707~5032734,92118485~5815431,108117302~5055542,125322583~4040271,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,332785250~7997708,346581035~13039091,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.693 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~10133261,10273842~1555204,23065250~797867,28818718~3911308,39589358~6087083,88197309~9736607,108117302~5055542,125322583~4040271,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,332785250~7997708,346581035~13039091,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.693 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 14 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40643707~5032734,64858104~7461997,92118485~5815431,108117302~10407839,125322583~4040271,156536933~5524877,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,304387948~6072562,332785250~9496675,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.693 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40643707~5032734,64858104~7461997,92118485~5815431,108117302~10407839,125322583~4040271,156536933~5524877,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,304387948~6072562,332785250~9496675,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.699 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~6752754,64858104~7461997,88197309~9736607,108117302~10407839,125322583~4040271,156536933~5524877,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,304387948~6072562,332785250~9496675,346581035~13039091,367824998~2244386,375695278~4646774,390386206~6747339] 2024-09-16T12:03:55.699 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 15 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61390888~166020,64858104~7461997,88774317~9159599,108117302~10407839,125322583~4040271,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,332785250~9496675,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,403077865~149203] 2024-09-16T12:03:55.699 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61390888~166020,64858104~7461997,88774317~9159599,108117302~10407839,125322583~4040271,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,332785250~9496675,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,403077865~149203] 2024-09-16T12:03:55.703 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~6752754,61390888~166020,64858104~7461997,88197309~9736607,108117302~10407839,125322583~4040271,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,332785250~9496675,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,390386206~6747339,403077865~149203] 2024-09-16T12:03:55.704 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 16 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~10407839,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~8445163,399857540~897558,403077865~149203] 2024-09-16T12:03:55.704 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~10407839,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,388688382~8445163,399857540~897558,403077865~149203] 2024-09-16T12:03:55.709 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~6752754,61077615~1473750,64858104~7461997,88197309~15476020,108117302~10407839,125322583~4040271,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~15992325,346581035~13039091,360218047~4591813,367824998~2244386,375695278~4646774,386863688~10269857,399857540~897558,403077865~149203] 2024-09-16T12:03:55.709 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~10407839,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,388688382~8445163,399857540~897558,403077865~149203] 2024-09-16T12:03:55.709 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~10407839,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,388688382~8445163,399857540~897558,403077865~149203] 2024-09-16T12:03:55.714 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,61077615~1473750,64858104~9008569,88197309~18229078,108117302~10407839,125322583~4040271,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,386863688~10269857,399857540~897558,403077865~149203] 2024-09-16T12:03:55.714 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~8445163,399857540~5897408] 2024-09-16T12:03:55.714 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,388688382~8445163,399857540~5897408] 2024-09-16T12:03:55.719 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~15992325,346581035~18228825,367824998~2244386,375695278~4646774,381186799~2074698,386863688~10269857,399857540~5897408] 2024-09-16T12:03:55.719 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:55.719 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:55.724 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:55.724 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 13 diff [1632080~8116132,23065250~797867,28818718~3911308,92118485~5815431,108117302~5055542,203849198~10183644,260259903~207843,375695278~4646774] 2024-09-16T12:03:55.724 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~8116132,23065250~797867,28818718~3911308,92118485~5815431,108117302~5055542,203849198~10183644,260259903~207843,375695278~4646774] 2024-09-16T12:03:55.729 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~9748212,23065250~797867,28818718~3911308,88197309~9736607,108117302~5055542,203849198~10183644,260259903~207843,375695278~4646774] 2024-09-16T12:03:55.729 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 14 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,64858104~7461997,92118485~5815431,108117302~10407839,156536933~5524877,203849198~10183644,260259903~207843,304387948~6072562,339800548~2481377,367824998~2244386,375695278~4646774] 2024-09-16T12:03:55.729 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,64858104~7461997,92118485~5815431,108117302~10407839,156536933~5524877,203849198~10183644,260259903~207843,304387948~6072562,339800548~2481377,367824998~2244386,375695278~4646774] 2024-09-16T12:03:55.734 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~769639,64858104~7461997,88197309~9736607,108117302~10407839,156536933~5524877,203849198~10183644,260259903~207843,304387948~6072562,339800548~2481377,367824998~2244386,375695278~4646774] 2024-09-16T12:03:55.734 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 15 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88774317~9159599,108117302~10407839,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,375695278~4646774,403077865~149203] 2024-09-16T12:03:55.735 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88774317~9159599,108117302~10407839,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,375695278~4646774,403077865~149203] 2024-09-16T12:03:55.740 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88197309~9736607,108117302~10407839,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,260259903~207843,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,375695278~4646774,403077865~149203] 2024-09-16T12:03:55.740 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 16 diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~10407839,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,375695278~4646774,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.740 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88774317~9159599,98072506~5600823,108117302~10407839,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,375695278~4646774,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.745 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88197309~15476020,108117302~10407839,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,375695278~4646774,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.745 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 17 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~10407839,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,375695278~4646774,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.745 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88774317~9159599,98072506~8353881,108117302~10407839,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,375695278~4646774,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.751 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88197309~18229078,108117302~10407839,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,375695278~4646774,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.751 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 18 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,375695278~4646774,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.751 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,375695278~4646774,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.757 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,375695278~4646774,381186799~2074698,386863688~5564956,399857540~5897408] 2024-09-16T12:03:55.757 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 19 diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:55.757 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:55.761 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:55.761 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 14 diff [5630902~8496378,38923687~769639,64858104~7461997,111542611~6982530,156536933~5524877,304387948~6072562,339800548~2481377,367824998~2244386] 2024-09-16T12:03:55.761 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,38923687~769639,64858104~7461997,111542611~6982530,156536933~5524877,304387948~6072562,339800548~2481377,367824998~2244386] 2024-09-16T12:03:55.766 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,38923687~769639,64858104~7461997,111542611~6982530,156536933~5524877,304387948~6072562,339800548~2481377,367824998~2244386] 2024-09-16T12:03:55.766 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 15 diff [5630902~8496378,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88774317~7975437,111542611~6982530,156536933~5524877,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,403077865~149203] 2024-09-16T12:03:55.766 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88774317~7975437,111542611~6982530,156536933~5524877,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,403077865~149203] 2024-09-16T12:03:55.771 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,38923687~769639,40627668~2931753,61390888~166020,64858104~7461997,88774317~7975437,111542611~6982530,156536933~5524877,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,304387948~6072562,322922946~1882928,339800548~2481377,360218047~4591813,367824998~2244386,403077865~149203] 2024-09-16T12:03:55.771 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 16 diff [5630902~8496378,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88774317~7975437,98072506~5600823,111542611~6982530,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.771 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88774317~7975437,98072506~5600823,111542611~6982530,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.776 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,38923687~769639,40627668~2931753,61077615~1473750,64858104~7461997,88774317~7975437,97933916~5739413,111542611~6982530,143826864~304990,156536933~5524877,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,304387948~10475431,322922946~1882928,327332836~5593311,339800548~3524613,360218047~4591813,367824998~2244386,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.776 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 17 diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88774317~7975437,98072506~8353881,111542611~6982530,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.776 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88774317~7975437,98072506~8353881,111542611~6982530,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.781 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~9008569,88774317~7975437,97933916~8492471,111542611~6982530,126678281~1862976,143826864~304990,149416429~6054942,156536933~5524877,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,357141913~7667947,367824998~2244386,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.781 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 18 diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.781 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.786 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339800548~3524613,352822642~2448620,357141913~7667947,367824998~2244386,381186799~2074698,386863688~5564956,399857540~5897408] 2024-09-16T12:03:55.787 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 19 diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.787 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.792 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.792 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 15 diff [40627668~2931753,61390888~166020,88774317~7975437,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,322922946~1882928,360218047~4591813,403077865~149203] 2024-09-16T12:03:55.792 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [40627668~2931753,61390888~166020,88774317~7975437,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,322922946~1882928,360218047~4591813,403077865~149203] 2024-09-16T12:03:55.797 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [40627668~2931753,61390888~166020,88774317~7975437,171209396~3428632,179213010~5858647,271803747~6492524,279105647~7802209,322922946~1882928,360218047~4591813,403077865~149203] 2024-09-16T12:03:55.797 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 16 diff [40627668~2931753,61077615~1473750,88774317~7975437,98072506~5600823,143826864~304990,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,307193110~7670269,322922946~1882928,327332836~5593311,339985513~3339648,360218047~4591813,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.797 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [40627668~2931753,61077615~1473750,88774317~7975437,98072506~5600823,143826864~304990,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,307193110~7670269,322922946~1882928,327332836~5593311,339985513~3339648,360218047~4591813,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.803 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [40627668~2931753,61077615~1473750,88774317~7975437,97933916~5739413,143826864~304990,171209396~3428632,179213010~5858647,229210511~3048776,271803747~6492524,279105647~7802209,307193110~7670269,322922946~1882928,327332836~5593311,339985513~3339648,360218047~4591813,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.803 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 17 diff [17506131~4097287,40627668~2931753,61077615~1473750,67883291~5983382,88774317~7975437,98072506~8353881,126678281~1862976,143826864~304990,149416429~6054942,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,357141913~7667947,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.803 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,61077615~1473750,67883291~5983382,88774317~7975437,98072506~8353881,126678281~1862976,143826864~304990,149416429~6054942,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,357141913~7667947,388688382~3740262,399857540~897558,403077865~149203] 2024-09-16T12:03:55.808 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,61077615~1473750,67883291~5983382,88774317~7975437,97933916~8492471,126678281~1862976,143826864~304990,149416429~6054942,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,357141913~7667947,386863688~5564956,399857540~897558,403077865~149203] 2024-09-16T12:03:55.808 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 18 diff [17506131~4097287,40627668~2931753,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,352822642~2448620,357141913~7667947,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.808 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,352822642~2448620,357141913~7667947,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.812 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,271803747~6492524,279105647~7802209,303671506~11191873,322922946~1882928,327332836~5593311,339985513~3339648,352822642~2448620,357141913~7667947,381186799~2074698,386863688~5564956,399857540~5897408] 2024-09-16T12:03:55.813 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 19 diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.813 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.818 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.818 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 16 diff [61077615~1473750,98072506~5600823,143826864~304990,229210511~3048776,307193110~7670269,327332836~5593311,339985513~3339648,388688382~3740262,399857540~897558] 2024-09-16T12:03:55.818 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [61077615~1473750,98072506~5600823,143826864~304990,229210511~3048776,307193110~7670269,327332836~5593311,339985513~3339648,388688382~3740262,399857540~897558] 2024-09-16T12:03:55.823 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [61077615~1473750,97933916~5739413,143826864~304990,229210511~3048776,307193110~7670269,327332836~5593311,339985513~3339648,386863688~5564956,399857540~897558] 2024-09-16T12:03:55.823 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 17 diff [17506131~4097287,61077615~1473750,67883291~5983382,98072506~8353881,126678281~1862976,143826864~304990,149416429~6054942,199556792~2368589,210728582~2681618,229210511~3048776,303671506~11191873,327332836~5593311,339985513~3339648,357141913~5453796,388688382~3740262,399857540~897558] 2024-09-16T12:03:55.823 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,61077615~1473750,67883291~5983382,98072506~8353881,126678281~1862976,143826864~304990,149416429~6054942,199556792~2368589,210728582~2681618,229210511~3048776,303671506~11191873,327332836~5593311,339985513~3339648,357141913~5453796,388688382~3740262,399857540~897558] 2024-09-16T12:03:55.828 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,61077615~1473750,67883291~5983382,97933916~8492471,126678281~1862976,143826864~304990,149416429~6054942,199556792~2368589,210728582~2681618,229210511~3048776,303671506~11191873,327332836~5593311,339985513~3339648,357141913~5453796,386863688~5564956,399857540~897558] 2024-09-16T12:03:55.828 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 18 diff [17506131~4097287,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,281332884~5042456,303671506~11191873,327332836~5593311,339985513~3339648,352822642~2448620,357141913~5453796,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.828 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,281332884~5042456,303671506~11191873,327332836~5593311,339985513~3339648,352822642~2448620,357141913~5453796,381186799~2074698,388688382~3740262,399857540~5897408] 2024-09-16T12:03:55.833 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,61077615~1473750,67883291~7936213,81396807~5086684,97933916~8492471,120566741~7974516,134217728~8050708,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,281332884~5042456,303671506~11191873,327332836~5593311,339985513~3339648,352822642~2448620,357141913~5453796,381186799~2074698,386863688~5564956,399857540~5897408] 2024-09-16T12:03:55.833 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 19 diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.834 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.838 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:55.839 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 17 diff [17506131~4097287,67883291~5983382,100611507~5814880,126678281~1862976,149416429~6054942,199556792~2368589,210728582~2681618,303671506~7199650,357141913~5453796] 2024-09-16T12:03:55.839 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,67883291~5983382,100611507~5814880,126678281~1862976,149416429~6054942,199556792~2368589,210728582~2681618,303671506~7199650,357141913~5453796] 2024-09-16T12:03:55.844 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,67883291~5983382,100611507~5814880,126678281~1862976,149416429~6054942,199556792~2368589,210728582~2681618,303671506~7199650,357141913~5453796] 2024-09-16T12:03:55.845 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 18 diff [17506131~4097287,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,281332884~5042456,303671506~7199650,352822642~2448620,357141913~5453796,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.845 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,281332884~5042456,303671506~7199650,352822642~2448620,357141913~5453796,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.850 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,134217728~8050708,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,281332884~5042456,303671506~7199650,352822642~2448620,357141913~5453796,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.850 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 19 diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.850 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.855 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,134217728~8050708,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.855 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to 18 diff [72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,155453223~6123950,230861686~280392,281332884~5042456,352822642~2448620,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.855 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,155453223~6123950,230861686~280392,281332884~5042456,352822642~2448620,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.860 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [72096427~3723077,81396807~5086684,120566741~6767908,134217728~8050708,155453223~6123950,230861686~280392,281332884~5042456,352822642~2448620,381186799~2074698,400447366~5307582] 2024-09-16T12:03:55.860 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to 19 diff [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.860 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.866 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,134217728~8050708,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:55.866 INFO:tasks.workunit.client.0.smithi077.stdout:from 18 to 19 diff [45743516~3942246,142719024~1951,270968183~2471450,275298610~1097770,282868718~1035968,326259649~2759022,340600281~860670,352809978~2186053,379805325~10658427] 2024-09-16T12:03:55.866 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [45743516~3942246,142719024~1951,270968183~2471450,275298610~1097770,282868718~1035968,326259649~2759022,340600281~860670,352809978~2186053,379805325~10658427] 2024-09-16T12:03:55.871 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [45743516~3942246,142719024~1951,270968183~2471450,275298610~1097770,282868718~1035968,326259649~2759022,340600281~860670,352809978~2186053,379805325~10658427] 2024-09-16T12:03:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:55 smithi077 ceph-mon[86047]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T12:03:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:55 smithi077 ceph-mon[88497]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T12:03:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:55 smithi191 ceph-mon[84934]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T12:03:56.856 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:56.856 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:56.872 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:56.873 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:56.873 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:56.878 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:56.878 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.878 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.884 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:56.884 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.884 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.889 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:56.889 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.889 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.895 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:56.895 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.895 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.900 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:56.900 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.900 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:56.905 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:56.905 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.905 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.910 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.910 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.910 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.916 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.916 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.916 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.921 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:56.921 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:56.921 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:56.927 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:56.927 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:56.927 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:56.933 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:56.933 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:56.933 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:56.938 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:56.938 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.938 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.943 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.943 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.943 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.948 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.948 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.948 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.953 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:56.953 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to HEAD diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:56.953 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:56.958 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,134217728~8050708,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:56.958 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to HEAD diff [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:56.958 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,138335687~3932749,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:56.963 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [45743516~3942246,72096427~3723077,81396807~5086684,120566741~6767908,134217728~8050708,142719024~1951,155453223~6123950,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,326259649~2759022,340600281~860670,352809978~2461284,379805325~10658427,400447366~5307582] 2024-09-16T12:03:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:56 smithi077 ceph-mon[86047]: pgmap v3588: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 38 MiB/s wr, 2.30k op/s 2024-09-16T12:03:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:56 smithi077 ceph-mon[88497]: pgmap v3588: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 38 MiB/s wr, 2.30k op/s 2024-09-16T12:03:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:03:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:03:56] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-09-16T12:03:57.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:56 smithi191 ceph-mon[84934]: pgmap v3588: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 38 MiB/s wr, 2.30k op/s 2024-09-16T12:03:57.873 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:57.874 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:57.898 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:57.898 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:57.899 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:57.903 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:57.903 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.903 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.908 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:57.908 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.909 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.914 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:57.914 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.914 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.919 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:57.919 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.919 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.924 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:57.925 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.925 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:57.930 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:57.930 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.930 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.935 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.935 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.935 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.940 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.945 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:57.945 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:57.945 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:57.950 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:57.950 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:57.950 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:57.955 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:57.955 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:57.956 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:57.961 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:57.961 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.961 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.970 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.975 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:57.975 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to HEAD diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:57.976 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,138335687~3932749,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:57.980 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,67883291~7936213,81396807~5086684,100611507~5814880,120566741~7974516,134217728~8050708,142719024~1951,149416429~12160744,199556792~2368589,210728582~2681618,230861686~280392,270968183~2471450,275298610~1097770,281332884~5042456,303671506~7199650,326259649~2759022,340600281~860670,352809978~2461284,357141913~5453796,379805325~10658427,400447366~5307582] 2024-09-16T12:03:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:57 smithi077 ceph-mon[88497]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T12:03:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:57 smithi077 ceph-mon[86047]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T12:03:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:57 smithi191 ceph-mon[84934]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T12:03:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:03:58.879 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:58.879 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:58.911 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:58.911 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:58.912 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:58.919 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:58.919 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.919 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.924 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:58.924 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.924 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.929 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:58.930 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.930 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.934 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:58.935 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.935 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.939 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:58.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:58.944 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:58.944 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.944 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.949 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.949 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.949 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.954 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.955 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.955 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.960 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:58.960 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:58.960 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:58.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:58.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:58.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:58.970 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:58.970 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:58.970 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:58.974 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:58.975 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.975 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.980 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.980 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.980 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.986 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.986 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.986 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:58.990 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,199556792~2368589,210728582~2681618,229210511~3048776,270968183~2471450,275298610~1097770,281332884~5042456,303671506~11191873,326259649~6666498,339985513~3339648,352809978~2461284,357141913~5453796,379805325~12623319,399857540~5897408] 2024-09-16T12:03:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:58 smithi077 ceph-mon[86047]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T12:03:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:58 smithi077 ceph-mon[86047]: pgmap v3591: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 27 MiB/s wr, 3.33k op/s 2024-09-16T12:03:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:58 smithi077 ceph-mon[88497]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T12:03:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:58 smithi077 ceph-mon[88497]: pgmap v3591: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 27 MiB/s wr, 3.33k op/s 2024-09-16T12:03:59.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:58 smithi191 ceph-mon[84934]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T12:03:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:58 smithi191 ceph-mon[84934]: pgmap v3591: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 27 MiB/s wr, 3.33k op/s 2024-09-16T12:03:59.884 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:59.884 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:03:59.923 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:03:59.924 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:59.924 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:03:59.935 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:03:59.935 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.935 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.940 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:03:59.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.946 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:59.946 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.946 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.951 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:59.951 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.951 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.957 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:59.957 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.957 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:03:59.962 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:03:59.963 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.963 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.968 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.968 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.968 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.974 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.974 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.979 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:03:59.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:59.980 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:59.985 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:03:59.985 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:59.986 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:59.990 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:03:59.990 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:59.991 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:59.995 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:03:59.995 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:03:59.996 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:04:00.000 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:04:00.000 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:04:00.000 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,98072506~8353881,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:04:00.005 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [17506131~4097287,40627668~2931753,45743516~3942246,61077615~1473750,67883291~7936213,81396807~5086684,88774317~7975437,97933916~8492471,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12160744,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339985513~3339648,352809978~2461284,357141913~7667947,379805325~12623319,399857540~5897408] 2024-09-16T12:04:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:03:59 smithi077 ceph-mon[86047]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T12:04:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:03:59 smithi077 ceph-mon[88497]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T12:04:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:03:59 smithi191 ceph-mon[84934]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T12:04:00.899 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:00.899 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:00.935 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:00.935 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:00.936 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:00.947 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:00.947 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.947 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.952 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:00.953 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.953 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.958 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:00.958 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.958 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.963 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:00.963 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.963 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.968 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:00.968 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.968 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:00.974 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:00.974 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.974 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.979 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.979 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.984 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.984 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.984 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.990 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:00.990 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:00.990 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:00.995 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:00.995 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:00.995 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:01.000 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:01.000 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:01.000 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:01.005 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:01.005 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:04:01.005 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,98072506~8353881,111542611~6982530,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:04:01.010 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [5630902~8496378,17506131~4097287,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~7975437,97933916~8492471,111542611~6982530,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,210728582~2681618,229210511~3048776,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,379805325~12623319,399857540~5897408] 2024-09-16T12:04:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:00 smithi077 ceph-mon[86047]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T12:04:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:00 smithi077 ceph-mon[86047]: pgmap v3594: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 9.2 MiB/s wr, 2.19k op/s 2024-09-16T12:04:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:00 smithi077 ceph-mon[88497]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T12:04:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:00 smithi077 ceph-mon[88497]: pgmap v3594: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 9.2 MiB/s wr, 2.19k op/s 2024-09-16T12:04:01.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:00 smithi191 ceph-mon[84934]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T12:04:01.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:00 smithi191 ceph-mon[84934]: pgmap v3594: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 9.2 MiB/s wr, 2.19k op/s 2024-09-16T12:04:01.897 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:01.898 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:01.939 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:01.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:01.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:01.950 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:01.950 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.951 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.957 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:01.957 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.957 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.962 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:01.962 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.962 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.968 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:01.968 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.968 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:01.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:01.979 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:01.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.979 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.984 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.984 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.984 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.989 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.989 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.989 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.994 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:01.994 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:01.994 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:01.999 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:01.999 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:01.999 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:02.004 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:02.004 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:02.005 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~7974516,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:02.009 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~2931753,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~7974516,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,199556792~2368589,203849198~10183644,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~6666498,339800548~3524613,352809978~2461284,357141913~7667947,367824998~2244386,375695278~16733366,399857540~5897408] 2024-09-16T12:04:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:01 smithi077 ceph-mon[86047]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T12:04:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:01 smithi077 ceph-mon[88497]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T12:04:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:01 smithi191 ceph-mon[84934]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T12:04:02.716 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:02.904 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:02.904 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:02.953 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:02.954 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:02.954 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:02.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:02.966 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.966 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:02.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.978 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:02.978 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.978 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.983 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:02.984 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.984 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.989 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:02.989 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.989 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:02.994 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:02.994 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:02.994 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:02.999 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:02.999 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.000 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.004 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.004 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.005 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.009 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:03.010 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:03.010 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:03.014 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:03.015 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:03.015 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38923687~769639,40627668~5048773,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~10407839,120566741~8796113,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:03.019 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38923687~6752754,45743516~3942246,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~10407839,120566741~8796113,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,179213010~5858647,191053932~7046078,199556792~2368589,203849198~10183644,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~7802209,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399857540~5897408] 2024-09-16T12:04:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:02 smithi077 ceph-mon[88497]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T12:04:03.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:02 smithi077 ceph-mon[88497]: pgmap v3597: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 MiB/s wr, 3.31k op/s 2024-09-16T12:04:03.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:02 smithi077 ceph-mon[86047]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T12:04:03.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:02 smithi077 ceph-mon[86047]: pgmap v3597: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 MiB/s wr, 3.31k op/s 2024-09-16T12:04:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:02 smithi191 ceph-mon[84934]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T12:04:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:02 smithi191 ceph-mon[84934]: pgmap v3597: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 MiB/s wr, 3.31k op/s 2024-09-16T12:04:03.918 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:03.918 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:03.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:03.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:03.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:03.982 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:03.982 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.982 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.987 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:03.987 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.987 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:03.992 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.992 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.997 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:03.997 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:03.997 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:04.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:04.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:04.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:04.007 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:04.007 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.007 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.012 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.012 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.012 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.018 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.018 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.018 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.022 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:04.022 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:04.022 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:04.027 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~3942246,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,260259903~207843,270968183~7328088,279105647~8263042,303671506~11191873,322922946~1882928,326259649~17065512,346581035~18228825,367824998~2244386,375695278~21438267,399443671~6311277] 2024-09-16T12:04:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:03 smithi077 ceph-mon[86047]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T12:04:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:03 smithi077 ceph-mon[88497]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T12:04:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:03 smithi191 ceph-mon[84934]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T12:04:04.969 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:04.970 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:05.011 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:05.011 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:05.011 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:05.023 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:05.023 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.023 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.033 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:05.033 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.033 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.038 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:05.038 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.038 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.043 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:05.044 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.044 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.049 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:05.049 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.049 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:05.053 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:05.054 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.054 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.058 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.058 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.059 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.064 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.064 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.064 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322255086~21070075,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.068 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,81396807~5086684,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,244715244~1417584,247849047~7552079,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,322056476~21268685,346581035~18228825,367824998~2244386,375695278~30059670] 2024-09-16T12:04:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:04 smithi077 ceph-mon[86047]: pgmap v3599: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.0 KiB/s wr, 2.63k op/s 2024-09-16T12:04:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:04 smithi077 ceph-mon[86047]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T12:04:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:04 smithi077 ceph-mon[88497]: pgmap v3599: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.0 KiB/s wr, 2.63k op/s 2024-09-16T12:04:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:04 smithi077 ceph-mon[88497]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T12:04:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:04 smithi191 ceph-mon[84934]: pgmap v3599: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.0 KiB/s wr, 2.63k op/s 2024-09-16T12:04:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:04 smithi191 ceph-mon[84934]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T12:04:05.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:05.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.012 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:06.013 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.013 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.025 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:06.025 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.025 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.032 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.032 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.032 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.037 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.037 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.037 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.043 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.043 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.043 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.049 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.049 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.049 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.054 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.054 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.054 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.059 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.059 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.059 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~769639,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.063 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,28818718~3911308,38399181~497006,38923687~6752754,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142719024~1951,143826864~304990,149416429~12645381,171209396~3428632,178364626~6707031,191053932~8259779,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,260259903~207843,262443870~4602459,270968183~7328088,279105647~8263042,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:05 smithi191 ceph-mon[84934]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T12:04:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:05 smithi077 ceph-mon[86047]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T12:04:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:05 smithi077 ceph-mon[88497]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T12:04:06.486 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.486 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.530 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:06.530 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.530 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:06.542 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:06.542 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.542 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.547 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.547 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.547 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.552 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.552 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.552 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.557 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.557 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.557 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.561 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.561 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.561 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:06.566 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:06.566 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.567 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4097287,23065250~797867,26125535~6604491,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,226189747~1559894,229210511~3048776,235216491~297896,236290073~4197226,243358534~12042592,259631535~7414794,270968183~16400506,303671506~11191873,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670] 2024-09-16T12:04:06.571 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4097287,23065250~797867,26125535~6604491,35454437~10222004,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,226189747~1559894,229210511~3048776,234881024~5606275,243358534~12042592,259631535~7414794,270968183~16400506,303671506~39653655,343932928~20876932,367824998~2244386,375695278~30059670] 2024-09-16T12:04:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[86047]: pgmap v3602: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:04:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[86047]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T12:04:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[86047]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T12:04:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[88497]: pgmap v3602: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:04:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[88497]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T12:04:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-mon[88497]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T12:04:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:06] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:04:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:06 smithi191 ceph-mon[84934]: pgmap v3602: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:04:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:06 smithi191 ceph-mon[84934]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T12:04:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:06 smithi191 ceph-mon[84934]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T12:04:07.486 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:07.486 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:07.537 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:07.537 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:07.537 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:07.543 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:07.543 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.543 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.548 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:07.548 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.548 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.553 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:07.553 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.553 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.558 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:07.558 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.558 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.563 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:07.563 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.563 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~7175274,53764095~3402927,61077615~1473750,64858104~10961400,76763841~9719650,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,300631925~14231454,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:07.568 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~7175274,53764095~3402927,61077615~1473750,64858104~21625387,88197309~18229078,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,171209396~3428632,178364626~20949085,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,300631925~42693236,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:08.494 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:08.494 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:08.545 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:08.545 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:08.545 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:08.553 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:08.553 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.553 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.558 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:08.558 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.558 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.563 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:08.563 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.563 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.568 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:08.568 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.568 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12495200,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~16807849,64858104~10961400,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259631535~10395578,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:08.573 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14127280,17506131~4434913,23065250~797867,25964039~19712402,45743516~16807849,64858104~41568283,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~28167834,199556792~2368589,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259631535~10395578,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:08 smithi077 ceph-mon[86047]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T12:04:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:08 smithi077 ceph-mon[88497]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T12:04:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:08 smithi191 ceph-mon[84934]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T12:04:09.495 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:09.496 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:09.539 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:09.539 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:09.539 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:09.555 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:09.555 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.555 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.560 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:09.560 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.560 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.565 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:09.565 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.565 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~12549725,17506131~4434913,23065250~797867,26125535~9328902,37710000~1983326,40627668~5048773,45743516~30075988,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~4889201,229210511~3048776,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21070075,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:09.569 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~14181805,17506131~4434913,23065250~797867,25964039~19712402,45743516~60682871,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,223156357~4889201,229210511~3048776,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~49723881,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:09.858 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:09 smithi077 ceph-mon[86047]: pgmap v3606: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 1.39k op/s 2024-09-16T12:04:09.859 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:09 smithi077 ceph-mon[86047]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T12:04:09.859 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:09 smithi077 ceph-mon[88497]: pgmap v3606: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 1.39k op/s 2024-09-16T12:04:09.859 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:09 smithi077 ceph-mon[88497]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T12:04:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:09 smithi191 ceph-mon[84934]: pgmap v3606: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 1.39k op/s 2024-09-16T12:04:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:09 smithi191 ceph-mon[84934]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T12:04:10.508 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:10.508 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:10.552 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:10.552 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:10.552 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:10.561 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:10.561 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:10.561 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:10.566 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:10.566 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:10.566 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,138335687~3932749,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,243358534~12575982,259216116~10810997,270968183~16400506,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,367824998~2244386,375695278~30059670,410505727~1113150] 2024-09-16T12:04:10.571 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~21245552,134217728~8050708,142686298~6215959,149416429~12645381,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,243358534~12575982,259216116~10810997,270968183~16400506,293601280~50227982,343932928~20876932,367824998~2244386,375695278~30059670,406847488~4771389] 2024-09-16T12:04:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:10 smithi077 ceph-mon[86047]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T12:04:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:10 smithi077 ceph-mon[88497]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T12:04:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:10 smithi191 ceph-mon[84934]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T12:04:11.487 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:11.487 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:11.539 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:11.539 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:11.539 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:11.551 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:11.551 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:11.551 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,170565313~158636,171145877~30779504,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,259216116~28152573,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,375695278~30059670,410505727~1113150] 2024-09-16T12:04:11.557 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,170565313~158636,171145877~30779504,203849198~14394619,222298112~9961175,234881024~5606275,242369089~13565427,259216116~28152573,293601280~50227982,343932928~20876932,366441829~4213066,375695278~30059670,406847488~4771389] 2024-09-16T12:04:11.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:11 smithi191 ceph-mon[84934]: pgmap v3609: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 628 op/s 2024-09-16T12:04:11.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:11 smithi191 ceph-mon[84934]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T12:04:11.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:11 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:04:11.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:11 smithi191 ceph-mon[84934]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T12:04:11.886 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[88497]: pgmap v3609: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 628 op/s 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[88497]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[88497]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[86047]: pgmap v3609: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 628 op/s 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[86047]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:04:11.887 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:11 smithi077 ceph-mon[86047]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T12:04:12.524 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:12.525 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:12.560 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:12.560 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:12.560 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,108117302~21245552,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~9102930,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20549229,366441829~4213066,372365592~33389356,410505727~1113150] 2024-09-16T12:04:12.570 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~89649171,108117302~23551727,134217728~8050708,142686298~19375512,163577856~54665961,222298112~9961175,234881024~5606275,242369089~44999600,293601280~50227982,343932928~20876932,366441829~39313119,406847488~4771389] 2024-09-16T12:04:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:12.863 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:12.864 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:13.521 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:13.521 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [1632080~14873797,17506131~8457908,26125535~9328902,37710000~1983326,40627668~35191836,76763841~11433468,88774317~9159599,98072506~8353881,107490809~21872045,129783763~1885266,138335687~3932749,142686298~19375512,164243671~3006644,167707290~34218091,203849198~10183644,217394914~848903,223156357~11247821,235216491~297896,236290073~4197226,242369089~13565427,256008631~31360058,295832758~19030621,315603366~6453110,322255086~21574176,344260631~20864613,365163433~5491462,372365592~33389356,410505727~1113150] 2024-09-16T12:04:13.564 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~16505877,16777216~114891813,134217728~8050708,142606336~19455474,163577856~54665961,222298112~12106066,234881024~5606275,242369089~44999600,293601280~50227982,343932928~21192316,365163433~40591515,406847488~4771389] 2024-09-16T12:04:13.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:13 smithi077 ceph-mon[88497]: pgmap v3612: 137 pgs: 137 active+clean; 908 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 1.10k op/s 2024-09-16T12:04:13.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:13 smithi077 ceph-mon[88497]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T12:04:13.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:13 smithi077 ceph-mon[86047]: pgmap v3612: 137 pgs: 137 active+clean; 908 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 1.10k op/s 2024-09-16T12:04:13.777 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:13 smithi077 ceph-mon[86047]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T12:04:13.794 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:13 smithi191 ceph-mon[84934]: pgmap v3612: 137 pgs: 137 active+clean; 908 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 1.10k op/s 2024-09-16T12:04:13.794 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:13 smithi191 ceph-mon[84934]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T12:04:14.547 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39790 ms) 2024-09-16T12:04:14.547 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-16T12:04:14.547 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:14.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:14 smithi191 ceph-mon[84934]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T12:04:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:14.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:14 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[86047]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T12:04:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[88497]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T12:04:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:14.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:14 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1075 ms) 2024-09-16T12:04:15.623 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-16T12:04:15.623 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: pgmap v3615: 137 pgs: 137 active+clean; 866 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 948 op/s 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:04:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: pgmap v3615: 137 pgs: 137 active+clean; 866 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 948 op/s 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:04:15.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: pgmap v3615: 137 pgs: 137 active+clean; 866 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 948 op/s 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:04:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:16.607 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [3494994~51154,6053182~70562,6585060~85314,8112783~44337,10385239~75938,13965360~7302,15662545~38153,17139005~48171,18376522~30995,19057623~43183] to clone 2024-09-16T12:04:16.608 INFO:tasks.workunit.client.0.smithi077.stdout: diff was [0~3546148,4194304~3962816,8388608~2072569,12582912~3117786,16777216~2323590] 2024-09-16T12:04:16.611 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (989 ms) 2024-09-16T12:04:16.611 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-16T12:04:16.611 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:16.630 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [3606553~27671,4264567~69792,4763247~60741,9922403~30795,10150643~64307,10999383~65782,14373339~6982,14944343~35575,18451680~49384,18630074~13880] 2024-09-16T12:04:16.640 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (29 ms) 2024-09-16T12:04:16.640 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-16T12:04:16.640 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:16 smithi077 ceph-mon[86047]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T12:04:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:16 smithi077 ceph-mon[86047]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T12:04:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:16] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-09-16T12:04:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:16 smithi077 ceph-mon[88497]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T12:04:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:16 smithi077 ceph-mon[88497]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T12:04:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:16 smithi191 ceph-mon[84934]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T12:04:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:16 smithi191 ceph-mon[84934]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T12:04:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:17 smithi077 ceph-mon[86047]: pgmap v3618: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 267 op/s 2024-09-16T12:04:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:17 smithi077 ceph-mon[88497]: pgmap v3618: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 267 op/s 2024-09-16T12:04:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:17 smithi191 ceph-mon[84934]: pgmap v3618: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 267 op/s 2024-09-16T12:04:18.648 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2008 ms) 2024-09-16T12:04:18.648 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-16T12:04:18.648 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:18.698 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (50 ms) 2024-09-16T12:04:18.698 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-16T12:04:18.698 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:18.770 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (71 ms) 2024-09-16T12:04:18.770 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-16T12:04:18.770 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:18 smithi077 ceph-mon[86047]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T12:04:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:18 smithi077 ceph-mon[88497]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T12:04:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:18 smithi191 ceph-mon[84934]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T12:04:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:19 smithi077 ceph-mon[86047]: pgmap v3621: 137 pgs: 137 active+clean; 811 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 327 op/s 2024-09-16T12:04:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:19 smithi077 ceph-mon[86047]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T12:04:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:19 smithi077 ceph-mon[88497]: pgmap v3621: 137 pgs: 137 active+clean; 811 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 327 op/s 2024-09-16T12:04:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:19 smithi077 ceph-mon[88497]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T12:04:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:19 smithi191 ceph-mon[84934]: pgmap v3621: 137 pgs: 137 active+clean; 811 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 327 op/s 2024-09-16T12:04:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:19 smithi191 ceph-mon[84934]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T12:04:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:21 smithi077 ceph-mon[86047]: pgmap v3623: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.8 MiB/s wr, 267 op/s 2024-09-16T12:04:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:21 smithi077 ceph-mon[86047]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T12:04:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:21 smithi077 ceph-mon[88497]: pgmap v3623: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.8 MiB/s wr, 267 op/s 2024-09-16T12:04:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:21 smithi077 ceph-mon[88497]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T12:04:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:21 smithi191 ceph-mon[84934]: pgmap v3623: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.8 MiB/s wr, 267 op/s 2024-09-16T12:04:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:21 smithi191 ceph-mon[84934]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T12:04:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:23.807 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-09-16T12:04:23.807 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-16T12:04:23.808 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T12:04:23.808 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-16T12:04:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:23 smithi077 ceph-mon[86047]: pgmap v3625: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.6 MiB/s wr, 276 op/s 2024-09-16T12:04:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:23 smithi077 ceph-mon[88497]: pgmap v3625: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.6 MiB/s wr, 276 op/s 2024-09-16T12:04:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:23 smithi191 ceph-mon[84934]: pgmap v3625: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.6 MiB/s wr, 276 op/s 2024-09-16T12:04:24.563 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 19 tests from DiffIterateTest/0 (252297 ms total) 2024-09-16T12:04:24.563 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:04:24.563 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-16T12:04:24.599 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-16T12:04:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:25 smithi077 ceph-mon[86047]: pgmap v3626: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.3 MiB/s wr, 161 op/s 2024-09-16T12:04:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:25 smithi077 ceph-mon[86047]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T12:04:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:25 smithi077 ceph-mon[88497]: pgmap v3626: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.3 MiB/s wr, 161 op/s 2024-09-16T12:04:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:25 smithi077 ceph-mon[88497]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T12:04:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:25 smithi191 ceph-mon[84934]: pgmap v3626: 137 pgs: 137 active+clean; 877 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.3 MiB/s wr, 161 op/s 2024-09-16T12:04:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:25 smithi191 ceph-mon[84934]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T12:04:26.581 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:26 smithi077 ceph-mon[86047]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T12:04:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:26 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:04:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:26] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-09-16T12:04:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:26 smithi077 ceph-mon[88497]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T12:04:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:26 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:04:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:26 smithi191 ceph-mon[84934]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T12:04:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:26 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:04:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: pgmap v3629: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:04:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:04:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:04:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: pgmap v3629: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: pgmap v3629: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1912939611' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi077-136923-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:28.630 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [3047236~72593,3765614~54133,8053012~8979,8401311~59904,10658133~47563,16936303~109056,17759751~32343,19642190~85842] 2024-09-16T12:04:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:28 smithi077 ceph-mon[86047]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T12:04:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:28 smithi077 ceph-mon[88497]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T12:04:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:28 smithi191 ceph-mon[84934]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T12:04:29.611 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [4194304~16777216] 2024-09-16T12:04:29.618 INFO:tasks.workunit.client.0.smithi077.stdout: diff was [4194304~16777216] 2024-09-16T12:04:29.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5023 ms) 2024-09-16T12:04:29.622 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-16T12:04:29.623 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[86047]: pgmap v3632: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[86047]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[88497]: pgmap v3632: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:04:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:04:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T12:04:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:29 smithi077 ceph-mon[88497]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T12:04:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:29 smithi191 ceph-mon[84934]: pgmap v3632: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:04:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:29 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:04:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:29 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T12:04:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:29 smithi191 ceph-mon[84934]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T12:04:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:30 smithi077 ceph-mon[86047]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T12:04:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:30 smithi077 ceph-mon[88497]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T12:04:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:30 smithi191 ceph-mon[84934]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T12:04:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:31 smithi077 ceph-mon[86047]: pgmap v3635: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T12:04:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:31 smithi077 ceph-mon[86047]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T12:04:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:31 smithi077 ceph-mon[88497]: pgmap v3635: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T12:04:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:31 smithi077 ceph-mon[88497]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T12:04:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:31 smithi191 ceph-mon[84934]: pgmap v3635: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-16T12:04:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:31 smithi191 ceph-mon[84934]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T12:04:32.617 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:32.649 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:32 smithi077 ceph-mon[86047]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T12:04:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:32 smithi077 ceph-mon[88497]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T12:04:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:32 smithi191 ceph-mon[84934]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T12:04:33.887 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:33 smithi191 ceph-mon[84934]: pgmap v3638: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 173 KiB/s wr, 57 op/s 2024-09-16T12:04:33.887 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:33 smithi191 ceph-mon[84934]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T12:04:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:33 smithi077 ceph-mon[86047]: pgmap v3638: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 173 KiB/s wr, 57 op/s 2024-09-16T12:04:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:33 smithi077 ceph-mon[86047]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T12:04:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:33 smithi077 ceph-mon[88497]: pgmap v3638: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 173 KiB/s wr, 57 op/s 2024-09-16T12:04:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:33 smithi077 ceph-mon[88497]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T12:04:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:34 smithi077 ceph-mon[86047]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T12:04:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:34 smithi077 ceph-mon[88497]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T12:04:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:34 smithi191 ceph-mon[84934]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T12:04:35.669 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:35 smithi077 ceph-mon[86047]: pgmap v3641: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 244 KiB/s wr, 65 op/s 2024-09-16T12:04:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:35 smithi077 ceph-mon[86047]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T12:04:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:35 smithi077 ceph-mon[88497]: pgmap v3641: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 244 KiB/s wr, 65 op/s 2024-09-16T12:04:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:35 smithi077 ceph-mon[88497]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T12:04:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:35 smithi191 ceph-mon[84934]: pgmap v3641: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 244 KiB/s wr, 65 op/s 2024-09-16T12:04:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:35 smithi191 ceph-mon[84934]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T12:04:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:36 smithi077 ceph-mon[88497]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T12:04:36.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:36 smithi077 ceph-mon[88497]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T12:04:36.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:36 smithi077 ceph-mon[86047]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T12:04:36.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:36 smithi077 ceph-mon[86047]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T12:04:36.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:36] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2024-09-16T12:04:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:36 smithi191 ceph-mon[84934]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T12:04:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:36 smithi191 ceph-mon[84934]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T12:04:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:37 smithi077 ceph-mon[88497]: pgmap v3644: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 76 KiB/s wr, 88 op/s 2024-09-16T12:04:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:37 smithi077 ceph-mon[88497]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T12:04:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:37 smithi077 ceph-mon[86047]: pgmap v3644: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 76 KiB/s wr, 88 op/s 2024-09-16T12:04:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:37 smithi077 ceph-mon[86047]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T12:04:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:37 smithi191 ceph-mon[84934]: pgmap v3644: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 76 KiB/s wr, 88 op/s 2024-09-16T12:04:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:37 smithi191 ceph-mon[84934]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T12:04:38.519 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:39 smithi077 ceph-mon[88497]: pgmap v3647: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-09-16T12:04:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:39 smithi077 ceph-mon[88497]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T12:04:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:39 smithi077 ceph-mon[86047]: pgmap v3647: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-09-16T12:04:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:39 smithi077 ceph-mon[86047]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T12:04:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:39 smithi191 ceph-mon[84934]: pgmap v3647: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-09-16T12:04:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:39 smithi191 ceph-mon[84934]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T12:04:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:40 smithi077 ceph-mon[88497]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T12:04:40.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:40 smithi077 ceph-mon[86047]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T12:04:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:40 smithi191 ceph-mon[84934]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T12:04:41.534 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:41 smithi077 ceph-mon[88497]: pgmap v3650: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T12:04:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:41 smithi077 ceph-mon[88497]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T12:04:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:41 smithi077 ceph-mon[86047]: pgmap v3650: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T12:04:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:41 smithi077 ceph-mon[86047]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T12:04:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:41 smithi191 ceph-mon[84934]: pgmap v3650: 137 pgs: 137 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T12:04:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:41 smithi191 ceph-mon[84934]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T12:04:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:42 smithi191 ceph-mon[84934]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T12:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[88497]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[86047]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:04:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:43 smithi077 ceph-mon[86047]: pgmap v3653: 137 pgs: 137 active+clean; 25 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-09-16T12:04:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:43 smithi077 ceph-mon[86047]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T12:04:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:43 smithi077 ceph-mon[88497]: pgmap v3653: 137 pgs: 137 active+clean; 25 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-09-16T12:04:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:43 smithi077 ceph-mon[88497]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T12:04:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:43 smithi191 ceph-mon[84934]: pgmap v3653: 137 pgs: 137 active+clean; 25 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-09-16T12:04:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:43 smithi191 ceph-mon[84934]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T12:04:44.557 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14935 ms) 2024-09-16T12:04:44.557 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-16T12:04:44.557 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:44 smithi191 ceph-mon[84934]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T12:04:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:44 smithi077 ceph-mon[86047]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T12:04:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:44 smithi077 ceph-mon[88497]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T12:04:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:45 smithi077 ceph-mon[86047]: pgmap v3656: 137 pgs: 137 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-16T12:04:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:45 smithi077 ceph-mon[86047]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T12:04:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:45 smithi077 ceph-mon[88497]: pgmap v3656: 137 pgs: 137 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-16T12:04:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:45 smithi077 ceph-mon[88497]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T12:04:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:45 smithi191 ceph-mon[84934]: pgmap v3656: 137 pgs: 137 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-16T12:04:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:45 smithi191 ceph-mon[84934]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T12:04:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:46 smithi077 ceph-mon[86047]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T12:04:46.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:46 smithi077 ceph-mon[88497]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T12:04:46.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:46] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-16T12:04:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:46 smithi191 ceph-mon[84934]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T12:04:47.579 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:47 smithi077 ceph-mon[86047]: pgmap v3659: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-09-16T12:04:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:47 smithi077 ceph-mon[86047]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T12:04:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:47 smithi077 ceph-mon[88497]: pgmap v3659: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-09-16T12:04:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:47 smithi077 ceph-mon[88497]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T12:04:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:47 smithi191 ceph-mon[84934]: pgmap v3659: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-09-16T12:04:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:47 smithi191 ceph-mon[84934]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T12:04:48.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:48 smithi077 ceph-mon[86047]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T12:04:48.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:48 smithi077 ceph-mon[88497]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T12:04:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:48 smithi191 ceph-mon[84934]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T12:04:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:49 smithi077 ceph-mon[88497]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-09-16T12:04:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:49 smithi077 ceph-mon[88497]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T12:04:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:49 smithi077 ceph-mon[86047]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-09-16T12:04:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:49 smithi077 ceph-mon[86047]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T12:04:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:49 smithi191 ceph-mon[84934]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-09-16T12:04:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:49 smithi191 ceph-mon[84934]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T12:04:50.604 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:50 smithi077 ceph-mon[86047]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T12:04:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:50 smithi077 ceph-mon[88497]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T12:04:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:50 smithi191 ceph-mon[84934]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T12:04:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:51 smithi077 ceph-mon[88497]: pgmap v3665: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-16T12:04:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:51 smithi077 ceph-mon[88497]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T12:04:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:51 smithi077 ceph-mon[86047]: pgmap v3665: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-16T12:04:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:51 smithi077 ceph-mon[86047]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T12:04:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:51 smithi191 ceph-mon[84934]: pgmap v3665: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-16T12:04:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:51 smithi191 ceph-mon[84934]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T12:04:52.582 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:04:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:04:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:52 smithi077 ceph-mon[86047]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T12:04:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:52 smithi077 ceph-mon[88497]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T12:04:52.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:52 smithi191 ceph-mon[84934]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T12:04:53.633 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:53 smithi077 ceph-mon[86047]: pgmap v3668: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T12:04:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:53 smithi077 ceph-mon[86047]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T12:04:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:53 smithi077 ceph-mon[88497]: pgmap v3668: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T12:04:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:53 smithi077 ceph-mon[88497]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T12:04:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:53 smithi191 ceph-mon[84934]: pgmap v3668: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T12:04:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:53 smithi191 ceph-mon[84934]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T12:04:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:54 smithi077 ceph-mon[86047]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T12:04:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:54 smithi077 ceph-mon[88497]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T12:04:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:54 smithi191 ceph-mon[84934]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T12:04:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:55 smithi077 ceph-mon[86047]: pgmap v3671: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-09-16T12:04:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:55 smithi077 ceph-mon[86047]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T12:04:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:55 smithi077 ceph-mon[88497]: pgmap v3671: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-09-16T12:04:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:55 smithi077 ceph-mon[88497]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T12:04:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:55 smithi191 ceph-mon[84934]: pgmap v3671: 137 pgs: 137 active+clean; 40 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-09-16T12:04:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:55 smithi191 ceph-mon[84934]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T12:04:56.669 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:56 smithi077 ceph-mon[86047]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T12:04:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:56 smithi077 ceph-mon[88497]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T12:04:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:04:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:04:56] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-16T12:04:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:56 smithi191 ceph-mon[84934]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T12:04:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[86047]: pgmap v3674: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T12:04:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[86047]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T12:04:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[88497]: pgmap v3674: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T12:04:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[88497]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T12:04:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:57 smithi191 ceph-mon[84934]: pgmap v3674: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T12:04:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:57 smithi191 ceph-mon[84934]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T12:04:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:04:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:58 smithi077 ceph-mon[86047]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T12:04:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:58 smithi077 ceph-mon[88497]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T12:04:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:58 smithi191 ceph-mon[84934]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T12:04:59.679 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15122 ms) 2024-09-16T12:04:59.679 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-16T12:04:59.679 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:04:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:59 smithi077 ceph-mon[88497]: pgmap v3677: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 103 op/s 2024-09-16T12:04:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:04:59 smithi077 ceph-mon[88497]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T12:04:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:59 smithi077 ceph-mon[86047]: pgmap v3677: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 103 op/s 2024-09-16T12:04:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:04:59 smithi077 ceph-mon[86047]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T12:04:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:59 smithi191 ceph-mon[84934]: pgmap v3677: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 103 op/s 2024-09-16T12:04:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:04:59 smithi191 ceph-mon[84934]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T12:05:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:00 smithi077 ceph-mon[86047]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T12:05:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:00 smithi077 ceph-mon[88497]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T12:05:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:00 smithi191 ceph-mon[84934]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T12:05:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:01 smithi077 ceph-mon[86047]: pgmap v3680: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-16T12:05:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:01 smithi077 ceph-mon[88497]: pgmap v3680: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-16T12:05:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:01 smithi191 ceph-mon[84934]: pgmap v3680: 137 pgs: 137 active+clean; 52 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-16T12:05:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:03 smithi077 ceph-mon[86047]: pgmap v3681: 137 pgs: 137 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.3 KiB/s wr, 70 op/s 2024-09-16T12:05:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:03 smithi077 ceph-mon[88497]: pgmap v3681: 137 pgs: 137 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.3 KiB/s wr, 70 op/s 2024-09-16T12:05:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:03 smithi191 ceph-mon[84934]: pgmap v3681: 137 pgs: 137 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.3 KiB/s wr, 70 op/s 2024-09-16T12:05:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:04 smithi191 ceph-mon[84934]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T12:05:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:04 smithi077 ceph-mon[86047]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T12:05:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:04 smithi077 ceph-mon[88497]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T12:05:05.717 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:05 smithi191 ceph-mon[84934]: pgmap v3683: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-09-16T12:05:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:05 smithi191 ceph-mon[84934]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T12:05:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:05 smithi077 ceph-mon[86047]: pgmap v3683: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-09-16T12:05:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:05 smithi077 ceph-mon[86047]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T12:05:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:05 smithi077 ceph-mon[88497]: pgmap v3683: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-09-16T12:05:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:05 smithi077 ceph-mon[88497]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T12:05:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:06 smithi191 ceph-mon[84934]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T12:05:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:06 smithi077 ceph-mon[86047]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T12:05:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:06 smithi077 ceph-mon[88497]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T12:05:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:06] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:05:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:07 smithi191 ceph-mon[84934]: pgmap v3686: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-09-16T12:05:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:07 smithi077 ceph-mon[86047]: pgmap v3686: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-09-16T12:05:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:07 smithi077 ceph-mon[88497]: pgmap v3686: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-09-16T12:05:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:08 smithi191 ceph-mon[84934]: pgmap v3687: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:05:09.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:08 smithi077 ceph-mon[86047]: pgmap v3687: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:05:09.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:08 smithi077 ceph-mon[88497]: pgmap v3687: 137 pgs: 137 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-16T12:05:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:10 smithi191 ceph-mon[84934]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T12:05:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:10 smithi191 ceph-mon[84934]: pgmap v3689: 137 pgs: 137 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:10 smithi077 ceph-mon[86047]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T12:05:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:10 smithi077 ceph-mon[86047]: pgmap v3689: 137 pgs: 137 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:10 smithi077 ceph-mon[88497]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T12:05:11.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:10 smithi077 ceph-mon[88497]: pgmap v3689: 137 pgs: 137 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:11.741 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:12.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:11 smithi077 ceph-mon[86047]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T12:05:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:11 smithi077 ceph-mon[88497]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T12:05:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:11 smithi191 ceph-mon[84934]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T12:05:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[86047]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T12:05:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[86047]: pgmap v3692: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:05:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[88497]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T12:05:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[88497]: pgmap v3692: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:05:13.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:12 smithi191 ceph-mon[84934]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T12:05:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:12 smithi191 ceph-mon[84934]: pgmap v3692: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T12:05:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:14 smithi077 ceph-mon[88497]: pgmap v3693: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T12:05:15.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:14 smithi077 ceph-mon[86047]: pgmap v3693: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T12:05:15.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:14 smithi191 ceph-mon[84934]: pgmap v3693: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T12:05:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:05:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:05:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:05:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:05:16.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:05:16.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:05:16.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:05:16.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:15 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:05:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:05:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:05:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:05:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:15 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:05:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:16 smithi077 ceph-mon[86047]: pgmap v3694: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 664 KiB/s wr, 51 op/s 2024-09-16T12:05:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:16 smithi077 ceph-mon[86047]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T12:05:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:16 smithi077 ceph-mon[88497]: pgmap v3694: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 664 KiB/s wr, 51 op/s 2024-09-16T12:05:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:16 smithi077 ceph-mon[88497]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T12:05:17.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:16] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:05:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:16 smithi191 ceph-mon[84934]: pgmap v3694: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 664 KiB/s wr, 51 op/s 2024-09-16T12:05:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:16 smithi191 ceph-mon[84934]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T12:05:18.025 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:17 smithi077 ceph-mon[86047]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T12:05:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:17 smithi077 ceph-mon[88497]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T12:05:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:17 smithi191 ceph-mon[84934]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T12:05:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:18 smithi077 ceph-mon[88497]: pgmap v3697: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 662 KiB/s wr, 25 op/s 2024-09-16T12:05:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:18 smithi077 ceph-mon[88497]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T12:05:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:18 smithi077 ceph-mon[86047]: pgmap v3697: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 662 KiB/s wr, 25 op/s 2024-09-16T12:05:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:18 smithi077 ceph-mon[86047]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T12:05:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:18 smithi191 ceph-mon[84934]: pgmap v3697: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 662 KiB/s wr, 25 op/s 2024-09-16T12:05:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:18 smithi191 ceph-mon[84934]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T12:05:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:20 smithi077 ceph-mon[88497]: pgmap v3699: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T12:05:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:20 smithi077 ceph-mon[86047]: pgmap v3699: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T12:05:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:20 smithi191 ceph-mon[84934]: pgmap v3699: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T12:05:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:23 smithi077 ceph-mon[86047]: pgmap v3700: 137 pgs: 137 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:05:23.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:23 smithi077 ceph-mon[86047]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T12:05:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:23 smithi077 ceph-mon[88497]: pgmap v3700: 137 pgs: 137 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:05:23.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:23 smithi077 ceph-mon[88497]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T12:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:23 smithi191 ceph-mon[84934]: pgmap v3700: 137 pgs: 137 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T12:05:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:23 smithi191 ceph-mon[84934]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T12:05:24.042 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:24.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:24 smithi077 ceph-mon[86047]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T12:05:24.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:24 smithi077 ceph-mon[88497]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T12:05:24.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:24 smithi191 ceph-mon[84934]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T12:05:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:25 smithi077 ceph-mon[88497]: pgmap v3703: 137 pgs: 137 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-16T12:05:25.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:25 smithi077 ceph-mon[88497]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T12:05:25.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:25 smithi077 ceph-mon[86047]: pgmap v3703: 137 pgs: 137 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-16T12:05:25.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:25 smithi077 ceph-mon[86047]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T12:05:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:25 smithi191 ceph-mon[84934]: pgmap v3703: 137 pgs: 137 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-16T12:05:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:25 smithi191 ceph-mon[84934]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T12:05:27.015 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:26] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:05:27.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:27 smithi077 ceph-mon[86047]: pgmap v3705: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-09-16T12:05:27.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:27 smithi077 ceph-mon[88497]: pgmap v3705: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-09-16T12:05:27.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:27 smithi191 ceph-mon[84934]: pgmap v3705: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-09-16T12:05:28.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:28 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:28.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:28 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:28.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:28 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:29 smithi077 ceph-mon[86047]: pgmap v3706: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-16T12:05:29.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:29 smithi077 ceph-mon[86047]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T12:05:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:29 smithi077 ceph-mon[88497]: pgmap v3706: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-16T12:05:29.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:29 smithi077 ceph-mon[88497]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T12:05:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:29 smithi191 ceph-mon[84934]: pgmap v3706: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-16T12:05:29.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:29 smithi191 ceph-mon[84934]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T12:05:30.066 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30387 ms) 2024-09-16T12:05:30.066 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-16T12:05:30.066 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:30.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:30 smithi077 ceph-mon[86047]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T12:05:30.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:30 smithi077 ceph-mon[88497]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T12:05:30.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:30 smithi191 ceph-mon[84934]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T12:05:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:31 smithi077 ceph-mon[86047]: pgmap v3709: 137 pgs: 137 active+clean; 86 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-16T12:05:31.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:31 smithi077 ceph-mon[86047]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T12:05:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:31 smithi077 ceph-mon[88497]: pgmap v3709: 137 pgs: 137 active+clean; 86 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-16T12:05:31.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:31 smithi077 ceph-mon[88497]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T12:05:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:31 smithi191 ceph-mon[84934]: pgmap v3709: 137 pgs: 137 active+clean; 86 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-16T12:05:31.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:31 smithi191 ceph-mon[84934]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T12:05:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:33.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:33 smithi077 ceph-mon[86047]: pgmap v3711: 137 pgs: 137 active+clean; 90 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-16T12:05:33.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:33 smithi077 ceph-mon[88497]: pgmap v3711: 137 pgs: 137 active+clean; 90 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-16T12:05:33.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:33 smithi191 ceph-mon[84934]: pgmap v3711: 137 pgs: 137 active+clean; 90 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-16T12:05:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:35 smithi077 ceph-mon[86047]: pgmap v3712: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T12:05:35.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:35 smithi077 ceph-mon[86047]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T12:05:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:35 smithi077 ceph-mon[88497]: pgmap v3712: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T12:05:35.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:35 smithi077 ceph-mon[88497]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T12:05:35.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:35 smithi191 ceph-mon[84934]: pgmap v3712: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T12:05:35.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:35 smithi191 ceph-mon[84934]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T12:05:36.089 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:36.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:36 smithi077 ceph-mon[86047]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T12:05:36.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:36 smithi077 ceph-mon[88497]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T12:05:36.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:36 smithi191 ceph-mon[84934]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T12:05:37.059 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:36] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:05:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:37 smithi077 ceph-mon[86047]: pgmap v3715: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-16T12:05:37.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:37 smithi077 ceph-mon[86047]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T12:05:37.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:37 smithi077 ceph-mon[88497]: pgmap v3715: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-16T12:05:37.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:37 smithi077 ceph-mon[88497]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T12:05:37.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:37 smithi191 ceph-mon[84934]: pgmap v3715: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-16T12:05:37.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:37 smithi191 ceph-mon[84934]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T12:05:39.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:39 smithi077 ceph-mon[86047]: pgmap v3717: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T12:05:39.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:39 smithi077 ceph-mon[88497]: pgmap v3717: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T12:05:39.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:39 smithi191 ceph-mon[84934]: pgmap v3717: 137 pgs: 137 active+clean; 94 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-16T12:05:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:41 smithi077 ceph-mon[86047]: pgmap v3718: 137 pgs: 137 active+clean; 98 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T12:05:41.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:41 smithi077 ceph-mon[86047]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T12:05:41.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:41 smithi077 ceph-mon[88497]: pgmap v3718: 137 pgs: 137 active+clean; 98 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T12:05:41.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:41 smithi077 ceph-mon[88497]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T12:05:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:41 smithi191 ceph-mon[84934]: pgmap v3718: 137 pgs: 137 active+clean; 98 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T12:05:41.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:41 smithi191 ceph-mon[84934]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T12:05:42.119 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:42 smithi077 ceph-mon[86047]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T12:05:42.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:42 smithi077 ceph-mon[88497]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T12:05:42.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:42.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:42 smithi191 ceph-mon[84934]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T12:05:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:43 smithi077 ceph-mon[86047]: pgmap v3721: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-16T12:05:43.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:43 smithi077 ceph-mon[86047]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T12:05:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:43 smithi077 ceph-mon[88497]: pgmap v3721: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-16T12:05:43.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:43 smithi077 ceph-mon[88497]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T12:05:43.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:43 smithi191 ceph-mon[84934]: pgmap v3721: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-16T12:05:43.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:43 smithi191 ceph-mon[84934]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T12:05:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:45 smithi077 ceph-mon[86047]: pgmap v3723: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T12:05:45.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:45 smithi077 ceph-mon[88497]: pgmap v3723: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T12:05:45.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:45 smithi191 ceph-mon[84934]: pgmap v3723: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T12:05:47.103 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:46] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:05:47.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:47 smithi077 ceph-mon[88497]: pgmap v3724: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-16T12:05:47.425 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:47 smithi077 ceph-mon[88497]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T12:05:47.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:47 smithi077 ceph-mon[86047]: pgmap v3724: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-16T12:05:47.425 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:47 smithi077 ceph-mon[86047]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T12:05:47.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:47 smithi191 ceph-mon[84934]: pgmap v3724: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-16T12:05:47.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:47 smithi191 ceph-mon[84934]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T12:05:48.140 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:48 smithi077 ceph-mon[88497]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T12:05:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:48 smithi077 ceph-mon[86047]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T12:05:48.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:48 smithi191 ceph-mon[84934]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T12:05:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:49 smithi077 ceph-mon[86047]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-09-16T12:05:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:49 smithi077 ceph-mon[86047]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T12:05:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:49 smithi077 ceph-mon[88497]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-09-16T12:05:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:49 smithi077 ceph-mon[88497]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T12:05:49.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:49 smithi191 ceph-mon[84934]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-09-16T12:05:49.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:49 smithi191 ceph-mon[84934]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T12:05:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:51 smithi077 ceph-mon[86047]: pgmap v3729: 137 pgs: 137 active+clean; 115 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 36 op/s 2024-09-16T12:05:51.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:51 smithi077 ceph-mon[88497]: pgmap v3729: 137 pgs: 137 active+clean; 115 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 36 op/s 2024-09-16T12:05:51.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:51 smithi191 ceph-mon[84934]: pgmap v3729: 137 pgs: 137 active+clean; 115 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 36 op/s 2024-09-16T12:05:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:05:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:05:53.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:53 smithi077 ceph-mon[86047]: pgmap v3730: 137 pgs: 137 active+clean; 122 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-16T12:05:53.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:53 smithi077 ceph-mon[86047]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T12:05:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:53 smithi077 ceph-mon[88497]: pgmap v3730: 137 pgs: 137 active+clean; 122 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-16T12:05:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:53 smithi077 ceph-mon[88497]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T12:05:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:53 smithi191 ceph-mon[84934]: pgmap v3730: 137 pgs: 137 active+clean; 122 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-16T12:05:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:53 smithi191 ceph-mon[84934]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T12:05:54.158 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:05:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:54 smithi077 ceph-mon[86047]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T12:05:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:54 smithi077 ceph-mon[88497]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T12:05:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:54 smithi191 ceph-mon[84934]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T12:05:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:55 smithi077 ceph-mon[86047]: pgmap v3733: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:55 smithi077 ceph-mon[86047]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T12:05:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:55 smithi077 ceph-mon[88497]: pgmap v3733: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:55 smithi077 ceph-mon[88497]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T12:05:55.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:55 smithi191 ceph-mon[84934]: pgmap v3733: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T12:05:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:55 smithi191 ceph-mon[84934]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T12:05:57.132 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:05:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:05:56] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-16T12:05:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:57 smithi077 ceph-mon[86047]: pgmap v3735: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 689 KiB/s wr, 54 op/s 2024-09-16T12:05:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:57 smithi077 ceph-mon[88497]: pgmap v3735: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 689 KiB/s wr, 54 op/s 2024-09-16T12:05:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:57 smithi191 ceph-mon[84934]: pgmap v3735: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 689 KiB/s wr, 54 op/s 2024-09-16T12:05:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:05:59.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:59 smithi077 ceph-mon[86047]: pgmap v3736: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-16T12:05:59.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:05:59 smithi077 ceph-mon[86047]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T12:05:59.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:59 smithi077 ceph-mon[88497]: pgmap v3736: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-16T12:05:59.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:05:59 smithi077 ceph-mon[88497]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T12:05:59.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:59 smithi191 ceph-mon[84934]: pgmap v3736: 137 pgs: 137 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-16T12:05:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:05:59 smithi191 ceph-mon[84934]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T12:06:00.173 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30107 ms) 2024-09-16T12:06:00.173 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-16T12:06:00.174 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:00.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:00 smithi077 ceph-mon[86047]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T12:06:00.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:00 smithi077 ceph-mon[88497]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T12:06:00.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:00 smithi191 ceph-mon[84934]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T12:06:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:01 smithi077 ceph-mon[88497]: pgmap v3739: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-09-16T12:06:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:01 smithi077 ceph-mon[88497]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T12:06:01.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:01 smithi077 ceph-mon[86047]: pgmap v3739: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-09-16T12:06:01.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:01 smithi077 ceph-mon[86047]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T12:06:01.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:01 smithi191 ceph-mon[84934]: pgmap v3739: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-09-16T12:06:01.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:01 smithi191 ceph-mon[84934]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T12:06:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:03 smithi077 ceph-mon[86047]: pgmap v3741: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T12:06:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:03 smithi077 ceph-mon[88497]: pgmap v3741: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T12:06:03.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:03 smithi191 ceph-mon[84934]: pgmap v3741: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T12:06:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:05 smithi077 ceph-mon[86047]: pgmap v3742: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T12:06:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:05 smithi077 ceph-mon[88497]: pgmap v3742: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T12:06:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:05 smithi191 ceph-mon[84934]: pgmap v3742: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T12:06:07.156 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:07 smithi077 ceph-mon[86047]: pgmap v3743: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-16T12:06:07.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:06] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-16T12:06:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:07 smithi077 ceph-mon[88497]: pgmap v3743: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-16T12:06:07.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:07 smithi191 ceph-mon[84934]: pgmap v3743: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-16T12:06:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:09 smithi077 ceph-mon[88497]: pgmap v3744: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-16T12:06:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:09 smithi077 ceph-mon[88497]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T12:06:09.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:09 smithi077 ceph-mon[86047]: pgmap v3744: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-16T12:06:09.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:09 smithi077 ceph-mon[86047]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T12:06:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:09 smithi191 ceph-mon[84934]: pgmap v3744: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-16T12:06:09.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:09 smithi191 ceph-mon[84934]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T12:06:10.200 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:10 smithi077 ceph-mon[88497]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T12:06:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:10 smithi077 ceph-mon[86047]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T12:06:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:10 smithi191 ceph-mon[84934]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T12:06:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:11 smithi077 ceph-mon[86047]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-16T12:06:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:11 smithi077 ceph-mon[86047]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T12:06:11.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:11 smithi077 ceph-mon[88497]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-16T12:06:11.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:11 smithi077 ceph-mon[88497]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T12:06:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:11 smithi191 ceph-mon[84934]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-16T12:06:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:11 smithi191 ceph-mon[84934]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T12:06:12.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:13.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:13 smithi191 ceph-mon[84934]: pgmap v3749: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-16T12:06:13.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:13 smithi077 ceph-mon[86047]: pgmap v3749: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-16T12:06:13.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:13 smithi077 ceph-mon[88497]: pgmap v3749: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-16T12:06:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:15 smithi191 ceph-mon[84934]: pgmap v3750: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:06:15.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:15 smithi077 ceph-mon[86047]: pgmap v3750: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:06:15.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:15 smithi077 ceph-mon[88497]: pgmap v3750: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T12:06:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:06:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:06:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:06:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:06:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:06:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:06:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:06:16.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:06:16.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:06:16.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:06:16.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:06:16.674 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:06:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:16] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:06:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:17 smithi191 ceph-mon[84934]: pgmap v3751: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T12:06:17.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:17 smithi077 ceph-mon[86047]: pgmap v3751: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T12:06:17.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:17 smithi077 ceph-mon[88497]: pgmap v3751: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T12:06:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:19 smithi191 ceph-mon[84934]: pgmap v3752: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:19 smithi191 ceph-mon[84934]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T12:06:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:19 smithi077 ceph-mon[86047]: pgmap v3752: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:19.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:19 smithi077 ceph-mon[86047]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T12:06:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:19 smithi077 ceph-mon[88497]: pgmap v3752: 137 pgs: 137 active+clean; 156 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:19.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:19 smithi077 ceph-mon[88497]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T12:06:20.237 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:20 smithi191 ceph-mon[84934]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T12:06:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:20 smithi077 ceph-mon[86047]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T12:06:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:20 smithi077 ceph-mon[88497]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T12:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:21 smithi191 ceph-mon[84934]: pgmap v3755: 137 pgs: 137 active+clean; 168 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:06:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:21 smithi191 ceph-mon[84934]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T12:06:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:21 smithi077 ceph-mon[86047]: pgmap v3755: 137 pgs: 137 active+clean; 168 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:06:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:21 smithi077 ceph-mon[86047]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T12:06:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:21 smithi077 ceph-mon[88497]: pgmap v3755: 137 pgs: 137 active+clean; 168 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T12:06:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:21 smithi077 ceph-mon[88497]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T12:06:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:23 smithi191 ceph-mon[84934]: pgmap v3757: 137 pgs: 137 active+clean; 172 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T12:06:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:23 smithi077 ceph-mon[88497]: pgmap v3757: 137 pgs: 137 active+clean; 172 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T12:06:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:23 smithi077 ceph-mon[86047]: pgmap v3757: 137 pgs: 137 active+clean; 172 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T12:06:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:25 smithi077 ceph-mon[86047]: pgmap v3758: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T12:06:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:25 smithi077 ceph-mon[88497]: pgmap v3758: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T12:06:25.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:25 smithi191 ceph-mon[84934]: pgmap v3758: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T12:06:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:26] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:06:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:27 smithi077 ceph-mon[86047]: pgmap v3759: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T12:06:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:27 smithi077 ceph-mon[88497]: pgmap v3759: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T12:06:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:27 smithi191 ceph-mon[84934]: pgmap v3759: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-09-16T12:06:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:29 smithi077 ceph-mon[86047]: pgmap v3760: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-16T12:06:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:29 smithi077 ceph-mon[86047]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T12:06:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:29 smithi077 ceph-mon[88497]: pgmap v3760: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-16T12:06:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:29 smithi077 ceph-mon[88497]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T12:06:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:29 smithi191 ceph-mon[84934]: pgmap v3760: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-16T12:06:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:29 smithi191 ceph-mon[84934]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T12:06:30.280 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:30 smithi077 ceph-mon[86047]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T12:06:30.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:30 smithi077 ceph-mon[88497]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T12:06:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:30 smithi191 ceph-mon[84934]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T12:06:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:31 smithi077 ceph-mon[86047]: pgmap v3763: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 515 KiB/s wr, 15 op/s 2024-09-16T12:06:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:31 smithi077 ceph-mon[86047]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T12:06:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:31 smithi077 ceph-mon[88497]: pgmap v3763: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 515 KiB/s wr, 15 op/s 2024-09-16T12:06:31.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:31 smithi077 ceph-mon[88497]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T12:06:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:31 smithi191 ceph-mon[84934]: pgmap v3763: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 515 KiB/s wr, 15 op/s 2024-09-16T12:06:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:31 smithi191 ceph-mon[84934]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T12:06:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:33 smithi077 ceph-mon[86047]: pgmap v3765: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T12:06:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:33 smithi077 ceph-mon[88497]: pgmap v3765: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T12:06:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:33 smithi191 ceph-mon[84934]: pgmap v3765: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T12:06:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:35 smithi077 ceph-mon[86047]: pgmap v3766: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:35 smithi077 ceph-mon[88497]: pgmap v3766: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:35 smithi191 ceph-mon[84934]: pgmap v3766: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:36] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:06:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:37 smithi077 ceph-mon[88497]: pgmap v3767: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:37 smithi077 ceph-mon[86047]: pgmap v3767: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:37 smithi191 ceph-mon[84934]: pgmap v3767: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:39 smithi077 ceph-mon[86047]: pgmap v3768: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:39.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:39 smithi077 ceph-mon[86047]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T12:06:39.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:39 smithi077 ceph-mon[88497]: pgmap v3768: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:39.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:39 smithi077 ceph-mon[88497]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T12:06:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:39 smithi191 ceph-mon[84934]: pgmap v3768: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T12:06:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:39 smithi191 ceph-mon[84934]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T12:06:40.307 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:40 smithi077 ceph-mon[86047]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T12:06:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:40 smithi077 ceph-mon[88497]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T12:06:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:40 smithi191 ceph-mon[84934]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T12:06:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:41 smithi077 ceph-mon[86047]: pgmap v3771: 137 pgs: 137 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T12:06:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:41 smithi077 ceph-mon[86047]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T12:06:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:41 smithi077 ceph-mon[88497]: pgmap v3771: 137 pgs: 137 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T12:06:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:41 smithi077 ceph-mon[88497]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T12:06:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:41 smithi191 ceph-mon[84934]: pgmap v3771: 137 pgs: 137 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-16T12:06:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:41 smithi191 ceph-mon[84934]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T12:06:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:43 smithi077 ceph-mon[86047]: pgmap v3773: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:06:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:43 smithi077 ceph-mon[88497]: pgmap v3773: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:06:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:43 smithi191 ceph-mon[84934]: pgmap v3773: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-16T12:06:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:45 smithi077 ceph-mon[86047]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-16T12:06:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:45 smithi077 ceph-mon[88497]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-16T12:06:45.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:45 smithi191 ceph-mon[84934]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-16T12:06:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:46] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:06:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:47 smithi077 ceph-mon[86047]: pgmap v3775: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:47 smithi077 ceph-mon[88497]: pgmap v3775: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:47 smithi191 ceph-mon[84934]: pgmap v3775: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-16T12:06:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:49 smithi077 ceph-mon[86047]: pgmap v3776: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-09-16T12:06:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:49 smithi077 ceph-mon[86047]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T12:06:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:49 smithi077 ceph-mon[88497]: pgmap v3776: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-09-16T12:06:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:49 smithi077 ceph-mon[88497]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T12:06:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:49 smithi191 ceph-mon[84934]: pgmap v3776: 137 pgs: 137 active+clean; 210 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-09-16T12:06:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:49 smithi191 ceph-mon[84934]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T12:06:50.352 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (50179 ms) 2024-09-16T12:06:50.352 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-16T12:06:50.352 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:06:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:50 smithi077 ceph-mon[86047]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T12:06:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:50 smithi077 ceph-mon[88497]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T12:06:50.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:50 smithi191 ceph-mon[84934]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T12:06:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:51 smithi077 ceph-mon[86047]: pgmap v3779: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 16 op/s 2024-09-16T12:06:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:51 smithi077 ceph-mon[86047]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T12:06:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:51 smithi077 ceph-mon[88497]: pgmap v3779: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 16 op/s 2024-09-16T12:06:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:51 smithi077 ceph-mon[88497]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T12:06:51.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:51 smithi191 ceph-mon[84934]: pgmap v3779: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 16 op/s 2024-09-16T12:06:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:51 smithi191 ceph-mon[84934]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T12:06:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:06:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:06:53.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:53 smithi077 ceph-mon[86047]: pgmap v3781: 137 pgs: 137 active+clean; 230 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T12:06:53.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:53 smithi077 ceph-mon[88497]: pgmap v3781: 137 pgs: 137 active+clean; 230 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T12:06:53.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:53 smithi191 ceph-mon[84934]: pgmap v3781: 137 pgs: 137 active+clean; 230 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T12:06:55.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:55 smithi077 ceph-mon[86047]: pgmap v3782: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:55.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:55 smithi077 ceph-mon[88497]: pgmap v3782: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:55 smithi191 ceph-mon[84934]: pgmap v3782: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T12:06:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:06:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:06:56] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:06:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:57 smithi077 ceph-mon[86047]: pgmap v3783: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-16T12:06:57.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:57 smithi077 ceph-mon[88497]: pgmap v3783: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-16T12:06:57.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:57.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:57 smithi191 ceph-mon[84934]: pgmap v3783: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-16T12:06:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:06:59.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:06:59 smithi077 ceph-mon[86047]: pgmap v3784: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-16T12:06:59.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:06:59 smithi077 ceph-mon[88497]: pgmap v3784: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-16T12:06:59.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:06:59 smithi191 ceph-mon[84934]: pgmap v3784: 137 pgs: 137 active+clean; 234 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-16T12:07:00.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:00 smithi077 ceph-mon[86047]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T12:07:00.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:00 smithi077 ceph-mon[88497]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T12:07:00.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:00 smithi191 ceph-mon[84934]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T12:07:01.381 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:01 smithi077 ceph-mon[86047]: pgmap v3786: 137 pgs: 137 active+clean; 238 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-09-16T12:07:01.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:01 smithi077 ceph-mon[86047]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T12:07:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:01 smithi077 ceph-mon[88497]: pgmap v3786: 137 pgs: 137 active+clean; 238 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-09-16T12:07:01.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:01 smithi077 ceph-mon[88497]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T12:07:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:01 smithi191 ceph-mon[84934]: pgmap v3786: 137 pgs: 137 active+clean; 238 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-09-16T12:07:01.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:01 smithi191 ceph-mon[84934]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T12:07:02.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:02 smithi191 ceph-mon[84934]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T12:07:02.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:02.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:02 smithi077 ceph-mon[86047]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T12:07:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:02 smithi077 ceph-mon[88497]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T12:07:03.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:03 smithi077 ceph-mon[86047]: pgmap v3789: 137 pgs: 137 active+clean; 246 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:07:03.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:03 smithi077 ceph-mon[88497]: pgmap v3789: 137 pgs: 137 active+clean; 246 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:07:03.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:03 smithi191 ceph-mon[84934]: pgmap v3789: 137 pgs: 137 active+clean; 246 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-16T12:07:05.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:05 smithi077 ceph-mon[86047]: pgmap v3790: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:05.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:05 smithi077 ceph-mon[88497]: pgmap v3790: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:05.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:05 smithi191 ceph-mon[84934]: pgmap v3790: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:06] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-09-16T12:07:07.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:07 smithi077 ceph-mon[86047]: pgmap v3791: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:07.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:07 smithi077 ceph-mon[88497]: pgmap v3791: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:07.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:07 smithi191 ceph-mon[84934]: pgmap v3791: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:09.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:09 smithi077 ceph-mon[86047]: pgmap v3792: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:09.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:09 smithi077 ceph-mon[88497]: pgmap v3792: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:09.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:09 smithi191 ceph-mon[84934]: pgmap v3792: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:10.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:10 smithi077 ceph-mon[86047]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T12:07:10.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:10 smithi077 ceph-mon[88497]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T12:07:10.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:10 smithi191 ceph-mon[84934]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T12:07:11.406 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:11 smithi077 ceph-mon[86047]: pgmap v3794: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 955 KiB/s wr, 17 op/s 2024-09-16T12:07:11.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:11 smithi077 ceph-mon[86047]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T12:07:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:11 smithi077 ceph-mon[88497]: pgmap v3794: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 955 KiB/s wr, 17 op/s 2024-09-16T12:07:11.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:11 smithi077 ceph-mon[88497]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T12:07:11.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:11 smithi191 ceph-mon[84934]: pgmap v3794: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 955 KiB/s wr, 17 op/s 2024-09-16T12:07:11.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:11 smithi191 ceph-mon[84934]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T12:07:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:12 smithi077 ceph-mon[86047]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T12:07:12.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:12 smithi077 ceph-mon[88497]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T12:07:12.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:12 smithi191 ceph-mon[84934]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T12:07:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:13 smithi077 ceph-mon[86047]: pgmap v3797: 137 pgs: 137 active+clean; 265 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-16T12:07:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:13 smithi077 ceph-mon[88497]: pgmap v3797: 137 pgs: 137 active+clean; 265 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-16T12:07:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:13 smithi191 ceph-mon[84934]: pgmap v3797: 137 pgs: 137 active+clean; 265 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-16T12:07:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:15 smithi077 ceph-mon[86047]: pgmap v3798: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:15 smithi077 ceph-mon[88497]: pgmap v3798: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:15 smithi191 ceph-mon[84934]: pgmap v3798: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-16T12:07:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:07:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:07:16.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:16] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:07:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:07:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[86047]: pgmap v3799: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[88497]: pgmap v3799: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:07:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:07:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:17 smithi191 ceph-mon[84934]: pgmap v3799: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-09-16T12:07:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:07:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:07:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:07:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:19 smithi077 ceph-mon[86047]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T12:07:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:19 smithi077 ceph-mon[88497]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T12:07:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:19 smithi191 ceph-mon[84934]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T12:07:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:20 smithi077 ceph-mon[86047]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T12:07:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:20 smithi077 ceph-mon[88497]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T12:07:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:20 smithi191 ceph-mon[84934]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T12:07:21.610 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:21 smithi077 ceph-mon[86047]: pgmap v3802: 137 pgs: 137 active+clean; 276 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T12:07:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:21 smithi077 ceph-mon[86047]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T12:07:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:21 smithi077 ceph-mon[88497]: pgmap v3802: 137 pgs: 137 active+clean; 276 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T12:07:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:21 smithi077 ceph-mon[88497]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T12:07:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:21 smithi191 ceph-mon[84934]: pgmap v3802: 137 pgs: 137 active+clean; 276 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T12:07:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:21 smithi191 ceph-mon[84934]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T12:07:22.568 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:22 smithi077 ceph-mon[88497]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T12:07:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:22 smithi077 ceph-mon[86047]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T12:07:22.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:22 smithi191 ceph-mon[84934]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T12:07:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:23 smithi077 ceph-mon[86047]: pgmap v3805: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:23 smithi077 ceph-mon[88497]: pgmap v3805: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:23 smithi191 ceph-mon[84934]: pgmap v3805: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:25 smithi077 ceph-mon[86047]: pgmap v3806: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:25 smithi077 ceph-mon[88497]: pgmap v3806: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:25 smithi191 ceph-mon[84934]: pgmap v3806: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T12:07:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:26] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:07:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:27 smithi077 ceph-mon[86047]: pgmap v3807: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:27 smithi077 ceph-mon[88497]: pgmap v3807: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:27 smithi191 ceph-mon[84934]: pgmap v3807: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:29 smithi077 ceph-mon[86047]: pgmap v3808: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:29 smithi077 ceph-mon[88497]: pgmap v3808: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:29 smithi191 ceph-mon[84934]: pgmap v3808: 137 pgs: 137 active+clean; 294 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:30 smithi077 ceph-mon[86047]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T12:07:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:30 smithi077 ceph-mon[88497]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T12:07:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:30 smithi191 ceph-mon[84934]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T12:07:31.647 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:31 smithi077 ceph-mon[88497]: pgmap v3810: 137 pgs: 137 active+clean; 298 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T12:07:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:31 smithi077 ceph-mon[88497]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T12:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:31 smithi077 ceph-mon[86047]: pgmap v3810: 137 pgs: 137 active+clean; 298 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T12:07:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:31 smithi077 ceph-mon[86047]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T12:07:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:31 smithi191 ceph-mon[84934]: pgmap v3810: 137 pgs: 137 active+clean; 298 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T12:07:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:31 smithi191 ceph-mon[84934]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T12:07:32.616 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:32.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:32 smithi077 ceph-mon[86047]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T12:07:32.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:32 smithi077 ceph-mon[88497]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T12:07:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:32 smithi191 ceph-mon[84934]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T12:07:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:33 smithi077 ceph-mon[86047]: pgmap v3813: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-16T12:07:33.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:33 smithi077 ceph-mon[88497]: pgmap v3813: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-16T12:07:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:33 smithi191 ceph-mon[84934]: pgmap v3813: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-16T12:07:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:35 smithi077 ceph-mon[86047]: pgmap v3814: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:07:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:35 smithi077 ceph-mon[88497]: pgmap v3814: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:07:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:35 smithi191 ceph-mon[84934]: pgmap v3814: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T12:07:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:36] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:07:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:37 smithi077 ceph-mon[88497]: pgmap v3815: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:37 smithi077 ceph-mon[86047]: pgmap v3815: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:37 smithi191 ceph-mon[84934]: pgmap v3815: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T12:07:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:39 smithi077 ceph-mon[86047]: pgmap v3816: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:39 smithi077 ceph-mon[88497]: pgmap v3816: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:39 smithi191 ceph-mon[84934]: pgmap v3816: 137 pgs: 137 active+clean; 316 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T12:07:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:40 smithi077 ceph-mon[86047]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T12:07:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:40 smithi077 ceph-mon[88497]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T12:07:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:40 smithi191 ceph-mon[84934]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T12:07:41.681 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (51329 ms) 2024-09-16T12:07:41.681 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-16T12:07:41.681 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:41 smithi077 ceph-mon[86047]: pgmap v3818: 137 pgs: 137 active+clean; 320 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-16T12:07:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:41 smithi077 ceph-mon[86047]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T12:07:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:41 smithi077 ceph-mon[88497]: pgmap v3818: 137 pgs: 137 active+clean; 320 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-16T12:07:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:41 smithi077 ceph-mon[88497]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T12:07:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:41 smithi191 ceph-mon[84934]: pgmap v3818: 137 pgs: 137 active+clean; 320 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-16T12:07:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:41 smithi191 ceph-mon[84934]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T12:07:42.659 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:42 smithi077 ceph-mon[88497]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T12:07:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:42 smithi077 ceph-mon[86047]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T12:07:42.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:42 smithi191 ceph-mon[84934]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T12:07:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:43 smithi077 ceph-mon[86047]: pgmap v3821: 137 pgs: 137 active+clean; 332 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-16T12:07:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:43 smithi077 ceph-mon[86047]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T12:07:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:43 smithi077 ceph-mon[88497]: pgmap v3821: 137 pgs: 137 active+clean; 332 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-16T12:07:43.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:43 smithi077 ceph-mon[88497]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T12:07:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:43 smithi191 ceph-mon[84934]: pgmap v3821: 137 pgs: 137 active+clean; 332 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-16T12:07:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:43 smithi191 ceph-mon[84934]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T12:07:44.714 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3032 ms) 2024-09-16T12:07:44.714 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-16T12:07:44.714 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:44.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:44 smithi191 ceph-mon[84934]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T12:07:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:44 smithi077 ceph-mon[86047]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T12:07:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:44 smithi077 ceph-mon[88497]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T12:07:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:45 smithi191 ceph-mon[84934]: pgmap v3824: 137 pgs: 137 active+clean; 336 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-09-16T12:07:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:45 smithi191 ceph-mon[84934]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T12:07:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:45 smithi077 ceph-mon[86047]: pgmap v3824: 137 pgs: 137 active+clean; 336 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-09-16T12:07:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:45 smithi077 ceph-mon[86047]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T12:07:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:45 smithi077 ceph-mon[88497]: pgmap v3824: 137 pgs: 137 active+clean; 336 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-09-16T12:07:46.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:45 smithi077 ceph-mon[88497]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T12:07:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:46 smithi191 ceph-mon[84934]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T12:07:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:46 smithi077 ceph-mon[86047]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T12:07:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:46 smithi077 ceph-mon[88497]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T12:07:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:46] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:07:47.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3030 ms) 2024-09-16T12:07:47.744 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-16T12:07:47.744 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:47 smithi191 ceph-mon[84934]: pgmap v3827: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T12:07:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:47 smithi191 ceph-mon[84934]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T12:07:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:47 smithi077 ceph-mon[86047]: pgmap v3827: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T12:07:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:47 smithi077 ceph-mon[86047]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T12:07:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:47 smithi077 ceph-mon[88497]: pgmap v3827: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T12:07:48.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:47 smithi077 ceph-mon[88497]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T12:07:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:48 smithi191 ceph-mon[84934]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T12:07:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:48 smithi077 ceph-mon[86047]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T12:07:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:48 smithi077 ceph-mon[88497]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T12:07:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:49 smithi191 ceph-mon[84934]: pgmap v3830: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-09-16T12:07:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:49 smithi191 ceph-mon[84934]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T12:07:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:49 smithi077 ceph-mon[86047]: pgmap v3830: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-09-16T12:07:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:49 smithi077 ceph-mon[86047]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T12:07:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:49 smithi077 ceph-mon[88497]: pgmap v3830: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-09-16T12:07:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:49 smithi077 ceph-mon[88497]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T12:07:50.768 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3025 ms) 2024-09-16T12:07:50.768 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-16T12:07:50.768 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:07:50.845 INFO:tasks.workunit.client.0.smithi077.stdout: i=0 exists [8577226~1256993,53329994~7043174,71028161~6666469,108183178~5902143,166942553~4982429,227802420~5772352,290235158~5768181,303757311~216838,319221855~5597332,376824754~5381257] wrote [8577226~1256993,53329994~7043174,71028161~6666469,108183178~5902143,166942553~4982429,227802420~5772352,290235158~5768181,303757311~216838,319221855~5597332,376824754~5381257] 2024-09-16T12:07:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:50 smithi077 ceph-mon[88497]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T12:07:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:50 smithi077 ceph-mon[88497]: pgmap v3833: 137 pgs: 137 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 92 op/s 2024-09-16T12:07:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:50 smithi077 ceph-mon[86047]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T12:07:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:50 smithi077 ceph-mon[86047]: pgmap v3833: 137 pgs: 137 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 92 op/s 2024-09-16T12:07:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:50 smithi191 ceph-mon[84934]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T12:07:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:50 smithi191 ceph-mon[84934]: pgmap v3833: 137 pgs: 137 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 92 op/s 2024-09-16T12:07:51.821 INFO:tasks.workunit.client.0.smithi077.stdout: i=1 exists [8577226~1256993,13533933~6283959,43773125~3715961,53329994~7043174,71028161~6666469,98423020~3818875,108183178~5902143,124679064~7857081,158551602~4778282,166942553~4982429,227802420~5772352,280321050~6262467,290235158~5768181,303757311~216838,319221855~5597332,351758613~5726368,374809901~7396110,403816701~1061861] wrote [13533933~6283959,43773125~3715961,98423020~3818875,124679064~7857081,158551602~4778282,280321050~6262467,351758613~5726368,374809901~5878208,403816701~1061861] 2024-09-16T12:07:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:51 smithi077 ceph-mon[86047]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T12:07:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:51 smithi077 ceph-mon[88497]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T12:07:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:51 smithi191 ceph-mon[84934]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T12:07:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:07:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:07:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: i=2 exists [8577226~1256993,13533933~6283959,41593321~5895765,53329994~7043174,64917578~4738206,71028161~6666469,98423020~3818875,108183178~5902143,124679064~7857081,158551602~4778282,166942553~4982429,185926578~6321746,227802420~5772352,242136937~7900515,258728834~3690983,265007746~3085116,280321050~6262467,290235158~5768181,302657361~6904430,319221855~5597332,351758613~5726368,374809901~7396110,403816701~1061861,406558044~5148641] wrote [41593321~5558087,64917578~4738206,185926578~6321746,242136937~7900515,258728834~3690983,265007746~3085116,302657361~6904430,406558044~5148641] 2024-09-16T12:07:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:52 smithi077 ceph-mon[86047]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T12:07:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:52 smithi077 ceph-mon[86047]: pgmap v3836: 137 pgs: 137 active+clean; 364 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.9 MiB/s wr, 104 op/s 2024-09-16T12:07:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:52 smithi077 ceph-mon[88497]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T12:07:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:52 smithi077 ceph-mon[88497]: pgmap v3836: 137 pgs: 137 active+clean; 364 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.9 MiB/s wr, 104 op/s 2024-09-16T12:07:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:52 smithi191 ceph-mon[84934]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T12:07:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:52 smithi191 ceph-mon[84934]: pgmap v3836: 137 pgs: 137 active+clean; 364 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.9 MiB/s wr, 104 op/s 2024-09-16T12:07:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: i=3 exists [8577226~1256993,13533933~11070100,41593321~5895765,53329994~7043174,64917578~4738206,71028161~6666469,98017254~4224641,108183178~5902143,124679064~7857081,158551602~4778282,166942553~4982429,184665099~7583225,199098818~5846063,205965006~7238401,227802420~5772352,234205699~6427522,242136937~7900515,258728834~3690983,265007746~3085116,280321050~6262467,287058156~8945183,302657361~15243302,319221855~5597332,351758613~5726368,374809901~7396110,403816701~1061861,406558044~5148641] wrote [19781214~4822819,98017254~2679575,184665099~3509713,199098818~5846063,205965006~7238401,234205699~6427522,287058156~7261808,309413734~8486929] 2024-09-16T12:07:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:53 smithi077 ceph-mon[86047]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T12:07:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:53 smithi077 ceph-mon[88497]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T12:07:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:53 smithi191 ceph-mon[84934]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T12:07:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: i=4 exists [8577226~1256993,13533933~11070100,41593321~5895765,53329994~7043174,64917578~4738206,71028161~6666469,98017254~16068067,119371148~13164997,151954010~2044178,158551602~4778282,166942553~9016171,184665099~7583225,199098818~5846063,205965006~7238401,220329720~4294222,227802420~5772352,234205699~6427522,242136937~7900515,254780367~3274940,258728834~4069847,265007746~3085116,280321050~6262467,287058156~8945183,302657361~15243302,319221855~5597332,330579685~2326756,351758613~5726368,374809901~7396110,403816701~1061861,406558044~5148641] wrote [65059348~1278969,101157755~7853823,119371148~6313410,151954010~2044178,171448594~4510130,220329720~4294222,254780367~3274940,261870066~928615,314932871~2426331,330579685~2326756] 2024-09-16T12:07:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:54 smithi077 ceph-mon[86047]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T12:07:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:54 smithi077 ceph-mon[86047]: pgmap v3839: 137 pgs: 137 active+clean; 394 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 9.8 MiB/s wr, 127 op/s 2024-09-16T12:07:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:54 smithi077 ceph-mon[88497]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T12:07:55.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:54 smithi077 ceph-mon[88497]: pgmap v3839: 137 pgs: 137 active+clean; 394 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 9.8 MiB/s wr, 127 op/s 2024-09-16T12:07:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:54 smithi191 ceph-mon[84934]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T12:07:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:54 smithi191 ceph-mon[84934]: pgmap v3839: 137 pgs: 137 active+clean; 394 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 9.8 MiB/s wr, 127 op/s 2024-09-16T12:07:55.819 INFO:tasks.workunit.client.0.smithi077.stdout: i=5 exists [8577226~1256993,13533933~11070100,41593321~6269063,53329994~7043174,64917578~4738206,71028161~6666469,79411834~3045939,98017254~16068067,119371148~13164997,151954010~2044178,158551602~4778282,166942553~9016171,180912848~11335476,199098818~5846063,205965006~7238401,220329720~4294222,227802420~5772352,234205699~6427522,242136937~7900515,254780367~3274940,258728834~4069847,265007746~3085116,280321050~15682289,297033097~2463923,302657361~15243302,318639408~6179779,330579685~2326756,351758613~5726368,374809901~7396110,393281079~4164572,403816701~1061861,406558044~5148641] wrote [17587607~4192354,43786620~4075764,79411834~3045939,111316955~2391692,180912848~4363196,284289402~3202083,297033097~2463923,318639408~1578834,353896447~3257443,393281079~4164572] 2024-09-16T12:07:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:55 smithi077 ceph-mon[86047]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T12:07:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:55 smithi077 ceph-mon[88497]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T12:07:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:55 smithi191 ceph-mon[84934]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T12:07:56.819 INFO:tasks.workunit.client.0.smithi077.stdout: i=6 exists [8577226~1256993,13533933~11070100,25150487~1222757,41593321~6269063,49918840~197376,53329994~7043174,64917578~4738206,71028161~6666469,79411834~6921193,98017254~16068067,119371148~13164997,151954010~2044178,158551602~7183437,166942553~9016171,180912848~11335476,199098818~5846063,205965006~7238401,218163051~6480853,227802420~5772352,234205699~6824374,242136937~7900515,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~2463923,302657361~15243302,318639408~6179779,330579685~2326756,351758613~5726368,374809901~7396110,393281079~4164572,403816701~7889984] wrote [25150487~1222757,49918840~197376,81955147~4377880,163151935~2583104,218163051~6480853,237840710~3189363,242860628~4607821,264652614~5190412,278438698~4080586,404287051~3944323] 2024-09-16T12:07:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:56 smithi077 ceph-mon[86047]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T12:07:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:56 smithi077 ceph-mon[86047]: pgmap v3842: 137 pgs: 137 active+clean; 572 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-09-16T12:07:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:07:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:07:56] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-09-16T12:07:57.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:56 smithi077 ceph-mon[88497]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T12:07:57.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:56 smithi077 ceph-mon[88497]: pgmap v3842: 137 pgs: 137 active+clean; 572 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-09-16T12:07:57.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:56 smithi191 ceph-mon[84934]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T12:07:57.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:56 smithi191 ceph-mon[84934]: pgmap v3842: 137 pgs: 137 active+clean; 572 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-09-16T12:07:57.852 INFO:tasks.workunit.client.0.smithi077.stdout: i=7 exists [1997298~1909751,8577226~1256993,10729977~14195564,25150487~1222757,33695478~14166906,49918840~197376,53329994~11403863,64917578~4738206,71028161~6666469,79411834~6921193,98017254~16068067,119371148~13164997,151121126~14613913,166942553~9016171,180912848~11335476,196829852~8115029,205965006~7238401,218163051~6480853,227802420~13227653,242136937~7900515,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~2463923,302657361~15243302,318639408~6179779,330579685~2326756,338300639~4861298,351758613~5726368,374809901~7396110,393281079~4164572,403816701~7889984] wrote [1997298~1909751,10729977~4022493,24409998~515543,33695478~8075306,58488875~6244982,151121126~8706421,196829852~3957005,230873055~4239428,338300639~4861298] 2024-09-16T12:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:57 smithi077 ceph-mon[86047]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T12:07:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:57 smithi077 ceph-mon[88497]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T12:07:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:57 smithi191 ceph-mon[84934]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T12:07:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:07:58.865 INFO:tasks.workunit.client.0.smithi077.stdout: i=8 exists [1997298~1909751,8577226~1256993,10729977~14195564,25150487~1222757,33135569~14726815,49918840~197376,53329994~11403863,64917578~4738206,71028161~6666469,79411834~6921193,98017254~16068067,119371148~13164997,151121126~14613913,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~13227653,242136937~7900515,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~2463923,302657361~15243302,318639408~6179779,328662984~4243457,338300639~4861298,351758613~5726368,374809901~7396110,393281079~4164572,403816701~7889984] wrote [19252038~4349881,33135569~1217931,43283150~1094629,154993981~5143314,185725963~2313354,212703795~9182286,328662984~2822596,377027047~25195] 2024-09-16T12:07:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:58 smithi077 ceph-mon[86047]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T12:07:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:58 smithi077 ceph-mon[86047]: pgmap v3845: 137 pgs: 137 active+clean; 636 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 279 op/s 2024-09-16T12:07:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:58 smithi077 ceph-mon[88497]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T12:07:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:58 smithi077 ceph-mon[88497]: pgmap v3845: 137 pgs: 137 active+clean; 636 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 279 op/s 2024-09-16T12:07:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:58 smithi191 ceph-mon[84934]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T12:07:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:58 smithi191 ceph-mon[84934]: pgmap v3845: 137 pgs: 137 active+clean; 636 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 279 op/s 2024-09-16T12:07:59.888 INFO:tasks.workunit.client.0.smithi077.stdout: i=9 exists [1997298~1909751,8577226~1256993,10729977~14195564,25150487~1222757,33135569~14726815,47906533~16827324,64917578~4738206,71028161~6666469,79411834~6921193,98017254~16068067,119371148~13164997,151121126~14613913,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~13227653,242136937~7900515,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~2463923,302657361~15243302,318639408~6179779,328662984~14498953,351758613~5726368,358607096~5581177,374809901~7396110,386376842~2869803,393281079~4164572,403816701~7889984] wrote [37986795~2040869,47906533~8106193,197252636~2879034,209971245~7281343,309035146~2741913,331305363~7874012,339425986~2314920,358607096~5581177,386376842~2869803] 2024-09-16T12:08:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:07:59 smithi077 ceph-mon[86047]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T12:08:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:07:59 smithi077 ceph-mon[88497]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T12:08:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:07:59 smithi191 ceph-mon[84934]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T12:08:00.889 INFO:tasks.workunit.client.0.smithi077.stdout: i=10 exists [1997298~1909751,8577226~1256993,10729977~14195564,25150487~1222757,33135569~14726815,47906533~29788097,79411834~6921193,98017254~16068067,119371148~13164997,151121126~14613913,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~2463923,302657361~15243302,318639408~6179779,328662984~14498953,347614334~9870647,357505851~7898328,374809901~7396110,386376842~3479105,393281079~4164572,402718474~15385521] wrote [59066979~6332243,66319016~4974588,156059930~2533688,227997306~1174286,237281400~7867820,347614334~6352025,357505851~7898328,387750874~2105073,402718474~3414925,410897753~7206242] 2024-09-16T12:08:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:00 smithi077 ceph-mon[86047]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T12:08:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:00 smithi077 ceph-mon[86047]: pgmap v3848: 137 pgs: 137 active+clean; 728 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 37 MiB/s wr, 279 op/s 2024-09-16T12:08:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:00 smithi077 ceph-mon[88497]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T12:08:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:00 smithi077 ceph-mon[88497]: pgmap v3848: 137 pgs: 137 active+clean; 728 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 37 MiB/s wr, 279 op/s 2024-09-16T12:08:01.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:00 smithi191 ceph-mon[84934]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T12:08:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:00 smithi191 ceph-mon[84934]: pgmap v3848: 137 pgs: 137 active+clean; 728 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 37 MiB/s wr, 279 op/s 2024-09-16T12:08:01.876 INFO:tasks.workunit.client.0.smithi077.stdout: i=11 exists [1997298~1909751,8577226~1256993,10729977~21016414,33135569~14726815,47906533~29788097,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,151121126~14613913,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17564641,297033097~4906041,302657361~15243302,318639408~6179779,328662984~14498953,347614334~9870647,357505851~7898328,374809901~7396110,386376842~3479105,393281079~4164572,402718474~15385521] wrote [23968642~7777749,52314004~6319264,85664416~3998766,115806150~688977,253192146~139693,254898960~847091,288908206~6117932,299321446~2617692,352212686~1931034] 2024-09-16T12:08:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:01 smithi191 ceph-mon[84934]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T12:08:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:01 smithi077 ceph-mon[86047]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T12:08:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:01 smithi077 ceph-mon[88497]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T12:08:02.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:02.915 INFO:tasks.workunit.client.0.smithi077.stdout: i=12 exists [1997298~1909751,8577226~1256993,10729977~21833504,33135569~44559061,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,147263426~18471613,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,278438698~17902981,297033097~4906041,302657361~15243302,318639408~6179779,328662984~14498953,347614334~9870647,357505851~7898328,374809901~7396110,384112682~5743265,393281079~4164572,402718474~15385521] wrote [26069731~6493750,47234228~6487960,147263426~5136905,265402155~3024596,292954042~3387637,329423872~6068287,336653445~578484,384112682~5582793,393928090~1125412] 2024-09-16T12:08:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:02 smithi077 ceph-mon[86047]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T12:08:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:02 smithi077 ceph-mon[86047]: pgmap v3851: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 39 MiB/s wr, 112 op/s 2024-09-16T12:08:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:02 smithi077 ceph-mon[88497]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T12:08:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:02 smithi077 ceph-mon[88497]: pgmap v3851: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 39 MiB/s wr, 112 op/s 2024-09-16T12:08:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:02 smithi191 ceph-mon[84934]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T12:08:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:02 smithi191 ceph-mon[84934]: pgmap v3851: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 39 MiB/s wr, 112 op/s 2024-09-16T12:08:03.901 INFO:tasks.workunit.client.0.smithi077.stdout: i=13 exists [1997298~6123433,8577226~1256993,10729977~21833504,33135569~44559061,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,147263426~19184290,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,275688072~26251066,302657361~15243302,318639408~6179779,328662984~14498953,347614334~17789845,374809901~7396110,384112682~5743265,393281079~4164572,402718474~15385521] wrote [2782960~5337771,102646015~7939510,165527006~920710,234149541~1374486,275688072~6244483,285534688~4799700,292608290~6579125,317559123~98952,357051951~5660860,377377771~1402515] 2024-09-16T12:08:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:03 smithi077 ceph-mon[86047]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T12:08:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:03 smithi077 ceph-mon[88497]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T12:08:04.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:03 smithi191 ceph-mon[84934]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T12:08:04.896 INFO:tasks.workunit.client.0.smithi077.stdout: i=14 exists [1997298~6123433,8577226~1256993,10729977~66964653,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~26251066,302657361~15243302,318639408~6179779,324834618~2454694,328662984~14498953,347614334~17789845,369677993~12528018,384112682~5743265,393281079~4164572,402718474~15385521] wrote [31233801~2503843,57805713~4108240,139925605~2553204,142624793~7586185,212009462~7999138,274424001~238848,324834618~2454694,330034335~7263815,369677993~6730932] 2024-09-16T12:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:04 smithi077 ceph-mon[86047]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T12:08:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:04 smithi077 ceph-mon[86047]: pgmap v3854: 137 pgs: 137 active+clean; 845 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 28 MiB/s wr, 186 op/s 2024-09-16T12:08:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:04 smithi077 ceph-mon[88497]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T12:08:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:04 smithi077 ceph-mon[88497]: pgmap v3854: 137 pgs: 137 active+clean; 845 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 28 MiB/s wr, 186 op/s 2024-09-16T12:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:04 smithi191 ceph-mon[84934]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T12:08:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:04 smithi191 ceph-mon[84934]: pgmap v3854: 137 pgs: 137 active+clean; 845 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 28 MiB/s wr, 186 op/s 2024-09-16T12:08:05.977 INFO:tasks.workunit.client.0.smithi077.stdout: i=15 exists [1997298~6123433,8577226~1256993,10729977~66964653,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~26251066,302657361~15243302,318639408~6179779,324834618~2454694,328662984~14498953,347614334~17789845,369677993~12528018,384112682~5743265,393281079~4164572,402718474~15385521] wrote [14304586~440979,19093271~674606,25166609~78129,38414652~7406928,144539597~5277685,214403027~5369818,221641719~995371,325750363~774821,348910263~6090276,384197320~3268758] 2024-09-16T12:08:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:05 smithi077 ceph-mon[86047]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T12:08:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:05 smithi077 ceph-mon[88497]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T12:08:06.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:05 smithi191 ceph-mon[84934]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T12:08:06.915 INFO:tasks.workunit.client.0.smithi077.stdout: i=16 exists [873106~7247625,8577226~1256993,10729977~66964653,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~42212591,318639408~6179779,324834618~2454694,328500214~14661723,347614334~17789845,369677993~12528018,384112682~6337956,393281079~4164572,402718474~15385521] wrote [873106~3639642,168756106~98291,221982195~1037801,229218105~8441647,301089768~7806738,328500214~274417,385652041~4798597,409231385~6436573] 2024-09-16T12:08:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:06 smithi077 ceph-mon[86047]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T12:08:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:06 smithi077 ceph-mon[86047]: pgmap v3857: 137 pgs: 137 active+clean; 961 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 40 MiB/s wr, 329 op/s 2024-09-16T12:08:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:06] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-16T12:08:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:06 smithi077 ceph-mon[88497]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T12:08:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:06 smithi077 ceph-mon[88497]: pgmap v3857: 137 pgs: 137 active+clean; 961 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 40 MiB/s wr, 329 op/s 2024-09-16T12:08:07.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:06 smithi191 ceph-mon[84934]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T12:08:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:06 smithi191 ceph-mon[84934]: pgmap v3857: 137 pgs: 137 active+clean; 961 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 40 MiB/s wr, 329 op/s 2024-09-16T12:08:07.924 INFO:tasks.workunit.client.0.smithi077.stdout: i=17 exists [873106~7247625,8577226~1375789,10729977~66964653,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~42212591,318639408~6179779,324834618~2454694,328500214~14661723,347614334~17789845,369677993~12528018,384112682~6337956,390843116~6602535,402718474~15385521] wrote [9424121~528894,31295421~7227137,233728309~3246045,281146003~5240802,369898888~6839901,380905574~899460,390843116~5320645,402756137~4997883,410267749~3035775] 2024-09-16T12:08:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:07 smithi077 ceph-mon[86047]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T12:08:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:07 smithi077 ceph-mon[88497]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T12:08:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:07 smithi191 ceph-mon[84934]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T12:08:08.939 INFO:tasks.workunit.client.0.smithi077.stdout: i=18 exists [873106~76821524,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,180912848~11335476,196829852~8115029,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~42212591,318639408~6179779,324834618~2454694,328500214~14661723,347614334~17789845,369677993~12528018,384112682~6337956,390843116~10425522,402718474~15385521] wrote [4290491~7820569,37814951~4768875,61181514~4074483,208471905~8067194,243480948~192103,302753493~119379,387287688~1938649,396895218~4373420] 2024-09-16T12:08:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:08 smithi077 ceph-mon[86047]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T12:08:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:08 smithi077 ceph-mon[86047]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 47 MiB/s wr, 338 op/s 2024-09-16T12:08:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:08 smithi077 ceph-mon[88497]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T12:08:09.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:08 smithi077 ceph-mon[88497]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 47 MiB/s wr, 338 op/s 2024-09-16T12:08:09.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:08 smithi191 ceph-mon[84934]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T12:08:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:08 smithi191 ceph-mon[84934]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 47 MiB/s wr, 338 op/s 2024-09-16T12:08:09.939 INFO:tasks.workunit.client.0.smithi077.stdout: i=19 exists [873106~76821524,79411834~10251348,98017254~16068067,115806150~688977,119371148~13164997,139925605~2553204,142624793~23822923,166942553~9016171,178100056~14148268,196511563~8433318,205965006~18678898,227802420~22235032,253192146~139693,254780367~3274940,258728834~4069847,264652614~5190412,274424001~238848,275688072~42212591,318639408~6179779,324834618~2454694,328500214~14661723,345921780~355178,347614334~17789845,369677993~12528018,384112682~6337956,390843116~10425522,402718474~15385521] wrote [16982337~4848281,70009603~5592786,80220240~2418498,178100056~6310348,196511563~3905898,217172531~2617477,345921780~355178,374986150~2577722,385471956~2903400,394242641~2947532] 2024-09-16T12:08:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:09 smithi077 ceph-mon[86047]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T12:08:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:09 smithi077 ceph-mon[88497]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T12:08:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:09 smithi191 ceph-mon[84934]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T12:08:10.891 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 1 diff [12582912~8388608,41943040~4194304,96468992~4194304,121634816~8388608,155189248~8388608,276824064~8388608,348127232~8388608,373293056~8388608,402653184~4194304] 2024-09-16T12:08:10.891 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~8388608,41943040~4194304,96468992~4194304,121634816~8388608,155189248~8388608,276824064~8388608,348127232~8388608,373293056~8388608,402653184~4194304] 2024-09-16T12:08:10.907 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~8388608,41943040~8388608,96468992~8388608,121634816~12582912,155189248~8388608,276824064~12582912,348127232~12582912,373293056~8388608,402653184~4194304] 2024-09-16T12:08:10.907 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 2 diff [12582912~8388608,37748736~8388608,62914560~8388608,96468992~4194304,121634816~8388608,155189248~8388608,184549376~8388608,239075328~8388608,255852544~4194304,264241152~4194304,276824064~8388608,301989888~8388608,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.907 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~8388608,37748736~8388608,62914560~8388608,96468992~4194304,121634816~8388608,155189248~8388608,184549376~8388608,239075328~8388608,255852544~4194304,264241152~4194304,276824064~8388608,301989888~8388608,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.909 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~8388608,37748736~12582912,62914560~8388608,96468992~8388608,121634816~12582912,155189248~8388608,184549376~8388608,239075328~12582912,255852544~12582912,276824064~12582912,301989888~8388608,348127232~12582912,373293056~8388608,402653184~12582912] 2024-09-16T12:08:10.909 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 3 diff [12582912~12582912,37748736~8388608,62914560~8388608,96468992~8388608,121634816~8388608,155189248~8388608,184549376~8388608,197132288~16777216,230686720~16777216,255852544~4194304,264241152~4194304,276824064~16777216,301989888~16777216,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.909 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~12582912,37748736~8388608,62914560~8388608,96468992~8388608,121634816~8388608,155189248~8388608,184549376~8388608,197132288~16777216,230686720~16777216,255852544~4194304,264241152~4194304,276824064~16777216,301989888~16777216,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.911 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~12582912,37748736~12582912,62914560~8388608,96468992~8388608,121634816~12582912,155189248~8388608,184549376~8388608,197132288~16777216,230686720~20971520,255852544~12582912,276824064~20971520,301989888~16777216,348127232~12582912,373293056~8388608,402653184~12582912] 2024-09-16T12:08:10.911 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 4 diff [12582912~12582912,37748736~8388608,62914560~8388608,96468992~12582912,117440512~16777216,150994944~12582912,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,276824064~16777216,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.911 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~12582912,37748736~8388608,62914560~8388608,96468992~12582912,117440512~16777216,150994944~12582912,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,276824064~16777216,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,402653184~8388608] 2024-09-16T12:08:10.914 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~12582912,37748736~12582912,62914560~8388608,96468992~12582912,117440512~16777216,150994944~12582912,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~37748736,276824064~20971520,301989888~16777216,327155712~8388608,348127232~12582912,373293056~8388608,402653184~12582912] 2024-09-16T12:08:10.914 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 5 diff [12582912~12582912,37748736~8388608,62914560~8388608,75497472~4194304,96468992~16777216,117440512~16777216,150994944~12582912,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,276824064~20971520,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.914 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~12582912,37748736~8388608,62914560~8388608,75497472~4194304,96468992~16777216,117440512~16777216,150994944~12582912,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,276824064~20971520,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.917 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~12582912,37748736~12582912,62914560~8388608,75497472~8388608,96468992~37748736,150994944~12582912,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~37748736,276824064~46137344,327155712~8388608,348127232~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:10.918 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 6 diff [12582912~12582912,37748736~12582912,62914560~8388608,75497472~8388608,96468992~16777216,117440512~16777216,150994944~12582912,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.918 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,75497472~8388608,96468992~16777216,117440512~16777216,150994944~12582912,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.921 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~16777216,37748736~12582912,62914560~8388608,75497472~12582912,96468992~37748736,150994944~25165824,180355072~12582912,197132288~16777216,218103808~8388608,230686720~41943040,276824064~46137344,327155712~8388608,348127232~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:10.921 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 7 diff [0~4194304,8388608~16777216,33554432~16777216,54525952~16777216,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~8388608,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,335544320~8388608,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.921 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~16777216,33554432~16777216,54525952~16777216,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~8388608,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,335544320~8388608,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.925 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~20971520,33554432~16777216,54525952~16777216,75497472~12582912,96468992~37748736,150994944~25165824,180355072~33554432,218103808~8388608,230686720~41943040,276824064~46137344,327155712~16777216,348127232~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:10.926 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 8 diff [0~4194304,8388608~16777216,29360128~20971520,54525952~16777216,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.926 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~16777216,29360128~20971520,54525952~16777216,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,348127232~8388608,373293056~8388608,390070272~4194304,402653184~8388608] 2024-09-16T12:08:10.930 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~16777216,75497472~12582912,96468992~37748736,150994944~25165824,180355072~46137344,230686720~41943040,276824064~46137344,327155712~16777216,348127232~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:10.930 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 9 diff [0~4194304,8388608~16777216,29360128~41943040,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,348127232~16777216,373293056~8388608,385875968~8388608,402653184~8388608] 2024-09-16T12:08:10.930 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~16777216,29360128~41943040,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,348127232~16777216,373293056~8388608,385875968~8388608,402653184~8388608] 2024-09-16T12:08:10.934 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,150994944~25165824,180355072~46137344,230686720~41943040,276824064~46137344,327155712~16777216,348127232~16777216,373293056~8388608,385875968~12582912,402653184~12582912] 2024-09-16T12:08:10.934 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 10 diff [0~4194304,8388608~16777216,29360128~41943040,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~54525952,264241152~8388608,276824064~20971520,301989888~16777216,327155712~37748736,373293056~8388608,385875968~8388608,402653184~16777216] 2024-09-16T12:08:10.934 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~16777216,29360128~41943040,75497472~8388608,96468992~16777216,117440512~16777216,150994944~25165824,180355072~20971520,205520896~54525952,264241152~8388608,276824064~20971520,301989888~16777216,327155712~37748736,373293056~8388608,385875968~8388608,402653184~16777216] 2024-09-16T12:08:10.939 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,150994944~25165824,180355072~92274688,276824064~46137344,327155712~41943040,373293056~8388608,385875968~12582912,402653184~16777216] 2024-09-16T12:08:10.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 11 diff [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,150994944~25165824,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~8388608,385875968~8388608,402653184~16777216] 2024-09-16T12:08:10.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,150994944~25165824,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~8388608,385875968~8388608,402653184~16777216] 2024-09-16T12:08:10.945 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~37748736,150994944~25165824,180355072~92274688,276824064~46137344,327155712~41943040,373293056~8388608,385875968~12582912,402653184~16777216] 2024-09-16T12:08:10.945 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 12 diff [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,146800640~29360128,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~20971520,402653184~16777216] 2024-09-16T12:08:10.945 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~62914560,75497472~12582912,96468992~37748736,146800640~29360128,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~20971520,402653184~16777216] 2024-09-16T12:08:10.952 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~37748736,146800640~29360128,180355072~92274688,276824064~46137344,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:10.952 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 13 diff [0~71303168,75497472~12582912,96468992~37748736,146800640~29360128,180355072~20971520,205520896~54525952,264241152~54525952,327155712~37748736,373293056~20971520,402653184~16777216] 2024-09-16T12:08:10.952 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,146800640~29360128,180355072~20971520,205520896~54525952,264241152~54525952,327155712~37748736,373293056~20971520,402653184~16777216] 2024-09-16T12:08:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,146800640~29360128,180355072~142606336,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:10.958 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 14 diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.958 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:10.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 15 diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.971 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:10.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 16 diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~25165824,402653184~16777216] 2024-09-16T12:08:10.978 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:10.978 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 17 diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:10.978 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:10.985 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:10.986 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 18 diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:10.986 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~37748736,138412032~37748736,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:10.993 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~37748736,138412032~37748736,180355072~239075328] 2024-09-16T12:08:10.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to 19 diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:10.994 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.001 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:11.001 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 2 diff [37748736~8388608,62914560~8388608,184549376~8388608,239075328~8388608,255852544~4194304,264241152~4194304,301989888~8388608,402653184~8388608] 2024-09-16T12:08:11.001 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [37748736~8388608,62914560~8388608,184549376~8388608,239075328~8388608,255852544~4194304,264241152~4194304,301989888~8388608,402653184~8388608] 2024-09-16T12:08:11.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [37748736~12582912,62914560~8388608,184549376~8388608,239075328~12582912,255852544~12582912,301989888~8388608,402653184~12582912] 2024-09-16T12:08:11.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 3 diff [16777216~8388608,37748736~8388608,62914560~8388608,96468992~4194304,184549376~8388608,197132288~16777216,230686720~16777216,255852544~4194304,264241152~4194304,285212672~8388608,301989888~16777216,402653184~8388608] 2024-09-16T12:08:11.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,37748736~8388608,62914560~8388608,96468992~4194304,184549376~8388608,197132288~16777216,230686720~16777216,255852544~4194304,264241152~4194304,285212672~8388608,301989888~16777216,402653184~8388608] 2024-09-16T12:08:11.004 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,37748736~12582912,62914560~8388608,96468992~8388608,184549376~8388608,197132288~16777216,230686720~20971520,255852544~12582912,285212672~12582912,301989888~16777216,402653184~12582912] 2024-09-16T12:08:11.004 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 4 diff [16777216~8388608,37748736~8388608,62914560~8388608,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,285212672~8388608,301989888~16777216,327155712~4194304,402653184~8388608] 2024-09-16T12:08:11.004 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,37748736~8388608,62914560~8388608,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,285212672~8388608,301989888~16777216,327155712~4194304,402653184~8388608] 2024-09-16T12:08:11.007 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,37748736~12582912,62914560~8388608,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~8388608,197132288~16777216,218103808~8388608,230686720~37748736,285212672~12582912,301989888~16777216,327155712~8388608,402653184~12582912] 2024-09-16T12:08:11.007 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 5 diff [16777216~8388608,37748736~8388608,62914560~8388608,75497472~4194304,96468992~16777216,117440512~8388608,150994944~4194304,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,281018368~16777216,301989888~16777216,327155712~4194304,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.007 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,37748736~8388608,62914560~8388608,75497472~4194304,96468992~16777216,117440512~8388608,150994944~4194304,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~4194304,281018368~16777216,301989888~16777216,327155712~4194304,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.009 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,37748736~12582912,62914560~8388608,75497472~8388608,96468992~29360128,150994944~4194304,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~37748736,281018368~41943040,327155712~8388608,352321536~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:11.009 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 6 diff [16777216~8388608,37748736~12582912,62914560~8388608,75497472~8388608,96468992~16777216,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.010 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,37748736~12582912,62914560~8388608,75497472~8388608,96468992~16777216,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.012 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~12582912,37748736~12582912,62914560~8388608,75497472~12582912,96468992~29360128,150994944~4194304,159383552~16777216,180355072~12582912,197132288~16777216,218103808~8388608,230686720~41943040,276824064~46137344,327155712~8388608,352321536~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:11.012 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 7 diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~16777216,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.012 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~16777216,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.016 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~20971520,33554432~16777216,54525952~16777216,75497472~12582912,96468992~29360128,150994944~25165824,180355072~33554432,218103808~8388608,230686720~41943040,276824064~46137344,327155712~16777216,352321536~8388608,390070272~8388608,402653184~12582912] 2024-09-16T12:08:11.016 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~16777216,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.016 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~16777216,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~8388608] 2024-09-16T12:08:11.019 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~16777216,75497472~12582912,96468992~29360128,150994944~25165824,180355072~46137344,230686720~41943040,276824064~46137344,327155712~16777216,352321536~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-09-16T12:08:11.019 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~8388608] 2024-09-16T12:08:11.019 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~20971520,230686720~16777216,251658240~8388608,264241152~8388608,276824064~20971520,301989888~16777216,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~8388608] 2024-09-16T12:08:11.023 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,96468992~29360128,150994944~25165824,180355072~46137344,230686720~41943040,276824064~46137344,327155712~16777216,352321536~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-09-16T12:08:11.023 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~20971520,301989888~16777216,327155712~37748736,373293056~4194304,385875968~8388608,402653184~16777216] 2024-09-16T12:08:11.023 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~20971520,301989888~16777216,327155712~37748736,373293056~4194304,385875968~8388608,402653184~16777216] 2024-09-16T12:08:11.027 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,96468992~29360128,150994944~25165824,180355072~92274688,276824064~46137344,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.027 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,150994944~12582912,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~4194304,385875968~8388608,402653184~16777216] 2024-09-16T12:08:11.027 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,150994944~12582912,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~4194304,385875968~8388608,402653184~16777216] 2024-09-16T12:08:11.032 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~29360128,150994944~25165824,180355072~92274688,276824064~46137344,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.032 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~4194304,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.032 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~20971520,205520896~54525952,264241152~8388608,276824064~41943040,327155712~37748736,373293056~4194304,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.037 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~29360128,146800640~29360128,180355072~92274688,276824064~46137344,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.037 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 13 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,327155712~37748736,373293056~4194304,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.037 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,327155712~37748736,373293056~4194304,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.042 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,146800640~29360128,180355072~142606336,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.042 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 14 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.042 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.048 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:11.048 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 15 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.048 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~54525952,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.053 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:11.053 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 16 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.053 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.060 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:11.060 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 17 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.060 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.066 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~218103808,402653184~16777216] 2024-09-16T12:08:11.066 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 18 diff [0~71303168,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.066 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~20971520,205520896~41943040,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.073 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~239075328] 2024-09-16T12:08:11.073 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to 19 diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.073 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.083 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:11.083 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 3 diff [16777216~8388608,96468992~4194304,184549376~4194304,197132288~16777216,230686720~8388608,285212672~8388608,306184192~12582912] 2024-09-16T12:08:11.083 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,96468992~4194304,184549376~4194304,197132288~16777216,230686720~8388608,285212672~8388608,306184192~12582912] 2024-09-16T12:08:11.084 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,96468992~8388608,184549376~4194304,197132288~16777216,230686720~12582912,285212672~12582912,306184192~12582912] 2024-09-16T12:08:11.084 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 4 diff [16777216~8388608,62914560~4194304,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~4194304,197132288~16777216,218103808~8388608,230686720~8388608,251658240~4194304,260046848~4194304,285212672~8388608,306184192~12582912,327155712~4194304] 2024-09-16T12:08:11.084 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,62914560~4194304,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~4194304,197132288~16777216,218103808~8388608,230686720~8388608,251658240~4194304,260046848~4194304,285212672~8388608,306184192~12582912,327155712~4194304] 2024-09-16T12:08:11.085 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,62914560~4194304,96468992~12582912,117440512~8388608,150994944~4194304,167772160~8388608,184549376~4194304,197132288~16777216,218103808~8388608,230686720~12582912,251658240~12582912,285212672~12582912,306184192~12582912,327155712~8388608] 2024-09-16T12:08:11.085 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 5 diff [16777216~8388608,41943040~4194304,62914560~4194304,75497472~4194304,96468992~16777216,117440512~8388608,150994944~4194304,167772160~8388608,180355072~8388608,197132288~16777216,218103808~8388608,230686720~8388608,251658240~4194304,260046848~4194304,281018368~16777216,306184192~12582912,327155712~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.085 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,41943040~4194304,62914560~4194304,75497472~4194304,96468992~16777216,117440512~8388608,150994944~4194304,167772160~8388608,180355072~8388608,197132288~16777216,218103808~8388608,230686720~8388608,251658240~4194304,260046848~4194304,281018368~16777216,306184192~12582912,327155712~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.087 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,96468992~29360128,150994944~4194304,167772160~8388608,180355072~8388608,197132288~16777216,218103808~8388608,230686720~12582912,251658240~12582912,281018368~20971520,306184192~16777216,327155712~8388608,352321536~8388608,390070272~8388608] 2024-09-16T12:08:11.087 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 6 diff [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,96468992~16777216,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.087 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,96468992~16777216,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,197132288~16777216,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.089 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~12582912,41943040~8388608,62914560~4194304,75497472~12582912,96468992~29360128,150994944~4194304,159383552~16777216,180355072~8388608,197132288~16777216,218103808~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.090 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 7 diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~12582912,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.090 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~12582912,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.092 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~20971520,33554432~16777216,54525952~12582912,75497472~12582912,96468992~29360128,150994944~25165824,180355072~8388608,192937984~20971520,218103808~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~16777216,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.092 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~12582912,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~20971520,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.092 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~12582912,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~20971520,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.094 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~12582912,75497472~12582912,96468992~29360128,150994944~25165824,180355072~8388608,192937984~33554432,230686720~41943040,276824064~25165824,306184192~16777216,327155712~16777216,352321536~8388608,373293056~4194304,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.094 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~20971520,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.094 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~20971520,230686720~16777216,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.097 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~58720256,75497472~12582912,96468992~29360128,150994944~25165824,180355072~8388608,192937984~33554432,230686720~41943040,276824064~25165824,306184192~16777216,327155712~16777216,352321536~12582912,373293056~4194304,385875968~12582912,402653184~8388608] 2024-09-16T12:08:11.097 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.098 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,96468992~16777216,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~20971520,306184192~12582912,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.101 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,96468992~29360128,150994944~25165824,180355072~8388608,192937984~79691776,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.101 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~25165824,306184192~12582912,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.101 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,150994944~12582912,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~25165824,306184192~12582912,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.104 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~29360128,150994944~25165824,180355072~8388608,192937984~79691776,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.104 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~25165824,306184192~12582912,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.104 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~12582912,276824064~25165824,306184192~12582912,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.108 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,96468992~29360128,146800640~29360128,180355072~8388608,192937984~79691776,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.108 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 13 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.108 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.112 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,146800640~29360128,180355072~8388608,192937984~109051904,306184192~16777216,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.113 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 14 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.113 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.117 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~8388608,192937984~109051904,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.117 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 15 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.117 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~41943040,306184192~12582912,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.122 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~8388608,192937984~109051904,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.122 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 16 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.122 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.127 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~8388608,192937984~205520896,402653184~16777216] 2024-09-16T12:08:11.128 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 17 diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.128 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.133 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~8388608,192937984~205520896,402653184~16777216] 2024-09-16T12:08:11.133 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 18 diff [0~71303168,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.133 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,96468992~29360128,138412032~25165824,167772160~8388608,180355072~8388608,192937984~8388608,205520896~41943040,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.140 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,96468992~29360128,138412032~37748736,180355072~8388608,192937984~226492416] 2024-09-16T12:08:11.140 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to 19 diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.140 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.147 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:11.147 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 4 diff [62914560~4194304,100663296~8388608,117440512~8388608,150994944~4194304,167772160~8388608,218103808~8388608,251658240~4194304,260046848~4194304,314572800~4194304,327155712~4194304] 2024-09-16T12:08:11.148 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [62914560~4194304,100663296~8388608,117440512~8388608,150994944~4194304,167772160~8388608,218103808~8388608,251658240~4194304,260046848~4194304,314572800~4194304,327155712~4194304] 2024-09-16T12:08:11.149 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [62914560~4194304,100663296~8388608,117440512~8388608,150994944~4194304,167772160~8388608,218103808~8388608,251658240~12582912,314572800~4194304,327155712~8388608] 2024-09-16T12:08:11.149 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 5 diff [16777216~4194304,41943040~4194304,62914560~4194304,75497472~4194304,100663296~12582912,117440512~8388608,150994944~4194304,167772160~8388608,180355072~8388608,218103808~8388608,251658240~4194304,260046848~4194304,281018368~4194304,293601280~4194304,314572800~4194304,327155712~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.149 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~4194304,41943040~4194304,62914560~4194304,75497472~4194304,100663296~12582912,117440512~8388608,150994944~4194304,167772160~8388608,180355072~8388608,218103808~8388608,251658240~4194304,260046848~4194304,281018368~4194304,293601280~4194304,314572800~4194304,327155712~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.150 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,100663296~25165824,150994944~4194304,167772160~8388608,180355072~8388608,218103808~8388608,251658240~12582912,281018368~8388608,293601280~8388608,314572800~8388608,327155712~8388608,352321536~8388608,390070272~8388608] 2024-09-16T12:08:11.150 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 6 diff [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,100663296~12582912,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,218103808~8388608,234881024~12582912,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.150 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,41943040~8388608,62914560~4194304,75497472~8388608,100663296~12582912,117440512~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,218103808~8388608,234881024~12582912,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.152 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~12582912,41943040~8388608,62914560~4194304,75497472~12582912,100663296~25165824,150994944~4194304,159383552~16777216,180355072~8388608,218103808~8388608,234881024~37748736,276824064~12582912,293601280~8388608,314572800~8388608,327155712~8388608,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.152 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 7 diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~12582912,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.152 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~12582912,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,218103808~8388608,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.154 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~20971520,33554432~16777216,54525952~12582912,75497472~12582912,100663296~25165824,150994944~25165824,180355072~8388608,192937984~8388608,218103808~8388608,230686720~41943040,276824064~12582912,293601280~8388608,314572800~8388608,327155712~16777216,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.154 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~12582912,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~12582912,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.154 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~12582912,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~12582912,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,314572800~4194304,327155712~16777216,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.156 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~12582912,75497472~12582912,100663296~25165824,150994944~25165824,180355072~8388608,192937984~8388608,209715200~16777216,230686720~41943040,276824064~12582912,293601280~8388608,314572800~8388608,327155712~16777216,352321536~8388608,373293056~4194304,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.156 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~16777216,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.156 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~16777216,230686720~16777216,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.159 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~58720256,75497472~12582912,100663296~25165824,150994944~25165824,180355072~8388608,192937984~8388608,209715200~16777216,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~16777216,352321536~12582912,373293056~4194304,385875968~12582912,402653184~8388608] 2024-09-16T12:08:11.159 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.159 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,100663296~12582912,117440512~8388608,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.162 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,100663296~25165824,150994944~25165824,180355072~8388608,192937984~8388608,209715200~62914560,276824064~12582912,293601280~8388608,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.163 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,100663296~25165824,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.163 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,100663296~25165824,150994944~12582912,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.167 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,100663296~25165824,150994944~25165824,180355072~8388608,192937984~8388608,209715200~62914560,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.167 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,100663296~25165824,146800640~16777216,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.167 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,100663296~25165824,146800640~16777216,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~12582912,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.170 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,100663296~25165824,146800640~29360128,180355072~8388608,192937984~8388608,209715200~62914560,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.171 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 13 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,146800640~16777216,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.171 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,146800640~16777216,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:10 smithi077 ceph-mon[86047]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T12:08:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:10 smithi077 ceph-mon[86047]: pgmap v3863: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 29 MiB/s wr, 374 op/s 2024-09-16T12:08:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:10 smithi077 ceph-mon[88497]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T12:08:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:10 smithi077 ceph-mon[88497]: pgmap v3863: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 29 MiB/s wr, 374 op/s 2024-09-16T12:08:11.174 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,146800640~29360128,180355072~8388608,192937984~8388608,209715200~92274688,306184192~16777216,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.174 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 14 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.175 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.179 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,138412032~37748736,180355072~8388608,192937984~8388608,209715200~92274688,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.179 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 15 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.179 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~41943040,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.183 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,138412032~37748736,180355072~8388608,192937984~8388608,209715200~92274688,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.183 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 16 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.183 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.189 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,138412032~37748736,180355072~8388608,192937984~8388608,209715200~188743680,402653184~16777216] 2024-09-16T12:08:11.189 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 17 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.189 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.194 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,138412032~37748736,180355072~8388608,192937984~8388608,209715200~188743680,402653184~16777216] 2024-09-16T12:08:11.194 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 18 diff [0~71303168,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.194 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,100663296~25165824,138412032~25165824,167772160~8388608,180355072~8388608,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.200 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~25165824,138412032~37748736,180355072~8388608,192937984~8388608,205520896~213909504] 2024-09-16T12:08:11.201 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to 19 diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.201 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.207 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:11.207 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 5 diff [16777216~4194304,41943040~4194304,75497472~4194304,109051904~4194304,180355072~8388608,281018368~4194304,293601280~4194304,314572800~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.207 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~4194304,41943040~4194304,75497472~4194304,109051904~4194304,180355072~8388608,281018368~4194304,293601280~4194304,314572800~4194304,352321536~4194304,390070272~4194304] 2024-09-16T12:08:11.208 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,41943040~8388608,75497472~8388608,109051904~8388608,180355072~8388608,281018368~8388608,293601280~8388608,314572800~8388608,352321536~8388608,390070272~8388608] 2024-09-16T12:08:11.208 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 6 diff [16777216~8388608,41943040~8388608,75497472~8388608,109051904~4194304,159383552~4194304,180355072~8388608,218103808~8388608,234881024~12582912,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.208 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,41943040~8388608,75497472~8388608,109051904~4194304,159383552~4194304,180355072~8388608,218103808~8388608,234881024~12582912,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.210 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~12582912,41943040~8388608,75497472~12582912,109051904~8388608,159383552~8388608,180355072~8388608,218103808~8388608,234881024~16777216,264241152~8388608,276824064~12582912,293601280~8388608,314572800~8388608,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.210 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 7 diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~8388608,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,218103808~8388608,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.210 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,33554432~16777216,54525952~8388608,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,218103808~8388608,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,335544320~8388608,352321536~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.212 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~20971520,33554432~16777216,54525952~12582912,75497472~12582912,109051904~8388608,150994944~16777216,180355072~8388608,192937984~8388608,218103808~8388608,230686720~20971520,264241152~8388608,276824064~12582912,293601280~8388608,314572800~8388608,335544320~8388608,352321536~8388608,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.212 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~8388608,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~12582912,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,335544320~8388608,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.212 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~8388608,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~12582912,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,314572800~4194304,327155712~4194304,335544320~8388608,352321536~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-09-16T12:08:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:10 smithi191 ceph-mon[84934]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T12:08:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:10 smithi191 ceph-mon[84934]: pgmap v3863: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 29 MiB/s wr, 374 op/s 2024-09-16T12:08:11.214 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~12582912,75497472~12582912,109051904~8388608,150994944~16777216,180355072~8388608,192937984~8388608,209715200~16777216,230686720~20971520,264241152~8388608,276824064~12582912,293601280~8388608,314572800~8388608,327155712~16777216,352321536~8388608,373293056~4194304,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.214 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~16777216,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.214 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~16777216,230686720~16777216,264241152~8388608,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~16777216,352321536~12582912,373293056~4194304,385875968~8388608,402653184~4194304] 2024-09-16T12:08:11.216 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~58720256,75497472~12582912,109051904~8388608,150994944~16777216,180355072~8388608,192937984~8388608,209715200~16777216,230686720~20971520,264241152~8388608,276824064~12582912,293601280~8388608,306184192~16777216,327155712~16777216,352321536~12582912,373293056~4194304,385875968~12582912,402653184~8388608] 2024-09-16T12:08:11.217 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~37748736,264241152~8388608,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.217 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,75497472~8388608,109051904~4194304,150994944~12582912,180355072~8388608,192937984~4194304,209715200~37748736,264241152~8388608,276824064~8388608,293601280~4194304,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.219 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~12582912,109051904~8388608,150994944~16777216,180355072~8388608,192937984~8388608,209715200~41943040,264241152~8388608,276824064~12582912,293601280~8388608,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.219 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,109051904~8388608,150994944~12582912,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.219 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,109051904~8388608,150994944~12582912,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,385875968~8388608,402653184~12582912] 2024-09-16T12:08:11.222 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,109051904~8388608,150994944~16777216,180355072~8388608,192937984~8388608,209715200~46137344,264241152~8388608,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,385875968~12582912,402653184~16777216] 2024-09-16T12:08:11.222 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,109051904~8388608,146800640~16777216,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.222 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,75497472~12582912,109051904~8388608,146800640~16777216,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~25165824,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.226 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,75497472~16777216,109051904~8388608,146800640~20971520,180355072~8388608,192937984~8388608,209715200~46137344,264241152~8388608,276824064~25165824,306184192~16777216,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.226 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 13 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,146800640~16777216,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.226 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,146800640~16777216,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,327155712~37748736,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.230 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,146800640~20971520,180355072~8388608,192937984~8388608,209715200~46137344,264241152~37748736,306184192~16777216,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.230 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 14 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.230 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.234 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,138412032~29360128,180355072~8388608,192937984~8388608,209715200~46137344,264241152~37748736,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.234 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 15 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.234 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~37748736,306184192~4194304,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.238 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,138412032~29360128,180355072~8388608,192937984~8388608,209715200~46137344,264241152~37748736,306184192~92274688,402653184~16777216] 2024-09-16T12:08:11.238 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 16 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.238 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.243 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,138412032~33554432,180355072~8388608,192937984~8388608,209715200~46137344,264241152~134217728,402653184~16777216] 2024-09-16T12:08:11.243 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 17 diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.243 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.248 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,138412032~33554432,180355072~8388608,192937984~8388608,209715200~46137344,264241152~134217728,402653184~16777216] 2024-09-16T12:08:11.248 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 18 diff [0~71303168,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.248 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,75497472~12582912,100663296~16777216,138412032~25165824,167772160~4194304,180355072~8388608,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.254 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,75497472~16777216,100663296~16777216,138412032~33554432,180355072~8388608,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:11.254 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to 19 diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.254 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.259 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:11.260 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 6 diff [20971520~4194304,46137344~4194304,79691776~8388608,159383552~4194304,218103808~8388608,234881024~12582912,264241152~8388608,276824064~4194304,402653184~4194304] 2024-09-16T12:08:11.260 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~4194304,46137344~4194304,79691776~8388608,159383552~4194304,218103808~8388608,234881024~12582912,264241152~8388608,276824064~4194304,402653184~4194304] 2024-09-16T12:08:11.260 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~8388608,46137344~4194304,79691776~8388608,159383552~8388608,218103808~8388608,234881024~16777216,264241152~8388608,276824064~8388608,402653184~8388608] 2024-09-16T12:08:11.260 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 7 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,46137344~4194304,54525952~8388608,79691776~8388608,150994944~12582912,192937984~4194304,218103808~8388608,230686720~16777216,264241152~8388608,276824064~4194304,335544320~8388608,402653184~4194304] 2024-09-16T12:08:11.261 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,46137344~4194304,54525952~8388608,79691776~8388608,150994944~12582912,192937984~4194304,218103808~8388608,230686720~16777216,264241152~8388608,276824064~4194304,335544320~8388608,402653184~4194304] 2024-09-16T12:08:11.263 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,46137344~4194304,54525952~12582912,79691776~8388608,150994944~16777216,192937984~8388608,218103808~8388608,230686720~20971520,264241152~8388608,276824064~8388608,335544320~8388608,402653184~8388608] 2024-09-16T12:08:11.263 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~8388608,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~16777216,264241152~8388608,276824064~4194304,327155712~4194304,335544320~8388608,373293056~4194304,402653184~4194304] 2024-09-16T12:08:11.263 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~20971520,54525952~8388608,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~16777216,264241152~8388608,276824064~4194304,327155712~4194304,335544320~8388608,373293056~4194304,402653184~4194304] 2024-09-16T12:08:11.265 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~41943040,54525952~12582912,79691776~8388608,150994944~16777216,184549376~4194304,192937984~8388608,209715200~16777216,230686720~20971520,264241152~8388608,276824064~8388608,327155712~16777216,373293056~4194304,402653184~8388608] 2024-09-16T12:08:11.265 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~16777216,230686720~16777216,264241152~8388608,276824064~4194304,306184192~4194304,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304,402653184~4194304] 2024-09-16T12:08:11.265 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~16777216,230686720~16777216,264241152~8388608,276824064~4194304,306184192~4194304,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304,402653184~4194304] 2024-09-16T12:08:11.266 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~58720256,79691776~8388608,150994944~16777216,184549376~4194304,192937984~8388608,209715200~16777216,230686720~20971520,264241152~8388608,276824064~8388608,306184192~8388608,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304,402653184~8388608] 2024-09-16T12:08:11.266 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~37748736,264241152~8388608,276824064~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.266 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,79691776~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~37748736,264241152~8388608,276824064~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.269 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,79691776~8388608,150994944~16777216,184549376~4194304,192937984~8388608,209715200~41943040,264241152~8388608,276824064~8388608,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.269 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,79691776~8388608,113246208~4194304,150994944~12582912,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.269 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,79691776~8388608,113246208~4194304,150994944~12582912,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.272 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,79691776~12582912,113246208~4194304,150994944~16777216,184549376~4194304,192937984~8388608,209715200~46137344,264241152~8388608,276824064~25165824,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.272 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,79691776~8388608,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.272 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,79691776~8388608,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~8388608,276824064~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.274 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,79691776~12582912,113246208~4194304,146800640~20971520,184549376~4194304,192937984~8388608,209715200~46137344,264241152~8388608,276824064~25165824,306184192~8388608,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.274 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 13 diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.274 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.277 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,146800640~20971520,184549376~4194304,192937984~8388608,209715200~46137344,264241152~37748736,306184192~12582912,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.277 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 14 diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.278 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.281 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,138412032~29360128,184549376~4194304,192937984~8388608,209715200~46137344,264241152~37748736,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.281 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 15 diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.281 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.285 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,138412032~29360128,184549376~4194304,192937984~8388608,209715200~46137344,264241152~37748736,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.285 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 16 diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~25165824,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.285 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~16777216,285212672~25165824,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.290 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,209715200~46137344,264241152~54525952,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.290 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 17 diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.290 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,209715200~37748736,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.294 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,209715200~46137344,264241152~54525952,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.294 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 18 diff [0~71303168,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.294 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,79691776~8388608,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,184549376~4194304,192937984~4194304,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.299 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,79691776~12582912,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:11.299 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to 19 diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.299 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.304 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:11.304 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 7 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,54525952~8388608,150994944~12582912,192937984~4194304,230686720~8388608,335544320~8388608] 2024-09-16T12:08:11.304 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,54525952~8388608,150994944~12582912,192937984~4194304,230686720~8388608,335544320~8388608] 2024-09-16T12:08:11.304 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~8388608,54525952~12582912,150994944~12582912,192937984~8388608,230686720~8388608,335544320~8388608] 2024-09-16T12:08:11.305 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 8 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~16777216,54525952~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~8388608,327155712~4194304,335544320~8388608,373293056~4194304] 2024-09-16T12:08:11.305 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~16777216,54525952~8388608,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~8388608,327155712~4194304,335544320~8388608,373293056~4194304] 2024-09-16T12:08:11.306 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~16777216,29360128~16777216,54525952~12582912,150994944~12582912,184549376~4194304,192937984~8388608,209715200~12582912,230686720~8388608,327155712~16777216,373293056~4194304] 2024-09-16T12:08:11.306 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 9 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~8388608,306184192~4194304,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.306 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~33554432,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,230686720~8388608,306184192~4194304,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.307 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~16777216,29360128~37748736,150994944~12582912,184549376~4194304,192937984~8388608,209715200~12582912,230686720~8388608,306184192~8388608,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.307 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 10 diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.307 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,29360128~41943040,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.309 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~16777216,29360128~41943040,150994944~12582912,184549376~4194304,192937984~8388608,209715200~12582912,226492416~20971520,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.309 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 11 diff [0~4194304,8388608~4194304,16777216~54525952,83886080~4194304,113246208~4194304,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.309 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,83886080~4194304,113246208~4194304,150994944~12582912,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.311 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,83886080~8388608,113246208~4194304,150994944~12582912,184549376~4194304,192937984~8388608,209715200~12582912,226492416~20971520,251658240~4194304,285212672~16777216,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.311 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 12 diff [0~4194304,8388608~4194304,16777216~54525952,83886080~4194304,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.311 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,16777216~54525952,83886080~4194304,113246208~4194304,146800640~16777216,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.315 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~4194304,8388608~62914560,83886080~8388608,113246208~4194304,146800640~16777216,184549376~4194304,192937984~8388608,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,285212672~16777216,306184192~8388608,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.315 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 13 diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,146800640~20971520,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.315 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,146800640~20971520,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~25165824,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.317 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,146800640~20971520,184549376~4194304,192937984~8388608,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.317 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 14 diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~29360128,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.317 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~29360128,184549376~4194304,192937984~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.322 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~29360128,184549376~4194304,192937984~8388608,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.322 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 15 diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~29360128,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.322 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~29360128,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.325 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~29360128,184549376~4194304,192937984~8388608,209715200~37748736,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.325 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 16 diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.325 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~29360128,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.330 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.330 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 17 diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.330 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~54525952,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.334 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.334 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 18 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.334 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~33554432,184549376~4194304,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.338 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.339 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to 19 diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.339 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.344 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.344 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 8 diff [16777216~8388608,29360128~4194304,41943040~4194304,150994944~8388608,184549376~4194304,209715200~12582912,327155712~4194304,373293056~4194304] 2024-09-16T12:08:11.344 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,29360128~4194304,41943040~4194304,150994944~8388608,184549376~4194304,209715200~12582912,327155712~4194304,373293056~4194304] 2024-09-16T12:08:11.345 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,29360128~8388608,41943040~4194304,150994944~12582912,184549376~4194304,209715200~12582912,327155712~8388608,373293056~4194304] 2024-09-16T12:08:11.345 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 9 diff [16777216~8388608,29360128~4194304,37748736~16777216,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,306184192~4194304,327155712~12582912,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.345 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~16777216,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,306184192~4194304,327155712~12582912,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.346 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,29360128~29360128,150994944~12582912,184549376~4194304,197132288~4194304,209715200~12582912,306184192~8388608,327155712~16777216,356515840~8388608,373293056~4194304,385875968~4194304] 2024-09-16T12:08:11.346 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 10 diff [16777216~8388608,29360128~4194304,37748736~16777216,58720256~12582912,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.346 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~16777216,58720256~12582912,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.348 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,29360128~41943040,150994944~12582912,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~12582912,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.348 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 11 diff [16777216~16777216,37748736~33554432,83886080~4194304,113246208~4194304,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.348 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~16777216,37748736~33554432,83886080~4194304,113246208~4194304,150994944~8388608,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.350 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~54525952,83886080~8388608,113246208~4194304,150994944~12582912,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~4194304,285212672~16777216,306184192~8388608,327155712~41943040,373293056~4194304,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.350 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 12 diff [16777216~16777216,37748736~33554432,83886080~4194304,113246208~4194304,146800640~12582912,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.350 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~16777216,37748736~33554432,83886080~4194304,113246208~4194304,146800640~12582912,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.352 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~54525952,83886080~8388608,113246208~4194304,146800640~16777216,184549376~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~4194304,264241152~4194304,285212672~16777216,306184192~8388608,327155712~41943040,373293056~4194304,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.352 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 13 diff [0~8388608,16777216~16777216,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,184549376~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.352 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,16777216~16777216,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,184549376~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.355 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,16777216~54525952,83886080~8388608,100663296~16777216,146800640~20971520,184549376~4194304,197132288~4194304,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.355 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 14 diff [0~8388608,16777216~16777216,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.355 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,16777216~16777216,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.358 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,16777216~54525952,83886080~8388608,100663296~16777216,138412032~29360128,184549376~4194304,197132288~4194304,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.358 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 15 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.358 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.361 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~29360128,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.361 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 16 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.361 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.365 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.366 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 17 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.366 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.370 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.370 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 18 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.370 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,184549376~4194304,197132288~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.374 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~33554432,184549376~4194304,197132288~4194304,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.374 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to 19 diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.375 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.379 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.379 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 9 diff [37748736~4194304,46137344~8388608,197132288~4194304,209715200~8388608,306184192~4194304,327155712~12582912,356515840~8388608,385875968~4194304] 2024-09-16T12:08:11.379 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [37748736~4194304,46137344~8388608,197132288~4194304,209715200~8388608,306184192~4194304,327155712~12582912,356515840~8388608,385875968~4194304] 2024-09-16T12:08:11.380 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [37748736~4194304,46137344~12582912,197132288~4194304,209715200~8388608,306184192~8388608,327155712~16777216,356515840~8388608,385875968~4194304] 2024-09-16T12:08:11.380 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 10 diff [37748736~4194304,46137344~8388608,58720256~12582912,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.380 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [37748736~4194304,46137344~8388608,58720256~12582912,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.382 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [37748736~4194304,46137344~25165824,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~12582912,306184192~8388608,327155712~41943040,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.382 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 11 diff [20971520~8388608,37748736~4194304,46137344~25165824,83886080~4194304,113246208~4194304,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.382 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~8388608,37748736~4194304,46137344~25165824,83886080~4194304,113246208~4194304,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.384 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,37748736~4194304,46137344~25165824,83886080~8388608,113246208~4194304,155189248~4194304,197132288~4194304,209715200~8388608,226492416~4194304,234881024~12582912,251658240~4194304,285212672~16777216,306184192~8388608,327155712~41943040,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.384 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 12 diff [20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,113246208~4194304,146800640~12582912,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.384 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,113246208~4194304,146800640~12582912,197132288~4194304,209715200~8388608,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,306184192~4194304,327155712~12582912,343932928~8388608,356515840~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.386 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,37748736~4194304,46137344~25165824,83886080~8388608,113246208~4194304,146800640~12582912,197132288~4194304,209715200~8388608,226492416~4194304,234881024~12582912,251658240~4194304,264241152~4194304,285212672~16777216,306184192~8388608,327155712~41943040,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.386 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 13 diff [0~8388608,20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.386 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.389 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~12582912,37748736~4194304,46137344~25165824,83886080~8388608,100663296~16777216,146800640~12582912,163577856~4194304,197132288~4194304,209715200~8388608,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,327155712~41943040,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.389 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 14 diff [0~8388608,20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.389 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,37748736~4194304,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.391 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~20971520,46137344~25165824,83886080~8388608,100663296~16777216,138412032~20971520,163577856~4194304,197132288~4194304,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.391 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 15 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.391 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.393 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~20971520,163577856~4194304,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~29360128,306184192~12582912,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.394 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 16 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.394 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.397 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.397 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 17 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.397 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.401 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,197132288~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~46137344,322961408~75497472,402653184~16777216] 2024-09-16T12:08:11.401 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 18 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.401 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,197132288~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.405 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,197132288~4194304,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.405 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to 19 diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.405 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.409 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.409 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 10 diff [58720256~12582912,155189248~4194304,226492416~4194304,234881024~8388608,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.409 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [58720256~12582912,155189248~4194304,226492416~4194304,234881024~8388608,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.410 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [58720256~12582912,155189248~4194304,226492416~4194304,234881024~12582912,343932928~25165824,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.410 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 11 diff [20971520~8388608,50331648~20971520,83886080~4194304,113246208~4194304,155189248~4194304,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.410 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~8388608,50331648~20971520,83886080~4194304,113246208~4194304,155189248~4194304,226492416~4194304,234881024~8388608,251658240~4194304,285212672~8388608,297795584~4194304,343932928~8388608,356515840~8388608,385875968~4194304,402653184~12582912] 2024-09-16T12:08:11.412 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,50331648~20971520,83886080~8388608,113246208~4194304,155189248~4194304,226492416~4194304,234881024~12582912,251658240~4194304,285212672~16777216,343932928~25165824,385875968~4194304,402653184~16777216] 2024-09-16T12:08:11.412 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 12 diff [20971520~12582912,46137344~25165824,83886080~4194304,113246208~4194304,146800640~12582912,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,327155712~12582912,343932928~8388608,356515840~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.412 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~12582912,46137344~25165824,83886080~4194304,113246208~4194304,146800640~12582912,226492416~4194304,234881024~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,327155712~12582912,343932928~8388608,356515840~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.413 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,46137344~25165824,83886080~8388608,113246208~4194304,146800640~12582912,226492416~4194304,234881024~12582912,251658240~4194304,264241152~4194304,285212672~16777216,327155712~12582912,343932928~25165824,381681664~16777216,402653184~16777216] 2024-09-16T12:08:11.413 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 13 diff [0~8388608,20971520~12582912,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.413 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,146800640~12582912,163577856~4194304,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,327155712~12582912,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.415 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~12582912,46137344~25165824,83886080~8388608,100663296~16777216,146800640~12582912,163577856~4194304,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,327155712~12582912,343932928~25165824,373293056~25165824,402653184~16777216] 2024-09-16T12:08:11.416 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 14 diff [0~8388608,20971520~12582912,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,209715200~8388608,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.416 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,46137344~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,209715200~8388608,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.418 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~16777216,46137344~25165824,83886080~8388608,100663296~16777216,138412032~20971520,163577856~4194304,209715200~12582912,226492416~20971520,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,343932928~54525952,402653184~16777216] 2024-09-16T12:08:11.418 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 15 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.418 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~4194304,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~12582912] 2024-09-16T12:08:11.420 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~20971520,163577856~4194304,209715200~37748736,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,343932928~54525952,402653184~16777216] 2024-09-16T12:08:11.420 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 16 diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.420 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~33554432,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,381681664~12582912,402653184~16777216] 2024-09-16T12:08:11.424 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~58720256,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,209715200~37748736,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~54525952,402653184~16777216] 2024-09-16T12:08:11.424 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 17 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.424 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,209715200~12582912,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.427 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,209715200~37748736,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~54525952,402653184~16777216] 2024-09-16T12:08:11.427 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 18 diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.427 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~71303168,83886080~4194304,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.431 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~71303168,83886080~8388608,100663296~16777216,138412032~20971520,163577856~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:11.431 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to 19 diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.431 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.435 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:11.435 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 11 diff [20971520~8388608,50331648~8388608,83886080~4194304,113246208~4194304,251658240~4194304,285212672~8388608,297795584~4194304,348127232~4194304] 2024-09-16T12:08:11.435 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~8388608,50331648~8388608,83886080~4194304,113246208~4194304,251658240~4194304,285212672~8388608,297795584~4194304,348127232~4194304] 2024-09-16T12:08:11.437 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,50331648~8388608,83886080~8388608,113246208~4194304,251658240~4194304,285212672~16777216,348127232~8388608] 2024-09-16T12:08:11.437 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 12 diff [20971520~12582912,46137344~12582912,83886080~4194304,113246208~4194304,146800640~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,327155712~12582912,348127232~4194304,381681664~12582912] 2024-09-16T12:08:11.437 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [20971520~12582912,46137344~12582912,83886080~4194304,113246208~4194304,146800640~8388608,251658240~4194304,264241152~4194304,285212672~8388608,297795584~4194304,327155712~12582912,348127232~4194304,381681664~12582912] 2024-09-16T12:08:11.438 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [20971520~12582912,46137344~12582912,83886080~8388608,113246208~4194304,146800640~8388608,251658240~4194304,264241152~4194304,285212672~16777216,327155712~12582912,348127232~8388608,381681664~16777216] 2024-09-16T12:08:11.438 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 13 diff [0~8388608,20971520~12582912,46137344~12582912,83886080~4194304,100663296~8388608,113246208~4194304,146800640~8388608,163577856~4194304,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,327155712~12582912,348127232~4194304,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-16T12:08:11.439 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,46137344~12582912,83886080~4194304,100663296~8388608,113246208~4194304,146800640~8388608,163577856~4194304,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,327155712~12582912,348127232~4194304,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-16T12:08:11.440 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~12582912,46137344~12582912,83886080~8388608,100663296~16777216,146800640~8388608,163577856~4194304,230686720~8388608,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,327155712~12582912,348127232~16777216,373293056~25165824] 2024-09-16T12:08:11.440 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 14 diff [0~8388608,20971520~12582912,46137344~16777216,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~4194304,209715200~8388608,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,348127232~4194304,356515840~8388608,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.440 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,20971520~12582912,46137344~16777216,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~4194304,209715200~8388608,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,348127232~4194304,356515840~8388608,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.442 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,20971520~16777216,46137344~16777216,83886080~8388608,100663296~16777216,138412032~16777216,163577856~4194304,209715200~12582912,230686720~8388608,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128] 2024-09-16T12:08:11.442 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 15 diff [0~8388608,12582912~20971520,37748736~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~4194304,209715200~12582912,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.442 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~4194304,209715200~12582912,230686720~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.444 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~50331648,83886080~8388608,100663296~16777216,138412032~16777216,163577856~4194304,209715200~16777216,230686720~8388608,251658240~4194304,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128] 2024-09-16T12:08:11.444 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 16 diff [0~8388608,12582912~20971520,37748736~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912,406847488~8388608] 2024-09-16T12:08:11.444 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~20971520,37748736~25165824,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,251658240~4194304,264241152~4194304,272629760~8388608,285212672~25165824,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912,406847488~8388608] 2024-09-16T12:08:11.447 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~50331648,83886080~8388608,100663296~16777216,138412032~16777216,163577856~8388608,209715200~29360128,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128,406847488~12582912] 2024-09-16T12:08:11.447 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 17 diff [0~62914560,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.447 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.450 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~62914560,83886080~8388608,100663296~16777216,138412032~16777216,163577856~8388608,209715200~29360128,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.450 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 18 diff [0~67108864,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.450 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~67108864,83886080~4194304,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.454 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~67108864,83886080~8388608,100663296~16777216,138412032~16777216,163577856~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~50331648] 2024-09-16T12:08:11.454 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to 19 diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.454 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.458 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.458 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 12 diff [25165824~8388608,46137344~8388608,146800640~8388608,264241152~4194304,289406976~4194304,327155712~12582912,381681664~12582912] 2024-09-16T12:08:11.458 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [25165824~8388608,46137344~8388608,146800640~8388608,264241152~4194304,289406976~4194304,327155712~12582912,381681664~12582912] 2024-09-16T12:08:11.459 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [25165824~8388608,46137344~8388608,146800640~8388608,264241152~4194304,289406976~8388608,327155712~12582912,381681664~16777216] 2024-09-16T12:08:11.459 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 13 diff [0~8388608,25165824~8388608,46137344~8388608,100663296~8388608,146800640~8388608,163577856~4194304,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,327155712~12582912,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-16T12:08:11.459 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,25165824~8388608,46137344~8388608,100663296~8388608,146800640~8388608,163577856~4194304,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,327155712~12582912,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-16T12:08:11.460 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,100663296~12582912,146800640~8388608,163577856~4194304,230686720~8388608,264241152~4194304,272629760~29360128,314572800~4194304,327155712~12582912,356515840~8388608,373293056~25165824] 2024-09-16T12:08:11.460 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 14 diff [0~8388608,25165824~8388608,46137344~12582912,100663296~8388608,138412032~16777216,163577856~4194304,209715200~8388608,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.460 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,25165824~8388608,46137344~12582912,100663296~8388608,138412032~16777216,163577856~4194304,209715200~8388608,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.462 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,25165824~12582912,46137344~16777216,100663296~12582912,138412032~16777216,163577856~4194304,209715200~12582912,230686720~8388608,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,356515840~8388608,369098752~29360128] 2024-09-16T12:08:11.462 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 15 diff [0~8388608,12582912~8388608,25165824~8388608,37748736~20971520,100663296~8388608,138412032~16777216,163577856~4194304,209715200~12582912,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.462 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~8388608,25165824~8388608,37748736~20971520,100663296~8388608,138412032~16777216,163577856~4194304,209715200~12582912,230686720~4194304,264241152~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912] 2024-09-16T12:08:11.463 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~37748736,100663296~12582912,138412032~16777216,163577856~4194304,209715200~16777216,230686720~8388608,264241152~4194304,272629760~29360128,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128] 2024-09-16T12:08:11.463 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 16 diff [0~8388608,12582912~8388608,25165824~8388608,37748736~20971520,100663296~8388608,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,264241152~4194304,272629760~8388608,285212672~20971520,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912,406847488~8388608] 2024-09-16T12:08:11.463 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~8388608,25165824~8388608,37748736~20971520,100663296~8388608,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,264241152~4194304,272629760~8388608,285212672~20971520,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~12582912,406847488~8388608] 2024-09-16T12:08:11.466 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~37748736,100663296~12582912,138412032~16777216,163577856~8388608,209715200~29360128,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128,406847488~12582912] 2024-09-16T12:08:11.466 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 17 diff [0~20971520,25165824~33554432,100663296~8388608,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.466 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~33554432,100663296~8388608,138412032~16777216,163577856~8388608,209715200~12582912,226492416~12582912,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.468 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~37748736,100663296~12582912,138412032~16777216,163577856~8388608,209715200~29360128,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.468 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 18 diff [0~20971520,25165824~37748736,100663296~8388608,138412032~16777216,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.468 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~37748736,100663296~8388608,138412032~16777216,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.471 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~41943040,100663296~12582912,138412032~16777216,163577856~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~50331648] 2024-09-16T12:08:11.471 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to 19 diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.471 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.476 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.476 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 13 diff [0~8388608,100663296~8388608,163577856~4194304,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,356515840~8388608,373293056~4194304] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,100663296~8388608,163577856~4194304,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,356515840~8388608,373293056~4194304] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,100663296~12582912,163577856~4194304,230686720~8388608,272629760~29360128,314572800~4194304,356515840~8388608,373293056~8388608] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 14 diff [0~8388608,29360128~4194304,54525952~4194304,100663296~8388608,138412032~12582912,163577856~4194304,209715200~8388608,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,29360128~4194304,54525952~4194304,100663296~8388608,138412032~12582912,163577856~4194304,209715200~8388608,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,29360128~8388608,54525952~8388608,100663296~12582912,138412032~12582912,163577856~4194304,209715200~12582912,230686720~8388608,272629760~29360128,314572800~4194304,322961408~16777216,356515840~8388608,369098752~12582912] 2024-09-16T12:08:11.477 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 15 diff [0~8388608,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,100663296~8388608,138412032~12582912,163577856~4194304,209715200~12582912,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~4194304] 2024-09-16T12:08:11.478 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,100663296~8388608,138412032~12582912,163577856~4194304,209715200~12582912,230686720~4194304,272629760~8388608,285212672~12582912,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~4194304] 2024-09-16T12:08:11.478 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~20971520,54525952~8388608,100663296~12582912,138412032~12582912,163577856~4194304,209715200~16777216,230686720~8388608,272629760~29360128,314572800~4194304,322961408~16777216,348127232~16777216,369098752~20971520] 2024-09-16T12:08:11.478 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 16 diff [0~8388608,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,100663296~8388608,138412032~12582912,163577856~8388608,209715200~12582912,226492416~12582912,272629760~8388608,285212672~20971520,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.478 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~8388608,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,100663296~8388608,138412032~12582912,163577856~8388608,209715200~12582912,226492416~12582912,272629760~8388608,285212672~20971520,314572800~4194304,322961408~12582912,348127232~16777216,369098752~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.480 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~20971520,54525952~8388608,100663296~12582912,138412032~12582912,163577856~8388608,209715200~29360128,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~25165824,406847488~12582912] 2024-09-16T12:08:11.480 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 17 diff [0~20971520,25165824~20971520,54525952~4194304,100663296~8388608,138412032~12582912,163577856~8388608,209715200~12582912,226492416~12582912,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.481 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~20971520,54525952~4194304,100663296~8388608,138412032~12582912,163577856~8388608,209715200~12582912,226492416~12582912,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.483 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,54525952~8388608,100663296~12582912,138412032~12582912,163577856~8388608,209715200~29360128,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.483 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 18 diff [0~20971520,25165824~20971520,54525952~8388608,100663296~8388608,138412032~12582912,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.483 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~20971520,54525952~8388608,100663296~8388608,138412032~12582912,163577856~8388608,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,348127232~16777216,369098752~46137344] 2024-09-16T12:08:11.485 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,54525952~12582912,100663296~12582912,138412032~12582912,163577856~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,348127232~16777216,369098752~50331648] 2024-09-16T12:08:11.485 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to 19 diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.485 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.488 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.489 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 14 diff [29360128~4194304,54525952~4194304,138412032~12582912,209715200~8388608,272629760~4194304,322961408~12582912,369098752~8388608] 2024-09-16T12:08:11.489 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [29360128~4194304,54525952~4194304,138412032~12582912,209715200~8388608,272629760~4194304,322961408~12582912,369098752~8388608] 2024-09-16T12:08:11.489 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [29360128~8388608,54525952~8388608,138412032~12582912,209715200~12582912,272629760~4194304,322961408~16777216,369098752~8388608] 2024-09-16T12:08:11.489 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 15 diff [12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,138412032~12582912,209715200~12582912,272629760~4194304,322961408~12582912,348127232~8388608,369098752~8388608,381681664~4194304] 2024-09-16T12:08:11.490 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,138412032~12582912,209715200~12582912,272629760~4194304,322961408~12582912,348127232~8388608,369098752~8388608,381681664~4194304] 2024-09-16T12:08:11.490 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~8388608,25165824~20971520,54525952~8388608,138412032~12582912,209715200~16777216,272629760~4194304,322961408~16777216,348127232~8388608,369098752~8388608,381681664~8388608] 2024-09-16T12:08:11.491 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 16 diff [0~4194304,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,138412032~12582912,167772160~4194304,209715200~12582912,226492416~12582912,272629760~4194304,297795584~8388608,322961408~12582912,348127232~8388608,369098752~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.491 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,12582912~8388608,25165824~8388608,37748736~8388608,54525952~4194304,138412032~12582912,167772160~4194304,209715200~12582912,226492416~12582912,272629760~4194304,297795584~8388608,322961408~12582912,348127232~8388608,369098752~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.492 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~20971520,54525952~8388608,138412032~12582912,167772160~4194304,209715200~29360128,272629760~4194304,297795584~12582912,322961408~16777216,348127232~8388608,369098752~8388608,381681664~12582912,406847488~12582912] 2024-09-16T12:08:11.492 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 17 diff [0~4194304,8388608~12582912,25165824~20971520,54525952~4194304,138412032~12582912,167772160~4194304,209715200~12582912,226492416~12582912,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,348127232~8388608,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.493 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~12582912,25165824~20971520,54525952~4194304,138412032~12582912,167772160~4194304,209715200~12582912,226492416~12582912,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,348127232~8388608,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.495 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,54525952~8388608,138412032~12582912,167772160~4194304,209715200~29360128,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,348127232~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.495 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 18 diff [0~20971520,25165824~20971520,54525952~8388608,138412032~12582912,167772160~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,348127232~8388608,369098752~46137344] 2024-09-16T12:08:11.495 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~20971520,54525952~8388608,138412032~12582912,167772160~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,348127232~8388608,369098752~46137344] 2024-09-16T12:08:11.497 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,54525952~12582912,138412032~12582912,167772160~4194304,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,348127232~8388608,369098752~50331648] 2024-09-16T12:08:11.497 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to 19 diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.498 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.500 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:11.501 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 15 diff [12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,213909504~8388608,322961408~4194304,348127232~8388608,381681664~4194304] 2024-09-16T12:08:11.501 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,213909504~8388608,322961408~4194304,348127232~8388608,381681664~4194304] 2024-09-16T12:08:11.501 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,213909504~12582912,322961408~4194304,348127232~8388608,381681664~8388608] 2024-09-16T12:08:11.501 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 16 diff [0~4194304,12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,167772160~4194304,213909504~8388608,226492416~12582912,297795584~8388608,322961408~8388608,348127232~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.501 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,167772160~4194304,213909504~8388608,226492416~12582912,297795584~8388608,322961408~8388608,348127232~8388608,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.503 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,12582912~8388608,25165824~4194304,37748736~8388608,142606336~8388608,167772160~4194304,213909504~25165824,297795584~12582912,322961408~8388608,348127232~8388608,381681664~12582912,406847488~12582912] 2024-09-16T12:08:11.503 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 17 diff [0~4194304,8388608~12582912,25165824~20971520,142606336~8388608,167772160~4194304,213909504~8388608,226492416~12582912,281018368~8388608,297795584~8388608,322961408~8388608,348127232~8388608,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.503 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~12582912,25165824~20971520,142606336~8388608,167772160~4194304,213909504~8388608,226492416~12582912,281018368~8388608,297795584~8388608,322961408~8388608,348127232~8388608,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.504 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,142606336~8388608,167772160~4194304,213909504~25165824,281018368~8388608,297795584~12582912,322961408~8388608,348127232~8388608,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.504 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 18 diff [0~20971520,25165824~20971520,58720256~4194304,142606336~8388608,167772160~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,348127232~8388608,369098752~46137344] 2024-09-16T12:08:11.505 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~20971520,25165824~20971520,58720256~4194304,142606336~8388608,167772160~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,348127232~8388608,369098752~46137344] 2024-09-16T12:08:11.506 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~20971520,25165824~20971520,58720256~8388608,142606336~8388608,167772160~4194304,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,348127232~8388608,369098752~50331648] 2024-09-16T12:08:11.506 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to 19 diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.506 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.509 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,58720256~25165824,142606336~8388608,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,343932928~12582912,369098752~50331648] 2024-09-16T12:08:11.509 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 16 diff [0~4194304,167772160~4194304,218103808~4194304,226492416~12582912,297795584~8388608,327155712~4194304,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.509 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,167772160~4194304,218103808~4194304,226492416~12582912,297795584~8388608,327155712~4194304,381681664~8388608,406847488~8388608] 2024-09-16T12:08:11.511 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~8388608,167772160~4194304,218103808~20971520,297795584~12582912,327155712~4194304,381681664~12582912,406847488~12582912] 2024-09-16T12:08:11.511 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 17 diff [0~4194304,8388608~4194304,29360128~8388608,167772160~4194304,218103808~4194304,226492416~12582912,281018368~8388608,297795584~8388608,327155712~4194304,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.511 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~4194304,8388608~4194304,29360128~8388608,167772160~4194304,218103808~4194304,226492416~12582912,281018368~8388608,297795584~8388608,327155712~4194304,369098752~29360128,402653184~12582912] 2024-09-16T12:08:11.512 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,29360128~12582912,167772160~4194304,218103808~20971520,281018368~8388608,297795584~12582912,327155712~4194304,369098752~29360128,402653184~16777216] 2024-09-16T12:08:11.512 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 18 diff [0~12582912,29360128~12582912,58720256~4194304,167772160~4194304,205520896~8388608,218103808~4194304,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,369098752~46137344] 2024-09-16T12:08:11.513 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,29360128~12582912,58720256~4194304,167772160~4194304,205520896~8388608,218103808~4194304,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,369098752~46137344] 2024-09-16T12:08:11.515 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,29360128~16777216,58720256~8388608,167772160~4194304,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,327155712~4194304,369098752~50331648] 2024-09-16T12:08:11.515 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to 19 diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.515 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.517 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,16777216~8388608,29360128~16777216,58720256~25165824,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,327155712~4194304,343932928~4194304,369098752~50331648] 2024-09-16T12:08:11.517 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 17 diff [8388608~4194304,29360128~8388608,230686720~4194304,281018368~8388608,369098752~12582912,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.517 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [8388608~4194304,29360128~8388608,230686720~4194304,281018368~8388608,369098752~12582912,390070272~8388608,402653184~8388608] 2024-09-16T12:08:11.518 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [8388608~4194304,29360128~12582912,230686720~8388608,281018368~8388608,369098752~16777216,390070272~8388608,402653184~12582912] 2024-09-16T12:08:11.518 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 18 diff [4194304~8388608,29360128~12582912,58720256~4194304,205520896~8388608,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,369098752~12582912,385875968~25165824] 2024-09-16T12:08:11.518 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,29360128~12582912,58720256~4194304,205520896~8388608,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,369098752~12582912,385875968~25165824] 2024-09-16T12:08:11.520 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,29360128~16777216,58720256~8388608,205520896~12582912,230686720~8388608,243269632~4194304,281018368~8388608,301989888~4194304,369098752~46137344] 2024-09-16T12:08:11.520 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to 19 diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:11.520 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:11.521 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,16777216~8388608,29360128~16777216,58720256~25165824,176160768~8388608,192937984~8388608,205520896~16777216,230686720~8388608,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.522 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to 18 diff [4194304~8388608,37748736~8388608,58720256~4194304,205520896~8388608,243269632~4194304,301989888~4194304,385875968~4194304,394264576~8388608] 2024-09-16T12:08:11.522 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,37748736~8388608,58720256~4194304,205520896~8388608,243269632~4194304,301989888~4194304,385875968~4194304,394264576~8388608] 2024-09-16T12:08:11.523 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,37748736~8388608,58720256~8388608,205520896~12582912,243269632~4194304,301989888~4194304,385875968~4194304,394264576~8388608] 2024-09-16T12:08:11.523 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to 19 diff [4194304~8388608,16777216~8388608,37748736~8388608,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,243269632~4194304,301989888~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~8388608] 2024-09-16T12:08:11.523 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~8388608,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,243269632~4194304,301989888~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~8388608] 2024-09-16T12:08:11.524 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,16777216~8388608,37748736~8388608,58720256~25165824,176160768~8388608,192937984~8388608,205520896~16777216,243269632~4194304,301989888~4194304,343932928~4194304,373293056~29360128] 2024-09-16T12:08:11.524 INFO:tasks.workunit.client.0.smithi077.stdout:from 18 to 19 diff [16777216~8388608,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,213909504~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~4194304] 2024-09-16T12:08:11.524 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [16777216~8388608,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,213909504~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~4194304] 2024-09-16T12:08:11.526 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [16777216~8388608,67108864~16777216,176160768~8388608,192937984~8388608,213909504~8388608,343932928~4194304,373293056~25165824] 2024-09-16T12:08:11.890 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.890 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.912 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:11.913 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.913 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.920 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:11.920 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.920 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.926 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:11.927 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.927 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.932 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:11.932 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.933 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:11.938 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:11.938 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.938 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.943 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:11.943 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.943 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.947 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.947 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.947 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.952 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.952 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.952 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.955 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:11.955 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.955 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:11.959 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:11.959 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.959 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.962 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.963 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.963 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.965 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.965 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:11.968 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:11.968 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.968 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.970 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:11.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:11.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,58720256~25165824,142606336~8388608,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,343932928~12582912,369098752~50331648] 2024-09-16T12:08:11.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.974 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,16777216~8388608,29360128~16777216,58720256~25165824,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,327155712~4194304,343932928~4194304,369098752~50331648] 2024-09-16T12:08:11.974 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to HEAD diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:11.975 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:11.976 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,16777216~8388608,29360128~16777216,58720256~25165824,176160768~8388608,192937984~8388608,205520896~16777216,230686720~8388608,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:11.976 INFO:tasks.workunit.client.0.smithi077.stdout:from 17 to HEAD diff [4194304~8388608,16777216~8388608,37748736~8388608,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,243269632~4194304,301989888~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~8388608] 2024-09-16T12:08:11.976 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~8388608,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,243269632~4194304,301989888~4194304,343932928~4194304,373293056~4194304,381681664~4194304,390070272~8388608] 2024-09-16T12:08:11.977 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,16777216~8388608,37748736~8388608,58720256~25165824,176160768~8388608,192937984~8388608,205520896~16777216,243269632~4194304,301989888~4194304,343932928~4194304,373293056~29360128] 2024-09-16T12:08:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:11 smithi077 ceph-mon[86047]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T12:08:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:11 smithi077 ceph-mon[88497]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T12:08:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:11 smithi191 ceph-mon[84934]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T12:08:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:12.903 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.903 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.925 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:12.925 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.925 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.931 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:12.932 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.932 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.938 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:12.938 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.939 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.945 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:12.945 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.945 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:12.950 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:12.950 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.950 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.955 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:12.955 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.955 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.959 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:12.959 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.959 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.963 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:12.963 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.963 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.966 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:12.967 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.967 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:12.970 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:12.970 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.970 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:12.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.975 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:12.975 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.975 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:12.978 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:12.978 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:12.978 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:12.979 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:12.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:12.980 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:12.981 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,58720256~25165824,142606336~8388608,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,343932928~12582912,369098752~50331648] 2024-09-16T12:08:12.981 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:12.981 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:12.982 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,16777216~8388608,29360128~16777216,58720256~25165824,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,327155712~4194304,343932928~4194304,369098752~50331648] 2024-09-16T12:08:12.983 INFO:tasks.workunit.client.0.smithi077.stdout:from 16 to HEAD diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:12.983 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,176160768~8388608,192937984~4194304,205520896~12582912,230686720~4194304,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~16777216,390070272~20971520] 2024-09-16T12:08:12.983 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [4194304~8388608,16777216~8388608,29360128~16777216,58720256~25165824,176160768~8388608,192937984~8388608,205520896~16777216,230686720~8388608,243269632~4194304,281018368~8388608,301989888~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[86047]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T12:08:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[86047]: pgmap v3866: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 29 MiB/s wr, 303 op/s 2024-09-16T12:08:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[88497]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T12:08:13.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[88497]: pgmap v3866: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 29 MiB/s wr, 303 op/s 2024-09-16T12:08:13.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:13.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:12 smithi191 ceph-mon[84934]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T12:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:12 smithi191 ceph-mon[84934]: pgmap v3866: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 29 MiB/s wr, 303 op/s 2024-09-16T12:08:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:13.907 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.907 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.933 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:13.934 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.934 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.942 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:13.942 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.942 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.948 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:13.948 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.948 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.954 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:13.955 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.955 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:13.959 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:13.959 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.960 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.964 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:13.964 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.965 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.969 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:13.969 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.969 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.973 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:13.973 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.973 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.977 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:13.977 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.977 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:13.980 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:13.980 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.980 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.983 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:13.983 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.983 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.985 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:13.985 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.985 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:13.988 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:13.988 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:13.988 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:13.989 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:13.989 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:13.989 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:13.991 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,58720256~25165824,142606336~8388608,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,343932928~12582912,369098752~50331648] 2024-09-16T12:08:13.991 INFO:tasks.workunit.client.0.smithi077.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:13.991 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,58720256~4194304,67108864~8388608,79691776~4194304,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,327155712~4194304,343932928~4194304,369098752~46137344] 2024-09-16T12:08:13.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~12582912,16777216~8388608,29360128~16777216,58720256~25165824,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,327155712~4194304,343932928~4194304,369098752~50331648] 2024-09-16T12:08:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:13 smithi077 ceph-mon[86047]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T12:08:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:13 smithi077 ceph-mon[88497]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T12:08:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:13 smithi191 ceph-mon[84934]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T12:08:14.918 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.918 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.945 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:14.945 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.945 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.952 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:14.952 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.952 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.960 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:14.960 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.960 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.966 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:14.966 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.966 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:14.971 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:14.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.975 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:14.975 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.975 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.979 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:14.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.979 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.982 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:14.983 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.983 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.986 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:14.986 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.986 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:14.988 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:14.989 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.989 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.991 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:14.991 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.991 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.993 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:14.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.993 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:14.995 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:14.995 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:14.995 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:14.996 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:14.996 INFO:tasks.workunit.client.0.smithi077.stdout:from 14 to HEAD diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:14.996 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,58720256~4194304,67108864~8388608,79691776~4194304,142606336~8388608,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,281018368~8388608,297795584~8388608,322961408~8388608,343932928~12582912,369098752~46137344] 2024-09-16T12:08:14.997 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,58720256~25165824,142606336~8388608,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,281018368~8388608,297795584~12582912,322961408~8388608,343932928~12582912,369098752~50331648] 2024-09-16T12:08:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:14 smithi077 ceph-mon[86047]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T12:08:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:14 smithi077 ceph-mon[86047]: pgmap v3869: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 23 MiB/s wr, 437 op/s 2024-09-16T12:08:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:14 smithi077 ceph-mon[88497]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T12:08:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:14 smithi077 ceph-mon[88497]: pgmap v3869: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 23 MiB/s wr, 437 op/s 2024-09-16T12:08:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:14 smithi191 ceph-mon[84934]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T12:08:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:14 smithi191 ceph-mon[84934]: pgmap v3869: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 23 MiB/s wr, 437 op/s 2024-09-16T12:08:15.913 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.913 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:15.954 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.954 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:15.961 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.961 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:15.966 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.966 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:15.971 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.971 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:15.975 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.975 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.978 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:15.979 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.979 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:15.982 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.982 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:15.985 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.985 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:15.988 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.988 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:15.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:15.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:15.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.993 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:15.994 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.994 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:15.995 INFO:tasks.workunit.client.0.smithi077.stdout:from 13 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:15.995 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,138412032~12582912,167772160~4194304,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~4194304,281018368~8388608,297795584~8388608,322961408~12582912,343932928~12582912,369098752~46137344] 2024-09-16T12:08:15.996 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,138412032~12582912,167772160~4194304,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~4194304,281018368~8388608,297795584~12582912,322961408~16777216,343932928~12582912,369098752~50331648] 2024-09-16T12:08:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:15 smithi077 ceph-mon[86047]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T12:08:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:15 smithi077 ceph-mon[88497]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T12:08:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:15 smithi191 ceph-mon[84934]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T12:08:16.928 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.928 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.960 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:16.960 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.961 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:16.969 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.969 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:16.976 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.976 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:16.981 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.981 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:16.988 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:16.988 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:16.994 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:16.994 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:16.997 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:16.997 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:17.000 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.000 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:17.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:17.004 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.004 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:17.006 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.006 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:17.008 INFO:tasks.workunit.client.0.smithi077.stdout:from 12 to HEAD diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~46137344,54525952~8388608,67108864~8388608,79691776~4194304,100663296~8388608,138412032~12582912,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:17.008 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~46137344,54525952~29360128,100663296~12582912,138412032~12582912,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:16] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-09-16T12:08:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[86047]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T12:08:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[86047]: pgmap v3872: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 695 KiB/s rd, 8.2 MiB/s wr, 1.28k op/s 2024-09-16T12:08:17.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[88497]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T12:08:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[88497]: pgmap v3872: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 695 KiB/s rd, 8.2 MiB/s wr, 1.28k op/s 2024-09-16T12:08:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:16 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:16 smithi191 ceph-mon[84934]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T12:08:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:16 smithi191 ceph-mon[84934]: pgmap v3872: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 695 KiB/s rd, 8.2 MiB/s wr, 1.28k op/s 2024-09-16T12:08:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:16 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:17.940 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.940 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:17.964 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.964 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.980 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:17.981 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.981 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:17.985 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.985 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:17.989 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.989 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:17.992 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.992 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.994 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:17.995 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.995 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:17.998 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:17.998 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:18.000 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:18.000 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:18.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:18.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:18.004 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:18.004 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:18.006 INFO:tasks.workunit.client.0.smithi077.stdout:from 11 to HEAD diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,100663296~8388608,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,264241152~4194304,272629760~33554432,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:18.006 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~83886080,100663296~12582912,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T12:08:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:18.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:18.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:17 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:17 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:18.943 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.943 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.963 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:18.963 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.963 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.978 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:18.978 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.978 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.992 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:18.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.993 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.999 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:18.999 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:18.999 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:19.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.005 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:19.005 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.005 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.008 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:19.008 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.008 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.011 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:19.011 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.011 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.013 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:19.013 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.013 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:19.014 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:19.014 INFO:tasks.workunit.client.0.smithi077.stdout:from 10 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:19.014 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~16777216,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~12582912,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~20971520,369098752~46137344] 2024-09-16T12:08:19.015 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~16777216,163577856~8388608,176160768~8388608,192937984~8388608,205520896~33554432,243269632~4194304,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~20971520,369098752~50331648] 2024-09-16T12:08:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:18 smithi191 ceph-mon[84934]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T12:08:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:18 smithi191 ceph-mon[84934]: pgmap v3875: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 605 KiB/s rd, 2.8 MiB/s wr, 1.12k op/s 2024-09-16T12:08:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:18 smithi077 ceph-mon[86047]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T12:08:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:18 smithi077 ceph-mon[86047]: pgmap v3875: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 605 KiB/s rd, 2.8 MiB/s wr, 1.12k op/s 2024-09-16T12:08:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:18 smithi077 ceph-mon[88497]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T12:08:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:18 smithi077 ceph-mon[88497]: pgmap v3875: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 605 KiB/s rd, 2.8 MiB/s wr, 1.12k op/s 2024-09-16T12:08:19.949 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.949 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.968 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:19.968 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.969 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.990 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:19.990 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.990 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.999 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:19.999 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:19.999 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.005 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:20.005 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.005 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.007 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:20.007 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.007 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.010 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:20.010 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.010 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.012 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:20.012 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.012 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.014 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:20.014 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.014 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.015 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:20.015 INFO:tasks.workunit.client.0.smithi077.stdout:from 9 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.016 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:20.016 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~75497472] 2024-09-16T12:08:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:19 smithi191 ceph-mon[84934]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T12:08:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:19 smithi077 ceph-mon[86047]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T12:08:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:19 smithi077 ceph-mon[88497]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T12:08:20.953 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.953 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.993 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:20.993 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.993 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.998 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:20.998 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:20.999 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.002 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:21.002 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.002 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.005 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:21.006 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.006 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.009 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:21.009 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.009 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.012 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:21.012 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.012 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.014 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:21.014 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.014 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.015 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:21.016 INFO:tasks.workunit.client.0.smithi077.stdout:from 8 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.016 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~8388608,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.016 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~20971520,163577856~8388608,176160768~8388608,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:20 smithi191 ceph-mon[84934]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T12:08:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:20 smithi191 ceph-mon[84934]: pgmap v3878: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 6.0 KiB/s wr, 407 op/s 2024-09-16T12:08:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:20 smithi077 ceph-mon[86047]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T12:08:21.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:20 smithi077 ceph-mon[86047]: pgmap v3878: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 6.0 KiB/s wr, 407 op/s 2024-09-16T12:08:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:20 smithi077 ceph-mon[88497]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T12:08:21.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:20 smithi077 ceph-mon[88497]: pgmap v3878: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 6.0 KiB/s wr, 407 op/s 2024-09-16T12:08:21.542 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.542 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.564 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:21.564 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.564 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.588 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:21.589 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.589 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.642 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:21.642 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.642 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.645 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:21.645 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.645 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:21.648 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:21.648 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.648 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.650 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:21.650 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.650 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.652 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:21.652 INFO:tasks.workunit.client.0.smithi077.stdout:from 7 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.652 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~20971520,163577856~8388608,176160768~12582912,192937984~4194304,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~16777216,343932928~8388608,356515840~8388608,369098752~50331648] 2024-09-16T12:08:21.653 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:21 smithi191 ceph-mon[84934]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T12:08:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:21 smithi191 ceph-mon[84934]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T12:08:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:21 smithi077 ceph-mon[86047]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T12:08:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:21 smithi077 ceph-mon[86047]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T12:08:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:21 smithi077 ceph-mon[88497]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T12:08:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:21 smithi077 ceph-mon[88497]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T12:08:22.537 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.537 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.576 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:22.576 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.576 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.597 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:22.597 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.597 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.600 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:22.600 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.601 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.603 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:22.603 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.603 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:22.605 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:22.605 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:22.605 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:22.607 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:22.607 INFO:tasks.workunit.client.0.smithi077.stdout:from 6 to HEAD diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:22.607 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~8388608,100663296~8388608,113246208~4194304,138412032~33554432,176160768~12582912,192937984~8388608,205520896~16777216,226492416~16777216,251658240~4194304,264241152~4194304,272629760~37748736,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:22.608 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~41943040,251658240~4194304,264241152~4194304,272629760~46137344,322961408~96468992] 2024-09-16T12:08:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:23.554 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.554 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.586 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:23.586 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.586 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.591 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:23.591 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.591 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.596 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:23.596 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.596 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.598 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:23.598 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.599 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:23.603 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:23.603 INFO:tasks.workunit.client.0.smithi077.stdout:from 5 to HEAD diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:23.603 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~75497472,79691776~12582912,100663296~8388608,113246208~4194304,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~29360128,356515840~8388608,369098752~50331648] 2024-09-16T12:08:23.604 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~54525952,322961408~96468992] 2024-09-16T12:08:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:23 smithi077 ceph-mon[86047]: pgmap v3881: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.7 KiB/s wr, 321 op/s 2024-09-16T12:08:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:23 smithi077 ceph-mon[86047]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T12:08:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:23 smithi077 ceph-mon[88497]: pgmap v3881: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.7 KiB/s wr, 321 op/s 2024-09-16T12:08:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:23 smithi077 ceph-mon[88497]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T12:08:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:23 smithi191 ceph-mon[84934]: pgmap v3881: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.7 KiB/s wr, 321 op/s 2024-09-16T12:08:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:23 smithi191 ceph-mon[84934]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T12:08:24.555 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.556 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.573 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:24.573 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.573 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.585 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:24.586 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.586 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.594 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:24.594 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.594 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.597 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:24.597 INFO:tasks.workunit.client.0.smithi077.stdout:from 4 to HEAD diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.597 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~16777216,138412032~25165824,167772160~4194304,176160768~12582912,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,264241152~46137344,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:24.600 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~16777216,138412032~33554432,176160768~12582912,192937984~8388608,205520896~50331648,264241152~155189248] 2024-09-16T12:08:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:24 smithi077 ceph-mon[86047]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T12:08:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:24 smithi077 ceph-mon[88497]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T12:08:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:24 smithi191 ceph-mon[84934]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T12:08:25.566 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.566 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.575 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:25.575 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.576 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.582 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:25.582 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.582 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.592 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:25.592 INFO:tasks.workunit.client.0.smithi077.stdout:from 3 to HEAD diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.593 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,100663296~25165824,138412032~25165824,167772160~20971520,192937984~8388608,205520896~16777216,226492416~20971520,251658240~4194304,260046848~50331648,314572800~4194304,322961408~41943040,369098752~50331648] 2024-09-16T12:08:25.593 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,100663296~25165824,138412032~50331648,192937984~8388608,205520896~213909504] 2024-09-16T12:08:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:25 smithi077 ceph-mon[86047]: pgmap v3884: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 KiB/s wr, 159 op/s 2024-09-16T12:08:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:25 smithi077 ceph-mon[86047]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T12:08:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:25 smithi077 ceph-mon[88497]: pgmap v3884: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 KiB/s wr, 159 op/s 2024-09-16T12:08:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:25 smithi077 ceph-mon[88497]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T12:08:25.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:25 smithi191 ceph-mon[84934]: pgmap v3884: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 KiB/s wr, 159 op/s 2024-09-16T12:08:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:25 smithi191 ceph-mon[84934]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T12:08:26.532 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.532 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.546 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:26.546 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.546 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.548 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:26.548 INFO:tasks.workunit.client.0.smithi077.stdout:from 2 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.548 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~20971520,192937984~54525952,251658240~4194304,260046848~58720256,322961408~41943040,369098752~50331648] 2024-09-16T12:08:26.550 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~50331648,192937984~226492416] 2024-09-16T12:08:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:26 smithi077 ceph-mon[86047]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T12:08:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:26 smithi077 ceph-mon[86047]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T12:08:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:26 smithi077 ceph-mon[88497]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T12:08:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:26 smithi077 ceph-mon[88497]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T12:08:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-09-16T12:08:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:26 smithi191 ceph-mon[84934]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T12:08:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:26 smithi191 ceph-mon[84934]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T12:08:27.581 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:27.582 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:27.602 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:27.602 INFO:tasks.workunit.client.0.smithi077.stdout:from 1 to HEAD diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:27.602 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~29360128,138412032~25165824,167772160~79691776,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:27.605 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~29360128,138412032~281018368] 2024-09-16T12:08:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:27 smithi077 ceph-mon[86047]: pgmap v3887: 137 pgs: 137 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 7.2 KiB/s wr, 288 op/s 2024-09-16T12:08:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:27 smithi077 ceph-mon[88497]: pgmap v3887: 137 pgs: 137 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 7.2 KiB/s wr, 288 op/s 2024-09-16T12:08:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:27 smithi191 ceph-mon[84934]: pgmap v3887: 137 pgs: 137 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 7.2 KiB/s wr, 288 op/s 2024-09-16T12:08:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:28.590 INFO:tasks.workunit.client.0.smithi077.stdout:from 0 to HEAD diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:28.590 INFO:tasks.workunit.client.0.smithi077.stdout: limited diff [0~88080384,96468992~37748736,138412032~109051904,251658240~8388608,264241152~54525952,322961408~41943040,369098752~50331648] 2024-09-16T12:08:28.599 INFO:tasks.workunit.client.0.smithi077.stdout: actual was [0~92274688,96468992~37748736,138412032~281018368] 2024-09-16T12:08:28.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:28 smithi077 ceph-mon[86047]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T12:08:28.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:28 smithi077 ceph-mon[88497]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T12:08:28.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:28 smithi191 ceph-mon[84934]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T12:08:29.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38845 ms) 2024-09-16T12:08:29.613 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-16T12:08:29.613 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:29 smithi077 ceph-mon[86047]: pgmap v3890: 137 pgs: 137 active+clean; 914 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 236 op/s 2024-09-16T12:08:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:29 smithi077 ceph-mon[86047]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T12:08:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:29 smithi077 ceph-mon[88497]: pgmap v3890: 137 pgs: 137 active+clean; 914 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 236 op/s 2024-09-16T12:08:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:29 smithi077 ceph-mon[88497]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T12:08:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:29 smithi191 ceph-mon[84934]: pgmap v3890: 137 pgs: 137 active+clean; 914 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 236 op/s 2024-09-16T12:08:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:29 smithi191 ceph-mon[84934]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T12:08:30.713 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1099 ms) 2024-09-16T12:08:30.713 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-16T12:08:30.713 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:30 smithi077 ceph-mon[86047]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T12:08:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:30 smithi077 ceph-mon[88497]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T12:08:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:30 smithi191 ceph-mon[84934]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T12:08:31.638 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [0~12582912,16777216~4194304] to clone 2024-09-16T12:08:31.639 INFO:tasks.workunit.client.0.smithi077.stdout: diff was [0~12582912,16777216~4194304] 2024-09-16T12:08:31.642 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (930 ms) 2024-09-16T12:08:31.642 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-16T12:08:31.642 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:31.661 INFO:tasks.workunit.client.0.smithi077.stdout: wrote [3728084~84012,5484627~24515,8262771~70835,8630615~1320,10179209~44481,12007706~46610,13687372~22756,18234778~26945,19908628~100885,20497154~55111] 2024-09-16T12:08:31.671 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-09-16T12:08:31.671 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-16T12:08:31.671 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[86047]: pgmap v3893: 137 pgs: 137 active+clean; 844 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T12:08:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[86047]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T12:08:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[86047]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T12:08:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[88497]: pgmap v3893: 137 pgs: 137 active+clean; 844 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T12:08:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[88497]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T12:08:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:31 smithi077 ceph-mon[88497]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T12:08:31.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:31 smithi191 ceph-mon[84934]: pgmap v3893: 137 pgs: 137 active+clean; 844 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T12:08:31.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:31 smithi191 ceph-mon[84934]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T12:08:31.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:31 smithi191 ceph-mon[84934]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T12:08:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:33.694 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2023 ms) 2024-09-16T12:08:33.694 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-16T12:08:33.694 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:33.759 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (65 ms) 2024-09-16T12:08:33.759 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-16T12:08:33.759 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:33.834 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (75 ms) 2024-09-16T12:08:33.834 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-16T12:08:33.834 INFO:tasks.workunit.client.0.smithi077.stdout:using new format! 2024-09-16T12:08:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:33 smithi077 ceph-mon[86047]: pgmap v3896: 137 pgs: 137 active+clean; 804 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-09-16T12:08:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:33 smithi077 ceph-mon[86047]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T12:08:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:33 smithi077 ceph-mon[88497]: pgmap v3896: 137 pgs: 137 active+clean; 804 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-09-16T12:08:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:33 smithi077 ceph-mon[88497]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T12:08:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:33 smithi191 ceph-mon[84934]: pgmap v3896: 137 pgs: 137 active+clean; 804 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-09-16T12:08:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:33 smithi191 ceph-mon[84934]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T12:08:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:34 smithi077 ceph-mon[86047]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T12:08:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:34 smithi077 ceph-mon[88497]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T12:08:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:34 smithi191 ceph-mon[84934]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T12:08:35.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:35 smithi077 ceph-mon[86047]: pgmap v3899: 137 pgs: 137 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2024-09-16T12:08:35.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:35 smithi077 ceph-mon[88497]: pgmap v3899: 137 pgs: 137 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2024-09-16T12:08:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:35 smithi191 ceph-mon[84934]: pgmap v3899: 137 pgs: 137 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2024-09-16T12:08:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:36] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-09-16T12:08:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:37 smithi077 ceph-mon[86047]: pgmap v3900: 137 pgs: 137 active+clean; 870 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 283 op/s 2024-09-16T12:08:37.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:37 smithi077 ceph-mon[86047]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T12:08:37.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:37 smithi077 ceph-mon[88497]: pgmap v3900: 137 pgs: 137 active+clean; 870 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 283 op/s 2024-09-16T12:08:37.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:37 smithi077 ceph-mon[88497]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T12:08:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:37 smithi191 ceph-mon[84934]: pgmap v3900: 137 pgs: 137 active+clean; 870 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 283 op/s 2024-09-16T12:08:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:37 smithi191 ceph-mon[84934]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T12:08:38.881 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-09-16T12:08:38.881 INFO:tasks.workunit.client.0.smithi077.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-16T12:08:38.881 INFO:tasks.workunit.client.0.smithi077.stdout:SKIPPING 2024-09-16T12:08:38.881 INFO:tasks.workunit.client.0.smithi077.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-16T12:08:39.543 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] 19 tests from DiffIterateTest/1 (254282 ms total) 2024-09-16T12:08:39.543 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:08:39.543 INFO:tasks.workunit.client.0.smithi077.stdout:[----------] Global test environment tear-down 2024-09-16T12:08:39.543 INFO:tasks.workunit.client.0.smithi077.stdout:[==========] 425 tests from 16 test suites ran. (1436524 ms total) 2024-09-16T12:08:39.543 INFO:tasks.workunit.client.0.smithi077.stdout:[ PASSED ] 425 tests. 2024-09-16T12:08:39.544 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:08:39.544 INFO:tasks.workunit.client.0.smithi077.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-16T12:08:39.544 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:08:39.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T12:08:39.553 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T12:08:39.624 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-16T12:08:39.624 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T12:08:39.872 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:39 smithi077 ceph-mon[86047]: pgmap v3902: 137 pgs: 137 active+clean; 889 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 230 op/s 2024-09-16T12:08:39.872 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:39 smithi077 ceph-mon[88497]: pgmap v3902: 137 pgs: 137 active+clean; 889 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 230 op/s 2024-09-16T12:08:39.873 DEBUG:teuthology.parallel:result is None 2024-09-16T12:08:39.874 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:08:39.899 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:08:39.899 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:08:39.955 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:08:39.955 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T12:08:39.955 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-16T12:08:39.955 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T12:08:39.955 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-16T12:08:39.955 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T12:08:39.956 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T12:08:39.956 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T12:08:39.957 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:08:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:39 smithi191 ceph-mon[84934]: pgmap v3902: 137 pgs: 137 active+clean; 889 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 230 op/s 2024-09-16T12:08:40.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:08:40.011 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T12:08:40.011 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:08:40.067 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T12:08:40.067 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T12:08:40.124 INFO:tasks.workunit:timeout=3h 2024-09-16T12:08:40.124 INFO:tasks.workunit:cleanup=True 2024-09-16T12:08:40.124 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T12:08:40.181 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T12:08:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:40 smithi077 ceph-mon[88497]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T12:08:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:40 smithi077 ceph-mon[86047]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T12:08:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:40 smithi191 ceph-mon[84934]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T12:08:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:41 smithi077 ceph-mon[86047]: pgmap v3904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:08:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:41 smithi077 ceph-mon[88497]: pgmap v3904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:08:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:41 smithi191 ceph-mon[84934]: pgmap v3904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-16T12:08:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:43 smithi077 ceph-mon[86047]: pgmap v3905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:43 smithi077 ceph-mon[88497]: pgmap v3905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:43 smithi191 ceph-mon[84934]: pgmap v3905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:45 smithi077 ceph-mon[86047]: pgmap v3906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:45 smithi077 ceph-mon[88497]: pgmap v3906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:45 smithi191 ceph-mon[84934]: pgmap v3906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-16T12:08:46.410 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T12:08:46.466 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T12:08:46.468 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T12:08:46.468 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T12:08:46.517 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T12:08:46.567 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T12:08:46.607 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T12:08:46.608 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T12:08:46.608 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T12:08:46.646 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T12:08:46.649 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T12:08:46.649 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T12:08:46.706 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-16T12:08:46.707 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-16T12:08:46.707 DEBUG:teuthology.orchestra.run.smithi077:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-16T12:08:46.765 INFO:tasks.workunit.client.0.smithi077.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-16T12:08:46.766 INFO:tasks.workunit.client.0.smithi077.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-16T12:08:46.766 INFO:tasks.workunit.client.0.smithi077.stderr:+ '[' -n '' ']' 2024-09-16T12:08:46.766 INFO:tasks.workunit.client.0.smithi077.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-16T12:08:46.939 INFO:tasks.workunit.client.0.smithi077.stdout:============================= test session starts ============================== 2024-09-16T12:08:46.939 INFO:tasks.workunit.client.0.smithi077.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-16T12:08:46.939 INFO:tasks.workunit.client.0.smithi077.stdout:cachedir: .pytest_cache 2024-09-16T12:08:46.940 INFO:tasks.workunit.client.0.smithi077.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-16T12:08:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:46] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-09-16T12:08:47.391 INFO:tasks.workunit.client.0.smithi077.stdout:collecting ... collected 182 items 2024-09-16T12:08:47.391 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:08:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:47 smithi077 ceph-mon[86047]: pgmap v3907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:47 smithi077 ceph-mon[88497]: pgmap v3907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:47 smithi191 ceph-mon[84934]: pgmap v3907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:48.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:48 smithi191 ceph-mon[84934]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T12:08:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:48 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:08:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:48 smithi077 ceph-mon[88497]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T12:08:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:48 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:08:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:48 smithi077 ceph-mon[86047]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T12:08:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:48 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:08:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:49 smithi191 ceph-mon[84934]: pgmap v3909: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:49 smithi191 ceph-mon[84934]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:08:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T12:08:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:49 smithi191 ceph-mon[84934]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T12:08:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[86047]: pgmap v3909: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[86047]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:08:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T12:08:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[86047]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T12:08:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[88497]: pgmap v3909: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[88497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T12:08:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T12:08:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:49 smithi077 ceph-mon[88497]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T12:08:50.735 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-16T12:08:50.807 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-16T12:08:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:50 smithi077 ceph-mon[86047]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T12:08:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:50 smithi077 ceph-mon[88497]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T12:08:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:50 smithi191 ceph-mon[84934]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T12:08:51.387 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-16T12:08:51.484 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-16T12:08:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[86047]: pgmap v3912: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[86047]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:08:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T12:08:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[86047]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T12:08:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[88497]: pgmap v3912: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[88497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:08:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T12:08:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:51 smithi077 ceph-mon[88497]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T12:08:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:51 smithi191 ceph-mon[84934]: pgmap v3912: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:08:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:51 smithi191 ceph-mon[84934]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T12:08:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:51 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T12:08:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:51 smithi191 ceph-mon[84934]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T12:08:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:08:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:08:52.831 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-16T12:08:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:52 smithi077 ceph-mon[86047]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T12:08:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:52 smithi077 ceph-mon[86047]: pgmap v3915: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 83 op/s 2024-09-16T12:08:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:52 smithi077 ceph-mon[88497]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T12:08:53.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:52 smithi077 ceph-mon[88497]: pgmap v3915: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 83 op/s 2024-09-16T12:08:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:52 smithi191 ceph-mon[84934]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T12:08:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:52 smithi191 ceph-mon[84934]: pgmap v3915: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 83 op/s 2024-09-16T12:08:53.354 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-16T12:08:53.884 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-16T12:08:53.976 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-16T12:08:54.057 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-16T12:08:54.068 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-16T12:08:54.070 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-16T12:08:54.138 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-16T12:08:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:53 smithi077 ceph-mon[88497]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T12:08:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:53 smithi077 ceph-mon[86047]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T12:08:54.199 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-16T12:08:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:53 smithi191 ceph-mon[84934]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T12:08:54.273 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-16T12:08:54.369 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-16T12:08:54.566 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-16T12:08:54.580 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-16T12:08:54.590 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-16T12:08:54.616 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE Bus STOPPING 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE Bus STOPPED 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE Bus STARTING 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE Serving on http://:::9283 2024-09-16T12:08:54.867 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:54 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:08:54] ENGINE Bus STARTED 2024-09-16T12:08:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 251 op/s 2024-09-16T12:08:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 251 op/s 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:55.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.926 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.927 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.928 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 251 op/s 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:08:55.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:08:56.685 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-16T12:08:56.686 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-16T12:08:56.687 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-16T12:08:56.765 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-16T12:08:56.838 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-16T12:08:56.907 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-16T12:08:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:56 smithi077 ceph-mon[86047]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T12:08:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:56 smithi077 ceph-mon[88497]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T12:08:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:08:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:08:56] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-09-16T12:08:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:56 smithi191 ceph-mon[84934]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T12:08:56.977 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-16T12:08:57.049 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-16T12:08:57.116 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-16T12:08:57.185 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-16T12:08:57.255 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-16T12:08:57.339 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-16T12:08:57.403 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-16T12:08:57.471 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-16T12:08:57.544 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-16T12:08:57.615 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-16T12:08:57.691 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-16T12:08:57.768 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-16T12:08:57.851 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-16T12:08:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[86047]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 26 KiB/s wr, 487 op/s 2024-09-16T12:08:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[86047]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T12:08:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[88497]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 26 KiB/s wr, 487 op/s 2024-09-16T12:08:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[88497]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T12:08:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:57.934 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-16T12:08:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:57 smithi191 ceph-mon[84934]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 26 KiB/s wr, 487 op/s 2024-09-16T12:08:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:57 smithi191 ceph-mon[84934]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T12:08:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:08:58.005 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-16T12:08:58.073 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-16T12:08:58.194 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-16T12:08:58.266 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-16T12:08:58.347 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-16T12:08:58.415 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-16T12:08:58.497 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-16T12:08:58.574 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-16T12:08:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[86047]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 728 op/s 2024-09-16T12:08:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[86047]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T12:08:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-16T12:08:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-09-16T12:08:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[88497]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 728 op/s 2024-09-16T12:08:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[88497]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T12:08:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-16T12:08:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:08:59 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-09-16T12:08:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:59 smithi191 ceph-mon[84934]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 728 op/s 2024-09-16T12:08:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:59 smithi191 ceph-mon[84934]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T12:08:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-16T12:08:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:08:59 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-09-16T12:09:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-16T12:09:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-09-16T12:09:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[86047]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T12:09:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-16T12:09:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-09-16T12:09:00.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:00 smithi077 ceph-mon[88497]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T12:09:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-16T12:09:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-09-16T12:09:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:00 smithi191 ceph-mon[84934]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T12:09:01.623 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-16T12:09:01.714 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-16T12:09:01.813 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[86047]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1014 KiB/s wr, 1.29k op/s 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[86047]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[86047]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[88497]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1014 KiB/s wr, 1.29k op/s 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[88497]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T12:09:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:01 smithi077 ceph-mon[88497]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T12:09:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:01 smithi191 ceph-mon[84934]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1014 KiB/s wr, 1.29k op/s 2024-09-16T12:09:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:01 smithi191 ceph-mon[84934]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T12:09:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:01 smithi191 ceph-mon[84934]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T12:09:01.997 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-16T12:09:02.186 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-16T12:09:02.254 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-16T12:09:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:03 smithi077 ceph-mon[86047]: pgmap v3927: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.0 MiB/s wr, 993 op/s 2024-09-16T12:09:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:03 smithi077 ceph-mon[86047]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T12:09:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:03 smithi077 ceph-mon[88497]: pgmap v3927: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.0 MiB/s wr, 993 op/s 2024-09-16T12:09:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:03 smithi077 ceph-mon[88497]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T12:09:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:03 smithi191 ceph-mon[84934]: pgmap v3927: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.0 MiB/s wr, 993 op/s 2024-09-16T12:09:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:03 smithi191 ceph-mon[84934]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T12:09:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:04 smithi077 ceph-mon[86047]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T12:09:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:04 smithi077 ceph-mon[88497]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T12:09:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:04 smithi191 ceph-mon[84934]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T12:09:05.799 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-16T12:09:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:05 smithi077 ceph-mon[86047]: pgmap v3930: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 1.1 MiB/s wr, 727 op/s; 3 B/s, 1 objects/s recovering 2024-09-16T12:09:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:05 smithi077 ceph-mon[86047]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T12:09:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:05 smithi077 ceph-mon[88497]: pgmap v3930: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 1.1 MiB/s wr, 727 op/s; 3 B/s, 1 objects/s recovering 2024-09-16T12:09:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:05 smithi077 ceph-mon[88497]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T12:09:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:05 smithi191 ceph-mon[84934]: pgmap v3930: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 1.1 MiB/s wr, 727 op/s; 3 B/s, 1 objects/s recovering 2024-09-16T12:09:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:05 smithi191 ceph-mon[84934]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T12:09:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:06 smithi077 ceph-mon[86047]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T12:09:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:06 smithi077 ceph-mon[86047]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T12:09:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:06 smithi077 ceph-mon[88497]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T12:09:06.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:06 smithi077 ceph-mon[88497]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T12:09:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:06] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-09-16T12:09:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:06 smithi191 ceph-mon[84934]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T12:09:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:06 smithi191 ceph-mon[84934]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T12:09:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:07 smithi077 ceph-mon[86047]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 3.0 MiB/s wr, 658 op/s; 3 B/s, 3 objects/s recovering 2024-09-16T12:09:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:07 smithi077 ceph-mon[86047]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T12:09:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:07 smithi077 ceph-mon[88497]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 3.0 MiB/s wr, 658 op/s; 3 B/s, 3 objects/s recovering 2024-09-16T12:09:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:07 smithi077 ceph-mon[88497]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T12:09:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:07 smithi191 ceph-mon[84934]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 3.0 MiB/s wr, 658 op/s; 3 B/s, 3 objects/s recovering 2024-09-16T12:09:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:07 smithi191 ceph-mon[84934]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T12:09:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:09 smithi077 ceph-mon[86047]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 346 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T12:09:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:09 smithi077 ceph-mon[86047]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T12:09:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:09 smithi077 ceph-mon[88497]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 346 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T12:09:09.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:09 smithi077 ceph-mon[88497]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T12:09:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:09 smithi191 ceph-mon[84934]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 346 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T12:09:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:09 smithi191 ceph-mon[84934]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T12:09:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:10 smithi077 ceph-mon[86047]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T12:09:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:10 smithi077 ceph-mon[88497]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T12:09:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:10 smithi191 ceph-mon[84934]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T12:09:11.631 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-16T12:09:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[88497]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 134 op/s 2024-09-16T12:09:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[88497]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T12:09:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[88497]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T12:09:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[86047]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 134 op/s 2024-09-16T12:09:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[86047]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T12:09:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:11 smithi077 ceph-mon[86047]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T12:09:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:11 smithi191 ceph-mon[84934]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 134 op/s 2024-09-16T12:09:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:11 smithi191 ceph-mon[84934]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T12:09:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:11 smithi191 ceph-mon[84934]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T12:09:12.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:13 smithi077 ceph-mon[86047]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 12 KiB/s wr, 268 op/s 2024-09-16T12:09:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:13 smithi077 ceph-mon[86047]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T12:09:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:13 smithi077 ceph-mon[88497]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 12 KiB/s wr, 268 op/s 2024-09-16T12:09:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:13 smithi077 ceph-mon[88497]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T12:09:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:13 smithi191 ceph-mon[84934]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 12 KiB/s wr, 268 op/s 2024-09-16T12:09:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:13 smithi191 ceph-mon[84934]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T12:09:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:14 smithi077 ceph-mon[86047]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T12:09:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:14 smithi077 ceph-mon[88497]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T12:09:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:14 smithi191 ceph-mon[84934]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T12:09:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:15 smithi077 ceph-mon[86047]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-16T12:09:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:15 smithi077 ceph-mon[86047]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T12:09:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:15 smithi077 ceph-mon[88497]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-16T12:09:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:15 smithi077 ceph-mon[88497]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T12:09:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:15 smithi191 ceph-mon[84934]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-16T12:09:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:15 smithi191 ceph-mon[84934]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T12:09:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:16 smithi077 ceph-mon[86047]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T12:09:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:16 smithi077 ceph-mon[86047]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T12:09:16.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:16] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-16T12:09:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:16 smithi077 ceph-mon[88497]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T12:09:16.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:16 smithi077 ceph-mon[88497]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T12:09:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:16 smithi191 ceph-mon[84934]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T12:09:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:16 smithi191 ceph-mon[84934]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T12:09:17.692 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-16T12:09:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:17 smithi077 ceph-mon[86047]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-09-16T12:09:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:17 smithi077 ceph-mon[88497]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-09-16T12:09:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:17 smithi191 ceph-mon[84934]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-09-16T12:09:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:18 smithi077 ceph-mon[86047]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T12:09:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:18 smithi077 ceph-mon[88497]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T12:09:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:18 smithi191 ceph-mon[84934]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T12:09:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:19 smithi077 ceph-mon[86047]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 256 op/s 2024-09-16T12:09:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:19 smithi077 ceph-mon[86047]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T12:09:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:19 smithi077 ceph-mon[88497]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 256 op/s 2024-09-16T12:09:19.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:19 smithi077 ceph-mon[88497]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T12:09:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:19 smithi191 ceph-mon[84934]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 256 op/s 2024-09-16T12:09:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:19 smithi191 ceph-mon[84934]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T12:09:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:20 smithi077 ceph-mon[86047]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T12:09:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:20 smithi077 ceph-mon[88497]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T12:09:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:20 smithi191 ceph-mon[84934]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T12:09:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[86047]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 221 op/s 2024-09-16T12:09:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[86047]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T12:09:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[86047]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T12:09:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[88497]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 221 op/s 2024-09-16T12:09:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[88497]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T12:09:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:21 smithi077 ceph-mon[88497]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T12:09:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:21 smithi191 ceph-mon[84934]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 221 op/s 2024-09-16T12:09:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:21 smithi191 ceph-mon[84934]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T12:09:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:21 smithi191 ceph-mon[84934]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T12:09:22.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:23.711 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-16T12:09:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:23 smithi077 ceph-mon[86047]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 131 op/s 2024-09-16T12:09:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:23 smithi077 ceph-mon[86047]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T12:09:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:23 smithi077 ceph-mon[88497]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 131 op/s 2024-09-16T12:09:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:23 smithi077 ceph-mon[88497]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T12:09:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:23 smithi191 ceph-mon[84934]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 131 op/s 2024-09-16T12:09:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:23 smithi191 ceph-mon[84934]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T12:09:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:24 smithi077 ceph-mon[86047]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T12:09:24.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:24 smithi077 ceph-mon[88497]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T12:09:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:24 smithi191 ceph-mon[84934]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T12:09:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:25 smithi077 ceph-mon[86047]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 203 op/s 2024-09-16T12:09:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:25 smithi077 ceph-mon[86047]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T12:09:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:25 smithi077 ceph-mon[88497]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 203 op/s 2024-09-16T12:09:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:25 smithi077 ceph-mon[88497]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T12:09:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:25 smithi191 ceph-mon[84934]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 203 op/s 2024-09-16T12:09:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:25 smithi191 ceph-mon[84934]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T12:09:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:26 smithi077 ceph-mon[86047]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T12:09:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:26 smithi077 ceph-mon[86047]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T12:09:26.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:26] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-16T12:09:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:26 smithi077 ceph-mon[88497]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T12:09:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:26 smithi077 ceph-mon[88497]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T12:09:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:26 smithi191 ceph-mon[84934]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T12:09:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:26 smithi191 ceph-mon[84934]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T12:09:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[86047]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 157 op/s 2024-09-16T12:09:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[86047]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T12:09:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[88497]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 157 op/s 2024-09-16T12:09:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:27 smithi077 ceph-mon[88497]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T12:09:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:27 smithi191 ceph-mon[84934]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 157 op/s 2024-09-16T12:09:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:27.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:27 smithi191 ceph-mon[84934]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T12:09:29.739 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-16T12:09:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:29 smithi077 ceph-mon[86047]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-09-16T12:09:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:29 smithi077 ceph-mon[86047]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T12:09:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:29 smithi077 ceph-mon[88497]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-09-16T12:09:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:29 smithi077 ceph-mon[88497]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T12:09:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:29 smithi191 ceph-mon[84934]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-09-16T12:09:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:29 smithi191 ceph-mon[84934]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T12:09:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:30 smithi077 ceph-mon[86047]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T12:09:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:30 smithi077 ceph-mon[88497]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T12:09:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:30 smithi191 ceph-mon[84934]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T12:09:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[86047]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-16T12:09:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[86047]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T12:09:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[86047]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T12:09:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[88497]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-16T12:09:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[88497]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T12:09:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:31 smithi077 ceph-mon[88497]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T12:09:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:31 smithi191 ceph-mon[84934]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-16T12:09:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:31 smithi191 ceph-mon[84934]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T12:09:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:31 smithi191 ceph-mon[84934]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T12:09:32.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:33.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:33 smithi077 ceph-mon[86047]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-16T12:09:33.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:33 smithi077 ceph-mon[86047]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T12:09:33.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:33 smithi077 ceph-mon[88497]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-16T12:09:33.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:33 smithi077 ceph-mon[88497]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T12:09:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:33 smithi191 ceph-mon[84934]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-16T12:09:33.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:33 smithi191 ceph-mon[84934]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T12:09:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:34 smithi191 ceph-mon[84934]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T12:09:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:34 smithi077 ceph-mon[86047]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T12:09:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:34 smithi077 ceph-mon[88497]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T12:09:35.779 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-16T12:09:35.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:35 smithi191 ceph-mon[84934]: pgmap v3975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 1.0 MiB/s wr, 179 op/s 2024-09-16T12:09:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:35 smithi191 ceph-mon[84934]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T12:09:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:35 smithi077 ceph-mon[88497]: pgmap v3975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 1.0 MiB/s wr, 179 op/s 2024-09-16T12:09:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:35 smithi077 ceph-mon[88497]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T12:09:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:35 smithi077 ceph-mon[86047]: pgmap v3975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 1.0 MiB/s wr, 179 op/s 2024-09-16T12:09:36.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:35 smithi077 ceph-mon[86047]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T12:09:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:36 smithi191 ceph-mon[84934]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T12:09:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:36 smithi191 ceph-mon[84934]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T12:09:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:36 smithi077 ceph-mon[86047]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T12:09:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:36 smithi077 ceph-mon[86047]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T12:09:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:36] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-16T12:09:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:36 smithi077 ceph-mon[88497]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T12:09:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:36 smithi077 ceph-mon[88497]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T12:09:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:37 smithi191 ceph-mon[84934]: pgmap v3978: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-09-16T12:09:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:37 smithi191 ceph-mon[84934]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T12:09:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:37 smithi077 ceph-mon[88497]: pgmap v3978: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-09-16T12:09:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:37 smithi077 ceph-mon[88497]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T12:09:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:37 smithi077 ceph-mon[86047]: pgmap v3978: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-09-16T12:09:38.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:37 smithi077 ceph-mon[86047]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T12:09:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:39 smithi077 ceph-mon[86047]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 1.0 MiB/s wr, 172 op/s 2024-09-16T12:09:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:39 smithi077 ceph-mon[86047]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T12:09:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:39 smithi077 ceph-mon[88497]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 1.0 MiB/s wr, 172 op/s 2024-09-16T12:09:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:39 smithi077 ceph-mon[88497]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T12:09:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:39 smithi191 ceph-mon[84934]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 1.0 MiB/s wr, 172 op/s 2024-09-16T12:09:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:39 smithi191 ceph-mon[84934]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T12:09:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:40 smithi077 ceph-mon[88497]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T12:09:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:40 smithi077 ceph-mon[86047]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T12:09:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:40 smithi191 ceph-mon[84934]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T12:09:41.638 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-16T12:09:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[88497]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-09-16T12:09:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[88497]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T12:09:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[88497]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T12:09:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[86047]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-09-16T12:09:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[86047]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T12:09:41.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:41 smithi077 ceph-mon[86047]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T12:09:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:41 smithi191 ceph-mon[84934]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-09-16T12:09:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:41 smithi191 ceph-mon[84934]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T12:09:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:41 smithi191 ceph-mon[84934]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T12:09:42.581 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:43.669 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-16T12:09:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:43 smithi077 ceph-mon[88497]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-09-16T12:09:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:43 smithi077 ceph-mon[88497]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T12:09:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:43 smithi077 ceph-mon[86047]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-09-16T12:09:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:43 smithi077 ceph-mon[86047]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T12:09:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:43 smithi191 ceph-mon[84934]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-09-16T12:09:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:43 smithi191 ceph-mon[84934]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T12:09:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:44 smithi077 ceph-mon[88497]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T12:09:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:44 smithi077 ceph-mon[86047]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T12:09:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:44 smithi191 ceph-mon[84934]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T12:09:45.684 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-16T12:09:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:45 smithi077 ceph-mon[86047]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-16T12:09:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:45 smithi077 ceph-mon[86047]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T12:09:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:45 smithi077 ceph-mon[88497]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-16T12:09:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:45 smithi077 ceph-mon[88497]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T12:09:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:45 smithi191 ceph-mon[84934]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-16T12:09:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:45 smithi191 ceph-mon[84934]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T12:09:46.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:46 smithi077 ceph-mon[86047]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T12:09:46.924 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:46 smithi077 ceph-mon[86047]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T12:09:46.925 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:46] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:09:46.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:46 smithi077 ceph-mon[88497]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T12:09:46.925 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:46 smithi077 ceph-mon[88497]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T12:09:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:46 smithi191 ceph-mon[84934]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T12:09:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:46 smithi191 ceph-mon[84934]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T12:09:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:47 smithi077 ceph-mon[86047]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.0 MiB/s wr, 157 op/s 2024-09-16T12:09:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:47 smithi077 ceph-mon[86047]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T12:09:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:47 smithi077 ceph-mon[88497]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.0 MiB/s wr, 157 op/s 2024-09-16T12:09:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:47 smithi077 ceph-mon[88497]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T12:09:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:47 smithi191 ceph-mon[84934]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.0 MiB/s wr, 157 op/s 2024-09-16T12:09:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:47 smithi191 ceph-mon[84934]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T12:09:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:49 smithi077 ceph-mon[86047]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.0 KiB/s wr, 168 op/s 2024-09-16T12:09:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:49 smithi077 ceph-mon[86047]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T12:09:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:49 smithi077 ceph-mon[88497]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.0 KiB/s wr, 168 op/s 2024-09-16T12:09:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:49 smithi077 ceph-mon[88497]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T12:09:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:49 smithi191 ceph-mon[84934]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.0 KiB/s wr, 168 op/s 2024-09-16T12:09:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:49 smithi191 ceph-mon[84934]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T12:09:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:50 smithi077 ceph-mon[86047]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T12:09:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:50 smithi077 ceph-mon[88497]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T12:09:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:50 smithi191 ceph-mon[84934]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T12:09:51.635 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-16T12:09:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[88497]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.2 KiB/s wr, 107 op/s 2024-09-16T12:09:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[88497]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T12:09:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[88497]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T12:09:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[86047]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.2 KiB/s wr, 107 op/s 2024-09-16T12:09:51.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[86047]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T12:09:51.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:51 smithi077 ceph-mon[86047]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T12:09:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:51 smithi191 ceph-mon[84934]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.2 KiB/s wr, 107 op/s 2024-09-16T12:09:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:51 smithi191 ceph-mon[84934]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T12:09:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:51 smithi191 ceph-mon[84934]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T12:09:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:09:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:09:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:53 smithi077 ceph-mon[86047]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-09-16T12:09:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:53 smithi077 ceph-mon[86047]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T12:09:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:53 smithi077 ceph-mon[88497]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-09-16T12:09:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:53 smithi077 ceph-mon[88497]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T12:09:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:53 smithi191 ceph-mon[84934]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-09-16T12:09:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:53 smithi191 ceph-mon[84934]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T12:09:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:54 smithi077 ceph-mon[86047]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T12:09:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:54 smithi077 ceph-mon[88497]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T12:09:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:54 smithi191 ceph-mon[84934]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T12:09:55.676 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-16T12:09:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-09-16T12:09:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T12:09:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:09:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:09:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:09:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-09-16T12:09:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T12:09:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:09:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:09:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:09:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:09:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:56 smithi077 ceph-mon[86047]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T12:09:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:56 smithi077 ceph-mon[86047]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T12:09:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:09:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:09:56] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:09:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:56 smithi077 ceph-mon[88497]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T12:09:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:56 smithi077 ceph-mon[88497]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T12:09:56.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:56 smithi191 ceph-mon[84934]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T12:09:56.965 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:56 smithi191 ceph-mon[84934]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T12:09:57.644 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-16T12:09:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[86047]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 71 op/s 2024-09-16T12:09:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[86047]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T12:09:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[88497]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 71 op/s 2024-09-16T12:09:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:57 smithi077 ceph-mon[88497]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T12:09:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:57 smithi191 ceph-mon[84934]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 71 op/s 2024-09-16T12:09:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:09:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:57 smithi191 ceph-mon[84934]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T12:09:59.757 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-16T12:09:59.835 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-16T12:09:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:59 smithi077 ceph-mon[86047]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 108 op/s 2024-09-16T12:09:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:09:59 smithi077 ceph-mon[86047]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T12:09:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:59 smithi077 ceph-mon[88497]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 108 op/s 2024-09-16T12:09:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:09:59 smithi077 ceph-mon[88497]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T12:09:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:59 smithi191 ceph-mon[84934]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 108 op/s 2024-09-16T12:09:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:09:59 smithi191 ceph-mon[84934]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T12:10:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:00 smithi077 ceph-mon[86047]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T12:10:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T12:10:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:00 smithi077 ceph-mon[88497]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T12:10:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T12:10:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:00 smithi191 ceph-mon[84934]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T12:10:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T12:10:01.656 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-16T12:10:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[86047]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 134 op/s 2024-09-16T12:10:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[86047]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T12:10:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[86047]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T12:10:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[88497]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 134 op/s 2024-09-16T12:10:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[88497]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T12:10:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:01 smithi077 ceph-mon[88497]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T12:10:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:01 smithi191 ceph-mon[84934]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 134 op/s 2024-09-16T12:10:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:01 smithi191 ceph-mon[84934]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T12:10:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:01 smithi191 ceph-mon[84934]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T12:10:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:03.730 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-16T12:10:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:03 smithi077 ceph-mon[86047]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-09-16T12:10:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:03 smithi077 ceph-mon[86047]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T12:10:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:03 smithi077 ceph-mon[88497]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-09-16T12:10:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:03 smithi077 ceph-mon[88497]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T12:10:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:03 smithi191 ceph-mon[84934]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-09-16T12:10:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:03 smithi191 ceph-mon[84934]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T12:10:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:04 smithi077 ceph-mon[86047]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T12:10:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:04 smithi077 ceph-mon[88497]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T12:10:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:04 smithi191 ceph-mon[84934]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T12:10:05.745 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-16T12:10:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:05 smithi077 ceph-mon[86047]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-09-16T12:10:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:05 smithi077 ceph-mon[86047]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T12:10:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:05 smithi077 ceph-mon[88497]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-09-16T12:10:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:05 smithi077 ceph-mon[88497]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T12:10:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:05 smithi191 ceph-mon[84934]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-09-16T12:10:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:05 smithi191 ceph-mon[84934]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T12:10:06.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:06] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-09-16T12:10:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:06 smithi077 ceph-mon[88497]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T12:10:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:06 smithi077 ceph-mon[88497]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T12:10:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:06 smithi077 ceph-mon[86047]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T12:10:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:06 smithi077 ceph-mon[86047]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T12:10:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:06 smithi191 ceph-mon[84934]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T12:10:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:06 smithi191 ceph-mon[84934]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T12:10:07.649 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-16T12:10:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:07 smithi077 ceph-mon[86047]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-09-16T12:10:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:07 smithi077 ceph-mon[86047]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T12:10:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:07 smithi077 ceph-mon[88497]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-09-16T12:10:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:07 smithi077 ceph-mon[88497]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T12:10:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:07 smithi191 ceph-mon[84934]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-09-16T12:10:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:07 smithi191 ceph-mon[84934]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T12:10:09.776 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-16T12:10:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:09 smithi191 ceph-mon[84934]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-09-16T12:10:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:09 smithi191 ceph-mon[84934]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T12:10:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:09 smithi077 ceph-mon[86047]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-09-16T12:10:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:09 smithi077 ceph-mon[86047]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T12:10:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:09 smithi077 ceph-mon[88497]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-09-16T12:10:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:09 smithi077 ceph-mon[88497]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T12:10:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:10 smithi191 ceph-mon[84934]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T12:10:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:10 smithi077 ceph-mon[86047]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T12:10:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:10 smithi077 ceph-mon[88497]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T12:10:11.651 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-16T12:10:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:11 smithi191 ceph-mon[84934]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.2 KiB/s wr, 181 op/s 2024-09-16T12:10:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:11 smithi191 ceph-mon[84934]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T12:10:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:11 smithi191 ceph-mon[84934]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[86047]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.2 KiB/s wr, 181 op/s 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[86047]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[86047]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[88497]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.2 KiB/s wr, 181 op/s 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[88497]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T12:10:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:11 smithi077 ceph-mon[88497]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T12:10:12.702 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:12 smithi191 ceph-mon[84934]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T12:10:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:12 smithi077 ceph-mon[88497]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T12:10:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:12 smithi077 ceph-mon[86047]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T12:10:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:13 smithi191 ceph-mon[84934]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-09-16T12:10:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:13 smithi191 ceph-mon[84934]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T12:10:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:13 smithi077 ceph-mon[86047]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-09-16T12:10:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:13 smithi077 ceph-mon[86047]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T12:10:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:13 smithi077 ceph-mon[88497]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-09-16T12:10:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:13 smithi077 ceph-mon[88497]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T12:10:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:15 smithi077 ceph-mon[88497]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-09-16T12:10:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:15 smithi077 ceph-mon[88497]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T12:10:15.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:15 smithi077 ceph-mon[86047]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-09-16T12:10:15.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:15 smithi077 ceph-mon[86047]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T12:10:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:15 smithi191 ceph-mon[84934]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-09-16T12:10:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:15 smithi191 ceph-mon[84934]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T12:10:16.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:16] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-16T12:10:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:16 smithi077 ceph-mon[88497]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T12:10:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:16 smithi077 ceph-mon[88497]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T12:10:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:16 smithi077 ceph-mon[86047]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T12:10:16.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:16 smithi077 ceph-mon[86047]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T12:10:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:16 smithi191 ceph-mon[84934]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T12:10:16.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:16 smithi191 ceph-mon[84934]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T12:10:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:17 smithi077 ceph-mon[86047]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 86 op/s 2024-09-16T12:10:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:17 smithi077 ceph-mon[88497]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 86 op/s 2024-09-16T12:10:17.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:17 smithi191 ceph-mon[84934]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 86 op/s 2024-09-16T12:10:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:18 smithi077 ceph-mon[86047]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T12:10:18.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:18 smithi077 ceph-mon[88497]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T12:10:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:18 smithi191 ceph-mon[84934]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T12:10:19.685 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-16T12:10:19.775 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-16T12:10:19.853 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-16T12:10:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:19 smithi077 ceph-mon[88497]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T12:10:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:19 smithi077 ceph-mon[88497]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T12:10:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:19 smithi077 ceph-mon[86047]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T12:10:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:19 smithi077 ceph-mon[86047]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T12:10:19.926 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-16T12:10:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:19 smithi191 ceph-mon[84934]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.5 KiB/s wr, 48 op/s 2024-09-16T12:10:19.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:19 smithi191 ceph-mon[84934]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T12:10:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:20 smithi077 ceph-mon[86047]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T12:10:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:20 smithi077 ceph-mon[88497]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T12:10:20.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:20 smithi191 ceph-mon[84934]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T12:10:21.662 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-16T12:10:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[88497]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-16T12:10:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[88497]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T12:10:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[88497]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T12:10:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[86047]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-16T12:10:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[86047]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T12:10:21.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:21 smithi077 ceph-mon[86047]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T12:10:21.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:21 smithi191 ceph-mon[84934]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-16T12:10:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:21 smithi191 ceph-mon[84934]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T12:10:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:21 smithi191 ceph-mon[84934]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T12:10:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:23.706 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-16T12:10:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:23 smithi077 ceph-mon[88497]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.0 KiB/s wr, 67 op/s 2024-09-16T12:10:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:23 smithi077 ceph-mon[88497]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T12:10:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:23 smithi077 ceph-mon[86047]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.0 KiB/s wr, 67 op/s 2024-09-16T12:10:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:23 smithi077 ceph-mon[86047]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T12:10:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:23 smithi191 ceph-mon[84934]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.0 KiB/s wr, 67 op/s 2024-09-16T12:10:23.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:23 smithi191 ceph-mon[84934]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T12:10:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:24 smithi077 ceph-mon[86047]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T12:10:24.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:24 smithi077 ceph-mon[88497]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T12:10:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:24 smithi191 ceph-mon[84934]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T12:10:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:25 smithi077 ceph-mon[86047]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 223 op/s 2024-09-16T12:10:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:25 smithi077 ceph-mon[86047]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T12:10:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:25 smithi077 ceph-mon[88497]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 223 op/s 2024-09-16T12:10:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:25 smithi077 ceph-mon[88497]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T12:10:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:25 smithi191 ceph-mon[84934]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 223 op/s 2024-09-16T12:10:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:25 smithi191 ceph-mon[84934]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T12:10:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:26 smithi077 ceph-mon[86047]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T12:10:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:26 smithi077 ceph-mon[86047]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T12:10:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:26 smithi077 ceph-mon[88497]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T12:10:26.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:26 smithi077 ceph-mon[88497]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T12:10:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:26] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-16T12:10:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:26 smithi191 ceph-mon[84934]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T12:10:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:26 smithi191 ceph-mon[84934]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T12:10:27.654 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-16T12:10:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[88497]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-09-16T12:10:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:27.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[88497]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T12:10:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[86047]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-09-16T12:10:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:27 smithi077 ceph-mon[86047]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T12:10:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:27 smithi191 ceph-mon[84934]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-09-16T12:10:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:27 smithi191 ceph-mon[84934]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T12:10:29.728 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-16T12:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:29 smithi077 ceph-mon[88497]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-16T12:10:29.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:29 smithi077 ceph-mon[88497]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T12:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:29 smithi077 ceph-mon[86047]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-16T12:10:29.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:29 smithi077 ceph-mon[86047]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T12:10:29.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:29 smithi191 ceph-mon[84934]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-16T12:10:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:29 smithi191 ceph-mon[84934]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T12:10:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:30 smithi077 ceph-mon[86047]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T12:10:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:30 smithi077 ceph-mon[88497]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T12:10:30.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:30 smithi191 ceph-mon[84934]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T12:10:31.667 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-16T12:10:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[86047]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-09-16T12:10:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[86047]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T12:10:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[86047]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T12:10:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[88497]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-09-16T12:10:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[88497]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T12:10:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:31 smithi077 ceph-mon[88497]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T12:10:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:31 smithi191 ceph-mon[84934]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-09-16T12:10:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:31 smithi191 ceph-mon[84934]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T12:10:31.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:31 smithi191 ceph-mon[84934]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T12:10:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:33.752 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-16T12:10:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:33 smithi077 ceph-mon[88497]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-09-16T12:10:33.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:33 smithi077 ceph-mon[88497]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T12:10:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:33 smithi077 ceph-mon[86047]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-09-16T12:10:33.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:33 smithi077 ceph-mon[86047]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T12:10:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:33 smithi191 ceph-mon[84934]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-09-16T12:10:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:33 smithi191 ceph-mon[84934]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T12:10:34.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:34 smithi077 ceph-mon[86047]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T12:10:34.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:34 smithi077 ceph-mon[88497]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T12:10:34.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:34 smithi191 ceph-mon[84934]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T12:10:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:35 smithi191 ceph-mon[84934]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 126 op/s 2024-09-16T12:10:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:35 smithi191 ceph-mon[84934]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T12:10:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:35 smithi077 ceph-mon[86047]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 126 op/s 2024-09-16T12:10:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:35 smithi077 ceph-mon[86047]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T12:10:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:35 smithi077 ceph-mon[88497]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 126 op/s 2024-09-16T12:10:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:35 smithi077 ceph-mon[88497]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T12:10:36.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:36 smithi191 ceph-mon[84934]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T12:10:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:36 smithi191 ceph-mon[84934]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T12:10:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:36 smithi077 ceph-mon[86047]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T12:10:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:36 smithi077 ceph-mon[86047]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T12:10:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:36] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-09-16T12:10:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:36 smithi077 ceph-mon[88497]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T12:10:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:36 smithi077 ceph-mon[88497]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T12:10:37.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:37 smithi191 ceph-mon[84934]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-09-16T12:10:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:37 smithi191 ceph-mon[84934]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T12:10:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:37 smithi077 ceph-mon[86047]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-09-16T12:10:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:37 smithi077 ceph-mon[86047]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T12:10:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:37 smithi077 ceph-mon[88497]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-09-16T12:10:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:37 smithi077 ceph-mon[88497]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T12:10:39.675 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-16T12:10:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:39 smithi077 ceph-mon[86047]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-09-16T12:10:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:39 smithi077 ceph-mon[86047]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T12:10:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:39 smithi077 ceph-mon[88497]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-09-16T12:10:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:39 smithi077 ceph-mon[88497]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T12:10:39.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:39 smithi191 ceph-mon[84934]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-09-16T12:10:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:39 smithi191 ceph-mon[84934]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T12:10:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:40 smithi077 ceph-mon[86047]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T12:10:40.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:40 smithi077 ceph-mon[88497]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T12:10:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:40 smithi191 ceph-mon[84934]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T12:10:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[86047]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[86047]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T12:10:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[86047]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T12:10:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[88497]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[88497]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T12:10:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:41 smithi077 ceph-mon[88497]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T12:10:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:41 smithi191 ceph-mon[84934]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:41 smithi191 ceph-mon[84934]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T12:10:41.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:41 smithi191 ceph-mon[84934]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T12:10:42.595 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:42.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:43 smithi077 ceph-mon[88497]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T12:10:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:43 smithi077 ceph-mon[88497]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T12:10:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:43 smithi077 ceph-mon[86047]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T12:10:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:43 smithi077 ceph-mon[86047]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T12:10:43.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:43 smithi191 ceph-mon[84934]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-16T12:10:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:43 smithi191 ceph-mon[84934]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T12:10:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:44 smithi077 ceph-mon[86047]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T12:10:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:44 smithi077 ceph-mon[88497]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T12:10:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:44 smithi191 ceph-mon[84934]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T12:10:45.701 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-16T12:10:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:45 smithi077 ceph-mon[88497]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-16T12:10:45.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:45 smithi077 ceph-mon[88497]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T12:10:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:45 smithi077 ceph-mon[86047]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-16T12:10:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:45 smithi077 ceph-mon[86047]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T12:10:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:45 smithi191 ceph-mon[84934]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-16T12:10:45.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:45 smithi191 ceph-mon[84934]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T12:10:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:46 smithi077 ceph-mon[86047]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T12:10:46.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:46 smithi077 ceph-mon[86047]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T12:10:46.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:46] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-09-16T12:10:46.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:46 smithi077 ceph-mon[88497]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T12:10:46.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:46 smithi077 ceph-mon[88497]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T12:10:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:46 smithi191 ceph-mon[84934]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T12:10:46.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:46 smithi191 ceph-mon[84934]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T12:10:47.658 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-16T12:10:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:47 smithi077 ceph-mon[86047]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-16T12:10:47.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:47 smithi077 ceph-mon[86047]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T12:10:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:47 smithi077 ceph-mon[88497]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-16T12:10:47.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:47 smithi077 ceph-mon[88497]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T12:10:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:47 smithi191 ceph-mon[84934]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-16T12:10:47.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:47 smithi191 ceph-mon[84934]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T12:10:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:49 smithi077 ceph-mon[86047]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-09-16T12:10:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:49 smithi077 ceph-mon[86047]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T12:10:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:49 smithi077 ceph-mon[88497]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-09-16T12:10:49.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:49 smithi077 ceph-mon[88497]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T12:10:49.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:49 smithi191 ceph-mon[84934]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-09-16T12:10:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:49 smithi191 ceph-mon[84934]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T12:10:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:50 smithi077 ceph-mon[88497]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T12:10:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:50 smithi077 ceph-mon[86047]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T12:10:50.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:50 smithi191 ceph-mon[84934]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T12:10:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[86047]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-09-16T12:10:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[86047]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T12:10:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[86047]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T12:10:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[88497]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-09-16T12:10:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[88497]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T12:10:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:51 smithi077 ceph-mon[88497]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T12:10:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:51 smithi191 ceph-mon[84934]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-09-16T12:10:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:51 smithi191 ceph-mon[84934]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T12:10:51.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:51 smithi191 ceph-mon[84934]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T12:10:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:10:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:10:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:53 smithi077 ceph-mon[86047]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:53.931 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:53 smithi077 ceph-mon[86047]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T12:10:53.931 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:53 smithi077 ceph-mon[88497]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:53.931 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:53 smithi077 ceph-mon[88497]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T12:10:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:53 smithi191 ceph-mon[84934]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2024-09-16T12:10:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:53 smithi191 ceph-mon[84934]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T12:10:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:54 smithi077 ceph-mon[86047]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T12:10:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:54 smithi077 ceph-mon[88497]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T12:10:54.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:54 smithi191 ceph-mon[84934]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T12:10:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-09-16T12:10:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T12:10:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:10:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:10:55.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:55 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:10:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-09-16T12:10:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T12:10:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:10:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:10:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:10:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:55 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:10:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:56 smithi077 ceph-mon[86047]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T12:10:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:56 smithi077 ceph-mon[86047]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T12:10:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:10:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:10:56] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-09-16T12:10:56.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:56 smithi077 ceph-mon[88497]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T12:10:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:56 smithi077 ceph-mon[88497]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T12:10:56.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:56 smithi191 ceph-mon[84934]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T12:10:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:56 smithi191 ceph-mon[84934]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T12:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[86047]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-16T12:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[86047]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T12:10:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[88497]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-16T12:10:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:57 smithi077 ceph-mon[88497]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T12:10:57.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:57 smithi191 ceph-mon[84934]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-16T12:10:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:10:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:57 smithi191 ceph-mon[84934]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T12:10:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:59 smithi077 ceph-mon[88497]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T12:10:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:10:59 smithi077 ceph-mon[88497]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T12:10:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:59 smithi077 ceph-mon[86047]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T12:10:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:10:59 smithi077 ceph-mon[86047]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T12:10:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:59 smithi191 ceph-mon[84934]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T12:10:59.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:10:59 smithi191 ceph-mon[84934]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T12:11:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:00 smithi077 ceph-mon[88497]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T12:11:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:00 smithi077 ceph-mon[86047]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T12:11:00.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:00 smithi191 ceph-mon[84934]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T12:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:01 smithi077 ceph-mon[88497]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:01 smithi077 ceph-mon[88497]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T12:11:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:01 smithi077 ceph-mon[86047]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:01.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:01 smithi077 ceph-mon[86047]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T12:11:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:01 smithi191 ceph-mon[84934]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:01 smithi191 ceph-mon[84934]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T12:11:02.603 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:02.863 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:02 smithi191 ceph-mon[84934]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T12:11:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:02 smithi077 ceph-mon[88497]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T12:11:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:02 smithi077 ceph-mon[86047]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T12:11:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:03 smithi077 ceph-mon[88497]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 KiB/s wr, 102 op/s 2024-09-16T12:11:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:03 smithi077 ceph-mon[88497]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T12:11:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:03 smithi077 ceph-mon[86047]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 KiB/s wr, 102 op/s 2024-09-16T12:11:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:03 smithi077 ceph-mon[86047]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T12:11:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:03 smithi191 ceph-mon[84934]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 KiB/s wr, 102 op/s 2024-09-16T12:11:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:03 smithi191 ceph-mon[84934]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T12:11:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:04 smithi077 ceph-mon[88497]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T12:11:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:04 smithi077 ceph-mon[86047]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T12:11:04.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:04 smithi191 ceph-mon[84934]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T12:11:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:05 smithi077 ceph-mon[88497]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 KiB/s wr, 104 op/s 2024-09-16T12:11:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:05 smithi077 ceph-mon[88497]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T12:11:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:05 smithi077 ceph-mon[86047]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 KiB/s wr, 104 op/s 2024-09-16T12:11:05.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:05 smithi077 ceph-mon[86047]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T12:11:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:05 smithi191 ceph-mon[84934]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 KiB/s wr, 104 op/s 2024-09-16T12:11:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:05 smithi191 ceph-mon[84934]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T12:11:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:06 smithi077 ceph-mon[88497]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T12:11:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:06 smithi077 ceph-mon[86047]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T12:11:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:06] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-16T12:11:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:06 smithi191 ceph-mon[84934]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T12:11:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:07 smithi077 ceph-mon[88497]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 KiB/s wr, 168 op/s 2024-09-16T12:11:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:07 smithi077 ceph-mon[88497]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T12:11:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:07 smithi077 ceph-mon[86047]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 KiB/s wr, 168 op/s 2024-09-16T12:11:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:07 smithi077 ceph-mon[86047]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T12:11:07.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:07 smithi191 ceph-mon[84934]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 KiB/s wr, 168 op/s 2024-09-16T12:11:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:07 smithi191 ceph-mon[84934]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T12:11:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:08 smithi077 ceph-mon[88497]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T12:11:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:08 smithi077 ceph-mon[86047]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T12:11:08.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:08 smithi191 ceph-mon[84934]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T12:11:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:09 smithi077 ceph-mon[88497]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-09-16T12:11:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:09 smithi077 ceph-mon[88497]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T12:11:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:09 smithi077 ceph-mon[86047]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-09-16T12:11:09.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:09 smithi077 ceph-mon[86047]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T12:11:09.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:09 smithi191 ceph-mon[84934]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-09-16T12:11:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:09 smithi191 ceph-mon[84934]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T12:11:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:10 smithi077 ceph-mon[88497]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T12:11:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:10 smithi077 ceph-mon[86047]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T12:11:10.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:10 smithi191 ceph-mon[84934]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T12:11:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:11 smithi077 ceph-mon[86047]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:11 smithi077 ceph-mon[86047]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T12:11:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:11 smithi077 ceph-mon[88497]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:11.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:11 smithi077 ceph-mon[88497]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T12:11:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:11 smithi191 ceph-mon[84934]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:11.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:11 smithi191 ceph-mon[84934]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T12:11:12.673 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:12 smithi077 ceph-mon[86047]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T12:11:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:12 smithi077 ceph-mon[88497]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T12:11:12.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:12 smithi191 ceph-mon[84934]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T12:11:12.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:13 smithi191 ceph-mon[84934]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 3.2 KiB/s wr, 210 op/s 2024-09-16T12:11:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:13 smithi191 ceph-mon[84934]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T12:11:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:13 smithi077 ceph-mon[86047]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 3.2 KiB/s wr, 210 op/s 2024-09-16T12:11:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:13 smithi077 ceph-mon[86047]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T12:11:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:13 smithi077 ceph-mon[88497]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 3.2 KiB/s wr, 210 op/s 2024-09-16T12:11:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:13 smithi077 ceph-mon[88497]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T12:11:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:14 smithi191 ceph-mon[84934]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T12:11:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:14 smithi077 ceph-mon[86047]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T12:11:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:14 smithi077 ceph-mon[88497]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T12:11:15.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:15 smithi191 ceph-mon[84934]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 3.2 KiB/s wr, 211 op/s 2024-09-16T12:11:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:15 smithi191 ceph-mon[84934]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T12:11:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:15 smithi077 ceph-mon[86047]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 3.2 KiB/s wr, 211 op/s 2024-09-16T12:11:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:15 smithi077 ceph-mon[86047]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T12:11:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:15 smithi077 ceph-mon[88497]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 3.2 KiB/s wr, 211 op/s 2024-09-16T12:11:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:15 smithi077 ceph-mon[88497]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T12:11:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:16 smithi191 ceph-mon[84934]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T12:11:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:16 smithi077 ceph-mon[86047]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T12:11:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:16 smithi077 ceph-mon[88497]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T12:11:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:16] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-09-16T12:11:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:17 smithi077 ceph-mon[86047]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:17 smithi077 ceph-mon[86047]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T12:11:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:17 smithi077 ceph-mon[88497]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:17 smithi077 ceph-mon[88497]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T12:11:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:17 smithi191 ceph-mon[84934]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:18.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:17 smithi191 ceph-mon[84934]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T12:11:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:18 smithi077 ceph-mon[86047]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T12:11:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:18 smithi077 ceph-mon[88497]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T12:11:19.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:18 smithi191 ceph-mon[84934]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T12:11:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:19 smithi077 ceph-mon[86047]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:19 smithi077 ceph-mon[86047]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T12:11:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:19 smithi077 ceph-mon[88497]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:20.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:19 smithi077 ceph-mon[88497]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T12:11:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:19 smithi191 ceph-mon[84934]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.7 KiB/s wr, 256 op/s 2024-09-16T12:11:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:19 smithi191 ceph-mon[84934]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T12:11:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:20 smithi077 ceph-mon[86047]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T12:11:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:20 smithi077 ceph-mon[88497]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T12:11:21.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:20 smithi191 ceph-mon[84934]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T12:11:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:21 smithi077 ceph-mon[86047]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:11:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:21 smithi077 ceph-mon[86047]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T12:11:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:21 smithi077 ceph-mon[88497]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:11:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:21 smithi077 ceph-mon[88497]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T12:11:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:21 smithi191 ceph-mon[84934]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:11:22.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:21 smithi191 ceph-mon[84934]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T12:11:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:22 smithi077 ceph-mon[86047]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T12:11:23.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:22 smithi077 ceph-mon[86047]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 3.0 KiB/s wr, 296 op/s 2024-09-16T12:11:23.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:22 smithi077 ceph-mon[88497]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T12:11:23.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:22 smithi077 ceph-mon[88497]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 3.0 KiB/s wr, 296 op/s 2024-09-16T12:11:23.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:22 smithi191 ceph-mon[84934]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T12:11:23.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:22 smithi191 ceph-mon[84934]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 3.0 KiB/s wr, 296 op/s 2024-09-16T12:11:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:23 smithi077 ceph-mon[86047]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T12:11:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:23 smithi077 ceph-mon[88497]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T12:11:24.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:23 smithi191 ceph-mon[84934]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T12:11:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:24 smithi077 ceph-mon[88497]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T12:11:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:24 smithi077 ceph-mon[88497]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 298 op/s 2024-09-16T12:11:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:24 smithi077 ceph-mon[86047]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T12:11:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:24 smithi077 ceph-mon[86047]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 298 op/s 2024-09-16T12:11:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:24 smithi191 ceph-mon[84934]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T12:11:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:24 smithi191 ceph-mon[84934]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 298 op/s 2024-09-16T12:11:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:25 smithi077 ceph-mon[88497]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T12:11:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:25 smithi077 ceph-mon[86047]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T12:11:26.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:25 smithi191 ceph-mon[84934]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T12:11:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:26 smithi077 ceph-mon[86047]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T12:11:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:26 smithi077 ceph-mon[86047]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-09-16T12:11:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:26] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-09-16T12:11:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:26 smithi077 ceph-mon[88497]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T12:11:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:26 smithi077 ceph-mon[88497]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-09-16T12:11:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:26 smithi191 ceph-mon[84934]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T12:11:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:26 smithi191 ceph-mon[84934]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-09-16T12:11:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:27 smithi077 ceph-mon[88497]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T12:11:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:27 smithi077 ceph-mon[86047]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T12:11:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:27 smithi191 ceph-mon[84934]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T12:11:28.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:28 smithi077 ceph-mon[86047]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T12:11:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:28 smithi077 ceph-mon[86047]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.5 KiB/s wr, 343 op/s 2024-09-16T12:11:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:28 smithi077 ceph-mon[88497]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T12:11:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:28 smithi077 ceph-mon[88497]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.5 KiB/s wr, 343 op/s 2024-09-16T12:11:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:28 smithi191 ceph-mon[84934]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T12:11:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:28 smithi191 ceph-mon[84934]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 3.5 KiB/s wr, 343 op/s 2024-09-16T12:11:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:29 smithi077 ceph-mon[86047]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T12:11:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:29 smithi077 ceph-mon[88497]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T12:11:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:29 smithi191 ceph-mon[84934]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T12:11:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:30 smithi077 ceph-mon[86047]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T12:11:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:30 smithi077 ceph-mon[86047]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:11:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:30 smithi077 ceph-mon[88497]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T12:11:31.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:30 smithi077 ceph-mon[88497]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:11:31.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:30 smithi191 ceph-mon[84934]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T12:11:31.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:30 smithi191 ceph-mon[84934]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:11:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:31 smithi191 ceph-mon[84934]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T12:11:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:31 smithi077 ceph-mon[86047]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T12:11:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:31 smithi077 ceph-mon[88497]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T12:11:32.462 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:32 smithi077 ceph-mon[86047]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T12:11:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:32 smithi077 ceph-mon[86047]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 3.2 KiB/s wr, 385 op/s 2024-09-16T12:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:32 smithi077 ceph-mon[88497]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T12:11:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:32 smithi077 ceph-mon[88497]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 3.2 KiB/s wr, 385 op/s 2024-09-16T12:11:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:32 smithi191 ceph-mon[84934]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T12:11:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:32 smithi191 ceph-mon[84934]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 3.2 KiB/s wr, 385 op/s 2024-09-16T12:11:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:33 smithi077 ceph-mon[88497]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T12:11:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:33 smithi077 ceph-mon[86047]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T12:11:34.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:33 smithi191 ceph-mon[84934]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T12:11:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:34 smithi077 ceph-mon[86047]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T12:11:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:34 smithi077 ceph-mon[86047]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-09-16T12:11:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:34 smithi077 ceph-mon[88497]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T12:11:35.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:34 smithi077 ceph-mon[88497]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-09-16T12:11:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:34 smithi191 ceph-mon[84934]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T12:11:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:34 smithi191 ceph-mon[84934]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-09-16T12:11:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:35 smithi077 ceph-mon[86047]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T12:11:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:35 smithi077 ceph-mon[88497]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T12:11:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:35 smithi191 ceph-mon[84934]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T12:11:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:36 smithi077 ceph-mon[86047]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T12:11:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:36 smithi077 ceph-mon[86047]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:36 smithi077 ceph-mon[88497]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T12:11:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:36 smithi077 ceph-mon[88497]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:36] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-16T12:11:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:36 smithi191 ceph-mon[84934]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T12:11:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:36 smithi191 ceph-mon[84934]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:37 smithi077 ceph-mon[88497]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T12:11:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:37 smithi077 ceph-mon[86047]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T12:11:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:37 smithi191 ceph-mon[84934]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T12:11:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:38 smithi077 ceph-mon[88497]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T12:11:39.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:38 smithi077 ceph-mon[88497]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:39.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:38 smithi077 ceph-mon[86047]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T12:11:39.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:38 smithi077 ceph-mon[86047]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:38 smithi191 ceph-mon[84934]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T12:11:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:38 smithi191 ceph-mon[84934]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 3.5 KiB/s wr, 430 op/s 2024-09-16T12:11:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:39 smithi077 ceph-mon[88497]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T12:11:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:39 smithi077 ceph-mon[86047]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T12:11:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:39 smithi191 ceph-mon[84934]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T12:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:40 smithi077 ceph-mon[88497]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T12:11:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:40 smithi077 ceph-mon[88497]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:40 smithi077 ceph-mon[86047]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T12:11:41.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:40 smithi077 ceph-mon[86047]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:41.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:40 smithi191 ceph-mon[84934]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T12:11:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:40 smithi191 ceph-mon[84934]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:41 smithi077 ceph-mon[86047]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T12:11:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:41 smithi077 ceph-mon[88497]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T12:11:42.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:41 smithi191 ceph-mon[84934]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T12:11:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[86047]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T12:11:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[86047]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 3.2 KiB/s wr, 473 op/s 2024-09-16T12:11:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:43.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[88497]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T12:11:43.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[88497]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 3.2 KiB/s wr, 473 op/s 2024-09-16T12:11:43.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:42 smithi191 ceph-mon[84934]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T12:11:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:42 smithi191 ceph-mon[84934]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 3.2 KiB/s wr, 473 op/s 2024-09-16T12:11:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:43 smithi191 ceph-mon[84934]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T12:11:44.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:43 smithi077 ceph-mon[86047]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T12:11:44.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:43 smithi077 ceph-mon[88497]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T12:11:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:44 smithi191 ceph-mon[84934]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T12:11:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:44 smithi191 ceph-mon[84934]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 3.5 KiB/s wr, 474 op/s 2024-09-16T12:11:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:44 smithi077 ceph-mon[86047]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T12:11:45.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:44 smithi077 ceph-mon[86047]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 3.5 KiB/s wr, 474 op/s 2024-09-16T12:11:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:44 smithi077 ceph-mon[88497]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T12:11:45.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:44 smithi077 ceph-mon[88497]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 3.5 KiB/s wr, 474 op/s 2024-09-16T12:11:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:45 smithi191 ceph-mon[84934]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T12:11:46.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:45 smithi077 ceph-mon[86047]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T12:11:46.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:45 smithi077 ceph-mon[88497]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T12:11:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:46 smithi077 ceph-mon[88497]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T12:11:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:46 smithi077 ceph-mon[88497]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-09-16T12:11:47.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:46 smithi077 ceph-mon[86047]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T12:11:47.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:46 smithi077 ceph-mon[86047]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-09-16T12:11:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:46] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:11:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:46 smithi191 ceph-mon[84934]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T12:11:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:46 smithi191 ceph-mon[84934]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-09-16T12:11:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:47 smithi191 ceph-mon[84934]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T12:11:48.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:47 smithi077 ceph-mon[86047]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T12:11:48.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:47 smithi077 ceph-mon[88497]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T12:11:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:48 smithi191 ceph-mon[84934]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T12:11:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:48 smithi191 ceph-mon[84934]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 4.0 KiB/s wr, 518 op/s 2024-09-16T12:11:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:48 smithi077 ceph-mon[88497]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T12:11:49.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:48 smithi077 ceph-mon[88497]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 4.0 KiB/s wr, 518 op/s 2024-09-16T12:11:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:48 smithi077 ceph-mon[86047]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T12:11:49.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:48 smithi077 ceph-mon[86047]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 4.0 KiB/s wr, 518 op/s 2024-09-16T12:11:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:49 smithi191 ceph-mon[84934]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T12:11:50.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:49 smithi077 ceph-mon[86047]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T12:11:50.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:49 smithi077 ceph-mon[88497]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T12:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:50 smithi077 ceph-mon[86047]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T12:11:51.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:50 smithi077 ceph-mon[86047]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:51.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:50 smithi077 ceph-mon[88497]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T12:11:51.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:50 smithi077 ceph-mon[88497]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:51.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:50 smithi191 ceph-mon[84934]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T12:11:51.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:50 smithi191 ceph-mon[84934]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:11:52.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:51 smithi191 ceph-mon[84934]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T12:11:52.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:51 smithi077 ceph-mon[86047]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T12:11:52.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:51 smithi077 ceph-mon[88497]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T12:11:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:11:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:11:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:52 smithi077 ceph-mon[86047]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T12:11:53.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:52 smithi077 ceph-mon[86047]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.0 KiB/s wr, 560 op/s 2024-09-16T12:11:53.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:52 smithi077 ceph-mon[88497]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T12:11:53.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:52 smithi077 ceph-mon[88497]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.0 KiB/s wr, 560 op/s 2024-09-16T12:11:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:52 smithi191 ceph-mon[84934]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T12:11:53.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:52 smithi191 ceph-mon[84934]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.0 KiB/s wr, 560 op/s 2024-09-16T12:11:54.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:53 smithi077 ceph-mon[86047]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T12:11:54.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:53 smithi077 ceph-mon[88497]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T12:11:54.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:53 smithi191 ceph-mon[84934]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T12:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:54 smithi077 ceph-mon[86047]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T12:11:55.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:54 smithi077 ceph-mon[86047]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.5 KiB/s wr, 562 op/s 2024-09-16T12:11:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:55 smithi077 ceph-mon[88497]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T12:11:55.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:55 smithi077 ceph-mon[88497]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.5 KiB/s wr, 562 op/s 2024-09-16T12:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:55 smithi191 ceph-mon[84934]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T12:11:55.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:55 smithi191 ceph-mon[84934]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.5 KiB/s wr, 562 op/s 2024-09-16T12:11:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[86047]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T12:11:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:11:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:11:56.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[88497]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:11:56.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:11:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:56 smithi191 ceph-mon[84934]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T12:11:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:11:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:11:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:11:56.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:11:57.011 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:11:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:11:56] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:11:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:57 smithi077 ceph-mon[86047]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T12:11:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:57 smithi077 ceph-mon[86047]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:57 smithi077 ceph-mon[88497]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T12:11:57.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:57 smithi077 ceph-mon[88497]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:57 smithi191 ceph-mon[84934]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T12:11:57.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:57 smithi191 ceph-mon[84934]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:58 smithi077 ceph-mon[86047]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T12:11:58.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:58.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:58 smithi077 ceph-mon[88497]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T12:11:58.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:58.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:58 smithi191 ceph-mon[84934]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T12:11:58.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:11:59.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:59 smithi077 ceph-mon[86047]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:59.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:11:59 smithi077 ceph-mon[86047]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T12:11:59.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:59 smithi077 ceph-mon[88497]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:59.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:11:59 smithi077 ceph-mon[88497]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T12:11:59.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:59 smithi191 ceph-mon[84934]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-09-16T12:11:59.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:11:59 smithi191 ceph-mon[84934]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T12:12:00.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:00 smithi077 ceph-mon[86047]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T12:12:00.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:00 smithi077 ceph-mon[88497]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T12:12:00.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:00 smithi191 ceph-mon[84934]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T12:12:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:01 smithi077 ceph-mon[88497]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1020 B/s wr, 2 op/s 2024-09-16T12:12:01.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:01 smithi077 ceph-mon[88497]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T12:12:01.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:01 smithi077 ceph-mon[86047]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1020 B/s wr, 2 op/s 2024-09-16T12:12:01.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:01 smithi077 ceph-mon[86047]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T12:12:01.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:01 smithi191 ceph-mon[84934]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1020 B/s wr, 2 op/s 2024-09-16T12:12:01.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:01 smithi191 ceph-mon[84934]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T12:12:02.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:02 smithi191 ceph-mon[84934]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T12:12:02.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:02 smithi077 ceph-mon[86047]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T12:12:02.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:02 smithi077 ceph-mon[88497]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T12:12:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:03 smithi077 ceph-mon[86047]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 KiB/s wr, 651 op/s 2024-09-16T12:12:03.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:03 smithi077 ceph-mon[86047]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T12:12:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:03 smithi077 ceph-mon[88497]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 KiB/s wr, 651 op/s 2024-09-16T12:12:03.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:03 smithi077 ceph-mon[88497]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T12:12:03.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:03 smithi191 ceph-mon[84934]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 KiB/s wr, 651 op/s 2024-09-16T12:12:03.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:03 smithi191 ceph-mon[84934]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T12:12:04.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:04 smithi077 ceph-mon[88497]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T12:12:04.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:04 smithi077 ceph-mon[86047]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T12:12:04.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:04 smithi191 ceph-mon[84934]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T12:12:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:05 smithi077 ceph-mon[88497]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-09-16T12:12:05.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:05 smithi077 ceph-mon[88497]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T12:12:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:05 smithi077 ceph-mon[86047]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-09-16T12:12:05.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:05 smithi077 ceph-mon[86047]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T12:12:05.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:05 smithi191 ceph-mon[84934]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-09-16T12:12:05.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:05 smithi191 ceph-mon[84934]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T12:12:06.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:06 smithi077 ceph-mon[86047]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T12:12:06.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:06 smithi077 ceph-mon[88497]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T12:12:06.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:06 smithi191 ceph-mon[84934]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T12:12:07.087 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:06] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:12:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:07 smithi077 ceph-mon[86047]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-09-16T12:12:07.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:07 smithi077 ceph-mon[86047]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T12:12:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:07 smithi077 ceph-mon[88497]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-09-16T12:12:07.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:07 smithi077 ceph-mon[88497]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T12:12:07.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:07 smithi191 ceph-mon[84934]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-09-16T12:12:07.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:07 smithi191 ceph-mon[84934]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T12:12:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:08 smithi077 ceph-mon[86047]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T12:12:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:08 smithi077 ceph-mon[88497]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T12:12:08.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:08 smithi191 ceph-mon[84934]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T12:12:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:09 smithi077 ceph-mon[86047]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 4.0 KiB/s wr, 697 op/s 2024-09-16T12:12:09.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:09 smithi077 ceph-mon[86047]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T12:12:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:09 smithi077 ceph-mon[88497]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 4.0 KiB/s wr, 697 op/s 2024-09-16T12:12:09.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:09 smithi077 ceph-mon[88497]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T12:12:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:09 smithi191 ceph-mon[84934]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 4.0 KiB/s wr, 697 op/s 2024-09-16T12:12:09.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:09 smithi191 ceph-mon[84934]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T12:12:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:10 smithi077 ceph-mon[86047]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T12:12:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:10 smithi077 ceph-mon[88497]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T12:12:10.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:10 smithi191 ceph-mon[84934]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T12:12:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:11 smithi077 ceph-mon[86047]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:11.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:11 smithi077 ceph-mon[86047]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T12:12:11.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:11 smithi077 ceph-mon[88497]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:11.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:11 smithi077 ceph-mon[88497]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T12:12:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:11 smithi191 ceph-mon[84934]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:11.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:11 smithi191 ceph-mon[84934]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T12:12:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:12 smithi077 ceph-mon[86047]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T12:12:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:12 smithi077 ceph-mon[88497]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T12:12:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:12 smithi191 ceph-mon[84934]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T12:12:12.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:12.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:13 smithi077 ceph-mon[86047]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 739 op/s 2024-09-16T12:12:13.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:13 smithi077 ceph-mon[86047]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T12:12:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:13 smithi077 ceph-mon[88497]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 739 op/s 2024-09-16T12:12:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:13 smithi077 ceph-mon[88497]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T12:12:13.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:13 smithi191 ceph-mon[84934]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 739 op/s 2024-09-16T12:12:13.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:13 smithi191 ceph-mon[84934]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T12:12:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:14 smithi077 ceph-mon[86047]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T12:12:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:14 smithi077 ceph-mon[88497]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T12:12:14.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:14 smithi191 ceph-mon[84934]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T12:12:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:15 smithi077 ceph-mon[88497]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-09-16T12:12:15.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:15 smithi077 ceph-mon[88497]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T12:12:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:15 smithi077 ceph-mon[86047]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-09-16T12:12:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:15 smithi077 ceph-mon[86047]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T12:12:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:15 smithi191 ceph-mon[84934]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-09-16T12:12:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:15 smithi191 ceph-mon[84934]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T12:12:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:16 smithi077 ceph-mon[86047]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T12:12:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:16 smithi077 ceph-mon[88497]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T12:12:16.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:16 smithi191 ceph-mon[84934]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T12:12:17.157 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:16] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-16T12:12:17.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:17 smithi077 ceph-mon[86047]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-09-16T12:12:17.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:17 smithi077 ceph-mon[86047]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T12:12:17.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:17 smithi077 ceph-mon[88497]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-09-16T12:12:17.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:17 smithi077 ceph-mon[88497]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T12:12:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:17 smithi191 ceph-mon[84934]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-09-16T12:12:17.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:17 smithi191 ceph-mon[84934]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T12:12:18.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:18 smithi077 ceph-mon[88497]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T12:12:18.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:18 smithi077 ceph-mon[86047]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T12:12:18.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:18 smithi191 ceph-mon[84934]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T12:12:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:19 smithi077 ceph-mon[86047]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 4.2 KiB/s wr, 785 op/s 2024-09-16T12:12:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:19 smithi077 ceph-mon[86047]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T12:12:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:19 smithi077 ceph-mon[88497]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 4.2 KiB/s wr, 785 op/s 2024-09-16T12:12:19.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:19 smithi077 ceph-mon[88497]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T12:12:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:19 smithi191 ceph-mon[84934]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 4.2 KiB/s wr, 785 op/s 2024-09-16T12:12:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:19 smithi191 ceph-mon[84934]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T12:12:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:20 smithi191 ceph-mon[84934]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T12:12:20.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:20 smithi077 ceph-mon[86047]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T12:12:20.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:20 smithi077 ceph-mon[88497]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T12:12:21.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:21 smithi191 ceph-mon[84934]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:12:21.464 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:21 smithi191 ceph-mon[84934]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T12:12:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:21 smithi077 ceph-mon[86047]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:12:21.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:21 smithi077 ceph-mon[86047]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T12:12:21.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:21 smithi077 ceph-mon[88497]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:12:21.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:21 smithi077 ceph-mon[88497]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T12:12:22.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:22 smithi191 ceph-mon[84934]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T12:12:22.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:22.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:22 smithi077 ceph-mon[86047]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T12:12:22.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:22 smithi077 ceph-mon[88497]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T12:12:23.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:23 smithi191 ceph-mon[84934]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 614 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-09-16T12:12:23.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:23 smithi191 ceph-mon[84934]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T12:12:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:23 smithi077 ceph-mon[86047]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 614 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-09-16T12:12:23.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:23 smithi077 ceph-mon[86047]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T12:12:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:23 smithi077 ceph-mon[88497]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 614 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-09-16T12:12:23.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:23 smithi077 ceph-mon[88497]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T12:12:24.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:24 smithi191 ceph-mon[84934]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T12:12:24.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:24 smithi077 ceph-mon[86047]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T12:12:24.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:24 smithi077 ceph-mon[88497]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T12:12:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:25 smithi191 ceph-mon[84934]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-09-16T12:12:25.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:25 smithi191 ceph-mon[84934]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T12:12:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:25 smithi077 ceph-mon[86047]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-09-16T12:12:25.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:25 smithi077 ceph-mon[86047]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T12:12:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:25 smithi077 ceph-mon[88497]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-09-16T12:12:25.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:25 smithi077 ceph-mon[88497]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T12:12:26.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:26 smithi077 ceph-mon[86047]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T12:12:26.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:26 smithi077 ceph-mon[88497]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T12:12:26.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:26 smithi191 ceph-mon[84934]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T12:12:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:26] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-16T12:12:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[86047]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.0 KiB/s wr, 871 op/s 2024-09-16T12:12:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[86047]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T12:12:27.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:27.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[88497]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.0 KiB/s wr, 871 op/s 2024-09-16T12:12:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[88497]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T12:12:27.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:27 smithi191 ceph-mon[84934]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.0 KiB/s wr, 871 op/s 2024-09-16T12:12:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:27 smithi191 ceph-mon[84934]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T12:12:27.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:28.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:28 smithi077 ceph-mon[86047]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T12:12:28.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:28 smithi077 ceph-mon[88497]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T12:12:28.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:28 smithi191 ceph-mon[84934]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T12:12:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:29 smithi077 ceph-mon[86047]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.2 KiB/s wr, 871 op/s 2024-09-16T12:12:29.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:29 smithi077 ceph-mon[86047]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T12:12:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:29 smithi077 ceph-mon[88497]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.2 KiB/s wr, 871 op/s 2024-09-16T12:12:29.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:29 smithi077 ceph-mon[88497]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T12:12:29.713 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:12:29 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a[120735]: logger=cleanup t=2024-09-16T12:12:29.347627333Z level=info msg="Completed cleanup jobs" duration=12.793918ms 2024-09-16T12:12:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:29 smithi191 ceph-mon[84934]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.2 KiB/s wr, 871 op/s 2024-09-16T12:12:29.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:29 smithi191 ceph-mon[84934]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T12:12:30.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:30 smithi077 ceph-mon[86047]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T12:12:30.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:30 smithi077 ceph-mon[88497]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T12:12:30.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:30 smithi191 ceph-mon[84934]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T12:12:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:31 smithi077 ceph-mon[86047]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:31.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:31 smithi077 ceph-mon[86047]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T12:12:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:31 smithi077 ceph-mon[88497]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:31.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:31 smithi077 ceph-mon[88497]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T12:12:31.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:31 smithi191 ceph-mon[84934]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:31.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:31 smithi191 ceph-mon[84934]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T12:12:32.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:32 smithi191 ceph-mon[84934]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T12:12:32.614 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:32.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:32 smithi077 ceph-mon[86047]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T12:12:32.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:32 smithi077 ceph-mon[88497]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T12:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:33 smithi077 ceph-mon[86047]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 3.0 KiB/s wr, 913 op/s 2024-09-16T12:12:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:33 smithi077 ceph-mon[86047]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T12:12:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:33 smithi077 ceph-mon[88497]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 3.0 KiB/s wr, 913 op/s 2024-09-16T12:12:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:33 smithi077 ceph-mon[88497]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T12:12:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:33 smithi191 ceph-mon[84934]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 3.0 KiB/s wr, 913 op/s 2024-09-16T12:12:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:33 smithi191 ceph-mon[84934]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T12:12:34.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:34 smithi077 ceph-mon[86047]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T12:12:34.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:34 smithi077 ceph-mon[88497]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T12:12:34.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:34 smithi191 ceph-mon[84934]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T12:12:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:35 smithi077 ceph-mon[86047]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 4.2 KiB/s wr, 916 op/s 2024-09-16T12:12:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:35 smithi077 ceph-mon[86047]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T12:12:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:35 smithi077 ceph-mon[88497]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 4.2 KiB/s wr, 916 op/s 2024-09-16T12:12:35.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:35 smithi077 ceph-mon[88497]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T12:12:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:35 smithi191 ceph-mon[84934]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 4.2 KiB/s wr, 916 op/s 2024-09-16T12:12:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:35 smithi191 ceph-mon[84934]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T12:12:36.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:36 smithi077 ceph-mon[88497]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T12:12:36.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:36 smithi077 ceph-mon[86047]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T12:12:36.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:36 smithi191 ceph-mon[84934]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T12:12:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:36] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-16T12:12:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:37 smithi077 ceph-mon[86047]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-09-16T12:12:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:37 smithi077 ceph-mon[86047]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T12:12:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:37 smithi077 ceph-mon[88497]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-09-16T12:12:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:37 smithi077 ceph-mon[88497]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T12:12:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:37 smithi191 ceph-mon[84934]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-09-16T12:12:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:37 smithi191 ceph-mon[84934]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T12:12:38.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:38 smithi077 ceph-mon[86047]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T12:12:38.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:38 smithi077 ceph-mon[88497]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T12:12:38.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:38 smithi191 ceph-mon[84934]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T12:12:39.574 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:39 smithi077 ceph-mon[86047]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-09-16T12:12:39.574 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:39 smithi077 ceph-mon[86047]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T12:12:39.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:39 smithi077 ceph-mon[88497]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-09-16T12:12:39.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:39 smithi077 ceph-mon[88497]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T12:12:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:39 smithi191 ceph-mon[84934]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-09-16T12:12:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:39 smithi191 ceph-mon[84934]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T12:12:40.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:40 smithi077 ceph-mon[86047]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T12:12:40.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:40 smithi077 ceph-mon[88497]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T12:12:40.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:40 smithi191 ceph-mon[84934]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T12:12:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:41 smithi077 ceph-mon[86047]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:41 smithi077 ceph-mon[86047]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T12:12:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:41 smithi077 ceph-mon[88497]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:41.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:41 smithi077 ceph-mon[88497]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T12:12:41.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:41 smithi191 ceph-mon[84934]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:12:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:41 smithi191 ceph-mon[84934]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T12:12:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:42 smithi077 ceph-mon[86047]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T12:12:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:42 smithi077 ceph-mon[88497]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T12:12:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:42 smithi191 ceph-mon[84934]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T12:12:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:43 smithi077 ceph-mon[88497]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:43 smithi077 ceph-mon[88497]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T12:12:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:43 smithi077 ceph-mon[86047]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:43 smithi077 ceph-mon[86047]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T12:12:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:43 smithi191 ceph-mon[84934]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:43 smithi191 ceph-mon[84934]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T12:12:44.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:44 smithi077 ceph-mon[86047]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T12:12:44.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:44 smithi077 ceph-mon[88497]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T12:12:44.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:44 smithi191 ceph-mon[84934]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T12:12:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:45 smithi077 ceph-mon[86047]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:45 smithi077 ceph-mon[86047]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T12:12:45.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:45 smithi077 ceph-mon[88497]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:45.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:45 smithi077 ceph-mon[88497]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T12:12:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:45 smithi191 ceph-mon[84934]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-09-16T12:12:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:45 smithi191 ceph-mon[84934]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T12:12:46.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:46 smithi077 ceph-mon[86047]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T12:12:46.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:46 smithi077 ceph-mon[88497]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T12:12:46.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:46 smithi191 ceph-mon[84934]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T12:12:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:46] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-16T12:12:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:47 smithi077 ceph-mon[88497]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-09-16T12:12:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:47 smithi077 ceph-mon[88497]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T12:12:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:47 smithi077 ceph-mon[86047]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-09-16T12:12:47.673 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:47 smithi077 ceph-mon[86047]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T12:12:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:47 smithi191 ceph-mon[84934]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-09-16T12:12:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:47 smithi191 ceph-mon[84934]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T12:12:48.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:48 smithi077 ceph-mon[86047]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T12:12:48.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:48 smithi077 ceph-mon[88497]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T12:12:48.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:48 smithi191 ceph-mon[84934]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T12:12:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:49 smithi077 ceph-mon[86047]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.5 KiB/s wr, 1.05k op/s 2024-09-16T12:12:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:49 smithi077 ceph-mon[86047]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T12:12:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:49 smithi077 ceph-mon[88497]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.5 KiB/s wr, 1.05k op/s 2024-09-16T12:12:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:49 smithi077 ceph-mon[88497]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T12:12:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:49 smithi191 ceph-mon[84934]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.5 KiB/s wr, 1.05k op/s 2024-09-16T12:12:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:49 smithi191 ceph-mon[84934]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T12:12:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:50 smithi191 ceph-mon[84934]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T12:12:50.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:50 smithi077 ceph-mon[86047]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T12:12:50.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:50 smithi077 ceph-mon[88497]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T12:12:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:51 smithi191 ceph-mon[84934]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:12:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:51 smithi191 ceph-mon[84934]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T12:12:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:51 smithi077 ceph-mon[86047]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:12:51.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:51 smithi077 ceph-mon[86047]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T12:12:51.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:51 smithi077 ceph-mon[88497]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:12:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:51 smithi077 ceph-mon[88497]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T12:12:52.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:52 smithi191 ceph-mon[84934]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T12:12:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:12:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:12:52.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:52 smithi077 ceph-mon[86047]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T12:12:52.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:52 smithi077 ceph-mon[88497]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T12:12:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:53 smithi191 ceph-mon[84934]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-09-16T12:12:53.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:53 smithi191 ceph-mon[84934]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T12:12:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:53 smithi077 ceph-mon[88497]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-09-16T12:12:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:53 smithi077 ceph-mon[88497]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T12:12:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:53 smithi077 ceph-mon[86047]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-09-16T12:12:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:53 smithi077 ceph-mon[86047]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T12:12:54.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:54 smithi191 ceph-mon[84934]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T12:12:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:54 smithi077 ceph-mon[86047]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T12:12:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:54 smithi077 ceph-mon[88497]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T12:12:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:55 smithi191 ceph-mon[84934]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-09-16T12:12:55.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:55 smithi191 ceph-mon[84934]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T12:12:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:55 smithi077 ceph-mon[86047]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-09-16T12:12:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:55 smithi077 ceph-mon[86047]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T12:12:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:55 smithi077 ceph-mon[88497]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-09-16T12:12:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:55 smithi077 ceph-mon[88497]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T12:12:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:56 smithi191 ceph-mon[84934]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T12:12:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:12:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:12:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:12:56.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:12:56.755 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[88497]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[86047]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:12:56.756 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:12:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:12:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:12:56] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-16T12:12:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:57 smithi191 ceph-mon[84934]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-09-16T12:12:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:57 smithi191 ceph-mon[84934]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T12:12:57.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[86047]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-09-16T12:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[86047]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T12:12:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[88497]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-09-16T12:12:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[88497]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T12:12:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:12:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:58 smithi077 ceph-mon[86047]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T12:12:58.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:58 smithi077 ceph-mon[88497]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T12:12:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:58 smithi191 ceph-mon[84934]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T12:12:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:59 smithi077 ceph-mon[86047]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 4.0 KiB/s wr, 1.13k op/s 2024-09-16T12:12:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:12:59 smithi077 ceph-mon[86047]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T12:12:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:59 smithi077 ceph-mon[88497]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 4.0 KiB/s wr, 1.13k op/s 2024-09-16T12:12:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:12:59 smithi077 ceph-mon[88497]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T12:12:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:59 smithi191 ceph-mon[84934]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 4.0 KiB/s wr, 1.13k op/s 2024-09-16T12:12:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:12:59 smithi191 ceph-mon[84934]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T12:13:00.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:00 smithi077 ceph-mon[86047]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T12:13:00.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:00 smithi077 ceph-mon[88497]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T12:13:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:00 smithi191 ceph-mon[84934]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T12:13:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:01 smithi077 ceph-mon[86047]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:01.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:01 smithi077 ceph-mon[86047]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T12:13:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:01 smithi077 ceph-mon[88497]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:01.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:01 smithi077 ceph-mon[88497]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T12:13:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:01 smithi191 ceph-mon[84934]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:01 smithi191 ceph-mon[84934]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T12:13:02.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:02 smithi191 ceph-mon[84934]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T12:13:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:02.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:02 smithi077 ceph-mon[86047]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T12:13:02.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:02 smithi077 ceph-mon[88497]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T12:13:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:03 smithi077 ceph-mon[86047]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-09-16T12:13:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:03 smithi077 ceph-mon[86047]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T12:13:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:03 smithi077 ceph-mon[88497]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-09-16T12:13:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:03 smithi077 ceph-mon[88497]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T12:13:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:03 smithi191 ceph-mon[84934]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-09-16T12:13:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:03 smithi191 ceph-mon[84934]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T12:13:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:04 smithi077 ceph-mon[86047]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T12:13:04.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:04 smithi077 ceph-mon[88497]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T12:13:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:04 smithi191 ceph-mon[84934]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T12:13:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:05 smithi077 ceph-mon[86047]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-09-16T12:13:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:05 smithi077 ceph-mon[86047]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T12:13:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:05 smithi077 ceph-mon[88497]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-09-16T12:13:05.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:05 smithi077 ceph-mon[88497]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T12:13:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:05 smithi191 ceph-mon[84934]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-09-16T12:13:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:05 smithi191 ceph-mon[84934]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T12:13:06.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:06 smithi077 ceph-mon[86047]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T12:13:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:06 smithi077 ceph-mon[88497]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T12:13:06.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:06] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:13:06.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:06 smithi191 ceph-mon[84934]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T12:13:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:07 smithi077 ceph-mon[86047]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-09-16T12:13:07.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:07 smithi077 ceph-mon[86047]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T12:13:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:07 smithi077 ceph-mon[88497]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-09-16T12:13:07.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:07 smithi077 ceph-mon[88497]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T12:13:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:07 smithi191 ceph-mon[84934]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-09-16T12:13:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:07 smithi191 ceph-mon[84934]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T12:13:08.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:08 smithi077 ceph-mon[86047]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T12:13:08.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:08 smithi077 ceph-mon[88497]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T12:13:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:08 smithi191 ceph-mon[84934]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T12:13:09.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:09 smithi077 ceph-mon[88497]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-09-16T12:13:09.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:09 smithi077 ceph-mon[88497]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T12:13:09.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:09 smithi077 ceph-mon[86047]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-09-16T12:13:09.824 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:09 smithi077 ceph-mon[86047]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T12:13:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:09 smithi191 ceph-mon[84934]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-09-16T12:13:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:09 smithi191 ceph-mon[84934]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T12:13:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:10 smithi077 ceph-mon[88497]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T12:13:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:10 smithi077 ceph-mon[86047]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T12:13:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:10 smithi191 ceph-mon[84934]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T12:13:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:11 smithi077 ceph-mon[88497]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:13:11.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:11 smithi077 ceph-mon[88497]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T12:13:11.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:11 smithi077 ceph-mon[86047]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:13:11.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:11 smithi077 ceph-mon[86047]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T12:13:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:11 smithi191 ceph-mon[84934]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T12:13:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:11 smithi191 ceph-mon[84934]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T12:13:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:12 smithi191 ceph-mon[84934]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T12:13:12.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:12 smithi077 ceph-mon[88497]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T12:13:12.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:12.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:12 smithi077 ceph-mon[86047]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T12:13:12.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:13 smithi077 ceph-mon[86047]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:13.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:13 smithi077 ceph-mon[86047]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T12:13:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:13 smithi077 ceph-mon[88497]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:13.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:13 smithi077 ceph-mon[88497]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T12:13:13.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:13 smithi191 ceph-mon[84934]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:13 smithi191 ceph-mon[84934]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T12:13:14.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:14 smithi077 ceph-mon[86047]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T12:13:14.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:14 smithi077 ceph-mon[88497]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T12:13:14.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:14 smithi191 ceph-mon[84934]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T12:13:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:15 smithi077 ceph-mon[88497]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:15.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:15 smithi077 ceph-mon[88497]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T12:13:15.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:15 smithi077 ceph-mon[86047]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:15.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:15 smithi077 ceph-mon[86047]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T12:13:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:15 smithi191 ceph-mon[84934]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-09-16T12:13:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:15 smithi191 ceph-mon[84934]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T12:13:16.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:16 smithi077 ceph-mon[86047]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T12:13:16.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:16 smithi077 ceph-mon[88497]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T12:13:16.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:16] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-16T12:13:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:16 smithi191 ceph-mon[84934]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T12:13:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:17 smithi077 ceph-mon[86047]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-09-16T12:13:17.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:17 smithi077 ceph-mon[86047]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T12:13:17.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:17 smithi077 ceph-mon[88497]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-09-16T12:13:17.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:17 smithi077 ceph-mon[88497]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T12:13:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:17 smithi191 ceph-mon[84934]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-09-16T12:13:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:17 smithi191 ceph-mon[84934]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T12:13:18.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:18 smithi077 ceph-mon[86047]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T12:13:18.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:18 smithi077 ceph-mon[88497]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T12:13:18.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:18 smithi191 ceph-mon[84934]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T12:13:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:19 smithi077 ceph-mon[88497]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-09-16T12:13:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:19 smithi077 ceph-mon[88497]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T12:13:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:19 smithi077 ceph-mon[86047]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-09-16T12:13:19.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:19 smithi077 ceph-mon[86047]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T12:13:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:19 smithi191 ceph-mon[84934]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-09-16T12:13:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:19 smithi191 ceph-mon[84934]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T12:13:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:20 smithi077 ceph-mon[86047]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T12:13:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:20 smithi077 ceph-mon[88497]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T12:13:20.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:20 smithi191 ceph-mon[84934]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T12:13:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:21 smithi077 ceph-mon[88497]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:13:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:21 smithi077 ceph-mon[88497]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T12:13:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:21 smithi077 ceph-mon[86047]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:13:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:21 smithi077 ceph-mon[86047]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T12:13:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:21 smithi191 ceph-mon[84934]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:13:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:21 smithi191 ceph-mon[84934]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T12:13:22.629 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:22.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:22 smithi077 ceph-mon[86047]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T12:13:22.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:22 smithi077 ceph-mon[88497]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T12:13:22.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:22 smithi191 ceph-mon[84934]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T12:13:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:23 smithi077 ceph-mon[86047]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 2.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:23 smithi077 ceph-mon[86047]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T12:13:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:23 smithi077 ceph-mon[88497]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 2.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:23 smithi077 ceph-mon[88497]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T12:13:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:23 smithi191 ceph-mon[84934]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 2.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:23 smithi191 ceph-mon[84934]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T12:13:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:24 smithi077 ceph-mon[86047]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T12:13:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:24 smithi077 ceph-mon[88497]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T12:13:24.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:24 smithi191 ceph-mon[84934]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T12:13:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:25 smithi077 ceph-mon[86047]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:25 smithi077 ceph-mon[86047]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T12:13:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:25 smithi077 ceph-mon[88497]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:25.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:25 smithi077 ceph-mon[88497]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T12:13:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:25 smithi191 ceph-mon[84934]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-09-16T12:13:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:25 smithi191 ceph-mon[84934]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T12:13:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:26 smithi077 ceph-mon[86047]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T12:13:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:26 smithi077 ceph-mon[88497]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T12:13:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:26] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-16T12:13:26.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:26 smithi191 ceph-mon[84934]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T12:13:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[88497]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.39k op/s 2024-09-16T12:13:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[88497]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T12:13:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[86047]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.39k op/s 2024-09-16T12:13:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[86047]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T12:13:27.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:27 smithi191 ceph-mon[84934]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.39k op/s 2024-09-16T12:13:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:27 smithi191 ceph-mon[84934]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T12:13:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:28 smithi191 ceph-mon[84934]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T12:13:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:28 smithi077 ceph-mon[86047]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T12:13:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:28 smithi077 ceph-mon[88497]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T12:13:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:29 smithi191 ceph-mon[84934]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-09-16T12:13:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:29 smithi191 ceph-mon[84934]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T12:13:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:29 smithi077 ceph-mon[86047]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-09-16T12:13:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:29 smithi077 ceph-mon[86047]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T12:13:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:29 smithi077 ceph-mon[88497]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-09-16T12:13:30.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:29 smithi077 ceph-mon[88497]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T12:13:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:30 smithi191 ceph-mon[84934]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T12:13:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:30 smithi077 ceph-mon[86047]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T12:13:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:30 smithi077 ceph-mon[88497]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T12:13:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:31 smithi191 ceph-mon[84934]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:31 smithi191 ceph-mon[84934]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T12:13:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:31 smithi077 ceph-mon[86047]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:31 smithi077 ceph-mon[86047]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T12:13:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:31 smithi077 ceph-mon[88497]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T12:13:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:31 smithi077 ceph-mon[88497]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T12:13:32.704 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:32.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:32 smithi191 ceph-mon[84934]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T12:13:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:32 smithi077 ceph-mon[86047]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T12:13:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:32 smithi077 ceph-mon[88497]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T12:13:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:33 smithi191 ceph-mon[84934]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T12:13:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:33 smithi191 ceph-mon[84934]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T12:13:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:33 smithi077 ceph-mon[88497]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T12:13:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:33 smithi077 ceph-mon[88497]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T12:13:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:33 smithi077 ceph-mon[86047]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T12:13:34.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:33 smithi077 ceph-mon[86047]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T12:13:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:34 smithi077 ceph-mon[86047]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T12:13:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:34 smithi077 ceph-mon[88497]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T12:13:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:34 smithi191 ceph-mon[84934]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T12:13:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:35 smithi077 ceph-mon[86047]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-09-16T12:13:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:35 smithi077 ceph-mon[86047]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T12:13:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:35 smithi077 ceph-mon[88497]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-09-16T12:13:36.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:35 smithi077 ceph-mon[88497]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T12:13:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:35 smithi191 ceph-mon[84934]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-09-16T12:13:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:35 smithi191 ceph-mon[84934]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T12:13:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:36 smithi077 ceph-mon[86047]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T12:13:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:36 smithi077 ceph-mon[88497]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T12:13:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:36] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-16T12:13:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:36 smithi191 ceph-mon[84934]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T12:13:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:37 smithi077 ceph-mon[88497]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-09-16T12:13:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:37 smithi077 ceph-mon[88497]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T12:13:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:37 smithi077 ceph-mon[86047]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-09-16T12:13:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:37 smithi077 ceph-mon[86047]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T12:13:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:37 smithi191 ceph-mon[84934]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-09-16T12:13:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:37 smithi191 ceph-mon[84934]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T12:13:39.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:38 smithi077 ceph-mon[86047]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T12:13:39.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:38 smithi077 ceph-mon[88497]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T12:13:39.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:38 smithi191 ceph-mon[84934]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T12:13:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:39 smithi077 ceph-mon[86047]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-09-16T12:13:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:39 smithi077 ceph-mon[86047]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T12:13:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:39 smithi077 ceph-mon[88497]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-09-16T12:13:40.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:39 smithi077 ceph-mon[88497]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T12:13:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:39 smithi191 ceph-mon[84934]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-09-16T12:13:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:39 smithi191 ceph-mon[84934]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T12:13:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:40 smithi077 ceph-mon[86047]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T12:13:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:40 smithi077 ceph-mon[88497]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T12:13:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:40 smithi191 ceph-mon[84934]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T12:13:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:41 smithi077 ceph-mon[86047]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:41 smithi077 ceph-mon[86047]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T12:13:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:41 smithi077 ceph-mon[88497]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:41 smithi077 ceph-mon[88497]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T12:13:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:41 smithi191 ceph-mon[84934]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:41 smithi191 ceph-mon[84934]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T12:13:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[86047]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T12:13:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[86047]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2024-09-16T12:13:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[88497]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T12:13:43.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:43.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:42 smithi077 ceph-mon[88497]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2024-09-16T12:13:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:42 smithi191 ceph-mon[84934]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T12:13:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:42 smithi191 ceph-mon[84934]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2024-09-16T12:13:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:43 smithi077 ceph-mon[86047]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T12:13:44.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:43 smithi077 ceph-mon[88497]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T12:13:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:43 smithi191 ceph-mon[84934]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T12:13:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:44 smithi077 ceph-mon[86047]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T12:13:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:44 smithi077 ceph-mon[86047]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-09-16T12:13:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:44 smithi077 ceph-mon[88497]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T12:13:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:44 smithi077 ceph-mon[88497]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-09-16T12:13:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:44 smithi191 ceph-mon[84934]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T12:13:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:44 smithi191 ceph-mon[84934]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-09-16T12:13:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:45 smithi077 ceph-mon[86047]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T12:13:46.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:45 smithi077 ceph-mon[88497]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T12:13:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:45 smithi191 ceph-mon[84934]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T12:13:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:46 smithi077 ceph-mon[86047]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T12:13:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:46 smithi077 ceph-mon[86047]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-09-16T12:13:47.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:46 smithi077 ceph-mon[88497]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T12:13:47.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:46 smithi077 ceph-mon[88497]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-09-16T12:13:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:46] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:13:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:46 smithi191 ceph-mon[84934]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T12:13:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:46 smithi191 ceph-mon[84934]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-09-16T12:13:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:47 smithi077 ceph-mon[86047]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T12:13:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:47 smithi077 ceph-mon[88497]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T12:13:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:47 smithi191 ceph-mon[84934]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T12:13:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:48 smithi077 ceph-mon[86047]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T12:13:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:48 smithi077 ceph-mon[86047]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-09-16T12:13:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:48 smithi077 ceph-mon[88497]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T12:13:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:48 smithi077 ceph-mon[88497]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-09-16T12:13:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:48 smithi191 ceph-mon[84934]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T12:13:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:48 smithi191 ceph-mon[84934]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-09-16T12:13:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:49 smithi077 ceph-mon[86047]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T12:13:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:49 smithi077 ceph-mon[88497]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T12:13:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:49 smithi191 ceph-mon[84934]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T12:13:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:50 smithi077 ceph-mon[86047]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T12:13:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:50 smithi077 ceph-mon[86047]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:50 smithi077 ceph-mon[88497]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T12:13:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:50 smithi077 ceph-mon[88497]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:50 smithi191 ceph-mon[84934]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T12:13:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:50 smithi191 ceph-mon[84934]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T12:13:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:51 smithi077 ceph-mon[86047]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T12:13:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:51 smithi077 ceph-mon[88497]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T12:13:52.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:51 smithi191 ceph-mon[84934]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T12:13:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:13:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:13:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:52 smithi077 ceph-mon[86047]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T12:13:53.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:52 smithi077 ceph-mon[86047]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:52 smithi077 ceph-mon[88497]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T12:13:53.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:52 smithi077 ceph-mon[88497]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:53.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:52 smithi191 ceph-mon[84934]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T12:13:53.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:52 smithi191 ceph-mon[84934]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:53 smithi077 ceph-mon[86047]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T12:13:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:53 smithi077 ceph-mon[88497]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T12:13:54.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:53 smithi191 ceph-mon[84934]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T12:13:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:54 smithi077 ceph-mon[88497]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T12:13:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:54 smithi077 ceph-mon[88497]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:54 smithi077 ceph-mon[86047]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T12:13:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:54 smithi077 ceph-mon[86047]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:54 smithi191 ceph-mon[84934]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T12:13:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:54 smithi191 ceph-mon[84934]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-09-16T12:13:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:55 smithi077 ceph-mon[86047]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T12:13:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:55 smithi077 ceph-mon[88497]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T12:13:56.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:55 smithi191 ceph-mon[84934]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T12:13:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[88497]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T12:13:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[88497]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-09-16T12:13:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:13:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[86047]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T12:13:57.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[86047]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-09-16T12:13:57.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:13:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:13:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:13:56] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:13:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:56 smithi191 ceph-mon[84934]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T12:13:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:56 smithi191 ceph-mon[84934]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-09-16T12:13:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:56 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:13:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T12:13:58.306 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:13:58.307 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.307 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.307 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:58.307 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:13:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:58 smithi077 ceph-mon[86047]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T12:13:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:58 smithi077 ceph-mon[86047]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-09-16T12:13:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:58 smithi077 ceph-mon[88497]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T12:13:59.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:58 smithi077 ceph-mon[88497]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-09-16T12:13:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:58 smithi191 ceph-mon[84934]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T12:13:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:58 smithi191 ceph-mon[84934]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-09-16T12:14:00.125 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:13:59 smithi191 ceph-mon[84934]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T12:14:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:13:59 smithi077 ceph-mon[86047]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T12:14:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:13:59 smithi077 ceph-mon[88497]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:14:01.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:14:01.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:14:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:14:01.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:14:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:01 smithi077 ceph-mon[86047]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T12:14:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:01 smithi077 ceph-mon[88497]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T12:14:02.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:01 smithi191 ceph-mon[84934]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T12:14:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:02 smithi077 ceph-mon[86047]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T12:14:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:02 smithi077 ceph-mon[86047]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-09-16T12:14:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:02 smithi077 ceph-mon[88497]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T12:14:03.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:02 smithi077 ceph-mon[88497]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-09-16T12:14:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:02 smithi191 ceph-mon[84934]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T12:14:03.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:02 smithi191 ceph-mon[84934]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-09-16T12:14:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:03 smithi077 ceph-mon[88497]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T12:14:04.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:03 smithi077 ceph-mon[86047]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T12:14:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:03 smithi191 ceph-mon[84934]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T12:14:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:04 smithi077 ceph-mon[88497]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T12:14:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:04 smithi077 ceph-mon[88497]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-09-16T12:14:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:04 smithi077 ceph-mon[86047]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T12:14:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:04 smithi077 ceph-mon[86047]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-09-16T12:14:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:04 smithi191 ceph-mon[84934]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T12:14:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:04 smithi191 ceph-mon[84934]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-09-16T12:14:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:05 smithi077 ceph-mon[86047]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T12:14:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:05 smithi077 ceph-mon[88497]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T12:14:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:05 smithi191 ceph-mon[84934]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T12:14:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:06 smithi077 ceph-mon[86047]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T12:14:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:06 smithi077 ceph-mon[86047]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-09-16T12:14:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:06 smithi077 ceph-mon[88497]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T12:14:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:06 smithi077 ceph-mon[88497]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-09-16T12:14:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:06] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:14:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:06 smithi191 ceph-mon[84934]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T12:14:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:06 smithi191 ceph-mon[84934]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-09-16T12:14:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:07 smithi191 ceph-mon[84934]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T12:14:08.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:07 smithi077 ceph-mon[86047]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T12:14:08.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:07 smithi077 ceph-mon[88497]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T12:14:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:08 smithi191 ceph-mon[84934]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T12:14:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:08 smithi191 ceph-mon[84934]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-16T12:14:09.323 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:08 smithi077 ceph-mon[88497]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T12:14:09.324 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:08 smithi077 ceph-mon[88497]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-16T12:14:09.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:08 smithi077 ceph-mon[86047]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T12:14:09.324 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:08 smithi077 ceph-mon[86047]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-16T12:14:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:09 smithi191 ceph-mon[84934]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T12:14:10.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:09 smithi077 ceph-mon[86047]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T12:14:10.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:09 smithi077 ceph-mon[88497]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T12:14:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:10 smithi077 ceph-mon[86047]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T12:14:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:10 smithi077 ceph-mon[86047]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:14:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:10 smithi077 ceph-mon[88497]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T12:14:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:10 smithi077 ceph-mon[88497]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:14:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:10 smithi191 ceph-mon[84934]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T12:14:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:10 smithi191 ceph-mon[84934]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T12:14:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:11 smithi191 ceph-mon[84934]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T12:14:12.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:11 smithi077 ceph-mon[86047]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T12:14:12.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:11 smithi077 ceph-mon[88497]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T12:14:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[88497]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T12:14:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:13.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[88497]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-09-16T12:14:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[86047]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T12:14:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:13.423 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:12 smithi077 ceph-mon[86047]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-09-16T12:14:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:12 smithi191 ceph-mon[84934]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T12:14:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:13.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:12 smithi191 ceph-mon[84934]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-09-16T12:14:14.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:13 smithi077 ceph-mon[88497]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T12:14:14.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:13 smithi077 ceph-mon[86047]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T12:14:14.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:13 smithi191 ceph-mon[84934]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T12:14:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:14 smithi077 ceph-mon[86047]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T12:14:15.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:14 smithi077 ceph-mon[86047]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2024-09-16T12:14:15.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:14 smithi077 ceph-mon[88497]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T12:14:15.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:14 smithi077 ceph-mon[88497]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2024-09-16T12:14:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:14 smithi191 ceph-mon[84934]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T12:14:15.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:14 smithi191 ceph-mon[84934]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2024-09-16T12:14:16.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:15 smithi077 ceph-mon[86047]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T12:14:16.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:15 smithi077 ceph-mon[88497]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T12:14:16.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:15 smithi191 ceph-mon[84934]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T12:14:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:16 smithi077 ceph-mon[86047]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T12:14:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:16 smithi077 ceph-mon[86047]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-16T12:14:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:17 smithi077 ceph-mon[88497]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T12:14:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:17 smithi077 ceph-mon[88497]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-16T12:14:17.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:16] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-16T12:14:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:17 smithi191 ceph-mon[84934]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T12:14:17.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:17 smithi191 ceph-mon[84934]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-16T12:14:18.424 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:17 smithi077 ceph-mon[86047]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T12:14:18.424 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:17 smithi077 ceph-mon[88497]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T12:14:18.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:17 smithi191 ceph-mon[84934]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T12:14:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:19 smithi077 ceph-mon[86047]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T12:14:19.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:19 smithi077 ceph-mon[86047]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-09-16T12:14:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:19 smithi077 ceph-mon[88497]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T12:14:19.423 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:19 smithi077 ceph-mon[88497]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-09-16T12:14:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:19 smithi191 ceph-mon[84934]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T12:14:19.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:19 smithi191 ceph-mon[84934]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-09-16T12:14:20.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:20 smithi077 ceph-mon[88497]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T12:14:20.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:20 smithi077 ceph-mon[86047]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T12:14:20.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:20 smithi191 ceph-mon[84934]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T12:14:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:21 smithi077 ceph-mon[88497]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T12:14:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:21 smithi077 ceph-mon[88497]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:21 smithi077 ceph-mon[86047]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T12:14:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:21 smithi077 ceph-mon[86047]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:21.462 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:21 smithi191 ceph-mon[84934]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T12:14:21.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:21 smithi191 ceph-mon[84934]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:22.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:22 smithi191 ceph-mon[84934]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T12:14:22.316 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:22 smithi191 ceph-mon[84934]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T12:14:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:22 smithi077 ceph-mon[88497]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T12:14:22.422 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:22 smithi077 ceph-mon[88497]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T12:14:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:22 smithi077 ceph-mon[86047]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T12:14:22.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:22 smithi077 ceph-mon[86047]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T12:14:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:23 smithi077 ceph-mon[86047]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-09-16T12:14:23.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:23 smithi077 ceph-mon[86047]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T12:14:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:23 smithi077 ceph-mon[88497]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-09-16T12:14:23.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:23 smithi077 ceph-mon[88497]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T12:14:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:23 smithi191 ceph-mon[84934]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-09-16T12:14:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:23 smithi191 ceph-mon[84934]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T12:14:24.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:24 smithi077 ceph-mon[86047]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T12:14:24.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:24 smithi077 ceph-mon[88497]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T12:14:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:24 smithi191 ceph-mon[84934]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T12:14:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:25 smithi077 ceph-mon[86047]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-16T12:14:25.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:25 smithi077 ceph-mon[86047]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T12:14:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:25 smithi077 ceph-mon[88497]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-16T12:14:25.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:25 smithi077 ceph-mon[88497]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T12:14:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:25 smithi191 ceph-mon[84934]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-16T12:14:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:25 smithi191 ceph-mon[84934]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T12:14:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:26 smithi077 ceph-mon[88497]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T12:14:26.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:26 smithi077 ceph-mon[88497]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T12:14:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:26 smithi077 ceph-mon[86047]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T12:14:26.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:26 smithi077 ceph-mon[86047]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T12:14:26.923 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:26] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-16T12:14:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:26 smithi191 ceph-mon[84934]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T12:14:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:26 smithi191 ceph-mon[84934]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T12:14:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:27 smithi077 ceph-mon[88497]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:27.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:27 smithi077 ceph-mon[86047]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:27.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:27 smithi191 ceph-mon[84934]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:28.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:28 smithi191 ceph-mon[84934]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T12:14:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:28 smithi077 ceph-mon[88497]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T12:14:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:28 smithi077 ceph-mon[86047]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T12:14:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:29 smithi191 ceph-mon[84934]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:29 smithi191 ceph-mon[84934]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T12:14:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:29 smithi077 ceph-mon[86047]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:29 smithi077 ceph-mon[86047]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T12:14:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:29 smithi077 ceph-mon[88497]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-09-16T12:14:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:29 smithi077 ceph-mon[88497]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T12:14:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:30 smithi191 ceph-mon[84934]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T12:14:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:30 smithi077 ceph-mon[86047]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T12:14:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:30 smithi077 ceph-mon[88497]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T12:14:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:31 smithi191 ceph-mon[84934]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:14:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:31 smithi191 ceph-mon[84934]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T12:14:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:31 smithi191 ceph-mon[84934]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[86047]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[86047]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[86047]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[88497]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[88497]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T12:14:32.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:31 smithi077 ceph-mon[88497]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T12:14:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:33.953 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:33 smithi191 ceph-mon[84934]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:33.953 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:33 smithi191 ceph-mon[84934]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T12:14:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:33 smithi077 ceph-mon[86047]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:33 smithi077 ceph-mon[86047]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T12:14:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:33 smithi077 ceph-mon[88497]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:34.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:33 smithi077 ceph-mon[88497]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T12:14:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:34 smithi077 ceph-mon[86047]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T12:14:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:34 smithi077 ceph-mon[88497]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T12:14:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:34 smithi191 ceph-mon[84934]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T12:14:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:35 smithi077 ceph-mon[86047]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:35 smithi077 ceph-mon[86047]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T12:14:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:35 smithi077 ceph-mon[88497]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:36.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:35 smithi077 ceph-mon[88497]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T12:14:36.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:35 smithi191 ceph-mon[84934]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-09-16T12:14:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:35 smithi191 ceph-mon[84934]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T12:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:36 smithi077 ceph-mon[86047]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T12:14:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:36 smithi077 ceph-mon[86047]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T12:14:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:36 smithi077 ceph-mon[88497]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T12:14:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:36 smithi077 ceph-mon[88497]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T12:14:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:36] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-16T12:14:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:36 smithi191 ceph-mon[84934]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T12:14:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:36 smithi191 ceph-mon[84934]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T12:14:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:37 smithi077 ceph-mon[86047]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:38.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:37 smithi077 ceph-mon[86047]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T12:14:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:37 smithi077 ceph-mon[88497]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:37 smithi077 ceph-mon[88497]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T12:14:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:37 smithi191 ceph-mon[84934]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:37 smithi191 ceph-mon[84934]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T12:14:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:39 smithi077 ceph-mon[86047]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:39 smithi077 ceph-mon[86047]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T12:14:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:39 smithi077 ceph-mon[88497]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:39 smithi077 ceph-mon[88497]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T12:14:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:39 smithi191 ceph-mon[84934]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-09-16T12:14:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:39 smithi191 ceph-mon[84934]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T12:14:40.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:40 smithi077 ceph-mon[88497]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T12:14:40.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:40 smithi077 ceph-mon[86047]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T12:14:40.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:40 smithi191 ceph-mon[84934]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T12:14:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[86047]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:14:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[86047]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T12:14:41.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[86047]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T12:14:41.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[88497]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:14:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[88497]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T12:14:41.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:41 smithi077 ceph-mon[88497]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T12:14:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:41 smithi191 ceph-mon[84934]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:14:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:41 smithi191 ceph-mon[84934]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T12:14:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:41 smithi191 ceph-mon[84934]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T12:14:42.656 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:42.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:42.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:43.712 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:43 smithi191 ceph-mon[84934]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-09-16T12:14:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:43 smithi191 ceph-mon[84934]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T12:14:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:43 smithi077 ceph-mon[86047]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-09-16T12:14:43.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:43 smithi077 ceph-mon[86047]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T12:14:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:43 smithi077 ceph-mon[88497]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-09-16T12:14:43.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:43 smithi077 ceph-mon[88497]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T12:14:44.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:44 smithi077 ceph-mon[86047]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T12:14:44.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:44 smithi077 ceph-mon[88497]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T12:14:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:44 smithi191 ceph-mon[84934]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T12:14:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:45 smithi077 ceph-mon[86047]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-16T12:14:45.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:45 smithi077 ceph-mon[86047]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T12:14:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:45 smithi077 ceph-mon[88497]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-16T12:14:45.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:45 smithi077 ceph-mon[88497]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T12:14:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:45 smithi191 ceph-mon[84934]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-16T12:14:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:45 smithi191 ceph-mon[84934]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T12:14:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:46 smithi191 ceph-mon[84934]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T12:14:46.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:46 smithi191 ceph-mon[84934]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T12:14:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:46 smithi077 ceph-mon[86047]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T12:14:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:46 smithi077 ceph-mon[86047]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T12:14:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:46 smithi077 ceph-mon[88497]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T12:14:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:46 smithi077 ceph-mon[88497]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T12:14:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:46] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:14:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:47 smithi191 ceph-mon[84934]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-16T12:14:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:47 smithi077 ceph-mon[86047]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-16T12:14:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:47 smithi077 ceph-mon[88497]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-16T12:14:48.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:48 smithi191 ceph-mon[84934]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T12:14:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:48 smithi077 ceph-mon[86047]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T12:14:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:48 smithi077 ceph-mon[88497]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T12:14:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:49 smithi191 ceph-mon[84934]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-09-16T12:14:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:49 smithi191 ceph-mon[84934]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T12:14:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:49 smithi077 ceph-mon[86047]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-09-16T12:14:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:49 smithi077 ceph-mon[86047]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T12:14:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:49 smithi077 ceph-mon[88497]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-09-16T12:14:50.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:49 smithi077 ceph-mon[88497]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T12:14:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:50 smithi191 ceph-mon[84934]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T12:14:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:50 smithi077 ceph-mon[86047]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T12:14:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:50 smithi077 ceph-mon[88497]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T12:14:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:51 smithi191 ceph-mon[84934]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:51 smithi191 ceph-mon[84934]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T12:14:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:51 smithi191 ceph-mon[84934]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[86047]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[86047]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[86047]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[88497]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[88497]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T12:14:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:51 smithi077 ceph-mon[88497]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T12:14:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:14:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:14:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:53 smithi077 ceph-mon[86047]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:53.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:53 smithi077 ceph-mon[86047]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T12:14:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:53 smithi077 ceph-mon[88497]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:53.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:53 smithi077 ceph-mon[88497]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T12:14:53.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:53 smithi191 ceph-mon[84934]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:53 smithi191 ceph-mon[84934]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T12:14:54.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:54 smithi077 ceph-mon[88497]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T12:14:54.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:54 smithi077 ceph-mon[86047]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T12:14:54.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:54 smithi191 ceph-mon[84934]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T12:14:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:55 smithi077 ceph-mon[86047]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:55.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:55 smithi077 ceph-mon[86047]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T12:14:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:55 smithi077 ceph-mon[88497]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:55.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:55 smithi077 ceph-mon[88497]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T12:14:55.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:55 smithi191 ceph-mon[84934]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-09-16T12:14:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:55 smithi191 ceph-mon[84934]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T12:14:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:56 smithi077 ceph-mon[86047]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T12:14:56.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:56 smithi077 ceph-mon[86047]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T12:14:56.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:14:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:14:56] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-16T12:14:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:56 smithi077 ceph-mon[88497]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T12:14:56.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:56 smithi077 ceph-mon[88497]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T12:14:56.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:56 smithi191 ceph-mon[84934]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T12:14:56.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:56 smithi191 ceph-mon[84934]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T12:14:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:57 smithi077 ceph-mon[88497]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:14:57.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:57 smithi077 ceph-mon[86047]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:14:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:57 smithi191 ceph-mon[84934]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:14:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:14:58.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:58 smithi191 ceph-mon[84934]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T12:14:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:58 smithi077 ceph-mon[88497]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T12:14:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:58 smithi077 ceph-mon[86047]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T12:14:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:59 smithi191 ceph-mon[84934]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:14:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:14:59 smithi191 ceph-mon[84934]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T12:15:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:59 smithi077 ceph-mon[88497]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:15:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:14:59 smithi077 ceph-mon[88497]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T12:15:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:59 smithi077 ceph-mon[86047]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-16T12:15:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:14:59 smithi077 ceph-mon[86047]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T12:15:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:00 smithi191 ceph-mon[84934]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T12:15:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:00 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:15:01.093 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:00 smithi077 ceph-mon[86047]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T12:15:01.093 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:00 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:15:01.093 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:00 smithi077 ceph-mon[88497]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T12:15:01.093 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:00 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:15:01.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:01 smithi191 ceph-mon[84934]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:01 smithi191 ceph-mon[84934]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T12:15:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:01 smithi191 ceph-mon[84934]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[88497]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[88497]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[88497]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[86047]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[86047]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T12:15:01.965 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:01 smithi077 ceph-mon[86047]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T12:15:02.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[86047]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[86047]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T12:15:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:03.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:03.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[88497]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[88497]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T12:15:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:03.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:03 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:03.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:03 smithi191 ceph-mon[84934]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:03 smithi191 ceph-mon[84934]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T12:15:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:03 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:03 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T12:15:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:15:04.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:15:04.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:15:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:15:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:05 smithi077 ceph-mon[88497]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:05.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:05 smithi077 ceph-mon[88497]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T12:15:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:05 smithi077 ceph-mon[86047]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:05.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:05 smithi077 ceph-mon[86047]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T12:15:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:05 smithi191 ceph-mon[84934]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-09-16T12:15:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:05 smithi191 ceph-mon[84934]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T12:15:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:06 smithi077 ceph-mon[88497]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T12:15:06.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:06 smithi077 ceph-mon[88497]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T12:15:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:06 smithi077 ceph-mon[86047]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T12:15:06.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:06 smithi077 ceph-mon[86047]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T12:15:06.924 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:06] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-16T12:15:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:06 smithi191 ceph-mon[84934]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T12:15:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:06 smithi191 ceph-mon[84934]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T12:15:07.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:07 smithi191 ceph-mon[84934]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:07 smithi077 ceph-mon[86047]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:07 smithi077 ceph-mon[88497]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:08.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:08 smithi191 ceph-mon[84934]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T12:15:09.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:08 smithi077 ceph-mon[86047]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T12:15:09.074 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:08 smithi077 ceph-mon[88497]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T12:15:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:09 smithi191 ceph-mon[84934]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:09 smithi191 ceph-mon[84934]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T12:15:10.097 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:09 smithi077 ceph-mon[88497]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:10.097 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:09 smithi077 ceph-mon[88497]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T12:15:10.097 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:09 smithi077 ceph-mon[86047]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-09-16T12:15:10.097 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:09 smithi077 ceph-mon[86047]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T12:15:10.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:10 smithi077 ceph-mon[86047]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T12:15:10.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:10 smithi077 ceph-mon[88497]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T12:15:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:10 smithi191 ceph-mon[84934]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T12:15:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:11 smithi191 ceph-mon[84934]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:11 smithi191 ceph-mon[84934]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T12:15:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:11 smithi191 ceph-mon[84934]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T12:15:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[86047]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[86047]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T12:15:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[86047]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T12:15:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[88497]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[88497]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T12:15:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:11 smithi077 ceph-mon[88497]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T12:15:12.704 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:13 smithi191 ceph-mon[84934]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:13 smithi191 ceph-mon[84934]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T12:15:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:13 smithi077 ceph-mon[86047]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:13 smithi077 ceph-mon[86047]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T12:15:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:13 smithi077 ceph-mon[88497]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:13 smithi077 ceph-mon[88497]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T12:15:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:14 smithi077 ceph-mon[86047]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T12:15:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:14 smithi077 ceph-mon[88497]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T12:15:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:14 smithi191 ceph-mon[84934]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T12:15:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:15 smithi077 ceph-mon[86047]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:15 smithi077 ceph-mon[86047]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T12:15:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:15 smithi077 ceph-mon[88497]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:15 smithi077 ceph-mon[88497]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T12:15:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:15 smithi191 ceph-mon[84934]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-09-16T12:15:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:15 smithi191 ceph-mon[84934]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T12:15:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:16 smithi077 ceph-mon[86047]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T12:15:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:16 smithi077 ceph-mon[86047]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T12:15:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:16 smithi077 ceph-mon[88497]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T12:15:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:16 smithi077 ceph-mon[88497]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T12:15:17.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:16] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:15:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:16 smithi191 ceph-mon[84934]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T12:15:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:16 smithi191 ceph-mon[84934]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T12:15:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:17 smithi077 ceph-mon[86047]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:17 smithi077 ceph-mon[86047]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T12:15:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:17 smithi077 ceph-mon[88497]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:17 smithi077 ceph-mon[88497]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T12:15:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:17 smithi191 ceph-mon[84934]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:17 smithi191 ceph-mon[84934]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T12:15:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:19 smithi077 ceph-mon[86047]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:19 smithi077 ceph-mon[86047]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T12:15:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:19 smithi077 ceph-mon[88497]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:19 smithi077 ceph-mon[88497]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T12:15:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:19 smithi191 ceph-mon[84934]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-09-16T12:15:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:19 smithi191 ceph-mon[84934]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T12:15:20.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:20 smithi077 ceph-mon[86047]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T12:15:20.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:20 smithi077 ceph-mon[88497]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T12:15:20.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:20 smithi191 ceph-mon[84934]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T12:15:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[86047]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[86047]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T12:15:21.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[86047]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T12:15:21.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[88497]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[88497]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T12:15:21.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:21 smithi077 ceph-mon[88497]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T12:15:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:21 smithi191 ceph-mon[84934]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:21 smithi191 ceph-mon[84934]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T12:15:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:21 smithi191 ceph-mon[84934]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T12:15:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:23 smithi191 ceph-mon[84934]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-09-16T12:15:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:23 smithi191 ceph-mon[84934]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T12:15:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:23 smithi077 ceph-mon[86047]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-09-16T12:15:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:23 smithi077 ceph-mon[86047]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T12:15:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:23 smithi077 ceph-mon[88497]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-09-16T12:15:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:23 smithi077 ceph-mon[88497]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T12:15:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:24 smithi191 ceph-mon[84934]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T12:15:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:24 smithi077 ceph-mon[86047]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T12:15:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:24 smithi077 ceph-mon[88497]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T12:15:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:25 smithi191 ceph-mon[84934]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-16T12:15:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:25 smithi191 ceph-mon[84934]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T12:15:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:25 smithi077 ceph-mon[86047]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-16T12:15:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:25 smithi077 ceph-mon[86047]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T12:15:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:25 smithi077 ceph-mon[88497]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-16T12:15:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:25 smithi077 ceph-mon[88497]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T12:15:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:26 smithi191 ceph-mon[84934]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T12:15:26.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:26 smithi191 ceph-mon[84934]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T12:15:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:26 smithi077 ceph-mon[86047]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T12:15:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:26 smithi077 ceph-mon[86047]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T12:15:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:26 smithi077 ceph-mon[88497]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T12:15:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:26 smithi077 ceph-mon[88497]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T12:15:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:26] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-16T12:15:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:27 smithi191 ceph-mon[84934]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:27.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:27 smithi191 ceph-mon[84934]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T12:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[86047]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[86047]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T12:15:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[88497]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:27 smithi077 ceph-mon[88497]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T12:15:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:29 smithi077 ceph-mon[86047]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:29.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:29 smithi077 ceph-mon[86047]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T12:15:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:29 smithi077 ceph-mon[88497]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:29.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:29 smithi077 ceph-mon[88497]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T12:15:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:29 smithi191 ceph-mon[84934]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-09-16T12:15:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:29 smithi191 ceph-mon[84934]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T12:15:30.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:30 smithi077 ceph-mon[86047]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T12:15:30.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:30 smithi077 ceph-mon[88497]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T12:15:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:30 smithi191 ceph-mon[84934]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T12:15:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[86047]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:15:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[86047]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T12:15:31.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[86047]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T12:15:31.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[88497]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:15:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[88497]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T12:15:31.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:31 smithi077 ceph-mon[88497]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T12:15:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:31 smithi191 ceph-mon[84934]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:15:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:31 smithi191 ceph-mon[84934]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T12:15:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:31 smithi191 ceph-mon[84934]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T12:15:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:33 smithi191 ceph-mon[84934]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:33 smithi191 ceph-mon[84934]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T12:15:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:33 smithi077 ceph-mon[86047]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:33 smithi077 ceph-mon[86047]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T12:15:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:33 smithi077 ceph-mon[88497]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:33 smithi077 ceph-mon[88497]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T12:15:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:34 smithi191 ceph-mon[84934]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T12:15:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:34 smithi077 ceph-mon[86047]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T12:15:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:34 smithi077 ceph-mon[88497]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T12:15:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:35 smithi191 ceph-mon[84934]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:35 smithi191 ceph-mon[84934]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T12:15:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:35 smithi077 ceph-mon[86047]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:35 smithi077 ceph-mon[86047]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T12:15:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:35 smithi077 ceph-mon[88497]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-09-16T12:15:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:35 smithi077 ceph-mon[88497]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T12:15:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:36 smithi191 ceph-mon[84934]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T12:15:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:36 smithi191 ceph-mon[84934]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T12:15:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:36 smithi077 ceph-mon[86047]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T12:15:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:36 smithi077 ceph-mon[86047]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T12:15:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:36 smithi077 ceph-mon[88497]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T12:15:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:36 smithi077 ceph-mon[88497]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T12:15:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:36] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-16T12:15:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:37 smithi191 ceph-mon[84934]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:37.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:37 smithi191 ceph-mon[84934]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T12:15:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:37 smithi077 ceph-mon[88497]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:37 smithi077 ceph-mon[88497]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T12:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:37 smithi077 ceph-mon[86047]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:37 smithi077 ceph-mon[86047]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T12:15:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:39 smithi077 ceph-mon[86047]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:39.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:39 smithi077 ceph-mon[86047]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T12:15:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:39 smithi077 ceph-mon[88497]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:39.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:39 smithi077 ceph-mon[88497]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T12:15:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:39 smithi191 ceph-mon[84934]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-09-16T12:15:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:39 smithi191 ceph-mon[84934]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T12:15:40.966 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:40 smithi191 ceph-mon[84934]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T12:15:41.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:40 smithi077 ceph-mon[88497]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T12:15:41.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:40 smithi077 ceph-mon[86047]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T12:15:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:41 smithi191 ceph-mon[84934]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:41 smithi191 ceph-mon[84934]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T12:15:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:41 smithi191 ceph-mon[84934]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T12:15:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[86047]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[86047]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T12:15:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[86047]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T12:15:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[88497]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T12:15:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[88497]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T12:15:42.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:41 smithi077 ceph-mon[88497]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T12:15:42.681 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:43 smithi191 ceph-mon[84934]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:43 smithi191 ceph-mon[84934]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T12:15:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:43 smithi077 ceph-mon[86047]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:43 smithi077 ceph-mon[86047]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T12:15:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:43 smithi077 ceph-mon[88497]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:43 smithi077 ceph-mon[88497]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T12:15:44.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:44 smithi191 ceph-mon[84934]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T12:15:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:44 smithi077 ceph-mon[86047]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T12:15:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:44 smithi077 ceph-mon[88497]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T12:15:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:45 smithi191 ceph-mon[84934]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:45.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:45 smithi191 ceph-mon[84934]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T12:15:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:45 smithi077 ceph-mon[86047]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:45 smithi077 ceph-mon[86047]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T12:15:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:45 smithi077 ceph-mon[88497]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-09-16T12:15:46.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:45 smithi077 ceph-mon[88497]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T12:15:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:46 smithi077 ceph-mon[86047]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T12:15:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:46 smithi077 ceph-mon[86047]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T12:15:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:46 smithi077 ceph-mon[88497]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T12:15:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:46 smithi077 ceph-mon[88497]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T12:15:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:46] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-16T12:15:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:46 smithi191 ceph-mon[84934]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T12:15:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:46 smithi191 ceph-mon[84934]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T12:15:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:47 smithi077 ceph-mon[86047]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 975 op/s 2024-09-16T12:15:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:47 smithi077 ceph-mon[86047]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T12:15:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:47 smithi077 ceph-mon[88497]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 975 op/s 2024-09-16T12:15:48.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:47 smithi077 ceph-mon[88497]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T12:15:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:47 smithi191 ceph-mon[84934]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 975 op/s 2024-09-16T12:15:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:47 smithi191 ceph-mon[84934]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T12:15:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:49 smithi077 ceph-mon[86047]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-09-16T12:15:49.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:49 smithi077 ceph-mon[86047]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T12:15:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:49 smithi077 ceph-mon[88497]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-09-16T12:15:49.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:49 smithi077 ceph-mon[88497]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T12:15:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:49 smithi191 ceph-mon[84934]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-09-16T12:15:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:49 smithi191 ceph-mon[84934]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T12:15:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:50 smithi191 ceph-mon[84934]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T12:15:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:50 smithi077 ceph-mon[86047]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T12:15:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:50 smithi077 ceph-mon[88497]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T12:15:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:51 smithi191 ceph-mon[84934]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:51 smithi191 ceph-mon[84934]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T12:15:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:51 smithi191 ceph-mon[84934]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T12:15:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[86047]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[86047]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T12:15:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[86047]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T12:15:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[88497]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:15:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[88497]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T12:15:52.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:51 smithi077 ceph-mon[88497]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T12:15:52.712 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:15:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:15:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:53 smithi191 ceph-mon[84934]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 5.0 KiB/s wr, 926 op/s 2024-09-16T12:15:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:53 smithi191 ceph-mon[84934]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T12:15:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:53 smithi077 ceph-mon[86047]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 5.0 KiB/s wr, 926 op/s 2024-09-16T12:15:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:53 smithi077 ceph-mon[86047]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T12:15:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:53 smithi077 ceph-mon[88497]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 5.0 KiB/s wr, 926 op/s 2024-09-16T12:15:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:53 smithi077 ceph-mon[88497]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T12:15:54.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:54 smithi191 ceph-mon[84934]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T12:15:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:54 smithi077 ceph-mon[86047]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T12:15:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:54 smithi077 ceph-mon[88497]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T12:15:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:55 smithi191 ceph-mon[84934]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 5.0 KiB/s wr, 932 op/s 2024-09-16T12:15:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:55 smithi191 ceph-mon[84934]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T12:15:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:55 smithi077 ceph-mon[86047]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 5.0 KiB/s wr, 932 op/s 2024-09-16T12:15:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:55 smithi077 ceph-mon[86047]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T12:15:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:55 smithi077 ceph-mon[88497]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 5.0 KiB/s wr, 932 op/s 2024-09-16T12:15:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:55 smithi077 ceph-mon[88497]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T12:15:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:56 smithi077 ceph-mon[86047]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T12:15:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:56 smithi077 ceph-mon[86047]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T12:15:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:56 smithi077 ceph-mon[88497]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T12:15:57.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:56 smithi077 ceph-mon[88497]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T12:15:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:15:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:15:56] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-16T12:15:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:56 smithi191 ceph-mon[84934]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T12:15:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:56 smithi191 ceph-mon[84934]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T12:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[88497]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-09-16T12:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[88497]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T12:15:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[86047]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-09-16T12:15:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:57 smithi077 ceph-mon[86047]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T12:15:58.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:57 smithi191 ceph-mon[84934]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-09-16T12:15:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:15:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:57 smithi191 ceph-mon[84934]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T12:15:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:59 smithi077 ceph-mon[88497]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-09-16T12:15:59.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:15:59 smithi077 ceph-mon[88497]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T12:15:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:59 smithi077 ceph-mon[86047]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-09-16T12:15:59.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:15:59 smithi077 ceph-mon[86047]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T12:15:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:59 smithi191 ceph-mon[84934]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-09-16T12:15:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:15:59 smithi191 ceph-mon[84934]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T12:16:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:00 smithi191 ceph-mon[84934]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T12:16:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:00 smithi077 ceph-mon[86047]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T12:16:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:00 smithi077 ceph-mon[88497]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T12:16:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:01 smithi191 ceph-mon[84934]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:01 smithi191 ceph-mon[84934]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T12:16:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:01 smithi191 ceph-mon[84934]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[88497]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[88497]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[88497]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[86047]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[86047]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T12:16:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:01 smithi077 ceph-mon[86047]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T12:16:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:03 smithi191 ceph-mon[84934]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:03 smithi191 ceph-mon[84934]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T12:16:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:03 smithi077 ceph-mon[88497]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:03 smithi077 ceph-mon[88497]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T12:16:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:03 smithi077 ceph-mon[86047]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:03 smithi077 ceph-mon[86047]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T12:16:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:04 smithi191 ceph-mon[84934]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T12:16:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:16:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:16:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:16:04.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[86047]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[88497]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T12:16:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:16:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:16:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:16:05.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:16:05.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:05 smithi191 ceph-mon[84934]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:05.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:05 smithi191 ceph-mon[84934]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T12:16:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:05 smithi077 ceph-mon[86047]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:05 smithi077 ceph-mon[86047]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T12:16:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:05 smithi077 ceph-mon[88497]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-09-16T12:16:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:05 smithi077 ceph-mon[88497]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T12:16:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:06 smithi191 ceph-mon[84934]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T12:16:06.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:06 smithi191 ceph-mon[84934]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T12:16:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:06 smithi077 ceph-mon[88497]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T12:16:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:06 smithi077 ceph-mon[88497]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T12:16:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:06 smithi077 ceph-mon[86047]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T12:16:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:06 smithi077 ceph-mon[86047]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T12:16:07.174 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:06] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-16T12:16:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:07 smithi077 ceph-mon[86047]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 798 op/s 2024-09-16T12:16:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:07 smithi077 ceph-mon[86047]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T12:16:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:07 smithi077 ceph-mon[88497]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 798 op/s 2024-09-16T12:16:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:07 smithi077 ceph-mon[88497]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T12:16:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:07 smithi191 ceph-mon[84934]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 798 op/s 2024-09-16T12:16:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:07 smithi191 ceph-mon[84934]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T12:16:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:09 smithi077 ceph-mon[88497]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-09-16T12:16:09.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:09 smithi077 ceph-mon[88497]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T12:16:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:09 smithi077 ceph-mon[86047]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-09-16T12:16:09.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:09 smithi077 ceph-mon[86047]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T12:16:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:09 smithi191 ceph-mon[84934]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-09-16T12:16:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:09 smithi191 ceph-mon[84934]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T12:16:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:10 smithi191 ceph-mon[84934]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T12:16:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:10 smithi077 ceph-mon[86047]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T12:16:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:10 smithi077 ceph-mon[88497]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T12:16:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:11 smithi191 ceph-mon[84934]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T12:16:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:11 smithi191 ceph-mon[84934]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T12:16:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:11 smithi191 ceph-mon[84934]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T12:16:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[88497]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T12:16:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[88497]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T12:16:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[88497]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T12:16:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[86047]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T12:16:12.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[86047]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T12:16:12.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:11 smithi077 ceph-mon[86047]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T12:16:12.680 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:13 smithi191 ceph-mon[84934]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-09-16T12:16:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:13 smithi191 ceph-mon[84934]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T12:16:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:13 smithi077 ceph-mon[88497]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-09-16T12:16:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:13 smithi077 ceph-mon[88497]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T12:16:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:13 smithi077 ceph-mon[86047]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-09-16T12:16:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:13 smithi077 ceph-mon[86047]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T12:16:14.962 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:14 smithi191 ceph-mon[84934]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T12:16:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:14 smithi077 ceph-mon[88497]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T12:16:15.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:14 smithi077 ceph-mon[86047]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T12:16:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:15 smithi191 ceph-mon[84934]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 754 op/s 2024-09-16T12:16:15.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:15 smithi191 ceph-mon[84934]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T12:16:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:15 smithi077 ceph-mon[86047]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 754 op/s 2024-09-16T12:16:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:15 smithi077 ceph-mon[86047]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T12:16:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:15 smithi077 ceph-mon[88497]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 754 op/s 2024-09-16T12:16:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:15 smithi077 ceph-mon[88497]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T12:16:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:16 smithi191 ceph-mon[84934]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T12:16:16.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:16 smithi191 ceph-mon[84934]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T12:16:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:16 smithi077 ceph-mon[86047]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T12:16:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:16 smithi077 ceph-mon[86047]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T12:16:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:16] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:16:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:16 smithi077 ceph-mon[88497]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T12:16:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:16 smithi077 ceph-mon[88497]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T12:16:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:17 smithi191 ceph-mon[84934]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 714 op/s 2024-09-16T12:16:17.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:17 smithi191 ceph-mon[84934]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T12:16:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:17 smithi077 ceph-mon[86047]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 714 op/s 2024-09-16T12:16:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:17 smithi077 ceph-mon[86047]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T12:16:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:17 smithi077 ceph-mon[88497]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 714 op/s 2024-09-16T12:16:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:17 smithi077 ceph-mon[88497]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T12:16:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:19 smithi077 ceph-mon[86047]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 5.0 KiB/s wr, 717 op/s 2024-09-16T12:16:19.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:19 smithi077 ceph-mon[86047]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T12:16:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:19 smithi077 ceph-mon[88497]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 5.0 KiB/s wr, 717 op/s 2024-09-16T12:16:19.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:19 smithi077 ceph-mon[88497]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T12:16:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:19 smithi191 ceph-mon[84934]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 5.0 KiB/s wr, 717 op/s 2024-09-16T12:16:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:19 smithi191 ceph-mon[84934]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T12:16:20.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:20 smithi191 ceph-mon[84934]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T12:16:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:20 smithi077 ceph-mon[86047]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T12:16:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:20 smithi077 ceph-mon[88497]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T12:16:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:21 smithi191 ceph-mon[84934]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:21 smithi191 ceph-mon[84934]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T12:16:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:21 smithi191 ceph-mon[84934]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T12:16:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[86047]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[86047]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T12:16:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[86047]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T12:16:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[88497]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[88497]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T12:16:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:21 smithi077 ceph-mon[88497]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T12:16:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:23 smithi191 ceph-mon[84934]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 5.0 KiB/s wr, 667 op/s 2024-09-16T12:16:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:23 smithi191 ceph-mon[84934]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T12:16:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:23 smithi077 ceph-mon[86047]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 5.0 KiB/s wr, 667 op/s 2024-09-16T12:16:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:23 smithi077 ceph-mon[86047]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T12:16:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:23 smithi077 ceph-mon[88497]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 5.0 KiB/s wr, 667 op/s 2024-09-16T12:16:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:23 smithi077 ceph-mon[88497]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T12:16:24.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:24 smithi191 ceph-mon[84934]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T12:16:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:24 smithi077 ceph-mon[86047]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T12:16:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:24 smithi077 ceph-mon[88497]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T12:16:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:25 smithi191 ceph-mon[84934]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 669 op/s 2024-09-16T12:16:25.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:25 smithi191 ceph-mon[84934]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T12:16:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:25 smithi077 ceph-mon[86047]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 669 op/s 2024-09-16T12:16:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:25 smithi077 ceph-mon[86047]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T12:16:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:25 smithi077 ceph-mon[88497]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 669 op/s 2024-09-16T12:16:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:25 smithi077 ceph-mon[88497]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T12:16:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:26 smithi077 ceph-mon[86047]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T12:16:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:26 smithi077 ceph-mon[86047]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T12:16:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:26 smithi077 ceph-mon[88497]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T12:16:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:26 smithi077 ceph-mon[88497]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T12:16:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:26] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:16:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:26 smithi191 ceph-mon[84934]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T12:16:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:26 smithi191 ceph-mon[84934]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T12:16:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[86047]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 5.0 KiB/s wr, 625 op/s 2024-09-16T12:16:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[86047]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T12:16:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[88497]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 5.0 KiB/s wr, 625 op/s 2024-09-16T12:16:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:27 smithi077 ceph-mon[88497]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T12:16:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:27 smithi191 ceph-mon[84934]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 5.0 KiB/s wr, 625 op/s 2024-09-16T12:16:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:27 smithi191 ceph-mon[84934]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T12:16:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:29 smithi191 ceph-mon[84934]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-09-16T12:16:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:29 smithi191 ceph-mon[84934]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T12:16:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:29 smithi077 ceph-mon[88497]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-09-16T12:16:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:29 smithi077 ceph-mon[88497]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T12:16:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:29 smithi077 ceph-mon[86047]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-09-16T12:16:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:29 smithi077 ceph-mon[86047]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T12:16:30.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:30 smithi191 ceph-mon[84934]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T12:16:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:30 smithi077 ceph-mon[86047]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T12:16:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:30 smithi077 ceph-mon[88497]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T12:16:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:31 smithi191 ceph-mon[84934]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:31 smithi191 ceph-mon[84934]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T12:16:31.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:31 smithi191 ceph-mon[84934]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T12:16:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[88497]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[88497]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T12:16:32.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[88497]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T12:16:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[86047]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[86047]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T12:16:32.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:31 smithi077 ceph-mon[86047]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T12:16:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:33.948 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:33 smithi191 ceph-mon[84934]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-16T12:16:33.948 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:33 smithi191 ceph-mon[84934]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T12:16:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:33 smithi077 ceph-mon[86047]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-16T12:16:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:33 smithi077 ceph-mon[86047]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T12:16:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:33 smithi077 ceph-mon[88497]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-16T12:16:34.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:33 smithi077 ceph-mon[88497]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T12:16:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:34 smithi191 ceph-mon[84934]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T12:16:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:34 smithi077 ceph-mon[86047]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T12:16:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:34 smithi077 ceph-mon[88497]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T12:16:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:35 smithi191 ceph-mon[84934]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-09-16T12:16:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:35 smithi191 ceph-mon[84934]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T12:16:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:35 smithi077 ceph-mon[86047]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-09-16T12:16:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:35 smithi077 ceph-mon[86047]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T12:16:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:35 smithi077 ceph-mon[88497]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-09-16T12:16:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:35 smithi077 ceph-mon[88497]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T12:16:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:36 smithi077 ceph-mon[86047]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T12:16:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:36 smithi077 ceph-mon[86047]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T12:16:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:36 smithi077 ceph-mon[88497]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T12:16:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:36 smithi077 ceph-mon[88497]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T12:16:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:36] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:16:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:36 smithi191 ceph-mon[84934]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T12:16:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:36 smithi191 ceph-mon[84934]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T12:16:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:37 smithi077 ceph-mon[86047]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-09-16T12:16:38.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:37 smithi077 ceph-mon[86047]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T12:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:37 smithi077 ceph-mon[88497]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-09-16T12:16:38.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:37 smithi077 ceph-mon[88497]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T12:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:37 smithi191 ceph-mon[84934]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-09-16T12:16:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:37 smithi191 ceph-mon[84934]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T12:16:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:39 smithi191 ceph-mon[84934]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 537 op/s 2024-09-16T12:16:39.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:39 smithi191 ceph-mon[84934]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T12:16:39.973 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:39 smithi077 ceph-mon[86047]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 537 op/s 2024-09-16T12:16:39.973 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:39 smithi077 ceph-mon[86047]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T12:16:39.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:39 smithi077 ceph-mon[88497]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 537 op/s 2024-09-16T12:16:39.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:39 smithi077 ceph-mon[88497]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T12:16:40.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:40 smithi191 ceph-mon[84934]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T12:16:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:40 smithi077 ceph-mon[86047]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T12:16:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:40 smithi077 ceph-mon[88497]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T12:16:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:41 smithi191 ceph-mon[84934]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:41 smithi191 ceph-mon[84934]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T12:16:41.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:41 smithi191 ceph-mon[84934]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[86047]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[86047]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[86047]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[88497]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[88497]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T12:16:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:41 smithi077 ceph-mon[88497]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T12:16:42.695 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:42.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:43 smithi191 ceph-mon[84934]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 5.0 KiB/s wr, 485 op/s 2024-09-16T12:16:43.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:43 smithi191 ceph-mon[84934]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T12:16:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:43 smithi077 ceph-mon[86047]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 5.0 KiB/s wr, 485 op/s 2024-09-16T12:16:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:43 smithi077 ceph-mon[86047]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T12:16:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:43 smithi077 ceph-mon[88497]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 5.0 KiB/s wr, 485 op/s 2024-09-16T12:16:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:43 smithi077 ceph-mon[88497]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T12:16:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:44 smithi077 ceph-mon[88497]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T12:16:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:44 smithi077 ceph-mon[86047]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T12:16:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:44 smithi191 ceph-mon[84934]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T12:16:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:45 smithi077 ceph-mon[86047]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 490 op/s 2024-09-16T12:16:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:45 smithi077 ceph-mon[86047]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T12:16:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:45 smithi077 ceph-mon[88497]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 490 op/s 2024-09-16T12:16:46.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:45 smithi077 ceph-mon[88497]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T12:16:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:45 smithi191 ceph-mon[84934]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 490 op/s 2024-09-16T12:16:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:45 smithi191 ceph-mon[84934]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T12:16:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:46 smithi077 ceph-mon[86047]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T12:16:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:46 smithi077 ceph-mon[86047]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T12:16:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:46] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-16T12:16:47.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:46 smithi077 ceph-mon[88497]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T12:16:47.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:46 smithi077 ceph-mon[88497]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T12:16:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:46 smithi191 ceph-mon[84934]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T12:16:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:46 smithi191 ceph-mon[84934]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T12:16:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:47 smithi077 ceph-mon[86047]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 5.0 KiB/s wr, 450 op/s 2024-09-16T12:16:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:47 smithi077 ceph-mon[86047]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T12:16:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:47 smithi077 ceph-mon[88497]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 5.0 KiB/s wr, 450 op/s 2024-09-16T12:16:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:47 smithi077 ceph-mon[88497]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T12:16:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:47 smithi191 ceph-mon[84934]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 5.0 KiB/s wr, 450 op/s 2024-09-16T12:16:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:47 smithi191 ceph-mon[84934]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T12:16:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:49 smithi191 ceph-mon[84934]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 448 op/s 2024-09-16T12:16:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:49 smithi191 ceph-mon[84934]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T12:16:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:49 smithi077 ceph-mon[86047]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 448 op/s 2024-09-16T12:16:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:49 smithi077 ceph-mon[86047]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T12:16:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:49 smithi077 ceph-mon[88497]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 448 op/s 2024-09-16T12:16:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:49 smithi077 ceph-mon[88497]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T12:16:50.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:50 smithi191 ceph-mon[84934]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T12:16:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:50 smithi077 ceph-mon[86047]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T12:16:51.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:50 smithi077 ceph-mon[88497]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T12:16:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:51 smithi191 ceph-mon[84934]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:16:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:51 smithi191 ceph-mon[84934]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T12:16:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:51 smithi191 ceph-mon[84934]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[88497]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[88497]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[88497]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[86047]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[86047]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T12:16:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:51 smithi077 ceph-mon[86047]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T12:16:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:16:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:16:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:53 smithi191 ceph-mon[84934]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 5.0 KiB/s wr, 402 op/s 2024-09-16T12:16:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:53 smithi191 ceph-mon[84934]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T12:16:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:53 smithi077 ceph-mon[86047]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 5.0 KiB/s wr, 402 op/s 2024-09-16T12:16:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:53 smithi077 ceph-mon[86047]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T12:16:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:53 smithi077 ceph-mon[88497]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 5.0 KiB/s wr, 402 op/s 2024-09-16T12:16:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:53 smithi077 ceph-mon[88497]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T12:16:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:54 smithi077 ceph-mon[86047]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T12:16:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:54 smithi077 ceph-mon[88497]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T12:16:55.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:54 smithi191 ceph-mon[84934]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T12:16:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:55 smithi191 ceph-mon[84934]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-09-16T12:16:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:55 smithi191 ceph-mon[84934]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T12:16:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:55 smithi077 ceph-mon[86047]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-09-16T12:16:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:55 smithi077 ceph-mon[86047]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T12:16:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:55 smithi077 ceph-mon[88497]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-09-16T12:16:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:55 smithi077 ceph-mon[88497]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T12:16:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:56 smithi077 ceph-mon[86047]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T12:16:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:56 smithi077 ceph-mon[86047]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T12:16:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:56 smithi077 ceph-mon[88497]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T12:16:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:56 smithi077 ceph-mon[88497]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T12:16:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:16:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:16:56] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-16T12:16:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:56 smithi191 ceph-mon[84934]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T12:16:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:56 smithi191 ceph-mon[84934]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T12:16:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[88497]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 359 op/s 2024-09-16T12:16:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[88497]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T12:16:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[86047]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 359 op/s 2024-09-16T12:16:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:57 smithi077 ceph-mon[86047]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T12:16:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:57 smithi191 ceph-mon[84934]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 359 op/s 2024-09-16T12:16:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:16:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:57 smithi191 ceph-mon[84934]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T12:16:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:59 smithi191 ceph-mon[84934]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 363 op/s 2024-09-16T12:16:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:16:59 smithi191 ceph-mon[84934]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T12:17:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:59 smithi077 ceph-mon[86047]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 363 op/s 2024-09-16T12:17:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:16:59 smithi077 ceph-mon[86047]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T12:17:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:59 smithi077 ceph-mon[88497]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 363 op/s 2024-09-16T12:17:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:16:59 smithi077 ceph-mon[88497]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T12:17:00.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:00 smithi191 ceph-mon[84934]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T12:17:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:00 smithi077 ceph-mon[88497]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T12:17:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:00 smithi077 ceph-mon[86047]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T12:17:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:01 smithi191 ceph-mon[84934]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:17:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:01 smithi191 ceph-mon[84934]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T12:17:01.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:01 smithi191 ceph-mon[84934]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[88497]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[88497]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[88497]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[86047]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[86047]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T12:17:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:01 smithi077 ceph-mon[86047]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T12:17:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:03 smithi191 ceph-mon[84934]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 5.0 KiB/s wr, 312 op/s 2024-09-16T12:17:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:03 smithi191 ceph-mon[84934]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T12:17:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:03 smithi077 ceph-mon[88497]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 5.0 KiB/s wr, 312 op/s 2024-09-16T12:17:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:03 smithi077 ceph-mon[88497]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T12:17:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:03 smithi077 ceph-mon[86047]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 5.0 KiB/s wr, 312 op/s 2024-09-16T12:17:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:03 smithi077 ceph-mon[86047]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T12:17:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:04 smithi077 ceph-mon[88497]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T12:17:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:04 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:17:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:04 smithi077 ceph-mon[86047]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T12:17:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:04 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:17:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:04 smithi191 ceph-mon[84934]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T12:17:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:04 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:17:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[88497]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 314 op/s 2024-09-16T12:17:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[88497]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T12:17:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:17:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:17:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:17:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[86047]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 314 op/s 2024-09-16T12:17:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[86047]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T12:17:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:17:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:17:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:05 smithi191 ceph-mon[84934]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 314 op/s 2024-09-16T12:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:05 smithi191 ceph-mon[84934]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T12:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:17:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:17:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:06 smithi077 ceph-mon[86047]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T12:17:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:06 smithi077 ceph-mon[86047]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T12:17:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:06 smithi077 ceph-mon[88497]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T12:17:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:06 smithi077 ceph-mon[88497]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T12:17:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:06] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-09-16T12:17:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:06 smithi191 ceph-mon[84934]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T12:17:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:06 smithi191 ceph-mon[84934]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T12:17:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:07 smithi077 ceph-mon[86047]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:07 smithi077 ceph-mon[86047]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T12:17:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:07 smithi077 ceph-mon[88497]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:07 smithi077 ceph-mon[88497]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T12:17:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:07 smithi191 ceph-mon[84934]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:07 smithi191 ceph-mon[84934]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T12:17:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:09 smithi191 ceph-mon[84934]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:09.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:09 smithi191 ceph-mon[84934]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T12:17:09.974 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:09 smithi077 ceph-mon[86047]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:09.974 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:09 smithi077 ceph-mon[86047]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T12:17:09.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:09 smithi077 ceph-mon[88497]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-09-16T12:17:09.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:09 smithi077 ceph-mon[88497]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T12:17:10.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:10 smithi191 ceph-mon[84934]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T12:17:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:10 smithi077 ceph-mon[86047]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T12:17:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:10 smithi077 ceph-mon[88497]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T12:17:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:11 smithi191 ceph-mon[84934]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:11 smithi191 ceph-mon[84934]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T12:17:11.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:11 smithi191 ceph-mon[84934]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[86047]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[86047]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[86047]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[88497]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[88497]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T12:17:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:11 smithi077 ceph-mon[88497]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T12:17:12.708 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:12.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:13 smithi191 ceph-mon[84934]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 5.0 KiB/s wr, 226 op/s 2024-09-16T12:17:13.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:13 smithi191 ceph-mon[84934]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T12:17:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:13 smithi077 ceph-mon[86047]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 5.0 KiB/s wr, 226 op/s 2024-09-16T12:17:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:13 smithi077 ceph-mon[86047]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T12:17:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:13 smithi077 ceph-mon[88497]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 5.0 KiB/s wr, 226 op/s 2024-09-16T12:17:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:13 smithi077 ceph-mon[88497]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T12:17:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:14 smithi077 ceph-mon[86047]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T12:17:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:14 smithi077 ceph-mon[88497]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T12:17:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:14 smithi191 ceph-mon[84934]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T12:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:15 smithi077 ceph-mon[86047]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 5.0 KiB/s wr, 231 op/s 2024-09-16T12:17:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:15 smithi077 ceph-mon[86047]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T12:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:15 smithi077 ceph-mon[88497]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 5.0 KiB/s wr, 231 op/s 2024-09-16T12:17:16.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:15 smithi077 ceph-mon[88497]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T12:17:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:15 smithi191 ceph-mon[84934]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 5.0 KiB/s wr, 231 op/s 2024-09-16T12:17:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:15 smithi191 ceph-mon[84934]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T12:17:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:16 smithi077 ceph-mon[86047]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T12:17:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:16 smithi077 ceph-mon[86047]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T12:17:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:16 smithi077 ceph-mon[88497]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T12:17:17.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:16 smithi077 ceph-mon[88497]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T12:17:17.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:16] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-16T12:17:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:16 smithi191 ceph-mon[84934]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T12:17:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:16 smithi191 ceph-mon[84934]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T12:17:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:17 smithi077 ceph-mon[86047]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 187 op/s 2024-09-16T12:17:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:17 smithi077 ceph-mon[86047]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T12:17:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:17 smithi077 ceph-mon[88497]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 187 op/s 2024-09-16T12:17:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:17 smithi077 ceph-mon[88497]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T12:17:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:17 smithi191 ceph-mon[84934]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 187 op/s 2024-09-16T12:17:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:17 smithi191 ceph-mon[84934]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T12:17:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:19 smithi191 ceph-mon[84934]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.0 KiB/s wr, 182 op/s 2024-09-16T12:17:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:19 smithi191 ceph-mon[84934]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T12:17:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:19 smithi077 ceph-mon[86047]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.0 KiB/s wr, 182 op/s 2024-09-16T12:17:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:19 smithi077 ceph-mon[86047]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T12:17:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:19 smithi077 ceph-mon[88497]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 5.0 KiB/s wr, 182 op/s 2024-09-16T12:17:20.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:19 smithi077 ceph-mon[88497]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T12:17:20.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:20 smithi191 ceph-mon[84934]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T12:17:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:20 smithi077 ceph-mon[86047]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T12:17:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:20 smithi077 ceph-mon[88497]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T12:17:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:21 smithi191 ceph-mon[84934]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:21 smithi191 ceph-mon[84934]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T12:17:21.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:21 smithi191 ceph-mon[84934]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T12:17:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[86047]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[86047]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T12:17:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[86047]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T12:17:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[88497]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T12:17:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[88497]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T12:17:22.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:21 smithi077 ceph-mon[88497]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T12:17:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:23 smithi077 ceph-mon[86047]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-09-16T12:17:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:23 smithi077 ceph-mon[86047]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T12:17:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:23 smithi077 ceph-mon[88497]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-09-16T12:17:24.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:23 smithi077 ceph-mon[88497]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T12:17:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:23 smithi191 ceph-mon[84934]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-09-16T12:17:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:23 smithi191 ceph-mon[84934]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T12:17:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:24 smithi077 ceph-mon[86047]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T12:17:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:24 smithi077 ceph-mon[88497]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T12:17:25.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:24 smithi191 ceph-mon[84934]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T12:17:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:25 smithi077 ceph-mon[86047]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-09-16T12:17:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:25 smithi077 ceph-mon[86047]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T12:17:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:25 smithi077 ceph-mon[88497]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-09-16T12:17:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:25 smithi077 ceph-mon[88497]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T12:17:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:25 smithi191 ceph-mon[84934]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-09-16T12:17:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:25 smithi191 ceph-mon[84934]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T12:17:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:26 smithi077 ceph-mon[86047]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T12:17:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:26 smithi077 ceph-mon[86047]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T12:17:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:26 smithi077 ceph-mon[88497]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T12:17:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:26 smithi077 ceph-mon[88497]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T12:17:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:26] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-16T12:17:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:26 smithi191 ceph-mon[84934]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T12:17:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:26 smithi191 ceph-mon[84934]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T12:17:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[86047]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-09-16T12:17:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[86047]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T12:17:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[88497]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-09-16T12:17:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:27 smithi077 ceph-mon[88497]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T12:17:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:27 smithi191 ceph-mon[84934]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-09-16T12:17:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:27 smithi191 ceph-mon[84934]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T12:17:28.785 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-16T12:17:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:29 smithi191 ceph-mon[84934]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-09-16T12:17:29.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:29 smithi191 ceph-mon[84934]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T12:17:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:29 smithi077 ceph-mon[86047]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-09-16T12:17:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:29 smithi077 ceph-mon[86047]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T12:17:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:29 smithi077 ceph-mon[88497]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-09-16T12:17:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:29 smithi077 ceph-mon[88497]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T12:17:30.841 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-16T12:17:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:30 smithi077 ceph-mon[86047]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T12:17:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:30 smithi077 ceph-mon[88497]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T12:17:31.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:30 smithi191 ceph-mon[84934]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T12:17:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:31 smithi191 ceph-mon[84934]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T12:17:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:31 smithi191 ceph-mon[84934]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T12:17:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:31 smithi191 ceph-mon[84934]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[86047]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[86047]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[86047]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[88497]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[88497]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T12:17:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:31 smithi077 ceph-mon[88497]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T12:17:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:33 smithi191 ceph-mon[84934]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-16T12:17:33.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:33 smithi191 ceph-mon[84934]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T12:17:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:33 smithi077 ceph-mon[86047]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-16T12:17:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:33 smithi077 ceph-mon[86047]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T12:17:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:33 smithi077 ceph-mon[88497]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-16T12:17:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:33 smithi077 ceph-mon[88497]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T12:17:34.796 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-16T12:17:34.891 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-16T12:17:34.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:34 smithi191 ceph-mon[84934]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T12:17:35.045 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-16T12:17:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:34 smithi077 ceph-mon[86047]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T12:17:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:34 smithi077 ceph-mon[88497]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T12:17:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:35 smithi191 ceph-mon[84934]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 170 op/s 2024-09-16T12:17:35.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:35 smithi191 ceph-mon[84934]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T12:17:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:35 smithi077 ceph-mon[86047]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 170 op/s 2024-09-16T12:17:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:35 smithi077 ceph-mon[86047]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T12:17:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:35 smithi077 ceph-mon[88497]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 170 op/s 2024-09-16T12:17:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:35 smithi077 ceph-mon[88497]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T12:17:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:36 smithi191 ceph-mon[84934]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T12:17:36.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:36 smithi191 ceph-mon[84934]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T12:17:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:36 smithi077 ceph-mon[86047]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T12:17:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:36 smithi077 ceph-mon[86047]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T12:17:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:36 smithi077 ceph-mon[88497]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T12:17:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:36 smithi077 ceph-mon[88497]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T12:17:37.176 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:36] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-16T12:17:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:37 smithi077 ceph-mon[86047]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-16T12:17:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:37 smithi077 ceph-mon[88497]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-16T12:17:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:37 smithi191 ceph-mon[84934]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-16T12:17:38.826 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-16T12:17:38.909 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-16T12:17:39.000 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-16T12:17:39.072 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:38 smithi077 ceph-mon[86047]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T12:17:39.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:38 smithi077 ceph-mon[88497]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T12:17:39.082 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-16T12:17:39.172 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-16T12:17:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:38 smithi191 ceph-mon[84934]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T12:17:39.253 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-16T12:17:39.951 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-16T12:17:40.027 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-16T12:17:40.127 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-16T12:17:40.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:39 smithi077 ceph-mon[86047]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-09-16T12:17:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:39 smithi077 ceph-mon[86047]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T12:17:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:39 smithi077 ceph-mon[88497]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-09-16T12:17:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:39 smithi077 ceph-mon[88497]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T12:17:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:39 smithi191 ceph-mon[84934]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-09-16T12:17:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:39 smithi191 ceph-mon[84934]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T12:17:40.228 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-16T12:17:40.310 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-16T12:17:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:41 smithi077 ceph-mon[86047]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 45 KiB/s wr, 946 op/s 2024-09-16T12:17:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:41 smithi077 ceph-mon[86047]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T12:17:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:41 smithi077 ceph-mon[88497]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 45 KiB/s wr, 946 op/s 2024-09-16T12:17:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:41 smithi077 ceph-mon[88497]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T12:17:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:41 smithi191 ceph-mon[84934]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 45 KiB/s wr, 946 op/s 2024-09-16T12:17:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:41 smithi191 ceph-mon[84934]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T12:17:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:43.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:43 smithi077 ceph-mon[86047]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 46 KiB/s wr, 834 op/s 2024-09-16T12:17:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:43 smithi077 ceph-mon[88497]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 46 KiB/s wr, 834 op/s 2024-09-16T12:17:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:43 smithi191 ceph-mon[84934]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 46 KiB/s wr, 834 op/s 2024-09-16T12:17:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:45 smithi077 ceph-mon[86047]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 839 op/s 2024-09-16T12:17:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:45 smithi077 ceph-mon[88497]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 839 op/s 2024-09-16T12:17:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:45 smithi191 ceph-mon[84934]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 839 op/s 2024-09-16T12:17:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:46] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-16T12:17:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:47 smithi191 ceph-mon[84934]: pgmap v4706: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 645 op/s 2024-09-16T12:17:47.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:47 smithi191 ceph-mon[84934]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T12:17:47.982 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-16T12:17:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:47 smithi077 ceph-mon[86047]: pgmap v4706: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 645 op/s 2024-09-16T12:17:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:47 smithi077 ceph-mon[86047]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T12:17:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:47 smithi077 ceph-mon[88497]: pgmap v4706: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 645 op/s 2024-09-16T12:17:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:47 smithi077 ceph-mon[88497]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T12:17:49.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:49 smithi191 ceph-mon[84934]: pgmap v4708: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 523 KiB/s wr, 234 op/s 2024-09-16T12:17:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:49 smithi077 ceph-mon[86047]: pgmap v4708: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 523 KiB/s wr, 234 op/s 2024-09-16T12:17:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:49 smithi077 ceph-mon[88497]: pgmap v4708: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 523 KiB/s wr, 234 op/s 2024-09-16T12:17:51.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:51 smithi191 ceph-mon[84934]: pgmap v4709: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 496 KiB/s wr, 197 op/s 2024-09-16T12:17:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:51 smithi077 ceph-mon[88497]: pgmap v4709: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 496 KiB/s wr, 197 op/s 2024-09-16T12:17:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:51 smithi077 ceph-mon[86047]: pgmap v4709: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 496 KiB/s wr, 197 op/s 2024-09-16T12:17:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:17:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:17:53.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:53 smithi191 ceph-mon[84934]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 414 KiB/s wr, 116 op/s 2024-09-16T12:17:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:53 smithi077 ceph-mon[86047]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 414 KiB/s wr, 116 op/s 2024-09-16T12:17:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:53 smithi077 ceph-mon[88497]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 414 KiB/s wr, 116 op/s 2024-09-16T12:17:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:55 smithi191 ceph-mon[84934]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-16T12:17:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:55 smithi077 ceph-mon[88497]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-16T12:17:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:55 smithi077 ceph-mon[86047]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-16T12:17:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:17:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:17:56] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-16T12:17:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:57 smithi191 ceph-mon[84934]: pgmap v4712: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 36 op/s 2024-09-16T12:17:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:57 smithi077 ceph-mon[88497]: pgmap v4712: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 36 op/s 2024-09-16T12:17:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:57 smithi077 ceph-mon[86047]: pgmap v4712: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 36 op/s 2024-09-16T12:17:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:17:59.434 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-16T12:17:59.512 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-16T12:17:59.604 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-16T12:17:59.688 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-16T12:18:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:17:59 smithi077 ceph-mon[86047]: pgmap v4713: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-09-16T12:18:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:17:59 smithi077 ceph-mon[88497]: pgmap v4713: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-09-16T12:18:00.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:17:59 smithi191 ceph-mon[84934]: pgmap v4713: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-09-16T12:18:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:00 smithi077 ceph-mon[86047]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T12:18:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:00 smithi077 ceph-mon[88497]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T12:18:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:00 smithi191 ceph-mon[84934]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T12:18:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:01 smithi191 ceph-mon[84934]: pgmap v4715: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-09-16T12:18:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:01 smithi191 ceph-mon[84934]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T12:18:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:01 smithi077 ceph-mon[86047]: pgmap v4715: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-09-16T12:18:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:01 smithi077 ceph-mon[86047]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T12:18:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:01 smithi077 ceph-mon[88497]: pgmap v4715: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-09-16T12:18:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:01 smithi077 ceph-mon[88497]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T12:18:02.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:02.840 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-16T12:18:03.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:02 smithi077 ceph-mon[88497]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T12:18:03.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:02 smithi077 ceph-mon[86047]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T12:18:03.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:02 smithi191 ceph-mon[84934]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T12:18:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:03 smithi077 ceph-mon[86047]: pgmap v4718: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-16T12:18:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:03 smithi077 ceph-mon[86047]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T12:18:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:03 smithi077 ceph-mon[88497]: pgmap v4718: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-16T12:18:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:03 smithi077 ceph-mon[88497]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T12:18:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:03 smithi191 ceph-mon[84934]: pgmap v4718: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-16T12:18:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:03 smithi191 ceph-mon[84934]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T12:18:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:04 smithi077 ceph-mon[86047]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T12:18:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:04 smithi077 ceph-mon[88497]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T12:18:05.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:04 smithi191 ceph-mon[84934]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:18:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:18:06.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:18:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:18:06.857 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-16T12:18:07.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:06 smithi077 ceph-mon[88497]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T12:18:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:06 smithi077 ceph-mon[86047]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T12:18:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:06] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-09-16T12:18:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:06 smithi191 ceph-mon[84934]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T12:18:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:07 smithi077 ceph-mon[86047]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 13 KiB/s wr, 304 op/s 2024-09-16T12:18:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:07 smithi077 ceph-mon[86047]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T12:18:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:07 smithi077 ceph-mon[88497]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 13 KiB/s wr, 304 op/s 2024-09-16T12:18:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:07 smithi077 ceph-mon[88497]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T12:18:08.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:07 smithi191 ceph-mon[84934]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 13 KiB/s wr, 304 op/s 2024-09-16T12:18:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:07 smithi191 ceph-mon[84934]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T12:18:08.869 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-16T12:18:09.073 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:08 smithi077 ceph-mon[88497]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T12:18:09.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:08 smithi077 ceph-mon[86047]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T12:18:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:08 smithi191 ceph-mon[84934]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T12:18:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:09 smithi077 ceph-mon[86047]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-16T12:18:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:09 smithi077 ceph-mon[86047]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T12:18:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:09 smithi077 ceph-mon[88497]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-16T12:18:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:09 smithi077 ceph-mon[88497]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T12:18:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:09 smithi191 ceph-mon[84934]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-16T12:18:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:09 smithi191 ceph-mon[84934]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T12:18:11.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:10 smithi077 ceph-mon[86047]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T12:18:11.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:10 smithi077 ceph-mon[88497]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T12:18:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:10 smithi191 ceph-mon[84934]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T12:18:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[86047]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 368 op/s 2024-09-16T12:18:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[86047]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T12:18:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[86047]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T12:18:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[88497]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 368 op/s 2024-09-16T12:18:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[88497]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T12:18:12.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:11 smithi077 ceph-mon[88497]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T12:18:12.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:11 smithi191 ceph-mon[84934]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 368 op/s 2024-09-16T12:18:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:11 smithi191 ceph-mon[84934]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T12:18:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:11 smithi191 ceph-mon[84934]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T12:18:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:12.888 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-16T12:18:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:13 smithi077 ceph-mon[86047]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 247 op/s 2024-09-16T12:18:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:13 smithi077 ceph-mon[86047]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T12:18:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:13 smithi077 ceph-mon[88497]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 247 op/s 2024-09-16T12:18:14.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:13 smithi077 ceph-mon[88497]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T12:18:14.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:13 smithi191 ceph-mon[84934]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 247 op/s 2024-09-16T12:18:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:13 smithi191 ceph-mon[84934]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T12:18:14.900 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-16T12:18:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:14 smithi077 ceph-mon[86047]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T12:18:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:14 smithi077 ceph-mon[88497]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T12:18:15.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:14 smithi191 ceph-mon[84934]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T12:18:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:15 smithi077 ceph-mon[86047]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 KiB/s wr, 135 op/s 2024-09-16T12:18:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:15 smithi077 ceph-mon[86047]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T12:18:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:15 smithi077 ceph-mon[88497]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 KiB/s wr, 135 op/s 2024-09-16T12:18:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:15 smithi077 ceph-mon[88497]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T12:18:16.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:15 smithi191 ceph-mon[84934]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 KiB/s wr, 135 op/s 2024-09-16T12:18:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:15 smithi191 ceph-mon[84934]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T12:18:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:16] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-16T12:18:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[86047]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T12:18:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[86047]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-09-16T12:18:17.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[86047]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T12:18:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[88497]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T12:18:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[88497]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-09-16T12:18:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:16 smithi077 ceph-mon[88497]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T12:18:17.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:16 smithi191 ceph-mon[84934]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T12:18:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:16 smithi191 ceph-mon[84934]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-09-16T12:18:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:16 smithi191 ceph-mon[84934]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T12:18:18.788 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-16T12:18:18.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:18 smithi191 ceph-mon[84934]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T12:18:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:18 smithi077 ceph-mon[86047]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T12:18:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:18 smithi077 ceph-mon[88497]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T12:18:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:19 smithi191 ceph-mon[84934]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 29 KiB/s wr, 653 op/s 2024-09-16T12:18:19.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:19 smithi191 ceph-mon[84934]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T12:18:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:19 smithi077 ceph-mon[86047]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 29 KiB/s wr, 653 op/s 2024-09-16T12:18:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:19 smithi077 ceph-mon[86047]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T12:18:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:19 smithi077 ceph-mon[88497]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 29 KiB/s wr, 653 op/s 2024-09-16T12:18:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:19 smithi077 ceph-mon[88497]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T12:18:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:20 smithi077 ceph-mon[86047]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T12:18:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:20 smithi077 ceph-mon[88497]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T12:18:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:20 smithi191 ceph-mon[84934]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[88497]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 356 op/s 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[88497]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]: dispatch 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]': finished 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[88497]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T12:18:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[86047]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 356 op/s 2024-09-16T12:18:22.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[86047]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T12:18:22.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]: dispatch 2024-09-16T12:18:22.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]': finished 2024-09-16T12:18:22.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:21 smithi077 ceph-mon[86047]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T12:18:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:21 smithi191 ceph-mon[84934]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 356 op/s 2024-09-16T12:18:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:21 smithi191 ceph-mon[84934]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T12:18:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:21 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]: dispatch 2024-09-16T12:18:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:21 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi077-156038-2","app": "rbd"}]': finished 2024-09-16T12:18:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:21 smithi191 ceph-mon[84934]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T12:18:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:23 smithi191 ceph-mon[84934]: pgmap v4748: 169 pgs: 5 creating+peering, 22 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T12:18:23.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:23 smithi191 ceph-mon[84934]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T12:18:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:23 smithi077 ceph-mon[86047]: pgmap v4748: 169 pgs: 5 creating+peering, 22 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T12:18:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:23 smithi077 ceph-mon[86047]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T12:18:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:23 smithi077 ceph-mon[88497]: pgmap v4748: 169 pgs: 5 creating+peering, 22 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-16T12:18:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:23 smithi077 ceph-mon[88497]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T12:18:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:24 smithi077 ceph-mon[86047]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T12:18:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:24 smithi077 ceph-mon[88497]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T12:18:25.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:24 smithi191 ceph-mon[84934]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T12:18:25.816 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-16T12:18:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:25 smithi077 ceph-mon[86047]: pgmap v4751: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-09-16T12:18:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:25 smithi077 ceph-mon[86047]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T12:18:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:25 smithi077 ceph-mon[88497]: pgmap v4751: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-09-16T12:18:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:25 smithi077 ceph-mon[88497]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T12:18:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:25 smithi191 ceph-mon[84934]: pgmap v4751: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-09-16T12:18:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:25 smithi191 ceph-mon[84934]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T12:18:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:26 smithi077 ceph-mon[86047]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T12:18:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:26 smithi077 ceph-mon[86047]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T12:18:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:26] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-16T12:18:27.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:26 smithi077 ceph-mon[88497]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T12:18:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:26 smithi077 ceph-mon[88497]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T12:18:27.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:26 smithi191 ceph-mon[84934]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T12:18:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:26 smithi191 ceph-mon[84934]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T12:18:27.832 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-16T12:18:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:27 smithi077 ceph-mon[86047]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-09-16T12:18:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:27 smithi077 ceph-mon[88497]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-09-16T12:18:28.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:27 smithi191 ceph-mon[84934]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-09-16T12:18:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:28 smithi077 ceph-mon[88497]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T12:18:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:28 smithi077 ceph-mon[86047]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T12:18:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:28 smithi191 ceph-mon[84934]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T12:18:29.839 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-16T12:18:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:29 smithi077 ceph-mon[86047]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 10 KiB/s wr, 251 op/s 2024-09-16T12:18:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:29 smithi077 ceph-mon[86047]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T12:18:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:29 smithi077 ceph-mon[88497]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 10 KiB/s wr, 251 op/s 2024-09-16T12:18:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:29 smithi077 ceph-mon[88497]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T12:18:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:29 smithi191 ceph-mon[84934]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 10 KiB/s wr, 251 op/s 2024-09-16T12:18:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:29 smithi191 ceph-mon[84934]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T12:18:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:30 smithi077 ceph-mon[86047]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T12:18:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:30 smithi077 ceph-mon[88497]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T12:18:31.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:30 smithi191 ceph-mon[84934]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T12:18:31.860 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-16T12:18:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:31 smithi191 ceph-mon[84934]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.0 KiB/s wr, 197 op/s 2024-09-16T12:18:32.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:31 smithi191 ceph-mon[84934]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T12:18:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:31 smithi077 ceph-mon[86047]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.0 KiB/s wr, 197 op/s 2024-09-16T12:18:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:31 smithi077 ceph-mon[86047]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T12:18:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:31 smithi077 ceph-mon[88497]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.0 KiB/s wr, 197 op/s 2024-09-16T12:18:32.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:31 smithi077 ceph-mon[88497]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T12:18:32.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:33.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:32 smithi077 ceph-mon[86047]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T12:18:33.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:32 smithi077 ceph-mon[88497]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T12:18:33.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:32 smithi191 ceph-mon[84934]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T12:18:33.880 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-16T12:18:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:33 smithi077 ceph-mon[86047]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 165 op/s 2024-09-16T12:18:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:33 smithi077 ceph-mon[86047]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T12:18:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:33 smithi077 ceph-mon[88497]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 165 op/s 2024-09-16T12:18:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:33 smithi077 ceph-mon[88497]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T12:18:34.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:33 smithi191 ceph-mon[84934]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 165 op/s 2024-09-16T12:18:34.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:33 smithi191 ceph-mon[84934]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T12:18:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:34 smithi077 ceph-mon[86047]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T12:18:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:34 smithi077 ceph-mon[88497]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T12:18:35.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:34 smithi191 ceph-mon[84934]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T12:18:35.886 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-16T12:18:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:35 smithi077 ceph-mon[86047]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 22 KiB/s wr, 256 op/s 2024-09-16T12:18:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:35 smithi077 ceph-mon[86047]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T12:18:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:35 smithi077 ceph-mon[88497]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 22 KiB/s wr, 256 op/s 2024-09-16T12:18:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:35 smithi077 ceph-mon[88497]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T12:18:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:35 smithi191 ceph-mon[84934]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 22 KiB/s wr, 256 op/s 2024-09-16T12:18:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:35 smithi191 ceph-mon[84934]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T12:18:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:36 smithi077 ceph-mon[86047]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T12:18:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:36 smithi077 ceph-mon[86047]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T12:18:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:36 smithi077 ceph-mon[88497]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T12:18:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:36 smithi077 ceph-mon[88497]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T12:18:37.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:36] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-16T12:18:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:36 smithi191 ceph-mon[84934]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T12:18:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:36 smithi191 ceph-mon[84934]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T12:18:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:37 smithi077 ceph-mon[86047]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 420 op/s 2024-09-16T12:18:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:37 smithi077 ceph-mon[88497]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 420 op/s 2024-09-16T12:18:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:37 smithi191 ceph-mon[84934]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 420 op/s 2024-09-16T12:18:39.072 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:38 smithi077 ceph-mon[88497]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 33 KiB/s wr, 1.02k op/s 2024-09-16T12:18:39.073 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:38 smithi077 ceph-mon[86047]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 33 KiB/s wr, 1.02k op/s 2024-09-16T12:18:39.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:38 smithi191 ceph-mon[84934]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 33 KiB/s wr, 1.02k op/s 2024-09-16T12:18:41.270 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-16T12:18:41.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:41 smithi191 ceph-mon[84934]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.41k op/s 2024-09-16T12:18:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:41 smithi077 ceph-mon[86047]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.41k op/s 2024-09-16T12:18:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:41 smithi077 ceph-mon[88497]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.41k op/s 2024-09-16T12:18:42.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:42 smithi191 ceph-mon[84934]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T12:18:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:42 smithi191 ceph-mon[84934]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T12:18:42.463 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[86047]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T12:18:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[86047]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T12:18:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[88497]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T12:18:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[88497]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T12:18:42.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:43 smithi077 ceph-mon[86047]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 27 KiB/s wr, 1.75k op/s 2024-09-16T12:18:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:43 smithi077 ceph-mon[86047]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T12:18:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:43 smithi077 ceph-mon[88497]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 27 KiB/s wr, 1.75k op/s 2024-09-16T12:18:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:43 smithi077 ceph-mon[88497]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T12:18:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:43 smithi191 ceph-mon[84934]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 27 KiB/s wr, 1.75k op/s 2024-09-16T12:18:44.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:43 smithi191 ceph-mon[84934]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T12:18:44.823 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-16T12:18:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:44 smithi077 ceph-mon[86047]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T12:18:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:44 smithi077 ceph-mon[88497]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T12:18:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:44 smithi191 ceph-mon[84934]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T12:18:46.171 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:45 smithi077 ceph-mon[86047]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.76k op/s 2024-09-16T12:18:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:45 smithi077 ceph-mon[86047]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T12:18:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:45 smithi077 ceph-mon[88497]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.76k op/s 2024-09-16T12:18:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:45 smithi077 ceph-mon[88497]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T12:18:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:45 smithi191 ceph-mon[84934]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.76k op/s 2024-09-16T12:18:46.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:45 smithi191 ceph-mon[84934]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T12:18:46.799 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-16T12:18:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:46 smithi077 ceph-mon[88497]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T12:18:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:46 smithi077 ceph-mon[88497]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T12:18:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:46 smithi077 ceph-mon[86047]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T12:18:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:46 smithi077 ceph-mon[86047]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T12:18:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:46] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:18:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:46 smithi191 ceph-mon[84934]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T12:18:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:46 smithi191 ceph-mon[84934]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T12:18:48.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:47 smithi077 ceph-mon[86047]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 17 KiB/s wr, 1.09k op/s 2024-09-16T12:18:48.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:47 smithi077 ceph-mon[88497]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 17 KiB/s wr, 1.09k op/s 2024-09-16T12:18:48.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:47 smithi191 ceph-mon[84934]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 17 KiB/s wr, 1.09k op/s 2024-09-16T12:18:48.841 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-16T12:18:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:48 smithi077 ceph-mon[86047]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T12:18:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:48 smithi077 ceph-mon[88497]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T12:18:49.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:48 smithi191 ceph-mon[84934]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T12:18:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:49 smithi077 ceph-mon[88497]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-09-16T12:18:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:49 smithi077 ceph-mon[88497]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T12:18:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:49 smithi077 ceph-mon[86047]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-09-16T12:18:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:49 smithi077 ceph-mon[86047]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T12:18:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:49 smithi191 ceph-mon[84934]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-09-16T12:18:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:49 smithi191 ceph-mon[84934]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T12:18:50.866 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-16T12:18:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:50 smithi077 ceph-mon[86047]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T12:18:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:50 smithi077 ceph-mon[88497]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T12:18:51.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:50 smithi191 ceph-mon[84934]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T12:18:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[88497]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 38 KiB/s wr, 749 op/s 2024-09-16T12:18:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[88497]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T12:18:52.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[88497]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T12:18:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[86047]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 38 KiB/s wr, 749 op/s 2024-09-16T12:18:52.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[86047]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T12:18:52.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:51 smithi077 ceph-mon[86047]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T12:18:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:51 smithi191 ceph-mon[84934]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 38 KiB/s wr, 749 op/s 2024-09-16T12:18:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:51 smithi191 ceph-mon[84934]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T12:18:52.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:51 smithi191 ceph-mon[84934]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T12:18:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:18:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:18:52.871 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-16T12:18:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:53 smithi077 ceph-mon[86047]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 31 KiB/s wr, 659 op/s 2024-09-16T12:18:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:53 smithi077 ceph-mon[86047]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T12:18:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:53 smithi077 ceph-mon[88497]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 31 KiB/s wr, 659 op/s 2024-09-16T12:18:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:53 smithi077 ceph-mon[88497]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T12:18:54.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:53 smithi191 ceph-mon[84934]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 31 KiB/s wr, 659 op/s 2024-09-16T12:18:54.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:53 smithi191 ceph-mon[84934]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T12:18:55.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:54 smithi077 ceph-mon[86047]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T12:18:55.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:54 smithi077 ceph-mon[88497]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T12:18:55.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:54 smithi191 ceph-mon[84934]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T12:18:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:55 smithi077 ceph-mon[86047]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 597 KiB/s rd, 37 KiB/s wr, 791 op/s 2024-09-16T12:18:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:55 smithi077 ceph-mon[86047]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T12:18:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:55 smithi077 ceph-mon[88497]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 597 KiB/s rd, 37 KiB/s wr, 791 op/s 2024-09-16T12:18:56.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:55 smithi077 ceph-mon[88497]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T12:18:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:55 smithi191 ceph-mon[84934]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 597 KiB/s rd, 37 KiB/s wr, 791 op/s 2024-09-16T12:18:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:55 smithi191 ceph-mon[84934]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T12:18:56.815 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-16T12:18:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:56 smithi077 ceph-mon[86047]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T12:18:57.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:56 smithi077 ceph-mon[86047]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T12:18:57.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:56 smithi077 ceph-mon[88497]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T12:18:57.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:56 smithi077 ceph-mon[88497]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T12:18:57.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:18:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:18:56] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:18:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:56 smithi191 ceph-mon[84934]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T12:18:57.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:56 smithi191 ceph-mon[84934]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T12:18:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:57 smithi077 ceph-mon[88497]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 612 KiB/s rd, 35 KiB/s wr, 810 op/s 2024-09-16T12:18:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:57 smithi077 ceph-mon[86047]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 612 KiB/s rd, 35 KiB/s wr, 810 op/s 2024-09-16T12:18:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:57 smithi191 ceph-mon[84934]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 612 KiB/s rd, 35 KiB/s wr, 810 op/s 2024-09-16T12:18:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:18:58.911 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-16T12:18:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:58 smithi077 ceph-mon[86047]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T12:18:59.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:58 smithi077 ceph-mon[86047]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 382 op/s 2024-09-16T12:18:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:58 smithi077 ceph-mon[88497]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T12:18:59.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:58 smithi077 ceph-mon[88497]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 382 op/s 2024-09-16T12:18:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:58 smithi191 ceph-mon[84934]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T12:18:59.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:58 smithi191 ceph-mon[84934]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 382 op/s 2024-09-16T12:19:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:18:59 smithi077 ceph-mon[86047]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T12:19:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:18:59 smithi077 ceph-mon[88497]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T12:19:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:18:59 smithi191 ceph-mon[84934]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T12:19:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:00 smithi077 ceph-mon[88497]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T12:19:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:00 smithi077 ceph-mon[88497]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 276 op/s 2024-09-16T12:19:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:00 smithi077 ceph-mon[86047]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T12:19:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:00 smithi077 ceph-mon[86047]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 276 op/s 2024-09-16T12:19:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:00 smithi191 ceph-mon[84934]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T12:19:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:00 smithi191 ceph-mon[84934]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 276 op/s 2024-09-16T12:19:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:01 smithi191 ceph-mon[84934]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T12:19:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:01 smithi191 ceph-mon[84934]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T12:19:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:01 smithi077 ceph-mon[88497]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T12:19:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:01 smithi077 ceph-mon[88497]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T12:19:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:01 smithi077 ceph-mon[86047]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T12:19:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:01 smithi077 ceph-mon[86047]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T12:19:02.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:02.811 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-16T12:19:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:03 smithi077 ceph-mon[86047]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 178 op/s 2024-09-16T12:19:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:03 smithi077 ceph-mon[86047]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T12:19:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:03 smithi077 ceph-mon[88497]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 178 op/s 2024-09-16T12:19:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:03 smithi077 ceph-mon[88497]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T12:19:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:03 smithi191 ceph-mon[84934]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 178 op/s 2024-09-16T12:19:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:03 smithi191 ceph-mon[84934]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T12:19:05.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:04 smithi077 ceph-mon[86047]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T12:19:05.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:04 smithi077 ceph-mon[88497]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T12:19:05.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:04 smithi191 ceph-mon[84934]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[86047]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[86047]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[88497]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[88497]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T12:19:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:05 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:19:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:05 smithi191 ceph-mon[84934]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-16T12:19:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:05 smithi191 ceph-mon[84934]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T12:19:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:05 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:19:06.814 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-16T12:19:06.923 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-16T12:19:07.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:06] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-16T12:19:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T12:19:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[86047]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:19:07.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:19:07.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:06 smithi077 ceph-mon[88497]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:19:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:06 smithi191 ceph-mon[84934]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T12:19:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:07 smithi077 ceph-mon[86047]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 25 KiB/s wr, 598 op/s 2024-09-16T12:19:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:07 smithi077 ceph-mon[88497]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 25 KiB/s wr, 598 op/s 2024-09-16T12:19:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:07 smithi191 ceph-mon[84934]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 25 KiB/s wr, 598 op/s 2024-09-16T12:19:08.986 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-16T12:19:09.073 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-16T12:19:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:08 smithi077 ceph-mon[86047]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T12:19:09.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:08 smithi077 ceph-mon[86047]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-16T12:19:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:08 smithi077 ceph-mon[88497]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T12:19:09.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:08 smithi077 ceph-mon[88497]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-16T12:19:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:08 smithi191 ceph-mon[84934]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T12:19:09.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:08 smithi191 ceph-mon[84934]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-16T12:19:10.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:09 smithi077 ceph-mon[86047]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T12:19:10.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:09 smithi077 ceph-mon[88497]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T12:19:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:09 smithi191 ceph-mon[84934]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T12:19:10.989 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-16T12:19:11.115 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-16T12:19:11.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:10 smithi077 ceph-mon[86047]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T12:19:11.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:10 smithi077 ceph-mon[86047]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-09-16T12:19:11.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:10 smithi077 ceph-mon[88497]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T12:19:11.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:10 smithi077 ceph-mon[88497]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-09-16T12:19:11.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:10 smithi191 ceph-mon[84934]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T12:19:11.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:10 smithi191 ceph-mon[84934]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-09-16T12:19:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:11 smithi077 ceph-mon[86047]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T12:19:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:11 smithi077 ceph-mon[86047]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-16T12:19:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:11 smithi077 ceph-mon[88497]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T12:19:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:11 smithi077 ceph-mon[88497]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-16T12:19:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:11 smithi191 ceph-mon[84934]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T12:19:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:11 smithi191 ceph-mon[84934]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-16T12:19:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:12.828 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-16T12:19:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[86047]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 16 KiB/s wr, 309 op/s 2024-09-16T12:19:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[86047]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-16T12:19:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:13.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[88497]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 16 KiB/s wr, 309 op/s 2024-09-16T12:19:13.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:12 smithi077 ceph-mon[88497]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-16T12:19:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:12 smithi191 ceph-mon[84934]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 16 KiB/s wr, 309 op/s 2024-09-16T12:19:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:12 smithi191 ceph-mon[84934]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-16T12:19:14.829 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-16T12:19:14.955 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-16T12:19:15.082 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-16T12:19:15.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:14 smithi077 ceph-mon[86047]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-16T12:19:15.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:14 smithi077 ceph-mon[88497]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-16T12:19:15.184 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-16T12:19:15.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:14 smithi191 ceph-mon[84934]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-16T12:19:15.836 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-16T12:19:15.930 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-16T12:19:16.028 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-16T12:19:16.128 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[86047]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[86047]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2302545377' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[88497]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[88497]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2302545377' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:15 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:15 smithi191 ceph-mon[84934]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-09-16T12:19:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:15 smithi191 ceph-mon[84934]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-16T12:19:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:15 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2302545377' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:15 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]: dispatch 2024-09-16T12:19:16.230 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-16T12:19:16.310 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-16T12:19:16.394 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-16T12:19:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:16] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]': finished 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T12:19:17.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]': finished 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[88497]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]': finished 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.174 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]': finished 2024-09-16T12:19:17.175 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:16 smithi077 ceph-mon[86047]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.77:0/4181232800"}]': finished 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T12:19:17.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]: dispatch 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/15f202a1-429f-4fae-95f5-ca4efd61e12a"}]': finished 2024-09-16T12:19:17.214 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:16 smithi191 ceph-mon[84934]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-16T12:19:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:17 smithi077 ceph-mon[86047]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 17 KiB/s wr, 351 op/s 2024-09-16T12:19:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:17 smithi077 ceph-mon[88497]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 17 KiB/s wr, 351 op/s 2024-09-16T12:19:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:17 smithi191 ceph-mon[84934]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 17 KiB/s wr, 351 op/s 2024-09-16T12:19:19.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:18 smithi077 ceph-mon[86047]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-16T12:19:19.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:18 smithi077 ceph-mon[88497]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-16T12:19:19.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:18 smithi191 ceph-mon[84934]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 28 KiB/s wr, 536 op/s 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]: dispatch 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]': finished 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]: dispatch 2024-09-16T12:19:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]': finished 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 28 KiB/s wr, 536 op/s 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]: dispatch 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]': finished 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]: dispatch 2024-09-16T12:19:20.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:19 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]': finished 2024-09-16T12:19:20.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 28 KiB/s wr, 536 op/s 2024-09-16T12:19:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-16T12:19:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]: dispatch 2024-09-16T12:19:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/58e3fb1a-67ef-4108-8599-c4f881cbc7c5"}]': finished 2024-09-16T12:19:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]: dispatch 2024-09-16T12:19:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:19 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3def320b-57e7-435d-b2f7-3f5e6963e068"}]': finished 2024-09-16T12:19:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:20 smithi077 ceph-mon[86047]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-16T12:19:21.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:20 smithi077 ceph-mon[86047]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 34 KiB/s wr, 553 op/s 2024-09-16T12:19:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:20 smithi077 ceph-mon[88497]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-16T12:19:21.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:20 smithi077 ceph-mon[88497]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 34 KiB/s wr, 553 op/s 2024-09-16T12:19:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:20 smithi191 ceph-mon[84934]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-16T12:19:21.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:20 smithi191 ceph-mon[84934]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 34 KiB/s wr, 553 op/s 2024-09-16T12:19:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:21 smithi077 ceph-mon[86047]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-16T12:19:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:21 smithi077 ceph-mon[86047]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-16T12:19:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:21 smithi077 ceph-mon[88497]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-16T12:19:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:21 smithi077 ceph-mon[88497]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-16T12:19:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:21 smithi191 ceph-mon[84934]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-16T12:19:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:21 smithi191 ceph-mon[84934]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-16T12:19:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:23.795 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-16T12:19:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:23 smithi077 ceph-mon[86047]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-09-16T12:19:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:23 smithi077 ceph-mon[86047]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-16T12:19:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:23 smithi077 ceph-mon[88497]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-09-16T12:19:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:23 smithi077 ceph-mon[88497]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-16T12:19:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:23 smithi191 ceph-mon[84934]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-09-16T12:19:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:23 smithi191 ceph-mon[84934]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-16T12:19:25.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:24 smithi077 ceph-mon[86047]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-16T12:19:25.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:24 smithi077 ceph-mon[88497]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-16T12:19:25.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:24 smithi191 ceph-mon[84934]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-16T12:19:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:25 smithi077 ceph-mon[86047]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.0 KiB/s wr, 125 op/s 2024-09-16T12:19:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:25 smithi077 ceph-mon[86047]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-16T12:19:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:25 smithi077 ceph-mon[88497]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.0 KiB/s wr, 125 op/s 2024-09-16T12:19:26.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:25 smithi077 ceph-mon[88497]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-16T12:19:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:25 smithi191 ceph-mon[84934]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.0 KiB/s wr, 125 op/s 2024-09-16T12:19:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:25 smithi191 ceph-mon[84934]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-16T12:19:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[86047]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-16T12:19:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]: dispatch 2024-09-16T12:19:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]': finished 2024-09-16T12:19:27.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[86047]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-16T12:19:27.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:26] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-16T12:19:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[88497]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-16T12:19:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]: dispatch 2024-09-16T12:19:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]': finished 2024-09-16T12:19:27.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:26 smithi077 ceph-mon[88497]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-16T12:19:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:26 smithi191 ceph-mon[84934]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-16T12:19:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:26 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]: dispatch 2024-09-16T12:19:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:26 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1932776375' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b8558346-8b0c-4663-b4ca-a5a7ff72ac19"}]': finished 2024-09-16T12:19:27.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:26 smithi191 ceph-mon[84934]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-16T12:19:27.839 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-16T12:19:27.918 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-16T12:19:28.053 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-16T12:19:28.127 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-16T12:19:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:27 smithi077 ceph-mon[86047]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-09-16T12:19:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:27 smithi077 ceph-mon[88497]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-09-16T12:19:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:28.197 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-16T12:19:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:27 smithi191 ceph-mon[84934]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-09-16T12:19:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:28.269 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-16T12:19:28.344 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-16T12:19:28.469 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-16T12:19:28.584 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-16T12:19:28.590 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-16T12:19:28.598 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-16T12:19:28.599 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-16T12:19:28.606 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-16T12:19:28.612 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-16T12:19:28.702 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-16T12:19:28.779 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-16T12:19:28.872 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-16T12:19:28.992 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-16T12:19:29.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:28 smithi077 ceph-mon[86047]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-16T12:19:29.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:28 smithi077 ceph-mon[88497]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-16T12:19:29.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:28 smithi191 ceph-mon[84934]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-16T12:19:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:29 smithi077 ceph-mon[86047]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-09-16T12:19:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:29 smithi077 ceph-mon[88497]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-09-16T12:19:30.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:29 smithi191 ceph-mon[84934]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-09-16T12:19:30.519 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-16T12:19:30.624 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-16T12:19:30.715 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-16T12:19:30.814 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-16T12:19:30.971 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-16T12:19:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:31 smithi077 ceph-mon[88497]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 34 KiB/s wr, 402 op/s 2024-09-16T12:19:32.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:31 smithi077 ceph-mon[88497]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-16T12:19:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:31 smithi077 ceph-mon[86047]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 34 KiB/s wr, 402 op/s 2024-09-16T12:19:32.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:31 smithi077 ceph-mon[86047]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-16T12:19:32.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:31 smithi191 ceph-mon[84934]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 34 KiB/s wr, 402 op/s 2024-09-16T12:19:32.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:31 smithi191 ceph-mon[84934]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-16T12:19:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:32.830 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-16T12:19:32.928 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-16T12:19:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:33 smithi077 ceph-mon[86047]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 57 KiB/s wr, 637 op/s 2024-09-16T12:19:34.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:33 smithi077 ceph-mon[86047]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-16T12:19:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:33 smithi077 ceph-mon[88497]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 57 KiB/s wr, 637 op/s 2024-09-16T12:19:34.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:33 smithi077 ceph-mon[88497]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-16T12:19:34.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:33 smithi191 ceph-mon[84934]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 57 KiB/s wr, 637 op/s 2024-09-16T12:19:34.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:33 smithi191 ceph-mon[84934]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-16T12:19:35.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:34 smithi077 ceph-mon[86047]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-16T12:19:35.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:34 smithi077 ceph-mon[88497]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-16T12:19:35.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:34 smithi191 ceph-mon[84934]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-16T12:19:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:35 smithi077 ceph-mon[86047]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 86 KiB/s wr, 1.08k op/s 2024-09-16T12:19:36.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:35 smithi077 ceph-mon[86047]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-16T12:19:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:35 smithi077 ceph-mon[88497]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 86 KiB/s wr, 1.08k op/s 2024-09-16T12:19:36.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:35 smithi077 ceph-mon[88497]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-16T12:19:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:35 smithi191 ceph-mon[84934]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 86 KiB/s wr, 1.08k op/s 2024-09-16T12:19:36.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:35 smithi191 ceph-mon[84934]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-16T12:19:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:36 smithi077 ceph-mon[86047]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-16T12:19:37.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:36 smithi077 ceph-mon[86047]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-16T12:19:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:36] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-16T12:19:37.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:36 smithi077 ceph-mon[88497]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-16T12:19:37.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:36 smithi077 ceph-mon[88497]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-16T12:19:37.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:36 smithi191 ceph-mon[84934]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-16T12:19:37.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:36 smithi191 ceph-mon[84934]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-16T12:19:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:37 smithi077 ceph-mon[86047]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 64 KiB/s wr, 1.13k op/s 2024-09-16T12:19:38.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:37 smithi077 ceph-mon[86047]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-16T12:19:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:37 smithi077 ceph-mon[88497]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 64 KiB/s wr, 1.13k op/s 2024-09-16T12:19:38.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:37 smithi077 ceph-mon[88497]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-16T12:19:38.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:37 smithi191 ceph-mon[84934]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 64 KiB/s wr, 1.13k op/s 2024-09-16T12:19:38.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:37 smithi191 ceph-mon[84934]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-16T12:19:38.962 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-16T12:19:39.219 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-16T12:19:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:39 smithi077 ceph-mon[86047]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 46 KiB/s wr, 897 op/s 2024-09-16T12:19:40.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:39 smithi077 ceph-mon[86047]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-16T12:19:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:39 smithi077 ceph-mon[88497]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 46 KiB/s wr, 897 op/s 2024-09-16T12:19:40.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:39 smithi077 ceph-mon[88497]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-16T12:19:40.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:39 smithi191 ceph-mon[84934]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 46 KiB/s wr, 897 op/s 2024-09-16T12:19:40.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:39 smithi191 ceph-mon[84934]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-16T12:19:40.912 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-16T12:19:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:40 smithi077 ceph-mon[86047]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-16T12:19:41.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:40 smithi077 ceph-mon[86047]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 622 op/s 2024-09-16T12:19:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:40 smithi077 ceph-mon[88497]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-16T12:19:41.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:40 smithi077 ceph-mon[88497]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 622 op/s 2024-09-16T12:19:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:40 smithi191 ceph-mon[84934]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-16T12:19:41.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:40 smithi191 ceph-mon[84934]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 622 op/s 2024-09-16T12:19:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:41 smithi077 ceph-mon[86047]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-16T12:19:42.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:41 smithi077 ceph-mon[86047]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-16T12:19:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:41 smithi077 ceph-mon[88497]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-16T12:19:42.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:41 smithi077 ceph-mon[88497]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-16T12:19:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:41 smithi191 ceph-mon[84934]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-16T12:19:42.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:41 smithi191 ceph-mon[84934]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-16T12:19:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:42.918 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-16T12:19:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:43.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:42 smithi077 ceph-mon[88497]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 25 KiB/s wr, 658 op/s 2024-09-16T12:19:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:43.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:42 smithi077 ceph-mon[86047]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 25 KiB/s wr, 658 op/s 2024-09-16T12:19:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:43.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:42 smithi191 ceph-mon[84934]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 25 KiB/s wr, 658 op/s 2024-09-16T12:19:44.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:43 smithi077 ceph-mon[86047]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-16T12:19:44.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:43 smithi077 ceph-mon[88497]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-16T12:19:44.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:43 smithi191 ceph-mon[84934]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-16T12:19:44.938 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-16T12:19:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:44 smithi077 ceph-mon[86047]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-16T12:19:45.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:44 smithi077 ceph-mon[86047]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 31 KiB/s wr, 859 op/s 2024-09-16T12:19:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:44 smithi077 ceph-mon[88497]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-16T12:19:45.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:44 smithi077 ceph-mon[88497]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 31 KiB/s wr, 859 op/s 2024-09-16T12:19:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:44 smithi191 ceph-mon[84934]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-16T12:19:45.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:44 smithi191 ceph-mon[84934]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 31 KiB/s wr, 859 op/s 2024-09-16T12:19:46.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:45 smithi077 ceph-mon[86047]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-16T12:19:46.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:45 smithi077 ceph-mon[88497]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-16T12:19:46.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:45 smithi191 ceph-mon[84934]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-16T12:19:46.814 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-16T12:19:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[88497]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-16T12:19:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[88497]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 533 op/s 2024-09-16T12:19:47.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[88497]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-16T12:19:47.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[86047]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-16T12:19:47.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[86047]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 533 op/s 2024-09-16T12:19:47.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-mon[86047]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-16T12:19:47.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:46] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-16T12:19:47.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:46 smithi191 ceph-mon[84934]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-16T12:19:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:46 smithi191 ceph-mon[84934]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 533 op/s 2024-09-16T12:19:47.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:46 smithi191 ceph-mon[84934]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-16T12:19:49.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:48 smithi077 ceph-mon[86047]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-16T12:19:49.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:48 smithi077 ceph-mon[88497]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-16T12:19:49.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:48 smithi191 ceph-mon[84934]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-16T12:19:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:49 smithi077 ceph-mon[86047]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 40 KiB/s wr, 1.11k op/s 2024-09-16T12:19:50.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:49 smithi077 ceph-mon[86047]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-16T12:19:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:49 smithi077 ceph-mon[88497]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 40 KiB/s wr, 1.11k op/s 2024-09-16T12:19:50.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:49 smithi077 ceph-mon[88497]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-16T12:19:50.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:49 smithi191 ceph-mon[84934]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 40 KiB/s wr, 1.11k op/s 2024-09-16T12:19:50.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:49 smithi191 ceph-mon[84934]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-16T12:19:50.905 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-16T12:19:51.111 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-16T12:19:51.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:50 smithi077 ceph-mon[86047]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-16T12:19:51.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:50 smithi077 ceph-mon[88497]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-16T12:19:51.212 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:50 smithi191 ceph-mon[84934]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-16T12:19:51.292 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-16T12:19:51.741 INFO:tasks.workunit.client.0.smithi077.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-16T12:19:51.741 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:19:51.741 INFO:tasks.workunit.client.0.smithi077.stdout:================== 174 passed, 8 skipped in 664.80s (0:11:04) ================== 2024-09-16T12:19:51.767 INFO:tasks.workunit.client.0.smithi077.stderr:+ exit 0 2024-09-16T12:19:51.768 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T12:19:51.768 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T12:19:51.794 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-16T12:19:51.795 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T12:19:52.038 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[86047]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 37 KiB/s wr, 988 op/s 2024-09-16T12:19:52.038 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[86047]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-16T12:19:52.038 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[86047]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-16T12:19:52.038 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[88497]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 37 KiB/s wr, 988 op/s 2024-09-16T12:19:52.038 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[88497]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-16T12:19:52.039 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:51 smithi077 ceph-mon[88497]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-16T12:19:52.040 DEBUG:teuthology.parallel:result is None 2024-09-16T12:19:52.040 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:19:52.072 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:19:52.073 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:19:52.127 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:19:52.128 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T12:19:52.128 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-16T12:19:52.128 DEBUG:teuthology.parallel:result is None 2024-09-16T12:19:52.128 INFO:teuthology.run_tasks:Running task print... 2024-09-16T12:19:52.140 INFO:teuthology.task.print:**** done end parallel 2024-09-16T12:19:52.140 INFO:teuthology.run_tasks:Running task print... 2024-09-16T12:19:52.180 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-16T12:19:52.180 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T12:19:52.248 INFO:tasks.workunit:Pulling workunits from ref ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T12:19:52.248 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T12:19:52.248 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:19:52.249 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:51 smithi191 ceph-mon[84934]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 37 KiB/s wr, 988 op/s 2024-09-16T12:19:52.249 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:51 smithi191 ceph-mon[84934]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-16T12:19:52.250 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:51 smithi191 ceph-mon[84934]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-16T12:19:52.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:19:52.264 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T12:19:52.264 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:19:52.319 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T12:19:52.319 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T12:19:52.374 INFO:tasks.workunit:timeout=3h 2024-09-16T12:19:52.375 INFO:tasks.workunit:cleanup=True 2024-09-16T12:19:52.375 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T12:19:52.431 INFO:tasks.workunit.client.0.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T12:19:52.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:19:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:19:54.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:53 smithi077 ceph-mon[86047]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:54.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:53 smithi077 ceph-mon[88497]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:54.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:53 smithi191 ceph-mon[84934]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:56.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:55 smithi077 ceph-mon[86047]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:56.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:55 smithi077 ceph-mon[88497]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:56.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:55 smithi191 ceph-mon[84934]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:57.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:19:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:19:56] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-16T12:19:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:57 smithi077 ceph-mon[88497]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:58.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:58.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:57 smithi077 ceph-mon[86047]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:58.173 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:19:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:57 smithi191 ceph-mon[84934]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:19:58.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:00.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:19:59 smithi077 ceph-mon[86047]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:00.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:19:59 smithi077 ceph-mon[88497]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:00.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:19:59 smithi191 ceph-mon[84934]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:01.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:00 smithi077 ceph-mon[86047]: overall HEALTH_OK 2024-09-16T12:20:01.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:00 smithi077 ceph-mon[88497]: overall HEALTH_OK 2024-09-16T12:20:01.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:00 smithi191 ceph-mon[84934]: overall HEALTH_OK 2024-09-16T12:20:02.114 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:01 smithi191 ceph-mon[84934]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:02.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:01 smithi077 ceph-mon[86047]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:02.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:01 smithi077 ceph-mon[88497]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:02.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:04.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:03 smithi077 ceph-mon[86047]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:04.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:03 smithi077 ceph-mon[88497]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:04.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:03 smithi191 ceph-mon[84934]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:06.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:05 smithi077 ceph-mon[86047]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:06.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:05 smithi077 ceph-mon[88497]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:06.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:05 smithi191 ceph-mon[84934]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:07.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:07.173 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:07.173 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:06] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-09-16T12:20:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:07.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:06 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:08.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:07 smithi077 ceph-mon[86047]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:08.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:07 smithi077 ceph-mon[88497]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:08.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:07 smithi191 ceph-mon[84934]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:09.974 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:09 smithi077 ceph-mon[86047]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:09.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:09 smithi077 ceph-mon[88497]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:10.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:09 smithi191 ceph-mon[84934]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:12.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:11 smithi077 ceph-mon[86047]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:12.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:11 smithi077 ceph-mon[88497]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:12.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:11 smithi191 ceph-mon[84934]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:12.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:12 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:13.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:12 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:13.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:12 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:13.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:12 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:14.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:13 smithi077 ceph-mon[86047]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:14.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:13 smithi077 ceph-mon[88497]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:14.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:13 smithi191 ceph-mon[84934]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:16.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:15 smithi077 ceph-mon[86047]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:16.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:15 smithi077 ceph-mon[88497]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:16.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:15 smithi191 ceph-mon[84934]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:17.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:16 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:16] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-09-16T12:20:18.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:17 smithi077 ceph-mon[86047]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:18.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:17 smithi077 ceph-mon[88497]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:18.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:17 smithi191 ceph-mon[84934]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:20.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:19 smithi077 ceph-mon[86047]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:20.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:19 smithi077 ceph-mon[88497]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:20.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:19 smithi191 ceph-mon[84934]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:22.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:21 smithi077 ceph-mon[86047]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:22.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:21 smithi077 ceph-mon[88497]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:22.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:21 smithi191 ceph-mon[84934]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:22.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:22 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:24.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:23 smithi077 ceph-mon[88497]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:24.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:23 smithi077 ceph-mon[86047]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:24.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:23 smithi191 ceph-mon[84934]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:26.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:25 smithi077 ceph-mon[86047]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:26.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:25 smithi077 ceph-mon[88497]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:26.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:25 smithi191 ceph-mon[84934]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:27.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:26 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:26] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-09-16T12:20:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:27 smithi077 ceph-mon[88497]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:28.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:27 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:27 smithi077 ceph-mon[86047]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:28.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:27 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:27 smithi191 ceph-mon[84934]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:28.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:27 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:30.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:29 smithi077 ceph-mon[88497]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:30.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:29 smithi077 ceph-mon[86047]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:30.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:29 smithi191 ceph-mon[84934]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:31.172 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:30 smithi077 ceph-mon[88497]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:31.172 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:30 smithi077 ceph-mon[86047]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:31.213 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:30 smithi191 ceph-mon[84934]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:32.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:32 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:33.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:33 smithi077 ceph-mon[88497]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:33.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:33 smithi077 ceph-mon[86047]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:33.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:33 smithi191 ceph-mon[84934]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:35.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:35 smithi077 ceph-mon[86047]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:35.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:35 smithi077 ceph-mon[88497]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:35.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:35 smithi191 ceph-mon[84934]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:37.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:36 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:36] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-09-16T12:20:37.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:37 smithi077 ceph-mon[86047]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:37.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:37 smithi077 ceph-mon[88497]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:37.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:37 smithi191 ceph-mon[84934]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:39.473 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:39 smithi077 ceph-mon[88497]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:39.474 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:39 smithi077 ceph-mon[86047]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:39.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:39 smithi191 ceph-mon[84934]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:41.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:41 smithi077 ceph-mon[86047]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:41.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:41 smithi077 ceph-mon[88497]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:41.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:41 smithi191 ceph-mon[84934]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:42.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:42 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:42.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:42 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:42.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:42 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:42.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:43.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:43 smithi077 ceph-mon[88497]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:43.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:43 smithi077 ceph-mon[86047]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:43.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:43 smithi191 ceph-mon[84934]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:45.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:45 smithi077 ceph-mon[86047]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:45.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:45 smithi077 ceph-mon[88497]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:45.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:45 smithi191 ceph-mon[84934]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:47.172 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:46 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:46] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-09-16T12:20:47.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:47 smithi077 ceph-mon[88497]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:47.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:47 smithi077 ceph-mon[86047]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:47.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:47 smithi191 ceph-mon[84934]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr:Note: switching to 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'. 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.521 INFO:tasks.workunit.client.0.smithi077.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: git switch -c 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr:Or undo this operation with: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: git switch - 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr: 2024-09-16T12:20:48.522 INFO:tasks.workunit.client.0.smithi077.stderr:HEAD is now at ae7f37330c1 Merge pull request #59795 from zdover23/wip-doc-2024-09-15-backport-59613-to-reef 2024-09-16T12:20:48.527 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T12:20:48.583 INFO:tasks.workunit.client.0.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T12:20:48.585 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T12:20:48.585 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T12:20:48.635 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T12:20:48.684 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T12:20:48.723 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T12:20:48.725 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T12:20:48.725 INFO:tasks.workunit.client.0.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T12:20:48.763 INFO:tasks.workunit.client.0.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T12:20:48.766 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-16T12:20:48.766 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T12:20:48.822 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-16T12:20:48.824 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-16T12:20:48.824 DEBUG:teuthology.orchestra.run.smithi077:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ae7f37330c1a72493684eb1fcaed6f2a01195bb6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-16T12:20:48.882 INFO:tasks.workunit.client.0.smithi077.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-16T12:20:49.234 INFO:tasks.workunit.client.0.smithi077.stderr:+ LAST_OPT_REVISION=1 2024-09-16T12:20:49.234 INFO:tasks.workunit.client.0.smithi077.stderr:+ '[' 1 -ne 1 ']' 2024-09-16T12:20:49.234 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph -s 2024-09-16T12:20:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[86047]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:49.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:49.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[88497]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:49.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:49 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: cluster: 2024-09-16T12:20:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: id: 0a002358-741a-11ef-bceb-c7b262605968 2024-09-16T12:20:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: health: HEALTH_OK 2024-09-16T12:20:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:20:49.699 INFO:tasks.workunit.client.0.smithi077.stdout: services: 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: mon: 3 daemons, quorum a,b,c (age 74m) 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: mgr: y(active, since 74m), standbys: x 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: mds: 1/1 daemons up, 1 standby 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 81m) 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: data: 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: volumes: 1/1 healthy 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: pools: 4 pools, 105 pgs 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: objects: 28 objects, 4.6 MiB 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: usage: 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: pgs: 105 active+clean 2024-09-16T12:20:49.700 INFO:tasks.workunit.client.0.smithi077.stdout: 2024-09-16T12:20:49.710 INFO:tasks.workunit.client.0.smithi077.stderr:++ ceph telemetry collection ls 2024-09-16T12:20:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:49 smithi191 ceph-mon[84934]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:49.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:49 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3747146163' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T12:20:50.164 INFO:tasks.workunit.client.0.smithi077.stderr:+ COLLECTIONS='NAME STATUS DESC 2024-09-16T12:20:50.164 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T12:20:50.165 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ NAME STATUS DESC 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-16T12:20:50.166 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ NAME STATUS DESC 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T12:20:50.167 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ NAME STATUS DESC 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ NAME STATUS DESC 2024-09-16T12:20:50.168 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:+ [[ NAME STATUS DESC 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T12:20:50.169 INFO:tasks.workunit.client.0.smithi077.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:device_base REPORTING Information about device health metrics 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-16T12:20:50.170 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview 2024-09-16T12:20:50.606 INFO:tasks.workunit.client.0.smithi077.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-16T12:20:50.617 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview-device 2024-09-16T12:20:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:50.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:50 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:50.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:50 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:50.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:50 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/920698071' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T12:20:51.058 INFO:tasks.workunit.client.0.smithi077.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-16T12:20:51.069 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry preview-all 2024-09-16T12:20:51.511 INFO:tasks.workunit.client.0.smithi077.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-16T12:20:51.522 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[86047]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[86047]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[86047]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[86047]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[86047]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[88497]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[88497]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[88497]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[88497]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:51 smithi077 ceph-mon[88497]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:51 smithi191 ceph-mon[84934]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:51 smithi191 ceph-mon[84934]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:51 smithi191 ceph-mon[84934]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:51 smithi191 ceph-mon[84934]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:51.713 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:51 smithi191 ceph-mon[84934]: from='client.45932 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:52.176 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T12:20:52.176 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T12:20:52.176 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T12:20:52.176 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T12:20:52.177 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T12:20:52.178 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T12:20:52.179 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T12:20:52.180 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T12:20:52.181 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mds_skip_sanity", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T12:20:52.182 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T12:20:52.183 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_hdd", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_hybrid", 2024-09-16T12:20:52.184 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_ssd", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_max_backfills", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T12:20:52.185 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pg_delete_cost", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active_hdd", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active_ssd", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T12:20:52.186 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_hdd", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_ssd", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_sleep", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T12:20:52.187 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T12:20:52.188 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T12:20:52.189 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_perf", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T12:20:52.190 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/enabled", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T12:20:52.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T12:20:52.192 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T12:20:52.193 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T12:20:52.194 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T12:20:52.195 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T12:20:52.196 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 2, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T12:20:52.197 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T12:20:52.198 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T12:20:52.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T12:20:52.200 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T12:20:52.201 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_stats": { 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20439040, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 386728, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 745472, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 450, 2024-09-16T12:20:52.202 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1481880, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 847872, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 15101120, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 21184512 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20135936, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 319320, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T12:20:52.203 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 876544, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 0, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 349, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1144712, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 13, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 465920, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 14708000, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 20135936 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.204 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 174358528, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 2007440, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2883584, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 2539520, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 6996, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 9825816, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 3052544, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 156589144, 2024-09-16T12:20:52.205 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 176898048 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 258203648, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 5566848, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3014656, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 1826816, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9777, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 13239504, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 23, 2024-09-16T12:20:52.206 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 4000768, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 232381872, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 260030464 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 164233216, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 2040816, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2883584, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 4292608, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 6468, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.207 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 9187288, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 1950976, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 148170552, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 168525824 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 477159424, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 26149240, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 5373952, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.208 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 126582784, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12802, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 68167320, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11108864, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 366360048, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 603742208 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 391266304, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 29941256, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:52.209 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 113262592, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 13081, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 65812128, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 9062656, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 283173464, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 504528896 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 549167104, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 24669032, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:52.210 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 45277184, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 10927, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 59266160, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 60, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11128320, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 450826792, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 594444288 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 503537664, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 22385400, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3145728, 2024-09-16T12:20:52.211 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 36978688, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9979, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 49372992, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 12233216, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 416400328, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 540516352 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 434954240, 2024-09-16T12:20:52.212 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 23543440, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 125321216, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 10931, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 51144624, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 12024832, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 344964544, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 560275456 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 548003840, 2024-09-16T12:20:52.213 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 27196336, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 44318720, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12545, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 53741192, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 61, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 12896768, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 450892744, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 592322560 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 441344000, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 20048800, 2024-09-16T12:20:52.214 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3145728, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 18104320, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9969, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 54355848, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11866112, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 351927512, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 459448320 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 499695616, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 24712560, 2024-09-16T12:20:52.215 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 8159232, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12812, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 57331136, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 58, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 13768192, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 400606928, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 507854848 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T12:20:52.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "io_rate": { 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_stats_delta": { 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 0, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 0, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "stamp_delta": "12.003057", 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.220 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 0 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard_description": null, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "mempool": { 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.223 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.224 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 221594, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 66 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.227 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 51488, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 181 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.228 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12616, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 250 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.230 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.231 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.232 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.233 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.235 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 149008, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 33 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 928, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.237 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.238 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.239 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.240 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.241 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.242 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52361128, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7227 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 792, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.244 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.245 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5720, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 152 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.246 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.247 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.250 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.251 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.252 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52814928, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7350 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.254 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11440, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 304 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.255 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.256 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.258 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.259 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.260 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 45050328, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5527 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 968, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 11 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.261 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.262 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5720, 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 152 2024-09-16T12:20:52.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:52.264 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 21472, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 362 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 129280, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 27 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.265 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 768, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 59200, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 740 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 215264, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 15376, 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 167 2024-09-16T12:20:52.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 650084, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 197 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2532761, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 560885 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7183096, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10595 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.267 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 84588, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9059 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 92256, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.268 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 215264, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 623460, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 93 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4390176, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 289 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17776, 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 202 2024-09-16T12:20:52.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 510048, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.271 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7127640, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 18507 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.272 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 25712, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 501 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 133504, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 30 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1728, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 60080, 2024-09-16T12:20:52.274 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 751 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 214032, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 22432, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 230 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 885502, 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 248 2024-09-16T12:20:52.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2524872, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 558567 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7155216, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10554 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 82628, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8884 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.276 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 91728, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.277 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 214032, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 628557, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 93 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9190298, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 259 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23848, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 271 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:52.279 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7311200, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 21252 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.280 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.281 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19008, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 341 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34944, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 24 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4224, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 57760, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 722 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 213696, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1908 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6640, 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 89 2024-09-16T12:20:52.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 292716, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 92 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1893853, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 413011 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5395376, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7966 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.284 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 81688, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8871 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 91584, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1908 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:52.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 213808, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1909 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1472, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 693021, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 105 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20128, 2024-09-16T12:20:52.286 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23300905, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 273 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12144, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.287 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 359352, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3201120, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6156 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.289 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16160, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 288 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30336, 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T12:20:52.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3648, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 19 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 57920, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 724 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.291 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5184, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 76 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 262653, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 88 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1830152, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 401485 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5252576, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7756 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.292 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73256, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7737 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:52.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 686593, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19547660, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 285 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10648, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 121 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 428904, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 37 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3458520, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9031 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.296 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.297 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18656, 2024-09-16T12:20:52.298 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 338 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34688, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 23 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 768, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58240, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 728 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.299 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23776, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 242 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 916516, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 253 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2163046, 2024-09-16T12:20:52.300 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 475652 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6136576, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9056 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73468, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7737 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.301 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207200, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1850 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1472, 2024-09-16T12:20:52.302 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 622284, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 85 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20128, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3988029, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 266 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23760, 2024-09-16T12:20:52.303 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 270 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.304 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5060640, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12132 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.305 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.306 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19880, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 361 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 31360, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 28 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3840, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.307 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58880, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 736 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 86 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.308 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 287192, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 104 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2516956, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 555516 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7085176, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10451 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73704, 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7741 2024-09-16T12:20:52.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:52.310 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 686641, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.311 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 21391780, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 264 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12232, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 139 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 475272, 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 41 2024-09-16T12:20:52.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6451120, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12406 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.313 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.314 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 15856, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 289 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34688, 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T12:20:52.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3072, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 16 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 57920, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 724 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207984, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18176, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 192 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 738435, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 207 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1762530, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 389330 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5143096, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7595 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.317 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 74756, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7899 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 89136, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:52.318 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207984, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 666133, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 98 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16822511, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 247 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20680, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 235 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3552120, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9183 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.321 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.322 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17408, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 313 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:52.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 39168, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 26 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3264, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 17 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58160, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 727 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207872, 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:52.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8768, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 108 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 421591, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 130 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2100756, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 464936 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.325 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6037296, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8910 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 75380, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7900 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 89088, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:52.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207872, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:52.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 679861, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 100 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18431638, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1066 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 13728, 2024-09-16T12:20:52.328 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 156 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 521640, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 45 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4863872, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9376 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:52.331 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:52.332 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.333 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T12:20:52.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T12:20:52.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T12:20:52.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:52.337 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy", 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: "reef" 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 18, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "reef" 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.339 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_perf_histograms": [ 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:52.340 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:52.341 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:52.342 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:52.343 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:52.344 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:52.345 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15708, 2, 70, 6, 6756, 511, 1, 4, 3, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9570, 56, 59, 1, 195, 125, 69, 89, 8, 43, 39, 14, 52, 15, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.346 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 776, 33, 11, 0, 8, 3, 0, 2, 4, 7, 60, 167, 91, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 621, 0, 1, 0, 7, 10, 0, 0, 1, 0, 3, 25, 278, 33, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 461, 2, 0, 0, 18, 19, 0, 0, 3, 0, 5, 6, 17, 69, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 181, 0, 0, 0, 1, 1, 0, 1, 1, 0, 4, 12, 4, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 5, 3, 23, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 9, 18, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.347 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.348 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11378, 1, 1, 0, 2, 1, 1, 7, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6395, 20, 1275, 2, 8, 5, 5, 13, 31, 56, 53, 47, 15, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 907, 16, 213, 22, 0, 0, 1, 2, 6, 10, 86, 230, 146, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 730, 10, 1, 8, 0, 0, 0, 0, 0, 0, 2, 20, 435, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 342, 31, 1, 1, 0, 0, 0, 0, 1, 0, 4, 8, 22, 37, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 212, 22, 71, 0, 0, 0, 0, 1, 1, 3, 6, 6, 15, 10, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.349 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 104, 60, 205, 0, 0, 0, 0, 0, 0, 1, 3, 1, 14, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 156, 22, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.350 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:52.351 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 14848, 2, 3, 0, 0, 0, 0, 1, 2, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8129, 13, 7, 2, 5, 0, 0, 5, 6, 0, 2, 9, 10, 39, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 683, 7, 4, 2, 2, 0, 0, 0, 2, 4, 5, 1, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 404, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 22, 22, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 147, 1, 1, 0, 0, 0, 0, 0, 1, 10, 14, 9, 14, 84, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 12, 38, 41, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 291, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 2, 24, 64, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 125, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 20, 77, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.352 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.353 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5956, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.354 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2466, 12, 2, 0, 11, 0, 3, 8, 11, 20, 14, 19, 14, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 186, 1, 0, 0, 0, 0, 1, 1, 5, 7, 27, 77, 47, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 164, 3, 0, 0, 9, 0, 0, 0, 0, 1, 2, 17, 140, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 43, 0, 0, 0, 192, 0, 0, 1, 0, 0, 0, 4, 14, 33, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 45, 2, 0, 0, 312, 0, 0, 0, 0, 0, 3, 9, 6, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 30, 0, 0, 0, 343, 0, 0, 0, 0, 0, 1, 6, 7, 19, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 1831, 0, 0, 0, 0, 2, 0, 0, 3, 11, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.355 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.356 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3140, 1755, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 14238, 9997, 3705, 0, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7287, 479, 165, 0, 8, 3, 1, 5, 7, 16, 11, 4, 9, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 862, 68, 57, 0, 1, 0, 3, 2, 9, 10, 50, 77, 28, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 266, 7, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 141, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 104, 13, 6, 0, 0, 1, 1, 0, 0, 0, 1, 8, 7, 17, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.357 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 53, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.358 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.359 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9682, 18, 57, 8, 19, 27, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6849, 45, 42, 1, 13, 23, 85, 113, 1, 1, 0, 3, 4, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 755, 7, 20, 5, 2, 1, 12, 35, 4, 3, 5, 7, 1, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 332, 8, 4, 5, 0, 0, 0, 0, 0, 1, 0, 13, 28, 13, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 123, 14, 5, 0, 0, 0, 0, 1, 0, 0, 0, 6, 8, 72, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 129, 1, 2, 1, 0, 0, 0, 1, 1, 0, 2, 3, 24, 5, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.360 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.361 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6345, 4765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10315, 3321, 0, 0, 1, 0, 0, 1, 1, 0, 3, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5902, 263, 21, 0, 17, 3, 2, 5, 13, 16, 8, 9, 17, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 592, 41, 1, 0, 5, 0, 0, 1, 8, 15, 43, 66, 42, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 285, 2, 0, 0, 0, 0, 0, 0, 0, 3, 3, 21, 161, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 117, 6, 0, 0, 0, 1, 0, 0, 0, 0, 4, 7, 8, 89, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.362 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 54, 2, 0, 0, 0, 1, 0, 3, 0, 5, 12, 1, 4, 20, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 7, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.363 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:52.364 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 17108, 1, 1, 0, 2, 1, 0, 3, 2, 2, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8978, 22, 0, 0, 7, 1, 0, 5, 1, 2, 2, 6, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1091, 97, 138, 0, 0, 0, 0, 6, 2, 4, 1, 4, 6, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 476, 26, 47, 0, 0, 0, 0, 0, 0, 1, 0, 10, 29, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 190, 10, 17, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 67, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 76, 0, 18, 30, 0, 0, 0, 0, 0, 0, 0, 5, 11, 14, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 113, 0, 0, 37, 76, 0, 0, 0, 0, 0, 0, 4, 6, 10, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 1, 56, 103, 0, 0, 0, 0, 0, 0, 7, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.365 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.366 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:52.367 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:52.368 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:52.369 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:52.370 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:52.371 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:52.372 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.373 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1465, 3, 12, 30, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4658, 66, 92, 174, 396, 654, 669, 5, 17, 16, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 721, 18, 16, 30, 6, 5, 11, 1, 0, 0, 8, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 325, 2, 0, 0, 2, 0, 1, 0, 0, 0, 2, 3, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 174, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 84, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 3, 4, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.374 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.375 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.376 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 862, 18, 31, 59, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3097, 260, 8, 20, 81, 1, 2, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 408, 12, 1319, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 578, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1764, 1472, 75, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1169, 1507, 221, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.377 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10184, 10, 0, 0, 1, 1, 0, 2, 3, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15576, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.379 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.380 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.381 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1520, 27, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 137, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 253, 34, 40, 50, 0, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1104, 497, 0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4000, 2425, 0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 52, 67, 0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.382 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.383 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 878, 20, 30, 57, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.384 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1898, 216, 9, 22, 134, 317, 400, 1, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 217, 26, 0, 0, 1, 0, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 87, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 43, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.385 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.386 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1111, 7, 38, 73, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3111, 75, 120, 210, 403, 658, 674, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 260, 3, 0, 2, 0, 4, 5, 2, 1, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 191, 10, 36, 72, 2, 0, 1, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 93, 37, 61, 57, 2, 0, 0, 0, 0, 0, 0, 2, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.387 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.388 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.389 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 857, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2822, 14, 1, 0, 3, 1, 0, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 237, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 173, 10, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 113, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.390 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.391 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1009, 14, 21, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.392 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8399, 28, 111, 13, 1, 0, 1, 1, 4, 0, 2, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2141, 37, 80, 3, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 388, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.393 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.394 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.395 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:52.396 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:52.397 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.398 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:52.399 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:52.400 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:52.401 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1538, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6752, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.402 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.403 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.404 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1745, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 628, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2910, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.405 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.406 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.407 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.408 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.409 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1551, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.410 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1727, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6836, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.411 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.412 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1008, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3012, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.413 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.414 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.415 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.416 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.417 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.418 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.419 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.420 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8568, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.421 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.422 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.423 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:52.424 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:52.425 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:52.427 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:52.428 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:52.429 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 210, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2362, 18, 0, 2, 15, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 950, 8, 2, 1, 8, 6, 2, 16, 22, 48, 108, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 193, 3, 1, 0, 0, 0, 2, 1, 4, 11, 67, 236, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.430 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 169, 2, 0, 0, 0, 0, 0, 0, 2, 3, 15, 23, 266, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 400, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 17, 32, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 578, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 6, 6, 32, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 605, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 923, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.431 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:52.432 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 102, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3218, 12, 0, 0, 12, 2, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1094, 7, 3, 2, 9, 8, 10, 21, 31, 83, 121, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 112, 8, 0, 0, 2, 1, 1, 4, 4, 8, 55, 288, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 33, 17, 0, 0, 0, 0, 0, 1, 1, 2, 16, 28, 389, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 49, 25, 0, 0, 0, 0, 0, 0, 1, 0, 2, 9, 26, 25, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 369, 49, 0, 0, 0, 0, 0, 0, 1, 3, 2, 4, 9, 30, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1119, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.433 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2089, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.434 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:52.435 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 415, 14, 5, 2, 11, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 215, 5, 1, 0, 0, 3, 4, 5, 5, 10, 77, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 283, 6, 1, 0, 1, 1, 2, 8, 13, 19, 72, 140, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 124, 5, 0, 0, 1, 0, 1, 1, 3, 7, 26, 40, 14, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 34, 1, 0, 0, 1, 0, 0, 0, 3, 3, 10, 16, 26, 47, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 6, 10, 41, 70, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.436 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.437 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.438 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1165, 6, 0, 0, 9, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 280, 2, 0, 3, 4, 2, 5, 6, 14, 15, 45, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 147, 2, 0, 0, 1, 1, 3, 3, 8, 4, 48, 119, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 290, 0, 0, 0, 0, 0, 1, 0, 0, 2, 10, 18, 84, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 453, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 6, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 198, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.439 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.440 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 96, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1125, 11, 4, 0, 10, 3, 7, 11, 16, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 3, 1, 0, 1, 2, 2, 4, 6, 26, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.441 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 236, 21, 0, 0, 1, 2, 0, 0, 4, 0, 34, 111, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 368, 16, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 160, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 448, 2, 0, 0, 0, 0, 0, 1, 0, 3, 5, 8, 20, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 11, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.442 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.443 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 134, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 297, 23, 1, 0, 13, 0, 0, 2, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 77, 10, 0, 0, 1, 0, 2, 3, 2, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 86, 6, 1, 0, 0, 1, 0, 1, 1, 4, 16, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 37, 2, 0, 0, 0, 0, 1, 1, 0, 2, 10, 19, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 9, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 28, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.444 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.445 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.446 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 141, 14, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1310, 23, 0, 0, 22, 0, 5, 6, 12, 14, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 448, 10, 0, 0, 2, 4, 1, 8, 24, 25, 44, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 327, 12, 0, 0, 0, 1, 1, 1, 5, 11, 53, 141, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 479, 22, 1, 0, 0, 0, 0, 0, 0, 0, 7, 10, 143, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 305, 22, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 12, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99, 44, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 30, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 112, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.447 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.448 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 105, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 297, 11, 1, 0, 9, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 75, 5, 1, 0, 1, 0, 1, 11, 4, 10, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.449 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 88, 8, 0, 0, 0, 3, 1, 4, 8, 7, 18, 39, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 49, 13, 0, 0, 0, 0, 0, 0, 4, 2, 9, 21, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 23, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 44, 0, 0, 0, 0, 0, 1, 0, 1, 4, 6, 19, 61, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.450 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.451 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_counters": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "caps": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_grant": { 2024-09-16T12:20:52.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_revoke": { 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_trunc": { 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_commit": { 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch_complete": { 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:52.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch_keys": { 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_merge": { 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_split": { 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "exported_inodes": { 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.454 INFO:tasks.workunit.client.0.smithi077.stdout: "forward": { 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_cap_release": { 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps": { 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps_dirty": { 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_inode_file_caps": { 2024-09-16T12:20:52.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "imported_inodes": { 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes": { 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_expired": { 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_pinned": { 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_with_caps": { 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "load_cent": { 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "openino_dir_fetch": { 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "process_request_cap_release": { 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "reply_latency": { 2024-09-16T12:20:52.457 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "request": { 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rbytes": { 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rfiles": { 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rsnaps": { 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_reply": { 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "subtrees": { 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_cache": { 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_enqueue_scrub": { 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_exportdir": { 2024-09-16T12:20:52.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_flush": { 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragmentdir": { 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragstats": { 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_inodestats": { 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_enqueued": { 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_prioritized": { 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_processing": { 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays": { 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_delayed": { 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_enqueuing": { 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_completed": { 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_started": { 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_created": { 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_enqueued": { 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.462 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_migrated": { 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_reintegrated": { 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_log": { 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "ev": { 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "evadd": { 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "evex": { 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "evexd": { 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "evexg": { 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "evtrm": { 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.464 INFO:tasks.workunit.client.0.smithi077.stdout: "jlat": { 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "replayed": { 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "seg": { 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "segadd": { 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "segex": { 2024-09-16T12:20:52.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "segexd": { 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "segexg": { 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "segtrm": { 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_mem": { 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "cap": { 2024-09-16T12:20:52.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "cap+": { 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "cap-": { 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "dir": { 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "dir+": { 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "dir-": { 2024-09-16T12:20:52.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "dn": { 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "dn+": { 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "dn-": { 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "heap": { 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 223508 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.468 INFO:tasks.workunit.client.0.smithi077.stdout: "ino": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "ino+": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "ino-": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "rss": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48072 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_server": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_acquisition_throttle": { 2024-09-16T12:20:52.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_revoke_eviction": { 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_request": { 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_session": { 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_peer_request": { 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "req_create_latency": { 2024-09-16T12:20:52.470 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getattr_latency": { 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getfilelock_latency": { 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getvxattr_latency": { 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.471 INFO:tasks.workunit.client.0.smithi077.stdout: "req_link_latency": { 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookup_latency": { 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookuphash_latency": { 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupino_latency": { 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupname_latency": { 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupparent_latency": { 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupsnap_latency": { 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lssnap_latency": { 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mkdir_latency": { 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mknod_latency": { 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mksnap_latency": { 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "req_open_latency": { 2024-09-16T12:20:52.474 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "req_readdir_latency": { 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rename_latency": { 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "req_renamesnap_latency": { 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.475 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmdir_latency": { 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmsnap_latency": { 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmxattr_latency": { 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setattr_latency": { 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setdirlayout_latency": { 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setfilelock_latency": { 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setlayout_latency": { 2024-09-16T12:20:52.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setxattr_latency": { 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "req_snapdiff_latency": { 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "req_symlink_latency": { 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.478 INFO:tasks.workunit.client.0.smithi077.stdout: "req_unlink_latency": { 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_sessions": { 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "average_load": { 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "avg_session_uptime": { 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "mdthresh_evicted": { 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.479 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "session_count": { 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "session_remove": { 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_open": { 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_stale": { 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "total_load": { 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.481 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "purge_queue": { 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed": { 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed_ops": { 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing": { 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_high_water": { 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops": { 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops_high_water": { 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_item_in_journal": { 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.483 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.484 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267 2024-09-16T12:20:52.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.486 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57640516 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2018955839 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.487 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 219 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999978 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.488 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26643417436 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.491 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.492 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113864163 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73493 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:52.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5557878500 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 174014464 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 170639360 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.494 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3375104 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.495 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266039690 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27165110 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67505344 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339738624 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266039690 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2432078 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71266856 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177359793 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70104143 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 349243, 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1718062983 2024-09-16T12:20:52.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.506 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19520, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9881822986 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.507 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:52.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 209 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.509 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8044 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8044, 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58753509 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8044, 2024-09-16T12:20:52.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24132 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8044, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1648963930 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:52.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8042 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8042, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58148775 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8042, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65956 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8042, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2918531974 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:52.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999934 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8045 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:52.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8045, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29047364872 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58608 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:52.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.516 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 255967232 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.517 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254345216 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1622016 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:52.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266010660 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27100187 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.519 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67599297 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339738624 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266010660 2024-09-16T12:20:52.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2574416 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71153548 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177340440 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.526 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70123496 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:52.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 364450, 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1948545886 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:52.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:52.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19667, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7745060110 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:52.531 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:52.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 249 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.533 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57302556 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1331975341 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:52.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999981 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:52.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:52.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24170551923 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.539 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113091425 2024-09-16T12:20:52.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73201 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2769948632 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.541 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 165642240 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 161300480 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4341760 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:52.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266698315 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26245523 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67766306 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 335544320 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266698315 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1595333 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67250672 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:52.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177798876 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69665060 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:52.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 346150, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1591813868 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.553 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19430, 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6409819682 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.554 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8613888 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 775442432 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4269644 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:52.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1865883 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720502784 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3248128 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 319463424 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.557 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 741539840 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 284856499 2024-09-16T12:20:52.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18193 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 235393024 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 235397120 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.559 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8482 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 196835377 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15494 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2964393 2024-09-16T12:20:52.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 632 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8397770 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 873 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5433377 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5433377 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 252 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1106083840 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14716928 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3289, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 446639428 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.564 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 24730, 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 181315046 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.565 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77923, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20771423660 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77273, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1726027887 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.566 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77923, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46335031 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77923, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20817758691 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40062, 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1365782999 2024-09-16T12:20:52.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1385, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3471894 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29285, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12248748 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64848 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18931, 2024-09-16T12:20:52.568 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2178031572 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269401 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24693 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26440, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2448496263 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59409, 2024-09-16T12:20:52.569 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24151622 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32969, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1833229017 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15512, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 386001789 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.570 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7537115918 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9310, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 790786978 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9309, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2753778323045 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9310, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6530955931673 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.571 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93805, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3081187553938 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93805, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9888466 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 213965489 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36639285953 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.572 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31107071 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18895332531 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8727650923 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10683276 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.573 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2719, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16211473 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72027289503 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9842540419 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93806, 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 541266655 2024-09-16T12:20:52.574 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 598368256 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 471719936 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.575 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 126648320 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56790433 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.577 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 114688 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 450560 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.578 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68473439 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425928247 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2416 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.580 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 141360 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.581 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68855849 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 323664 2024-09-16T12:20:52.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37860288 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.584 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70867952 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.585 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425928247 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.586 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 178649 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1137404 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.587 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67683572 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.588 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.589 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 55402 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2009581078 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55402, 2024-09-16T12:20:52.590 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254344448854 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3083905312 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56519, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22080836528 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55402, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 79992101551 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.591 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37916 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37916, 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18289608726 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3083905312 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.592 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 38367, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7566279899 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37916, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7850724534 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9828 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360912638 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.593 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9828, 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17347225244 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.594 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10250, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5679200594 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9828, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14630401502 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7658 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1648668440 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.595 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7658, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 218707614884 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7902, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8835356035 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7658, 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57510975515 2024-09-16T12:20:52.596 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.597 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 735232000 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.598 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8323072 2024-09-16T12:20:52.599 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 851476480 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7740272 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3734856 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.600 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 960299008 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2371584 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 285286400 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 981336064 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.601 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 236154778 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14011 2024-09-16T12:20:52.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207237120 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207241216 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.603 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6816 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 148079299 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11311 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2770965 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 663 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.604 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8181816 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 920 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410851 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410851 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.605 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.606 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1147396096 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.607 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14118912 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3299, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 392237093 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.608 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14902, 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 107430667 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.609 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19970276185 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 68977, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1631786667 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.610 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41124306 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20011400491 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33188, 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1469377118 2024-09-16T12:20:52.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1148, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2882624 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9278, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8779519 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63928 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.612 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10191, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1789429340 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228942 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27680 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22460, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2053368984 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.613 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71687, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28298004 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49227, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269243516 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15327, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 384809483 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.614 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7372018797 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22136, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1224375658 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22135, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2660193168416 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22136, 2024-09-16T12:20:52.615 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6279064329550 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84233, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2270971130313 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84233, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9390371 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 189815013 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.616 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34628431522 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27963410 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19351981747 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8318148321 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.617 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10092371 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2657, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15552656 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69873246574 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9265206383 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.618 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 547361100 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 501252096 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 387989504 2024-09-16T12:20:52.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113262592 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.620 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56798489 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.621 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 122880 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 696320 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68211431 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.623 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425988670 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.624 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 144080 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.625 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68794866 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 121376 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37865659 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.628 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.629 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71064869 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.630 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425988670 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.631 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 169840 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1142203 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.632 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67627159 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.633 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.634 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47080 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1970427010 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 47080, 2024-09-16T12:20:52.636 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601205393416 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2565586430 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 48948, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29194312708 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 47080, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 104456475395 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.637 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23777 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23777, 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18816541813 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2565586430 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.638 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 24259, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5534831113 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23777, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6236970694 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13092 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 149635552 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.639 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13092, 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 91783321856 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.640 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13330, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11154384822 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13092, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27792910989 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10211 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1820791458 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.641 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10211, 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 490605529747 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11359, 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12505096773 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.642 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10211, 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70426593712 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.643 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 974430208 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.644 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.645 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9150464 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 632848384 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5394371 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1188846 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.646 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 581500928 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10752000 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293666816 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 594149376 2024-09-16T12:20:52.647 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 259969267 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.648 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14166 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205983744 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205987840 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.649 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4058 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147098381 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10709 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2668776 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.650 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 587 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9084368 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 787 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6415592 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6415592 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.651 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.652 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 937959424 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.653 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14106624 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3311, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 497218042 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.654 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 20235, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156311884 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.655 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20195151592 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70967, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1588410103 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36044802 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.656 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20231196394 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55612, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1252177762 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1188, 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3086707 2024-09-16T12:20:52.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18802, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10165118 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64821 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17054, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1302986985 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.658 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256895 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19150 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12211, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1781179632 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31332, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18465130 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.659 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19121, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1506685891 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12783, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 379473169 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9822990306 2024-09-16T12:20:52.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6280, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 957949894 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6278, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2421671521573 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6280, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6207013556464 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.661 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85079, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2681412567880 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85079, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8350182 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233185448 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.662 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36781575991 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27338615 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18662938368 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7657885356 2024-09-16T12:20:52.663 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10092192 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2690, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18398177 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73169727039 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.664 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8569868622 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 758727374 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 591167488 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.665 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 545890304 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45277184 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.666 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56942159 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.667 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 77824 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176128 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68633009 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.669 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427066196 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1744 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.670 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 121328 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67738604 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.672 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 530576 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37961439 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.673 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.674 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70559889 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427066196 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156090 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1170680 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.677 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74923514 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.678 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 96 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T12:20:52.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56803 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.680 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1590783667 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56803, 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 96581114325 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3269950330 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 57710, 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42859128284 2024-09-16T12:20:52.681 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56803, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72387455440 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25894 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 25894, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23073337313 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.682 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3269950330 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26330, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5441920416 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 25894, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9482131843 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28819 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.683 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 258506785 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28819, 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53118673645 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.684 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29098, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34089462505 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28819, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49768560979 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2090 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.685 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1332276882 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2090, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20389103367 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2282, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3327745363 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.686 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2090, 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13136762618 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.687 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 595623936 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.688 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.689 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2031616 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 574652416 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3039563 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 913632 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.690 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 514785280 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4231168 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253845504 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 531628032 2024-09-16T12:20:52.691 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56506693 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.692 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2629 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59576320 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59580416 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.693 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1246 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13098680 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1292 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 702429 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394 2024-09-16T12:20:52.694 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2012684 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1310255 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1310255 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.695 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832561152 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.697 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9936896 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3254, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 347148585 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.698 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9721, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70656086 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.699 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16398087043 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61470, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1491287454 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38485599 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.700 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16436572642 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16404, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 657624103 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1528, 2024-09-16T12:20:52.701 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2793827 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4432, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6088151 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 79268 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5357, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207239376 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.702 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 179853 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16878 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23245, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1134743155 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 64674, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24114803 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.703 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41429, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 769740304 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11998, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 294118283 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5973334622 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.704 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17562, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1018428393 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17561, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2588527769900 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17562, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5924897472882 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73237, 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1881915789972 2024-09-16T12:20:52.705 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73237, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7296361 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 158005888 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26827389290 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25617481 2024-09-16T12:20:52.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13430677446 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5624333103 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5903814 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.707 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2614, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15840442 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52024819756 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6361424920 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425862722 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.708 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 537370624 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 500383744 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.709 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36986880 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57448633 2024-09-16T12:20:52.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49152 2024-09-16T12:20:52.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184320 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68147015 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.712 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 430864753 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.713 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1264 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23104 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50960 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72376399 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 255184 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38299089 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.716 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.717 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.718 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70497631 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.719 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 430864753 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.720 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 168843 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1162692 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71120192 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.722 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.723 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27225 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 964335610 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27225, 2024-09-16T12:20:52.724 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 239520107323 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1427403368 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28876, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21943382436 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27225, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 60114803429 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.725 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12346 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12346, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42236899617 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1427403368 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12447, 2024-09-16T12:20:52.726 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3877493106 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12346, 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4628131345 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11330 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 132262303 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.727 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11330, 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 150912010729 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.728 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12810, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13996473968 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11330, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30227126466 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3549 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832073307 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.729 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3549, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46371196977 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3619, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4069415362 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3549, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25259545618 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.730 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 524734464 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:52.731 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.732 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3588096 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601329664 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:52.733 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2725287 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 904735 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 631308288 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11386880 2024-09-16T12:20:52.734 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 244350976 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 643956736 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.735 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 154268702 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8186 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135323648 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135327744 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.736 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2862 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73458174 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5707 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.737 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1375217 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 664 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3551589 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.738 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2176372 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2176372 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 171 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.739 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 851173376 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.740 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9932800 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3224, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 361157955 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.741 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7726, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44868448 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.742 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15234546053 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59178, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1278276758 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:52.743 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45851001 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15280397054 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22296, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 537777929 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.744 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 973, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2425020 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12591, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9104668 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72946 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7257, 2024-09-16T12:20:52.745 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 777511034 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 185855 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19303 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26862, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 939134272 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73131, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24759532 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.746 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46269, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 731062043 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13309, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 302906846 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5208255940 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.747 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18622, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 962522078 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18620, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2690418840064 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18622, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6530246213047 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70216, 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2451860852025 2024-09-16T12:20:52.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70216, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7025676 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 186799450 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24373872449 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.749 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26902001 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11448017782 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5718852584 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5898603 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.750 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2625, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16147793 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46948059390 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6549004160 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 404479145 2024-09-16T12:20:52.751 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 556998656 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 431677440 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:52.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125321216 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57186838 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.754 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 172032 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720896 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67749354 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.756 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 428901292 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1792 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125408 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.758 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74287988 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.759 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 127840 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38124559 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.761 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70799505 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 428901292 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.763 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 168392 2024-09-16T12:20:52.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1149679 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73097117 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.766 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51677 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.767 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953889677 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 51677, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51033176681 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953419914 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.768 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52292, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13498182626 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 51677, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27965169388 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43429 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43429, 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8981002645 2024-09-16T12:20:52.769 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953419914 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43591, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6511477662 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43429, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5752490227 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.770 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4442 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 91584170 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4442, 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6220476860 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.771 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4820, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2725259406 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4442, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5471366844 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.772 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3806 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 862305507 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3806, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35831697176 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3881, 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4261445558 2024-09-16T12:20:52.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3806, 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16741312317 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T12:20:52.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641257472 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.775 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11956224 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 664244224 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3331101 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1090584 2024-09-16T12:20:52.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 555810816 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16465920 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 332681216 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.778 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 551616512 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 331578219 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.779 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16260 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293031936 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293036032 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5852 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 153205958 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10804 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3517020 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.781 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 850 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11850992 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1188 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8333972 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8333972 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 362 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1011437568 2024-09-16T12:20:52.784 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9936896 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3233, 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 573846408 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.785 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16915, 2024-09-16T12:20:52.786 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 111788353 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19104308981 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.787 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80678, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1557582593 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47833411 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19152142392 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.788 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31931, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 575324294 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 978, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2322607 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21962, 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12910842 2024-09-16T12:20:52.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63805 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11167, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1011438124 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 230441 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20621 2024-09-16T12:20:52.790 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13730, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1190972430 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36260, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15937259 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22530, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1107389004 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.791 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15641, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 393491251 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9304592064 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8525, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 525837203 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.792 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8524, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2509899149459 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8525, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6407134250522 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99132, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2762848093668 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.793 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99132, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9731525 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 161073790 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36307413336 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33846902 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.794 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18359444003 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7381021552 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5903819 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2607, 2024-09-16T12:20:52.795 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15682144 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71528739718 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8358317874 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 840606230 2024-09-16T12:20:52.796 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 589045760 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 544727040 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:52.797 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44318720 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.798 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56575833 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.799 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192512 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.800 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68995239 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.801 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 424318754 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2144 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.802 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 160704 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.803 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70446270 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.804 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 488720 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37717222 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.805 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.806 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70845962 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.807 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 424318754 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.808 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 173515 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1136275 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.809 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69299328 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:52.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.811 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27429 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 894414986 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27429, 2024-09-16T12:20:52.812 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27378853428 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1700429534 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28419, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10154863744 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27429, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19373549282 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18990 2024-09-16T12:20:52.813 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18990, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6971180384 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1700429534 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19299, 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4333431698 2024-09-16T12:20:52.814 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18990, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4277113628 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7436 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256737642 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7436, 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13274858505 2024-09-16T12:20:52.815 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7960, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4510400205 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.816 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7436, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9646367209 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1003 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 637677344 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1003, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7132814539 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.817 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1160, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1311031841 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1003, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5450068445 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.818 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 565760000 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.819 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.820 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4386816 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 506834944 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:52.821 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2817447 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 887223 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 414515200 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14548992 2024-09-16T12:20:52.822 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 247513088 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 422969344 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38 2024-09-16T12:20:52.823 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176771540 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9817 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 152231936 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 152236032 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.824 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3941 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 88395269 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7108 2024-09-16T12:20:52.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1471278 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 554 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4352884 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 700 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.826 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2881606 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2881606 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.827 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 760635392 2024-09-16T12:20:52.828 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10522624 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3164, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 352462791 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.829 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17034, 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 119654586 2024-09-16T12:20:52.830 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60379, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14076121625 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60015, 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1145465323 2024-09-16T12:20:52.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60379, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31214397 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60379, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14107336022 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.832 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23374, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 250334690 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1007, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3060586 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10773, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9822288 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43, 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83729 2024-09-16T12:20:52.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8118, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 777693689 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 178703 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18365 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16787, 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1440058233 2024-09-16T12:20:52.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 48686, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17892813 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31899, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1112434317 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11727, 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 280231180 2024-09-16T12:20:52.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4610407533 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13684, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 640719272 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13683, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2707060922622 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.836 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13684, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5582502388219 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70991, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2061879576344 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70991, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6604147 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 122120281 2024-09-16T12:20:52.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23239823574 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25479173 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11654670689 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.838 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4899049407 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6494078 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2526, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14936760 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44537420144 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.839 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5625534248 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70992, 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394728003 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 456302592 2024-09-16T12:20:52.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 438198272 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18104320 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57259420 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.842 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 77824 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 622592 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.843 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67869284 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.844 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 429445650 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.845 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1536 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102448 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.846 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73766350 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.847 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67504 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38172946 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.848 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.849 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70811454 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.850 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 429445650 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 174956 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.852 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1157951 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72537923 2024-09-16T12:20:52.853 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41693 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1150829902 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41693, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70942756826 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183784232 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.856 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 42199, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12281480748 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41693, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28348084901 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32985 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32985, 2024-09-16T12:20:52.857 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9349591493 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183784232 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33193, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5594434072 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32985, 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6298097075 2024-09-16T12:20:52.858 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4425 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 180915973 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4425, 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8060077258 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.859 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4600, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2297501950 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4425, 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5755072831 2024-09-16T12:20:52.860 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4283 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 969913929 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4283, 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53533088075 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.861 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4406, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4389544726 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4283, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16294914995 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.862 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425050112 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:52.863 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7204864 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 531365888 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16, 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2831568 2024-09-16T12:20:52.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 928357 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464584704 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3993600 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270258176 2024-09-16T12:20:52.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 481427456 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 242622408 2024-09-16T12:20:52.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12783 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195436544 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195440640 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3263 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 108166082 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8667 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2558643 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 581 2024-09-16T12:20:52.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7148970 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 754 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4590327 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4590327 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:52.870 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:52.871 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 810991616 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.872 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10514432 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3184, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 396909926 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.873 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13434, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 89122798 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:52.874 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15798051176 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65450, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1284245190 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40432158 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.875 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15838483334 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 237380, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1068572898 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:52.876 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 887, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3186081 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 124439, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41489334 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63179 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12727, 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 699994673 2024-09-16T12:20:52.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 409468 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18228 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9410, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1140391878 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36218, 2024-09-16T12:20:52.878 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16346420 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26808, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1039942870 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13265, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 317201926 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:52.879 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7878554733 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15538, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 765202601 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15537, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2327945562408 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15538, 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5998836765101 2024-09-16T12:20:52.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80006, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2802674977348 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80006, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7222094 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267052316 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:52.881 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28358758496 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27253213 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14047865897 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6057201491 2024-09-16T12:20:52.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6488848 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2447, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14141869 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56622394329 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6879873834 2024-09-16T12:20:52.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 606719696 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 504578048 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.884 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496418816 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8159232 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:52.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57025642 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.886 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 77824 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 323584 2024-09-16T12:20:52.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68402070 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427692316 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.889 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1536 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 100656 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67133364 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 451280 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.892 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38017094 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70583530 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.895 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427692316 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 171889 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1156257 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74296018 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.898 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43235 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1108263219 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43235, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65959738935 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1422965250 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.900 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43676, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23289968505 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43235, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37790481450 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29265 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29265, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15032692268 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.901 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1422965250 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29338, 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11033774977 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29265, 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10721355372 2024-09-16T12:20:52.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12607 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254270722 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12607, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21442189919 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.903 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12892, 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10382885019 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12607, 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18446477299 2024-09-16T12:20:52.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1363 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 853992497 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1363, 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29484856748 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1446, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1873308509 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1363, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8622648779 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.906 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 475111424 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.907 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:52.908 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.4686028154974338e-06, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 1200, 2024-09-16T12:20:52.909 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 2057216, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 349, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:52.910 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 149083, 2024-09-16T12:20:52.911 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 110592, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 38491, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.0655281218751043e-07, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 79, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 88064, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19438, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 6608, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 12830, 2024-09-16T12:20:52.912 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 58314, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 68, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 35840 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:52.913 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:52.914 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T12:20:52.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:52.916 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12595200, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12595200, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 4, 2024-09-16T12:20:52.917 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.745020563248545e-05, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 9033, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 3195416576, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 4194323, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 4194323, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 12582969, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 24303, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 3132409856 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:52.918 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T12:20:52.919 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T12:20:52.062473", 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_stats": { 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "7.9.2" 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T12:20:52.920 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T12:20:52.921 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T12:20:52.922 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T12:20:52.923 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pg": [ 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:52.924 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.608022+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.608022+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.608387+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.925 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 5, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.926 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 5, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1f", 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2861, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:57:12.558404+0000", 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.927 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 570, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 4, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 4, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.930 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'5" 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.931 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.758202+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.758202+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.758599+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.933 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.934 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1e", 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2854, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:19:37.127445+0000", 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.937 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.938 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.939 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.801998+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.801998+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.802334+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:52.940 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.941 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1e", 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2876, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:33:14.522743+0000", 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.942 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.946 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799159+0000", 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799159+0000", 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799715+0000", 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.948 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1f", 2024-09-16T12:20:52.949 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:54:44.191063+0000", 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.952 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:52.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606103+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606103+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.607162+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.955 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.956 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1d", 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2832, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:28:17.156695+0000", 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:52.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:52.960 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.961 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.793743+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.793743+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.794082+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.963 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1c", 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2826, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:00:58.069910+0000", 2024-09-16T12:20:52.964 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.968 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621956+0000", 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621956+0000", 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622307+0000", 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.970 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1c", 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.971 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:03.105455+0000", 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.975 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:52.976 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.759579+0000", 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.759579+0000", 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.759848+0000", 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.978 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1d", 2024-09-16T12:20:52.979 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:57:33.407500+0000", 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.982 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.983 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:52.984 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767872+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767872+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768149+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.986 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.a", 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2834, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:07:48.265113+0000", 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.987 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.990 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.991 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620072+0000", 2024-09-16T12:20:52.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620072+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.620456+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.993 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:52.994 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.b", 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2845, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:25:11.469172+0000", 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:52.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:52.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:52.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 2, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:52.998 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'3" 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:52.999 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.731847+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.731847+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.732247+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.000 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.001 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.b", 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2870, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:05:59.166653+0000", 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.002 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.005 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.006 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606047+0000", 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606047+0000", 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.606366+0000", 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.008 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.a", 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.009 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:06:25.249797+0000", 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.012 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.013 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.014 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611971+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611971+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.612259+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.016 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.8", 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2862, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:20:08.861631+0000", 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.020 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.021 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606167+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606167+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.606550+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.023 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.9", 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.024 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:32:03.853866+0000", 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.027 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.028 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611281+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611281+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611542+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.030 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762416+0000", 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.031 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.9", 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2872, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:32:32.237211+0000", 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.035 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.036 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.617123+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.617123+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.617423+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.038 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.8", 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2836, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.039 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:59:15.838390+0000", 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.042 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.043 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.044 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.741901+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.741901+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.742234+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.045 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.046 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.6", 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:13:53.001525+0000", 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.047 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.049 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.050 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.051 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613095+0000", 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613095+0000", 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613402+0000", 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.052 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.053 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.7", 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.054 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2815, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:08:21.781511+0000", 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.057 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.058 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756454+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756454+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.190301+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.060 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3059, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.061 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3059, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.1", 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6605, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:11:57.776405+0000", 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001878983, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.064 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1014, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 379678, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3042, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 402789 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.065 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3059" 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.066 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611628+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611628+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611927+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.067 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.068 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.7", 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.069 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2871, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:07:31.216576+0000", 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.072 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.073 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.074 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756736+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756736+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757083+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.075 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.076 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.6", 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:11:37.884662+0000", 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.079 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 2, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.080 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "532'2" 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.081 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611796+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611796+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.190307+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.082 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2981, 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.083 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2981, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.0", 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6499, 2024-09-16T12:20:53.084 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:13:49.741710+0000", 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001434692, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1016, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 403904, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.087 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2966, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 369903 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2981" 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.088 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799949+0000", 2024-09-16T12:20:53.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799949+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.800340+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.090 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.4", 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.091 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2857, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:45:52.076781+0000", 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.094 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.095 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.096 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.736939+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.736939+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.737386+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.097 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.098 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.5", 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2867, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:57:16.249937+0000", 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.099 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.101 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.102 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.103 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.618699+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.618699+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.207945+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.104 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3202, 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.105 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3202, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.3", 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6936, 2024-09-16T12:20:53.106 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:21:03.650726+0000", 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.006110086, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1432, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 373854, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.109 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3162, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 398735 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3202" 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.110 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799528+0000", 2024-09-16T12:20:53.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799528+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799786+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.112 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.113 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.5", 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:22:34.791492+0000", 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.116 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.117 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.118 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611592+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611592+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611893+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.119 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.120 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.4", 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:23:26.373197+0000", 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.124 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.125 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.808178+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.808178+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.196860+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.126 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3113, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.127 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3113, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.2", 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6606, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:44:23.791040+0000", 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.003467257, 2024-09-16T12:20:53.128 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 712, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 380494, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3101, 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 447916 2024-09-16T12:20:53.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1129'3113" 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.132 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.755716+0000", 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.755716+0000", 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.756022+0000", 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.134 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3", 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.135 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:13:29.321796+0000", 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.138 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.139 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.140 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760191+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760191+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.760582+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.141 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.142 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.2", 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2819, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:21:30.410676+0000", 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.146 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.147 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.732186+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.732186+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.198981+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:53.148 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3034, 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.149 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3034, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.4", 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.150 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6744, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:00:38.604084+0000", 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.005540898, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1672, 2024-09-16T12:20:53.153 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 409173, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3046, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 349665 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.154 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3034" 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.155 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760009+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760009+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.760582+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.156 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.157 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.0", 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2858, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:03:56.719686+0000", 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.160 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.161 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.162 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.740008+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.740008+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.740281+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.163 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.164 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1", 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.165 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2878, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:53:32.381713+0000", 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.168 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.170 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.803586+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.803586+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.196885+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.171 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2993, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.172 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2993, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.7", 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6561, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:23:45.032136+0000", 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.003458201, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.173 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.175 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1139, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 407322, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2969, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 367460 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.176 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2993" 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.177 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.730515+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.730515+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.730852+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.178 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.179 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1", 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:53.180 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:01:34.821034+0000", 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.183 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.184 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.185 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613202+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613202+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613505+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.186 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.187 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.0", 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2838, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:32:35.612260+0000", 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.190 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.191 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.192 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.724162+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.724162+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.207945+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.193 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3108, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3108, 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.194 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.6", 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6505, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:05:31.107564+0000", 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.00622962, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 4194304, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.197 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 865, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 385054, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3094, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 361509 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.198 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3108" 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.199 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756884+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756884+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757363+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.200 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.201 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2", 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2847, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:25:16.961810+0000", 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.204 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.205 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.206 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615802+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615802+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616111+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.207 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.208 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.3", 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:53.209 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:04:42.338864+0000", 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.212 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 19, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.618132+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.618132+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.618625+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.215 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 200, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 200, 2024-09-16T12:20:53.216 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "1.0", 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 3302, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:33:24.517578+0000", 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T12:20:53.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.219 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1200, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2009, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 349, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.220 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "2239'200" 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.221 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.616755+0000", 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.616755+0000", 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.254387+0000", 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.222 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2944, 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.223 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2944, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.5", 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.224 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6507, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:27:26.243606+0000", 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001283291, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1183, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 381045, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.227 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2923, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 361017 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2944" 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.228 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621092+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621092+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622807+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.230 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.231 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.d", 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2831, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:52:47.837414+0000", 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.234 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.235 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.236 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.794469+0000", 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.794469+0000", 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.794771+0000", 2024-09-16T12:20:53.237 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:53.238 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.c", 2024-09-16T12:20:53.239 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2876, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:17:31.050314+0000", 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.242 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.243 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.244 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.764888+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.764888+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.765242+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.245 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.246 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.c", 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2839, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:56:51.487112+0000", 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.247 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.249 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.250 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.251 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.734116+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.734116+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.734460+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.252 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.253 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.d", 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2857, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.254 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:59.601135+0000", 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 70, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.256 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.257 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 1, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.258 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.259 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.260 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613826+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613826+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614266+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.261 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.262 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.f", 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:03:28.659587+0000", 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.264 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.265 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.266 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.267 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606737+0000", 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606737+0000", 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.607130+0000", 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.268 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.269 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.e", 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:53.270 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:40:55.502379+0000", 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.271 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.272 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:53.273 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.274 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.605302+0000", 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.605302+0000", 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.605595+0000", 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.275 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.276 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.e", 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.277 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2827, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:58:55.370559+0000", 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.278 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.279 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.280 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.281 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.282 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.610574+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.610574+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611015+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.283 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.284 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.f", 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:13:30.248230+0000", 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 22, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.286 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.287 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 1, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.288 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.289 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754908+0000", 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754908+0000", 2024-09-16T12:20:53.290 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755285+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.291 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.292 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.11", 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:21:22.765136+0000", 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.295 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.296 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.297 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.732179+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.732179+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:18.732513+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.298 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 8, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.299 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 8, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.10", 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2883, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:18:32.967464+0000", 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.300 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 4, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 24, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 24, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.303 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'8" 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.304 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767002+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767002+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.767920+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.306 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.10", 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.307 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:59:04.807969+0000", 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.310 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.312 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.313 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.763553+0000", 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.763553+0000", 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.763858+0000", 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.314 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.315 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.316 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.11", 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:54:03.430165+0000", 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.318 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.319 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.320 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.322 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614742+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614742+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616271+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.323 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.324 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.13", 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2845, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:41:19.772236+0000", 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.325 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.326 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.327 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.328 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.329 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.330 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621831+0000", 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621831+0000", 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622114+0000", 2024-09-16T12:20:53.331 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.332 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.333 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.12", 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2839, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:10:27.443892+0000", 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.334 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.335 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.336 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.338 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614491+0000", 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614491+0000", 2024-09-16T12:20:53.339 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614795+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:53.340 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.12", 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.341 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:57:11.943994+0000", 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.343 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.345 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.346 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.738527+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.738527+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.738884+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.347 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.348 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.13", 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2854, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:52:41.303129+0000", 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 34, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.349 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:53.350 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 4, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 7, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 6 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.352 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.353 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.604945+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.604945+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.605539+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.354 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.355 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.15", 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:18:56.017373+0000", 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.356 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.357 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.358 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.360 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.361 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.765401+0000", 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.765401+0000", 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.765704+0000", 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.362 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.363 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 29, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 29, 2024-09-16T12:20:53.364 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.14", 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:09:07.308985+0000", 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.365 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 5822, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.366 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 10, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 14, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 28, 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 25 2024-09-16T12:20:53.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'29" 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.370 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615734+0000", 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615734+0000", 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616035+0000", 2024-09-16T12:20:53.371 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.372 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.14", 2024-09-16T12:20:53.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2863, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:36:19.404647+0000", 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.375 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.377 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.378 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.801362+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.801362+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.801759+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.379 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.380 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.15", 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:39:46.493443+0000", 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 90, 2024-09-16T12:20:53.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 7, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 7, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.384 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'3" 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.385 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799381+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799381+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799870+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.386 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.387 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.17", 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.388 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2848, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:02:04.229575+0000", 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.390 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.391 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.392 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.393 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.766240+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.766240+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.766618+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.394 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.395 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.16", 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:17:51.228309+0000", 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.396 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.397 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.398 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.399 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.400 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.623285+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.623285+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.623681+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.401 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.402 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.16", 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.403 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2813, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:38:48.389050+0000", 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.404 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.405 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.406 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.407 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.408 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.409 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767044+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767044+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768264+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.410 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.411 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.17", 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:17:48.313142+0000", 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.412 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.413 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.414 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.415 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.416 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.738846+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.738846+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.739233+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.417 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.418 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.19", 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:00.614464+0000", 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.419 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.420 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.421 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.422 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.423 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615847+0000", 2024-09-16T12:20:53.424 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615847+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616133+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.425 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.426 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.18", 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2826, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:07:06.378888+0000", 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.427 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.428 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.429 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.430 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.431 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.432 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.739193+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.739193+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.742663+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.433 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.434 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.18", 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:53.435 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:24:43.939140+0000", 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.436 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.437 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.438 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.439 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.440 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.441 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756919+0000", 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756919+0000", 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757787+0000", 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.442 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.443 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.444 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.19", 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2868, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:09:48.155553+0000", 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.445 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.446 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.447 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.448 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.449 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613951+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613951+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614371+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.450 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.451 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1a", 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2831, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:29:27.768317+0000", 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.452 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.453 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.454 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.455 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.456 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613424+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613424+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613750+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.457 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.458 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1b", 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2847, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:54:20.493825+0000", 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.459 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.460 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.461 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.462 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.463 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611570+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611570+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611921+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.464 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.465 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1b", 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2844, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:36:13.963825+0000", 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.466 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.467 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.468 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.469 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.470 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.730496+0000", 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.730496+0000", 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.730771+0000", 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.471 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.472 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1a", 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.473 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2870, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:11:17.223556+0000", 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.474 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.475 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.476 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.477 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.478 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.766452+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.766452+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.769797+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.479 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.480 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.20", 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2827, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.481 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:08:19.437395+0000", 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.482 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.483 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.484 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.485 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.486 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754799+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754799+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755117+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.487 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.488 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.21", 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.489 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:12:20.360331+0000", 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.490 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.491 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.492 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.493 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.804742+0000", 2024-09-16T12:20:53.494 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.804742+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.806203+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.495 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.496 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.22", 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2844, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:27:34.576525+0000", 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.497 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.498 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.499 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.500 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.501 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.736478+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.736478+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.736770+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.502 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.503 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.23", 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.504 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:46:19.473286+0000", 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.505 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.506 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.507 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.508 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.509 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.510 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.733128+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.733128+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.733487+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.511 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.512 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.513 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.24", 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2872, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:11.168437+0000", 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.514 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.515 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.516 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.517 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.518 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.519 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.520 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.731561+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.731561+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.732276+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.521 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.522 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.25", 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:57.244258+0000", 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.523 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.524 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.525 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.526 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.527 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613867+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613867+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614160+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.528 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.529 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.26", 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2832, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.530 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:44:49.450385+0000", 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.531 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.532 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.533 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.534 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.535 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.728816+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.728816+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.729112+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.536 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.537 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.27", 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:32:19.342536+0000", 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.538 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.539 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.540 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.541 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.542 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799030+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799030+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799374+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.543 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.544 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.28", 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.545 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:42:01.685505+0000", 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.546 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.547 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.548 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.732636+0000", 2024-09-16T12:20:53.550 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.732636+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.732934+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.551 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.29", 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2861, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:46:13.080511+0000", 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.553 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.554 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.555 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.556 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.557 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621862+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621862+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622159+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.558 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.559 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2a", 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.560 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:07:03.736007+0000", 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.561 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.562 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.563 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.564 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.565 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614494+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614494+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614796+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.566 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.567 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2b", 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:48:25.764714+0000", 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.568 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.569 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.570 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.571 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.572 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.763576+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.763576+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.764143+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.573 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.574 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2c", 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.575 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:51:43.562486+0000", 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.576 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.577 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.578 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.579 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.580 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620524+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620524+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.621778+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.581 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.582 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2d", 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2830, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.583 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:54:18.983488+0000", 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.584 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.585 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.586 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.587 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.588 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.589 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614877+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614877+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.615191+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.590 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.591 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2e", 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.592 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:23.814682+0000", 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.595 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.596 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.597 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.598 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613498+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613498+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613842+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.599 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.600 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2f", 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:42:29.997120+0000", 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.602 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.603 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.604 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.605 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.622299+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.622299+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622672+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.606 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.607 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.30", 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:54:06.636219+0000", 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.609 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.610 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.611 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.612 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799927+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799927+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.800491+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.613 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.614 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.31", 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:55:31.656794+0000", 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.615 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.616 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.617 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.618 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.619 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.805215+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.805215+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.805512+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.620 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.621 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.32", 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:00.562811+0000", 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.622 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.624 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.625 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.626 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.627 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.758195+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.758195+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.759365+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.628 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.629 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.33", 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2858, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:25:24.892806+0000", 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.631 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.632 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.633 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.634 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754923+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754923+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755673+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.635 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.636 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.34", 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:38:05.257176+0000", 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.637 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.638 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.639 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.640 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.641 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767639+0000", 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767639+0000", 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768174+0000", 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.642 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.643 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.644 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.35", 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:22:48.722733+0000", 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.646 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.647 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.648 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.649 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.768522+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.768522+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768936+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.650 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.651 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.36", 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:03:29.218175+0000", 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.653 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.654 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.656 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.657 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.658 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620739+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620739+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.621031+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.659 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.660 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.37", 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2837, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:58:25.264664+0000", 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.661 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.662 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.663 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.664 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.665 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.757993+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.757993+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.758296+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.666 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.667 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.38", 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:53.668 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:42.730776+0000", 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.669 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.670 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.671 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.672 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.673 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614654+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614654+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614926+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.674 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.675 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.39", 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:51:06.209372+0000", 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.676 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.677 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.678 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.679 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.680 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.803950+0000", 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.803950+0000", 2024-09-16T12:20:53.681 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.805744+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.682 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.683 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3a", 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2814, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:27:15.628019+0000", 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.684 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.685 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.686 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.687 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.688 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614346+0000", 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614346+0000", 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.615933+0000", 2024-09-16T12:20:53.689 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.690 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3b", 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.691 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:26:07.559987+0000", 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.693 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.694 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.695 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.696 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.625509+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.625509+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.625846+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.697 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.698 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3c", 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:48:59.974793+0000", 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.699 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.700 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.701 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.702 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.703 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.704 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.721290+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.721290+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:18.721554+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.705 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.706 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3d", 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:19:13.083572+0000", 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.707 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.708 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.709 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.710 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.711 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760870+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760870+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.761329+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.712 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.713 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3e", 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.714 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:54:10.540053+0000", 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.715 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.716 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.717 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.719 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.720 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606519+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606519+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.609276+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:53.721 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:53.722 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3f", 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:22:33.290722+0000", 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.723 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.724 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.725 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.726 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pool": [ 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 3, 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 200, 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 1, 2024-09-16T12:20:53.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 3, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 200, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 1, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.729 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1200, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2009, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.730 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 349, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 1781760, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 1771104, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 3 2024-09-16T12:20:53.731 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 96, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 68, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 32, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 68, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 2, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 6608, 2024-09-16T12:20:53.732 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 66, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 22, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 22, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 14, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 79, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 86, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 68, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 35 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 110592, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:53.735 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 19824, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 38491, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 96 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 192, 2024-09-16T12:20:53.736 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 64, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 3, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.737 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.738 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.739 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:53.740 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 192 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 24, 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:53.741 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 24434, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 8, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 24434, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 4, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 4194323, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.744 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 2, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 9033, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 3120524, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.745 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 24303, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 3058994 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 12595200, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 12582969, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:53.746 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 24 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 763023085568, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T12:20:53.747 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 4937199616, 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 4937199616, 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.006428977940231562 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 763023085568, 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 4937199616 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T12:20:53.748 INFO:tasks.workunit.client.0.smithi077.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T12:20:53.749 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show-device 2024-09-16T12:20:53.750 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43ac2b8c-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105803": { 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T12:20:53.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ab743a-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484283 2024-09-16T12:20:53.752 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.753 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.754 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T12:20:53.755 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T12:20:53.756 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 27497532 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.757 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 48769845 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.758 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.759 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.760 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T12:20:53.761 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 89, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3337, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3353, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3321 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.762 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 410552845, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 1802078264, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 6683835488, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 33096313473, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 11, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 57724, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 56460, 2024-09-16T12:20:53.763 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 24, 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 77 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 57724, 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 56460 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T12:20:53.764 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T12:20:53.765 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T12:20:53.766 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:03 2024 UTC", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T12:20:53.767 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T12:20:53.768 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 24 Celsius", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 11%", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 410,552,845 [210 TB]", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 1,802,078,264 [922 TB]", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 6,683,835,488", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 33,096,313,473", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 57,724", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 56,460", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 77", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T12:20:53.769 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T12:20:53.770 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 24 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "INTEL_SSDPEDMD400G4_43adc3a2-741b-11ef-a7e1-0cc47a8fd3d3": { 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "20240916-105801": { 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "device": { 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T12:20:53.771 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "/dev/nvme0n1", 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "protocol": "NVMe", 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "nvme" 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "firmware_version": "8DV101H0", 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "host_id": "43ad41c0-741b-11ef-a7e1-0cc47a8fd3d3", 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "json_format_version": [ 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "local_time": { 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "asctime": "Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "time_t": 1726484281 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.772 INFO:tasks.workunit.client.0.smithi077.stdout: "logical_block_size": 512, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_controller_id": 0, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_namespaces": [ 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "capacity": { 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "formatted_lba_size": 512, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 1, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "size": { 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.773 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "utilization": { 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_pci_vendor": { 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "id": 32902, 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "subsystem_id": 32902 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T12:20:53.774 INFO:tasks.workunit.client.0.smithi077.stdout: "Device stats": { 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_fw_downgrades": { 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "crc_error_count": { 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "end_to_end_error_detection_count": { 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "erase_fail_count": { 2024-09-16T12:20:53.775 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "host_bytes_written": { 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 33180883 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "host_ctx_wear_used": { 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 1 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "media_bytes_read": { 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.776 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "nand_bytes_written": { 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 54881519 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_stat_indicator": { 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pll_lock_loss_count": { 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "program_fail_count": { 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.777 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "re_alloc_sectr_cnt": { 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "retry_buffer_overflow_count": { 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "soft_ecc_err_rate": { 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.778 INFO:tasks.workunit.client.0.smithi077.stdout: "thermal_throttle_status": { 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "cnt": 0, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "pct": 0 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_host_reads": { 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_media_wear": { 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": "63.999023" 2024-09-16T12:20:53.779 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "timed_workload_timer": { 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 100, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 65535 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "unexp_power_loss": { 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 0, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": 0 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "wear_leveling": { 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "normalized": 88, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "raw": { 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "avg": 3698, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "max": 3713, 2024-09-16T12:20:53.780 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 3682 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_smart_health_information_log": { 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare": 100, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "available_spare_threshold": 10, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "controller_busy_time": 0, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "critical_warning": 0, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_read": 428271043, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "data_units_written": 2174542379, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "host_reads": 7093525719, 2024-09-16T12:20:53.781 INFO:tasks.workunit.client.0.smithi077.stdout: "host_writes": 39403109621, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "media_errors": 0, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "num_err_log_entries": 0, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "percentage_used": 12, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycles": 54188, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_hours": 57893, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": 26, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "unsafe_shutdowns": 70 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_vendor": "intel", 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme_version": { 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "string": "<1.2", 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:53.782 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "power_cycle_count": 54188, 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "power_on_time": { 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "hours": 57893 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "serial_number": "deleted", 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "smart_status": { 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "nvme": { 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "passed": true 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl": { 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "argv": [ 2024-09-16T12:20:53.783 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "-x", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "--json=o", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "/dev/nvme0n1" 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "build_info": "(local build)", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "exit_status": 0, 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "output": [ 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Serial Number: deleted", 2024-09-16T12:20:53.784 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Version: 8DV101H0", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller ID: 0", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "NVMe Version: <1.2", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Number of Namespaces: 1", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Local Time is: Mon Sep 16 10:58:01 2024 UTC", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T12:20:53.785 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported Power States", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 0 + 512 0 2", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 1 - 512 8 2", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 2 - 512 16 2", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 3 - 4096 0 0", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 4 - 4096 8 0", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 5 - 4096 64 0", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: " 6 - 4096 128 0", 2024-09-16T12:20:53.786 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Critical Warning: 0x00", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Temperature: 26 Celsius", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare: 100%", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Available Spare Threshold: 10%", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Percentage Used: 12%", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Read: 428,271,043 [219 TB]", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Data Units Written: 2,174,542,379 [1.11 PB]", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Read Commands: 7,093,525,719", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Host Write Commands: 39,403,109,621", 2024-09-16T12:20:53.787 INFO:tasks.workunit.client.0.smithi077.stdout: "Controller Busy Time: 0", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Power Cycles: 54,188", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Power On Hours: 57,893", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Unsafe Shutdowns: 70", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information Log Entries: 0", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "No Errors Logged", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "" 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "svn_revision": "5155", 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: "version": [ 2024-09-16T12:20:53.788 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: "temperature": { 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: "current": 26 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: "user_capacity": { 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: "blocks": 781422768, 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 400088457216 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.789 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T12:20:53.790 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry show 2024-09-16T12:20:53.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.793 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.794 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.795 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='client.36027 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.796 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.797 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.798 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.799 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:52 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.800 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.801 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.802 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:53 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.804 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.805 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.806 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.807 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:53.808 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:52 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:53.816 INFO:tasks.workunit.client.0.smithi077.stdout:{ 2024-09-16T12:20:53.816 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer": { 2024-09-16T12:20:53.816 INFO:tasks.workunit.client.0.smithi077.stdout: "active": true, 2024-09-16T12:20:53.816 INFO:tasks.workunit.client.0.smithi077.stdout: "mode": "" 2024-09-16T12:20:53.816 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "channels": [ 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "channels_available": [ 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "basic", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "ident", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "crash", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "device", 2024-09-16T12:20:53.817 INFO:tasks.workunit.client.0.smithi077.stdout: "perf" 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_available": [ 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T12:20:53.818 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "collections_opted_in": [ 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_base", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "device_base", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "crash_base", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "ident_base", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_perf", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_mds_metadata", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_usage", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_usage_by_class", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_rook_v01", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_memory_metrics", 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "basic_pool_options_bluestore" 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.819 INFO:tasks.workunit.client.0.smithi077.stdout: "config": { 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "active_changed": [ 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "client_check_pool_perm", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_gid", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "client_mount_uid", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "client_quota", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "daemonize", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T12:20:53.820 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "keyring", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_block_size", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_cache_size", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_compression", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_log", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "leveldb_write_buffer_size", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T12:20:53.821 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_file", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_journald", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_cluster_log_to_stderr", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_host", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mds_skip_sanity", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T12:20:53.822 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "no_config_file", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T12:20:53.823 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_hdd", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_hybrid", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_delete_sleep_ssd", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_max_backfills", 2024-09-16T12:20:53.824 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T12:20:53.825 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pg_delete_cost", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active_hdd", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_active_ssd", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_hdd", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_sleep_ssd", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T12:20:53.826 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_sleep", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_default_features", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_qos_exclude_ops", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "setgroup", 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "setuser" 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_changed": [ 2024-09-16T12:20:53.827 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_debug", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_mon_ticket_ttl", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "auth_service_ticket_ttl", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "bdev_debug_aio", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "container_image", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_asserts_on_shutdown", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mgr", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_mon", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_ms", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_osd", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "debug_paxos", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_file", 2024-09-16T12:20:53.828 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_journald", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "log_to_stderr", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_join_fs", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/container_init", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/migration_current", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_ident", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/channel_perf", 2024-09-16T12:20:53.829 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/description", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/enabled", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr/telemetry/organization", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_allow_pool_delete", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_clock_drift_allowed", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_data_avail_warn", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_election_default_strategy", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_max_pg_per_osd", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_mgr_mkfs_grace", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_prime_pg_temp", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T12:20:53.830 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "mon_warn_on_too_few_osds", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_bug", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "ms_die_on_old_message", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_default_list", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_class_load_list", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_misdirected_ops", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_op_order", 2024-09-16T12:20:53.831 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_pg_log_writeout", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_shutdown", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mclock_profile", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_memory_target_autotune", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_op_queue_cut_off", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T12:20:53.832 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recover_clone_overlap", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_recovery_max_chunk", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_load_threshold", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_scrub_max_interval", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_shutdown_pgref_assert", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "public_network", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_cache_enabled", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_ops_log", 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: "rgw_enable_usage_log" 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.833 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "contact": null, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "crashes": [], 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "created": "2024-09-16T10:55:02.311220Z", 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "crush": { 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_algs": { 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "straw2": 3 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_sizes": { 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "2": 1, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "4": 2 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket_types": { 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "1": 2, 2024-09-16T12:20:53.834 INFO:tasks.workunit.client.0.smithi077.stdout: "11": 1 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "compat_weight_set": false, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "device_classes": [ 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: 8 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_buckets": 6, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_devices": 8, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_rules": 2, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_types": 12, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "num_weight_sets": 0, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "tunables": { 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "allowed_bucket_algs": 54, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_fallback_tries": 0, 2024-09-16T12:20:53.835 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_local_tries": 0, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "choose_total_tries": 50, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_descend_once": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_stable": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "chooseleaf_vary_r": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v2_rules": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v3_rules": 0, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v4_buckets": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "has_v5_rules": 0, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "legacy_tunables": 0, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "minimum_required_version": "jewel", 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "optimal_tunables": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "profile": "jewel", 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables": 1, 2024-09-16T12:20:53.836 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables2": 1, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables3": 1, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "require_feature_tunables5": 1, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "straw_calc_version": 1 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "description": "upgrade test cluster", 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "fs": { 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "feature_flags": { 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "enable_multiple": true, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_enabled_multiple": true 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.837 INFO:tasks.workunit.client.0.smithi077.stdout: "filesystems": [ 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "approx_ctime": "2024-09", 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "balancer_enabled": false, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_caps": 0, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_dns": 10, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_inos": 13, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "cached_subtrees": 2, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "ever_allowed_features": 0, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "explicitly_allowed_features": 0, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "files": 0, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "max_mds": 1, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_data_pools": 1, 2024-09-16T12:20:53.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_in": 1, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_mds": 1, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": 0, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_replay": 0, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_up": 1, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "snaps": 0, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "standby_count_wanted": 0 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_standby_mds": 1, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "total_num_mds": 2 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_stats": { 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:53.839 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20455424, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 385368, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 729088, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 451, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1499672, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 847872, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 15101072, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 21184512 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.840 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 20135936, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 325712, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2621440, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 860160, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 0, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 350, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 1153168, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 13, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 467456, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 14708000, 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 20135936 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.841 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 175087616, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 2001952, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2883584, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 540672, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 1810432, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 7003, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 10469896, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2709504, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 156482008, 2024-09-16T12:20:53.842 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 176898048 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 259096576, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 5819440, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3014656, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 589824, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 933888, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9788, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 13524768, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 23, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 3695104, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 232452784, 2024-09-16T12:20:53.843 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 260030464 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 164356096, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 2022240, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 2883584, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 4169728, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 6473, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 9203016, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 20, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 2063616, 2024-09-16T12:20:53.844 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 148183640, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 168525824 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 477184000, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 26149688, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 5373952, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 126558208, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12802, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 68285992, 2024-09-16T12:20:53.845 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11057664, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 366316704, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 603742208 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 391266304, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 29847368, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 113262592, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 13081, 2024-09-16T12:20:53.846 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 65927520, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 9041152, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 283173464, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 504528896 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 549167104, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 24669352, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 45277184, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 10927, 2024-09-16T12:20:53.847 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 59286256, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 60, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11107840, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 450826856, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 594444288 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 503537664, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 22383000, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3145728, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.848 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 36978688, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9979, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 49367200, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 12241408, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 416400328, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 540516352 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 434954240, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 23545808, 2024-09-16T12:20:53.849 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 125321216, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 10931, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 51193968, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11973120, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 344964544, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 560275456 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 548003840, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 27201776, 2024-09-16T12:20:53.850 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 44318720, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12545, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 53734728, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 61, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 12897792, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 450892744, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 592322560 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:53.851 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 441344000, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 20049120, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3145728, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 18104320, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 9969, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 54327272, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 53, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 11947008, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 351874872, 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 459448320 2024-09-16T12:20:53.852 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "actual_memory_used": 499695616, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "central_cache_freelist": 24599280, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "malloc_metadata": 3276800, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "page_heap_freelist": 0, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "released_to_os": 8159232, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "spans_in_use": 12812, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "tcmalloc_page_size": 8192, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_cache_freelists": 57485136, 2024-09-16T12:20:53.853 INFO:tasks.workunit.client.0.smithi077.stdout: "thread_heaps_in_use": 58, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "transfer_cache_freelist": 13778432, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "use_by_application": 400555968, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "virtual_address_space_used": 507854848 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "hosts": { 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num": 2, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mds": 2, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mgr": 2, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_mon": 2, 2024-09-16T12:20:53.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_with_osd": 2 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "io_rate": { 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_stats_delta": { 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 0, 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 0, 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "stamp_delta": "12.002963", 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:53.855 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:53.856 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:53.857 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:53.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:53.861 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 0 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard": false, 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "leaderboard_description": null, 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "license": "sharing-1-0", 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "mempool": { 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.863 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.864 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.865 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.866 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.867 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.868 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 221594, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 66 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.870 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 51488, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 181 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.871 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12616, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 250 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.872 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:53.873 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.874 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.875 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.876 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.878 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 149008, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 33 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 928, 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:53.879 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.880 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.881 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.882 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.883 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.884 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.885 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.886 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52292996, 2024-09-16T12:20:53.887 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7225 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 352, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.888 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.889 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5720, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 152 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.890 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.891 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.892 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.893 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.894 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.895 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 52815904, 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7364 2024-09-16T12:20:53.896 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.897 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:53.898 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11440, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 304 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.899 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.900 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.901 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.902 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.903 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.904 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.905 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 45070752, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5531 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 968, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 11 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.906 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 11192, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 249 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.907 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 70440, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5158 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5720, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 152 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.908 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 21472, 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 362 2024-09-16T12:20:53.909 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 129280, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 27 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 768, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 59280, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 741 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 215264, 2024-09-16T12:20:53.910 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 14704, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 161 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 650084, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 197 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2532473, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 560879 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.911 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7183096, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10595 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 84572, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9058 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 92256, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.912 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 215264, 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1922 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.913 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 595052, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 87 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4390189, 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 290 2024-09-16T12:20:53.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17688, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 201 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 510048, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 44 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.915 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7131800, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 18515 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.916 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.917 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 25712, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 501 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 133504, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 30 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.918 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1728, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 60080, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 751 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 214032, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 22432, 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 230 2024-09-16T12:20:53.919 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 885502, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 248 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2524872, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 558567 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7155216, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10554 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.920 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 82628, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8884 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 91728, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.921 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 214032, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1911 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 628557, 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 93 2024-09-16T12:20:53.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 9190298, 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 259 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.923 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23848, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 271 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.924 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7311200, 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 21252 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.925 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.926 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19008, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 341 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.927 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34944, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 24 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4224, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 57760, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 722 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 213696, 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1908 2024-09-16T12:20:53.928 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6640, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 89 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 292716, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 92 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1893853, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 413011 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.929 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5395376, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7966 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 81688, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8871 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 91584, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1908 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 213808, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1909 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1472, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 693021, 2024-09-16T12:20:53.931 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 105 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20128, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23300905, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 273 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12144, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 138 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.932 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 359352, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 31 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.933 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3201120, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 6156 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.934 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.935 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16160, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 288 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 30336, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3648, 2024-09-16T12:20:53.936 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 19 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 57920, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 724 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5184, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 76 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.937 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 262653, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 88 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1830152, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 401485 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5252576, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7756 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73256, 2024-09-16T12:20:53.938 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7737 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177504, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1269 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.939 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 686593, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.940 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19547660, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 285 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 10648, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 121 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.941 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 428904, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 37 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3458520, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9031 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.942 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.943 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18656, 2024-09-16T12:20:53.944 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 338 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34688, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 23 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 768, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 4 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58240, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 728 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.945 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23776, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 242 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 916516, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 253 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2163046, 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 475652 2024-09-16T12:20:53.946 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6136576, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9056 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73468, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7737 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.947 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207200, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1850 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1472, 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 2 2024-09-16T12:20:53.948 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 622284, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 85 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20128, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 5 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3988029, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 266 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 23760, 2024-09-16T12:20:53.949 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 270 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.950 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5060640, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12132 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.952 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 19880, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 361 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 31360, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 28 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3840, 2024-09-16T12:20:53.953 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 20 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58880, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 736 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6304, 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 86 2024-09-16T12:20:53.954 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 287192, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 104 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2516956, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 555516 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 7085176, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10451 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.955 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 73704, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7741 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 88752, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:53.956 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207088, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1849 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 736, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 686641, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 103 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.957 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12112, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 3 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 21391780, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 264 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 12232, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 139 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.958 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 475272, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 41 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6451120, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 12406 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.959 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.960 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 15856, 2024-09-16T12:20:53.961 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 289 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 34688, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 22 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3072, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 16 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58000, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 725 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.962 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207984, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17504, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 186 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 738435, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 207 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 1762242, 2024-09-16T12:20:53.963 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 389324 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 5143096, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7595 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 74740, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7898 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 89136, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.964 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207984, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1857 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.965 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 633629, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 91 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 16822511, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 247 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.966 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 20592, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 234 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 452088, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 39 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.967 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3556280, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9191 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.968 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bloom_filter": { 2024-09-16T12:20:53.969 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 17408, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 313 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_reader": { 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 39168, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 26 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs_file_writer": { 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 3264, 2024-09-16T12:20:53.970 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 17 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_alloc": { 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 58240, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 728 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_blob": { 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207872, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_buffer": { 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 8096, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 102 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.971 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_data": { 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 421591, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 130 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_meta": { 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 2100468, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 464930 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_onode": { 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 6037296, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 8910 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.972 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_cache_other": { 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 75364, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 7899 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_extent": { 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 89088, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_fsck": { 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_inline_bl": { 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 177248, 2024-09-16T12:20:53.973 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1268 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_shared_blob": { 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 207872, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1856 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_txc": { 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing": { 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 646961, 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 93 2024-09-16T12:20:53.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore_writing_deferred": { 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_anon": { 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 18431638, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 1066 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "buffer_meta": { 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 13640, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 155 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_co": { 2024-09-16T12:20:53.975 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 521640, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 45 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_mapbl": { 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_pglog": { 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 4868864, 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 9392 2024-09-16T12:20:53.976 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap": { 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 658544, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 10920 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap_mapping": { 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "pgmap": { 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_1": { 2024-09-16T12:20:53.977 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "unittest_2": { 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes": 0, 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "items": 0 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "metadata": { 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 2 2024-09-16T12:20:53.978 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 2 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 2 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T12:20:53.979 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 2 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 3 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:53.980 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 3 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 3 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:53.981 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 3 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "arch": { 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "x86_64": 8 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_version": { 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.982 INFO:tasks.workunit.client.0.smithi077.stdout: "cpu": { 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "distro": { 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "centos": 8 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "distro_description": { 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "CentOS Stream 9": 8 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_description": { 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "kernel_version": { 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T12:20:53.983 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "os": { 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "Linux": 8 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_objectstore": { 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": 8 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "rotational": { 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "0": 8 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:53.984 INFO:tasks.workunit.client.0.smithi077.stdout: "features": { 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "optional": [], 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "persistent": [ 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "kraken", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "luminous", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "mimic", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "osdmap-prune", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "nautilus", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "octopus", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "pacific", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "elector-pinging", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "quincy", 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "reef" 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.985 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv4_addr_mons": 6, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "ipv6_addr_mons": 0, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "min_mon_release": 18, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "v1_addr_mons": 3, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "v2_addr_mons": 3 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "organization": "ceph-qa", 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster_network": false, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "require_min_compat_client": "luminous", 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "require_osd_release": "reef" 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_perf_histograms": [ 2024-09-16T12:20:53.986 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:53.987 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:53.988 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:53.989 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:53.990 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:53.991 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:53.992 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.993 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15708, 2, 70, 6, 6756, 511, 1, 4, 3, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9572, 56, 59, 1, 195, 125, 69, 89, 8, 43, 39, 14, 52, 15, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 776, 33, 11, 0, 8, 3, 0, 2, 4, 7, 60, 167, 91, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 621, 0, 1, 0, 7, 10, 0, 0, 1, 0, 3, 25, 278, 33, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 461, 2, 0, 0, 18, 19, 0, 0, 3, 0, 5, 6, 17, 69, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 181, 0, 0, 0, 1, 1, 0, 1, 1, 0, 4, 12, 4, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 5, 3, 23, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 9, 18, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.994 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.995 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 11380, 1, 1, 0, 2, 1, 1, 7, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6397, 20, 1275, 2, 8, 5, 5, 13, 31, 56, 53, 47, 15, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 907, 16, 213, 22, 0, 0, 1, 2, 6, 10, 86, 230, 146, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 730, 10, 1, 8, 0, 0, 0, 0, 0, 0, 2, 20, 435, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.996 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 342, 31, 1, 1, 0, 0, 0, 0, 1, 0, 4, 8, 22, 37, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 212, 22, 71, 0, 0, 0, 0, 1, 1, 3, 6, 6, 15, 10, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 104, 60, 205, 0, 0, 0, 0, 0, 0, 1, 3, 1, 14, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 156, 22, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.997 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.998 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 14848, 2, 3, 0, 0, 0, 0, 1, 2, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8129, 13, 7, 2, 5, 0, 0, 5, 6, 0, 2, 9, 10, 39, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 683, 7, 4, 2, 2, 0, 0, 0, 2, 4, 5, 1, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 404, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 22, 22, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 147, 1, 1, 0, 0, 0, 0, 0, 1, 10, 14, 9, 14, 84, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 12, 38, 41, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:53.999 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 291, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 2, 24, 64, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 125, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 20, 77, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.000 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:54.001 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5956, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2466, 12, 2, 0, 11, 0, 3, 8, 11, 20, 14, 19, 14, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 186, 1, 0, 0, 0, 0, 1, 1, 5, 7, 27, 77, 47, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 164, 3, 0, 0, 9, 0, 0, 0, 0, 1, 2, 17, 140, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 43, 0, 0, 0, 192, 0, 0, 1, 0, 0, 0, 4, 14, 33, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 45, 2, 0, 0, 312, 0, 0, 0, 0, 0, 3, 9, 6, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 30, 0, 0, 0, 343, 0, 0, 0, 0, 0, 1, 6, 7, 19, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 1831, 0, 0, 0, 0, 2, 0, 0, 3, 11, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.002 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.003 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3140, 1755, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.004 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 14238, 9997, 3705, 0, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 7287, 479, 165, 0, 8, 3, 1, 5, 7, 16, 11, 4, 9, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 862, 68, 57, 0, 1, 0, 3, 2, 9, 10, 50, 77, 28, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 266, 7, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 141, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 104, 13, 6, 0, 0, 1, 1, 0, 0, 0, 1, 8, 7, 17, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 53, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.005 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.006 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9682, 18, 57, 8, 19, 27, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6849, 45, 42, 1, 13, 23, 85, 113, 1, 1, 0, 3, 4, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 755, 7, 20, 5, 2, 1, 12, 35, 4, 3, 5, 7, 1, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 332, 8, 4, 5, 0, 0, 0, 0, 0, 1, 0, 13, 28, 13, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.007 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 123, 14, 5, 0, 0, 0, 0, 1, 0, 0, 0, 6, 8, 72, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 129, 1, 2, 1, 0, 0, 0, 1, 1, 0, 2, 3, 24, 5, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.008 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.009 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6345, 4765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10315, 3321, 0, 0, 1, 0, 0, 1, 1, 0, 3, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5902, 263, 21, 0, 17, 3, 2, 5, 13, 16, 8, 9, 17, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 592, 41, 1, 0, 5, 0, 0, 1, 8, 15, 43, 66, 42, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 285, 2, 0, 0, 0, 0, 0, 0, 0, 3, 3, 21, 161, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 117, 6, 0, 0, 0, 1, 0, 0, 0, 0, 4, 7, 8, 89, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 54, 2, 0, 0, 0, 1, 0, 3, 0, 5, 12, 1, 4, 20, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 7, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.010 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.011 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:54.012 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 17125, 1, 1, 0, 2, 1, 0, 3, 2, 2, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8981, 22, 0, 0, 7, 1, 0, 5, 1, 2, 2, 6, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1091, 97, 138, 0, 0, 0, 0, 6, 2, 4, 1, 4, 6, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 476, 26, 47, 0, 0, 0, 0, 0, 0, 1, 0, 10, 29, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 190, 10, 17, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 67, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 76, 0, 18, 30, 0, 0, 0, 0, 0, 0, 0, 5, 11, 14, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 113, 0, 0, 37, 76, 0, 0, 0, 0, 0, 0, 4, 6, 10, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 1, 56, 103, 0, 0, 0, 0, 0, 0, 7, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.013 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.014 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.015 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:54.016 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:54.017 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.018 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:54.019 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:54.020 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:54.021 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1465, 3, 12, 30, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4658, 66, 92, 174, 396, 654, 669, 5, 17, 16, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 721, 18, 16, 30, 6, 5, 11, 1, 0, 0, 8, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 325, 2, 0, 0, 2, 0, 1, 0, 0, 0, 2, 3, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 174, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 84, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 3, 4, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.022 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.023 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.024 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 862, 18, 31, 59, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3097, 260, 8, 20, 81, 1, 2, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 408, 12, 1319, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 578, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1764, 1472, 75, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1169, 1507, 221, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.025 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.026 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.027 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10184, 10, 0, 0, 1, 1, 0, 2, 3, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15576, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.028 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.029 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1520, 27, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 137, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 253, 34, 40, 50, 0, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1104, 497, 0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.030 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4000, 2425, 0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 52, 67, 0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.031 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.032 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 878, 20, 30, 57, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1898, 216, 9, 22, 134, 317, 400, 1, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 217, 26, 0, 0, 1, 0, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 87, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 43, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.033 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.034 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.035 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1111, 7, 38, 73, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3111, 75, 120, 210, 403, 658, 674, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 260, 3, 0, 2, 0, 4, 5, 2, 1, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 191, 10, 36, 72, 2, 0, 1, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 93, 37, 61, 57, 2, 0, 0, 0, 0, 0, 0, 2, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.036 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.037 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.038 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 857, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2822, 14, 1, 0, 3, 1, 0, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 237, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 173, 10, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 113, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.039 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.040 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1009, 14, 21, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8406, 28, 111, 13, 1, 0, 1, 1, 4, 0, 2, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.041 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2142, 37, 80, 3, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 388, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.042 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.043 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.044 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:54.045 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:54.046 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.047 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:54.048 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:54.049 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.050 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1538, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6752, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.051 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.052 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.053 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1745, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 628, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2910, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.054 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.055 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 10205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 15587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.056 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.057 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.058 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1551, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1727, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6836, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.059 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.060 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.061 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1008, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3012, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.062 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.063 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.064 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.065 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.066 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.067 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.068 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.069 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 8575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.070 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.071 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.072 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "axes": [ 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Latency (usec)", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 100000, 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99999]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[100000, 199999]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[200000, 399999]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[400000, 799999]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[800000, 1599999]", 2024-09-16T12:20:54.073 INFO:tasks.workunit.client.0.smithi077.stdout: "[1600000, 3199999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[3200000, 6399999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[6400000, 12799999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[12800000, 25599999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[25600000, 51199999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[51200000, 102399999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[102400000, 204799999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[204800000, 409599999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[409600000, 819199999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[819200000, 1638399999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[1638400000, 3276799999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[3276800000, 6553599999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[6553600000, 13107199999]", 2024-09-16T12:20:54.074 INFO:tasks.workunit.client.0.smithi077.stdout: "[13107200000, 26214399999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[26214400000, 52428799999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[52428800000, 104857599999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[104857600000, 209715199999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[209715200000, 419430399999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[419430400000, 838860799999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[838860800000, 1677721599999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[1677721600000, 3355443199999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[3355443200000, 6710886399999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[6710886400000, 13421772799999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[13421772800000, 26843545599999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[26843545600000, 53687091199999]", 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "[53687091200000, None]" 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.075 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "buckets": 32, 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "min": 0, 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "name": "Request size (bytes)", 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "quant_size": 512, 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "ranges": [ 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[None, -1]", 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 511]", 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[512, 1023]", 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[1024, 2047]", 2024-09-16T12:20:54.076 INFO:tasks.workunit.client.0.smithi077.stdout: "[2048, 4095]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[4096, 8191]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[8192, 16383]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[16384, 32767]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[32768, 65535]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[65536, 131071]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[131072, 262143]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[262144, 524287]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[524288, 1048575]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[1048576, 2097151]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[2097152, 4194303]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[4194304, 8388607]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[8388608, 16777215]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[16777216, 33554431]", 2024-09-16T12:20:54.077 INFO:tasks.workunit.client.0.smithi077.stdout: "[33554432, 67108863]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[67108864, 134217727]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[134217728, 268435455]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[268435456, 536870911]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[536870912, 1073741823]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[1073741824, 2147483647]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[2147483648, 4294967295]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[4294967296, 8589934591]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[8589934592, 17179869183]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[17179869184, 34359738367]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[34359738368, 68719476735]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[68719476736, 137438953471]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[137438953472, 274877906943]", 2024-09-16T12:20:54.078 INFO:tasks.workunit.client.0.smithi077.stdout: "[274877906944, None]" 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "scale_type": "log2" 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "osds": [ 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 0, 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.079 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 210, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2362, 18, 0, 2, 15, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 950, 8, 2, 1, 8, 6, 2, 16, 22, 48, 108, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 193, 3, 1, 0, 0, 0, 2, 1, 4, 11, 67, 236, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 169, 2, 0, 0, 0, 0, 0, 0, 2, 3, 15, 23, 266, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 400, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 17, 32, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 578, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 6, 6, 32, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 605, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 923, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.080 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.081 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 1, 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 102, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 3218, 12, 0, 0, 12, 2, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1094, 7, 3, 2, 9, 8, 10, 21, 31, 83, 121, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.082 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 112, 8, 0, 0, 2, 1, 1, 4, 4, 8, 55, 288, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 33, 17, 0, 0, 0, 0, 0, 1, 1, 2, 16, 28, 389, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 49, 25, 0, 0, 0, 0, 0, 0, 1, 0, 2, 9, 26, 25, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 369, 49, 0, 0, 0, 0, 0, 0, 1, 3, 2, 4, 9, 30, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1119, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2089, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.083 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.084 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 2, 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 415, 14, 5, 2, 11, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 215, 5, 1, 0, 0, 3, 4, 5, 5, 10, 77, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 283, 6, 1, 0, 1, 1, 2, 8, 13, 19, 72, 140, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 124, 5, 0, 0, 1, 0, 1, 1, 3, 7, 26, 40, 14, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.085 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 34, 1, 0, 0, 1, 0, 0, 0, 3, 3, 10, 16, 26, 47, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 6, 10, 41, 70, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.086 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 3, 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.087 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1165, 6, 0, 0, 9, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 280, 2, 0, 3, 4, 2, 5, 6, 14, 15, 45, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 147, 2, 0, 0, 1, 1, 3, 3, 8, 4, 48, 119, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 290, 0, 0, 0, 0, 0, 1, 0, 0, 2, 10, 18, 84, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 453, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 6, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 198, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.088 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.089 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 4, 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.090 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 96, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1125, 11, 4, 0, 10, 3, 7, 11, 16, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 552, 3, 1, 0, 1, 2, 2, 4, 6, 26, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 236, 21, 0, 0, 1, 2, 0, 0, 4, 0, 34, 111, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 368, 16, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 160, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 448, 2, 0, 0, 0, 0, 0, 1, 0, 3, 5, 8, 20, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 11, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.091 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.092 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 5, 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 134, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 297, 23, 1, 0, 13, 0, 0, 2, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 77, 10, 0, 0, 1, 0, 2, 3, 2, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.093 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 86, 6, 1, 0, 0, 1, 0, 1, 1, 4, 16, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 37, 2, 0, 0, 0, 0, 1, 1, 0, 2, 10, 19, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 12, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 9, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 28, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.094 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.095 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 6, 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 141, 14, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1310, 23, 0, 0, 22, 0, 5, 6, 12, 14, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 448, 10, 0, 0, 2, 4, 1, 8, 24, 25, 44, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 327, 12, 0, 0, 0, 1, 1, 1, 5, 11, 53, 141, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 479, 22, 1, 0, 0, 0, 0, 0, 0, 0, 7, 10, 143, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.096 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 305, 22, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 12, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 99, 44, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 30, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 112, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.097 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "osd_id": 7, 2024-09-16T12:20:54.098 INFO:tasks.workunit.client.0.smithi077.stdout: "values": [ 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 105, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 297, 11, 1, 0, 9, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 75, 5, 1, 0, 1, 0, 1, 11, 4, 10, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 88, 8, 0, 0, 0, 3, 1, 4, 8, 7, 18, 39, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 49, 13, 0, 0, 0, 0, 0, 0, 4, 2, 9, 21, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 23, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 2, 44, 0, 0, 0, 0, 0, 1, 0, 1, 4, 6, 19, 61, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.099 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.100 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: ] 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "perf_counters": { 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "mds.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:54.101 INFO:tasks.workunit.client.0.smithi077.stdout: "mds": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "caps": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_grant": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_revoke": { 2024-09-16T12:20:54.102 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "ceph_cap_op_trunc": { 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_commit": { 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch_complete": { 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_fetch_keys": { 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.103 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_merge": { 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "dir_split": { 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "exported_inodes": { 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "forward": { 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_cap_release": { 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.104 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps": { 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_caps_dirty": { 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_inode_file_caps": { 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "imported_inodes": { 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes": { 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.105 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_expired": { 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_pinned": { 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "inodes_with_caps": { 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "load_cent": { 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "openino_dir_fetch": { 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.106 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "process_request_cap_release": { 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "reply_latency": { 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "request": { 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rbytes": { 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.107 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rfiles": { 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "root_rsnaps": { 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_reply": { 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "subtrees": { 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_cache": { 2024-09-16T12:20:54.108 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_enqueue_scrub": { 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_exportdir": { 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_flush": { 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragmentdir": { 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_fragstats": { 2024-09-16T12:20:54.109 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "ireq_inodestats": { 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_enqueued": { 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_prioritized": { 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "num_recovering_processing": { 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.110 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays": { 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_delayed": { 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "num_strays_enqueuing": { 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_completed": { 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.111 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_started": { 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_created": { 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_enqueued": { 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_migrated": { 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "strays_reintegrated": { 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.112 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_log": { 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "ev": { 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "evadd": { 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "evex": { 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "evexd": { 2024-09-16T12:20:54.113 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "evexg": { 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "evtrm": { 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "jlat": { 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "replayed": { 2024-09-16T12:20:54.114 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "seg": { 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "segadd": { 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "segex": { 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "segexd": { 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.115 INFO:tasks.workunit.client.0.smithi077.stdout: "segexg": { 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "segtrm": { 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_mem": { 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "cap": { 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "cap+": { 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "cap-": { 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "dir": { 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "dir+": { 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "dir-": { 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "dn": { 2024-09-16T12:20:54.117 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "dn+": { 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "dn-": { 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "heap": { 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 223508 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "ino": { 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:54.118 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "ino+": { 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "ino-": { 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "rss": { 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48072 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_server": { 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_acquisition_throttle": { 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.119 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "cap_revoke_eviction": { 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_request": { 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_client_session": { 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "handle_peer_request": { 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.120 INFO:tasks.workunit.client.0.smithi077.stdout: "req_create_latency": { 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getattr_latency": { 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getfilelock_latency": { 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "req_getvxattr_latency": { 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.121 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "req_link_latency": { 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookup_latency": { 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookuphash_latency": { 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.122 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupino_latency": { 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupname_latency": { 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupparent_latency": { 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lookupsnap_latency": { 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.123 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "req_lssnap_latency": { 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mkdir_latency": { 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mknod_latency": { 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.124 INFO:tasks.workunit.client.0.smithi077.stdout: "req_mksnap_latency": { 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "req_open_latency": { 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "req_readdir_latency": { 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rename_latency": { 2024-09-16T12:20:54.125 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "req_renamesnap_latency": { 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmdir_latency": { 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmsnap_latency": { 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.126 INFO:tasks.workunit.client.0.smithi077.stdout: "req_rmxattr_latency": { 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setattr_latency": { 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setdirlayout_latency": { 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setfilelock_latency": { 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.127 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setlayout_latency": { 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "req_setxattr_latency": { 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "req_snapdiff_latency": { 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.128 INFO:tasks.workunit.client.0.smithi077.stdout: "req_symlink_latency": { 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "req_unlink_latency": { 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "mds_sessions": { 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "average_load": { 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "avg_session_uptime": { 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.129 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "mdthresh_evicted": { 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "session_count": { 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "session_remove": { 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.130 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_open": { 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "sessions_stale": { 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "total_load": { 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.131 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "purge_queue": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executed_ops": { 2024-09-16T12:20:54.132 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing": { 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_high_water": { 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops": { 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_executing_ops_high_water": { 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.133 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "pq_item_in_journal": { 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.2fecef847b2c6e378bcf942931cad8f7498e568c": { 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:54.134 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.135 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.136 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57640516 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2018955839 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 219 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999978 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:54.138 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.139 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.140 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26643417436 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:54.141 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:54.142 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7983 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113864163 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73493 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.143 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7983, 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5557878500 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 174014464 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.144 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 170639360 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3375104 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.145 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266039690 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27165110 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.146 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.147 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67505344 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339738624 2024-09-16T12:20:54.148 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266039690 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2432078 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.149 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.150 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71266856 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.151 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177359793 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70104143 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.154 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:54.155 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 349243, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1718062983 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.156 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19520, 2024-09-16T12:20:54.157 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9881822986 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.47eb6a36dae0ef96e13d92124c420c4d75c7b8df": { 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.158 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 224 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:54.159 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8051 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8051, 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58805950 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.160 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8051, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24153 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8051, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1650963886 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.161 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.162 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8049 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8049, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58200705 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8049, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 66047 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8049, 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2919532988 2024-09-16T12:20:54.163 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5, 2024-09-16T12:20:54.164 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2999934 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8052 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8052, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29066364463 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.165 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58608 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.166 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 257015808 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254861312 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.168 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2154496 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.169 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266007194 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27109428 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.171 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67593522 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 339738624 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.172 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266007194 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2574416 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.173 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.174 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71157014 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177338129 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.176 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.177 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70125807 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.178 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 364757, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1949857597 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.179 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.180 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19682, 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7747218112 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "mon.8538f0d7c955e5d2d0938db54feb277ab23a30c7": { 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:54.181 INFO:tasks.workunit.client.0.smithi077.stdout: "election_call": { 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "election_lose": { 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "election_win": { 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_elections": { 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "num_sessions": { 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.182 INFO:tasks.workunit.client.0.smithi077.stdout: "session_add": { 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "session_rm": { 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 249 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "session_trim": { 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "paxos": { 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "accept_timeout": { 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.183 INFO:tasks.workunit.client.0.smithi077.stdout: "begin": { 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_bytes": { 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57302556 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_keys": { 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "begin_latency": { 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1331975341 2024-09-16T12:20:54.184 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "collect": { 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_bytes": { 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_keys": { 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_latency": { 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2, 2024-09-16T12:20:54.185 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 999981 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_timeout": { 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "collect_uncommitted": { 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "commit": { 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_bytes": { 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.186 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_keys": { 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "commit_latency": { 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_ack_timeout": { 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "lease_timeout": { 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.187 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn": { 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "new_pn_latency": { 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh": { 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "refresh_latency": { 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24170551923 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.188 INFO:tasks.workunit.client.0.smithi077.stdout: "restart": { 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state": { 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_bytes": { 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "share_state_keys": { 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.189 INFO:tasks.workunit.client.0.smithi077.stdout: "start_leader": { 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "start_peon": { 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state": { 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7948 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_bytes": { 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113091425 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_keys": { 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.190 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73201 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "store_state_latency": { 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7948, 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2769948632 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache": { 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1020054731 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 165642240 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.191 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 161300480 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2147483648 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4341760 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:full": { 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360710144 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.192 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266698315 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26245523 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.194 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67766306 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:inc": { 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.195 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 335544320 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 266698315 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1595333 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.196 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.197 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67250672 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "prioritycache:kv": { 2024-09-16T12:20:54.198 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 314572800 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177798876 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.199 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.200 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69665060 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb": { 2024-09-16T12:20:54.201 INFO:tasks.workunit.client.0.smithi077.stdout: "compact": { 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_len": { 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_queue_merge": { 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_range": { 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 92 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "get_latency": { 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 346150, 2024-09-16T12:20:54.202 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1591813868 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_delay_time": { 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_memtable_time": { 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_write_wal_time": { 2024-09-16T12:20:54.203 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_latency": { 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "submit_sync_latency": { 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19430, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6409819682 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.204 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.0": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.205 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8613888 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 775491584 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4269644 2024-09-16T12:20:54.206 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1865883 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720502784 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3280896 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.207 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 319496192 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 741539840 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.208 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 284856499 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18193 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 235393024 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 235397120 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.209 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8482 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 196835377 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15494 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.210 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2964393 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 632 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8397770 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 873 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5433377 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.211 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5433377 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 252 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.212 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1106165760 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.213 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14716928 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3289, 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 446639428 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.214 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 24732, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 181317810 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.215 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77931, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20772564765 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77281, 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1726115372 2024-09-16T12:20:54.216 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77931, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46335952 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 77931, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20818900717 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.217 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 40062, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1365782999 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1385, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3471894 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29285, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12248748 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52, 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64848 2024-09-16T12:20:54.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18933, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2178044416 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 269422 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24693 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26443, 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2448755500 2024-09-16T12:20:54.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59415, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24155109 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32972, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1833466831 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15512, 2024-09-16T12:20:54.220 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 386001789 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7537116748 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9310, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 790786978 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9310, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2811428369142 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.221 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9310, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6530955931673 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3081187573028 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9889242 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.222 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 213967305 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36640492919 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31109427 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18895577733 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.223 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8727830670 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10683276 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2719, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16211473 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72028925009 2024-09-16T12:20:54.224 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9842741491 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 93814, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 541305374 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.225 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 598368256 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 471785472 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 126582784 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.226 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56790433 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.227 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 114688 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 450560 2024-09-16T12:20:54.228 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68473439 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.229 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425928247 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2416 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 141360 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.231 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68855849 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.232 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 323664 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37860288 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.233 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.234 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70867952 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.235 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425928247 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.236 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 166739 2024-09-16T12:20:54.237 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1147329 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67685557 2024-09-16T12:20:54.238 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.239 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 55404 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.240 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2009581078 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55404, 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254345188140 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3083905320 2024-09-16T12:20:54.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56521, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 22081497917 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55404, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 79992717137 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37918 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37918, 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18290348012 2024-09-16T12:20:54.242 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3083905320 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 38369, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7566941288 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37918, 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7851340120 2024-09-16T12:20:54.243 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9828 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 360912638 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9828, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17347225244 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.244 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10250, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5679200594 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9828, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14630401502 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.245 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7658 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1648668440 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7658, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 218707614884 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7902, 2024-09-16T12:20:54.246 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8835356035 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7658, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57510975515 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.247 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 735232000 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.1": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.248 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.249 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8323072 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 851476480 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7740272 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3734856 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.250 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 960299008 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2371584 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 285286400 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 981336064 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.251 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 62 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 236154778 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14011 2024-09-16T12:20:54.252 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207237120 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207241216 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.253 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6816 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 148079299 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11311 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2770965 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 663 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.254 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8181816 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 920 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410851 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5410851 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.256 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1147396096 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.257 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14118912 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3299, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 392237093 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.258 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14902, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 107430667 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.259 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19970276185 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 68977, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1631786667 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41124306 2024-09-16T12:20:54.260 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 69570, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20011400491 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33188, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1469377118 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.261 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1148, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2882624 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9278, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8779519 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63928 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10191, 2024-09-16T12:20:54.262 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1789429340 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 228942 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27680 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22460, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2053368984 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71687, 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28298004 2024-09-16T12:20:54.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49227, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1269243516 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15327, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 384809483 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.264 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7372018797 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22136, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1224375658 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22135, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2660193168416 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22136, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6279064329550 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.265 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84233, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2270971130313 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84233, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9390371 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 189815013 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.266 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34628431522 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27963410 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19351981747 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8318148321 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.267 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10092371 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2657, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15552656 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69873246574 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9265206383 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.268 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 84234, 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 547361100 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 501252096 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 387989504 2024-09-16T12:20:54.269 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 113262592 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.270 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.271 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56798489 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.273 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 122880 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 696320 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.274 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68211431 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.275 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425988670 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.276 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 144080 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.277 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68794866 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.278 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 121376 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37865659 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.279 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.280 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71064869 2024-09-16T12:20:54.281 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425988670 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 169840 2024-09-16T12:20:54.283 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1142203 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.284 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67627159 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.285 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47080 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1970427010 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 47080, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601205393416 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2565586430 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.287 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 48948, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29194312708 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 47080, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 104456475395 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23777 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23777, 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18816541813 2024-09-16T12:20:54.288 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2565586430 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 24259, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5534831113 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23777, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6236970694 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.289 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13092 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 149635552 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13092, 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 91783321856 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.290 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13330, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11154384822 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13092, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27792910989 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10211 2024-09-16T12:20:54.291 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1820791458 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10211, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 490605529747 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11359, 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12505096773 2024-09-16T12:20:54.292 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10211, 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70426593712 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.293 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 974430208 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.2": { 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.295 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9150464 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 632848384 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5394371 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17, 2024-09-16T12:20:54.296 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1188846 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 581500928 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10752000 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293666816 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.297 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 594149376 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 259969267 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.298 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14166 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205983744 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205987840 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.299 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4058 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147098381 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10709 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2668776 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.300 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 587 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9084368 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 787 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6415592 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6415592 2024-09-16T12:20:54.301 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 205 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 937959424 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14106624 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3311, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 497218042 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.304 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 20235, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156311884 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.305 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20195151592 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70967, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1588410103 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:54.306 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36044802 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71636, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20231196394 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 55612, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1252177762 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.307 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1188, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3086707 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18802, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10165118 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 37, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 64821 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17054, 2024-09-16T12:20:54.308 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1302986985 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256895 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19150 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12211, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1781179632 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31332, 2024-09-16T12:20:54.309 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18465130 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19121, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1506685891 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12783, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 379473169 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.310 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9822990306 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6280, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 957949894 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6278, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2421671521573 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 6280, 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6207013556464 2024-09-16T12:20:54.311 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85079, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2681412567880 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85079, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8350182 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 233185448 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.312 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36781575991 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27338615 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18662938368 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7657885356 2024-09-16T12:20:54.313 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10092192 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2690, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18398177 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73169727039 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.314 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8569868622 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 85081, 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 758727374 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 591167488 2024-09-16T12:20:54.315 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 545890304 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45277184 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.316 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56942159 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.317 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 77824 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176128 2024-09-16T12:20:54.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68633009 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.319 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427066196 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.320 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1744 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 121328 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67738604 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.322 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 530576 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37961439 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.323 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70559889 2024-09-16T12:20:54.325 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427066196 2024-09-16T12:20:54.326 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 156090 2024-09-16T12:20:54.327 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1170680 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.328 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74923514 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 96 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.329 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56803 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5 2024-09-16T12:20:54.330 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1590783667 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56803, 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 96581114325 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3269950330 2024-09-16T12:20:54.331 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 57710, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42859128284 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 56803, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72387455440 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25894 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.332 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 25894, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23073337313 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3269950330 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26330, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5441920416 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.333 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 25894, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9482131843 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28819 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 258506785 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28819, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53118673645 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.334 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29098, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34089462505 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28819, 2024-09-16T12:20:54.335 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49768560979 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2090 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1332276882 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2090, 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20389103367 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.336 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2282, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3327745363 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2090, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13136762618 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.337 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 595623936 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.3": { 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.338 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.339 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2031616 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 574652416 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3039563 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.340 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15, 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 913632 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 514785280 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4231168 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.341 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 253845504 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 531628032 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 39 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.342 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56506693 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2629 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59576320 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 59580416 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.343 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1246 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13098680 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1292 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 702429 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.344 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2012684 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1310255 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1310255 2024-09-16T12:20:54.345 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.346 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832561152 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9936896 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3254, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 347148585 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9721, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70656086 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.349 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16398087043 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61470, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1491287454 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:54.350 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38485599 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 61923, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16436572642 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16404, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 657624103 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.351 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1528, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2793827 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4432, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6088151 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 79268 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 5357, 2024-09-16T12:20:54.352 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 207239376 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 179853 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16878 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23245, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1134743155 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 64674, 2024-09-16T12:20:54.353 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24114803 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41429, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 769740304 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11998, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 294118283 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.354 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5973334622 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17562, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1018428393 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17561, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2588527769900 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17562, 2024-09-16T12:20:54.355 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5924897472882 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73237, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1881915789972 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73237, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7296361 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 158005888 2024-09-16T12:20:54.356 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26827389290 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25617481 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13430677446 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.357 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5624333103 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5903814 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2614, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15840442 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 52024819756 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.358 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6361424920 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73238, 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425862722 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405102893 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.359 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 537370624 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 500383744 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600481484 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36986880 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.360 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57448633 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.361 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.362 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49152 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 184320 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68147015 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.364 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 430864753 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1264 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.365 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23104 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 50960 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.366 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72376399 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.367 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 255184 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38299089 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.368 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.369 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70497631 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.370 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 430864753 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.371 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 168843 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.372 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1162692 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71120192 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.373 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 34 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27225 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 964335610 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27225, 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 239520107323 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1427403368 2024-09-16T12:20:54.376 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28876, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21943382436 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27225, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 60114803429 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12346 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12346, 2024-09-16T12:20:54.377 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42236899617 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1427403368 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12447, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3877493106 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12346, 2024-09-16T12:20:54.378 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4628131345 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11330 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 132262303 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11330, 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 150912010729 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.379 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12810, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13996473968 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11330, 2024-09-16T12:20:54.380 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 30227126466 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3549 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832073307 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3549, 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46371196977 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.381 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3619, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4069415362 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3549, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25259545618 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.382 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 524734464 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.383 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.4": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.384 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3588096 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 601329664 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:54.385 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2725287 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 904735 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 631308288 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11386880 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.386 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 244350976 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 643956736 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45 2024-09-16T12:20:54.387 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 154268702 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8186 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135323648 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 135327744 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.388 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2862 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73458174 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5707 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.389 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1375217 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 664 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3551589 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 832 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.390 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2176372 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2176372 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 171 2024-09-16T12:20:54.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.392 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 851173376 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9932800 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3224, 2024-09-16T12:20:54.393 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 361157955 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.394 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7726, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44868448 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.395 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15234546053 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59178, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1278276758 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 45851001 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 59599, 2024-09-16T12:20:54.396 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15280397054 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22296, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 537777929 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 973, 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2425020 2024-09-16T12:20:54.397 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12591, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9104668 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72946 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7257, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 777511034 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.398 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 185855 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19303 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26862, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 939134272 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 73131, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24759532 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.399 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 46269, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 731062043 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13309, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 302906846 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5208255940 2024-09-16T12:20:54.400 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18622, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 962522078 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18620, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2690418840064 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18622, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6530246213047 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.401 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70216, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2451860852025 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70216, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7025676 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 186799450 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 24373872449 2024-09-16T12:20:54.402 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 26902001 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11448017782 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5718852584 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.403 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5898603 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2625, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16147793 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 46948059390 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.404 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6549004160 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 70218, 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 404479145 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 556998656 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.405 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 431677440 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125321216 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.406 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57186838 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.407 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 172032 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 720896 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.408 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67749354 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.409 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 428901292 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.410 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1792 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125408 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.411 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74287988 2024-09-16T12:20:54.412 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 127840 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38124559 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.413 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.414 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.415 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70799505 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.416 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 428901292 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.417 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 168392 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1149679 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.418 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73097117 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.419 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 49 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51677 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.420 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953889677 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 51677, 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51033176681 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.421 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953419914 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 52292, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13498182626 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 51677, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27965169388 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43429 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43429, 2024-09-16T12:20:54.422 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8981002645 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 953419914 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43591, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6511477662 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43429, 2024-09-16T12:20:54.423 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5752490227 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4442 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 91584170 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4442, 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6220476860 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.424 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4820, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2725259406 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4442, 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5471366844 2024-09-16T12:20:54.425 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3806 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 862305507 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3806, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 35831697176 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.426 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3881, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4261445558 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3806, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16741312317 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 147 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11 2024-09-16T12:20:54.427 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 641257472 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.5": { 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.428 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.429 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11956224 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 664244224 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3331101 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.430 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19, 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1090584 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 555810816 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16465920 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 332681216 2024-09-16T12:20:54.431 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 551616512 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 48 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.432 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 331578219 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16260 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293031936 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 293036032 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.433 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5852 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 153205958 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10804 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3517020 2024-09-16T12:20:54.434 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 850 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11850992 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1188 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8333972 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.435 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8333972 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 362 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.436 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1011437568 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.437 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9936896 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3233, 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 573846408 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.438 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16915, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 111788353 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.439 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19104308981 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80678, 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1557582593 2024-09-16T12:20:54.440 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 47833411 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 81157, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19152142392 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.441 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31931, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 575324294 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 978, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2322607 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 21962, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12910842 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63805 2024-09-16T12:20:54.442 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11167, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1011438124 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 230441 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 20621 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13730, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1190972430 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.443 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36260, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15937259 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 22530, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1107389004 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15641, 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 393491251 2024-09-16T12:20:54.444 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9304592064 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8525, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 525837203 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8524, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2509899149459 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.445 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8525, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6407134250522 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99132, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2762848093668 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99132, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9731525 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 161073790 2024-09-16T12:20:54.446 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 36307413336 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 33846902 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18359444003 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.447 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7381021552 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5903819 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2607, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15682144 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.448 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 71528739718 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8358317874 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 99133, 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 840606230 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:54.449 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 589045760 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 544727040 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44318720 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.450 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56575833 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.451 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.452 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 192512 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68995239 2024-09-16T12:20:54.453 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.454 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 424318754 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2144 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.455 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 160704 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.456 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70446270 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 488720 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.457 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37717222 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.458 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.459 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70845962 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 494927872 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.460 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 424318754 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.461 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 173515 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1136275 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.462 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 69299328 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.463 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.464 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27429 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 894414986 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27429, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27378853428 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.465 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1700429534 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 28419, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10154863744 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 27429, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19373549282 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18990 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.466 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18990, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6971180384 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1700429534 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 19299, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4333431698 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.467 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 18990, 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4277113628 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7436 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 256737642 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.468 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7436, 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 13274858505 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.469 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7960, 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4510400205 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 7436, 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9646367209 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1003 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 637677344 2024-09-16T12:20:54.470 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1003, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7132814539 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1160, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1311031841 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1003, 2024-09-16T12:20:54.471 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5450068445 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.472 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 565760000 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.6": { 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.473 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.474 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4386816 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.476 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 506880000 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2817447 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 14, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 887223 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.477 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 414515200 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14581760 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 247545856 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 422969344 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.478 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176771540 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9817 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.479 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 152231936 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 152236032 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3941 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.480 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 88395269 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7108 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1471278 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 554 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4352884 2024-09-16T12:20:54.481 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 700 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2881606 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2881606 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.482 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 146 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.483 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 760713216 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10522624 2024-09-16T12:20:54.484 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3164, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 352462791 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.485 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 17034, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 119654586 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.486 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60387, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14077154630 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60023, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1145581531 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60387, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 31215408 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 60387, 2024-09-16T12:20:54.487 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14108370038 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 23374, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 250334690 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1007, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3060586 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.488 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 10773, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9822288 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 83729 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 8118, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 777693689 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 178719 2024-09-16T12:20:54.489 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18365 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16787, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1440058233 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 48686, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 17892813 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.490 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 31899, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1112434317 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 11727, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 280231180 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4610408767 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.491 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13684, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 640719272 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13684, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2764064696175 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13684, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5582502388219 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.492 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2061879608405 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6605120 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 122122766 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.493 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23240919106 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 25483496 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11654772424 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4899278011 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.494 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6494078 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2526, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14936760 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 44538852068 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5625792681 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.495 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 71000, 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 394777623 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 456302592 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 438198272 2024-09-16T12:20:54.496 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18104320 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.497 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57259420 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.498 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 634880 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.499 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67869284 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 570425344 2024-09-16T12:20:54.500 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 429445650 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.501 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1536 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 102448 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.502 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 73766350 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.503 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67504 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38172946 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.504 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.505 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70811454 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.506 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 429445650 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.507 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 165855 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1167053 2024-09-16T12:20:54.508 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 72537922 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.509 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 19 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.510 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 51 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41693 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.511 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1150829902 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41693, 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70942756826 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183784232 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.512 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 42199, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12281480748 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 41693, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28348084901 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32985 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32985, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 9349591493 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.513 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2183784232 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 33193, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5594434072 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 32985, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6298097075 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.514 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4425 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 180915973 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4425, 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8060077258 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.515 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4600, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2297501950 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4425, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5755072831 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.516 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4283 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 969913929 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4283, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 53533088075 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4406, 2024-09-16T12:20:54.517 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4389544726 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 4283, 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16294914995 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7 2024-09-16T12:20:54.518 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 425050112 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "osd.7": { 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "bluefs": { 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_fallback": { 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.519 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_slow_size_fallback": { 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_db": { 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65536 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_main": { 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit_wal": { 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_slow": { 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.520 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_sst": { 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7204864 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_written_wal": { 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 531365888 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lat": { 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2831568 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "compact_lock_lat": { 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 16, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 928357 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.521 INFO:tasks.workunit.client.0.smithi077.stdout: "db_total_bytes": { 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "db_used_bytes": { 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 464584704 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "log_bytes": { 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3993600 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "logged_bytes": { 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 270258176 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_db": { 2024-09-16T12:20:54.522 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 481427456 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_slow": { 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "max_bytes_wal": { 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "num_files": { 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 42 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_bytes": { 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 242622408 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "read_count": { 2024-09-16T12:20:54.523 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12783 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes": { 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195436544 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_db": { 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 195440640 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_slow": { 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_bytes_wal": { 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.524 INFO:tasks.workunit.client.0.smithi077.stdout: "read_disk_count": { 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3263 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_bytes": { 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 108166082 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_prefetch_count": { 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8667 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_bytes": { 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2558643 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_buffer_count": { 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 581 2024-09-16T12:20:54.525 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_bytes": { 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7148970 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_count": { 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 754 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes": { 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4590327 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_db": { 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4590327 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_slow": { 2024-09-16T12:20:54.526 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_bytes_wal": { 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "read_random_disk_count": { 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 177 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_total_bytes": { 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "slow_used_bytes": { 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_total_bytes": { 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.527 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "wal_used_bytes": { 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "write_bytes": { 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 810991616 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore": { 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "alloc_unit": { 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 4096 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": { 2024-09-16T12:20:54.528 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10514432 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "clist_lat": { 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 3184, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 396909926 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_lat": { 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed": { 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_allocated": { 2024-09-16T12:20:54.529 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "compressed_original": { 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "csum_lat": { 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13434, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 89122798 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "decompress_lat": { 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "fragmentation_micros": { 2024-09-16T12:20:54.530 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_commit_lat": { 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15798051176 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_final_lat": { 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65450, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1284245190 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_flush_lat": { 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 40432158 2024-09-16T12:20:54.531 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "kv_sync_lat": { 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 65926, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15838483334 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_keys_lat": { 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 0, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_get_values_lat": { 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 237380, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1068572898 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_lower_bound_lat": { 2024-09-16T12:20:54.532 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 887, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 3186081 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_next_lat": { 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 124439, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 41489334 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_seek_to_first_lat": { 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 49, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 63179 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_upper_bound_lat": { 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12727, 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 699994673 2024-09-16T12:20:54.533 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_hits": { 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 409468 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "onode_misses": { 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18228 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "read_lat": { 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 9410, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1140391878 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "read_onode_meta_lat": { 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 36218, 2024-09-16T12:20:54.534 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 16346420 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "read_wait_aio_lat": { 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 26808, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1039942870 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "reads_with_retries": { 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "remove_lat": { 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 13265, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 317201926 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "state_aio_wait_lat": { 2024-09-16T12:20:54.535 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7878554733 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15538, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 765202601 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_cleanup_lat": { 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15537, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2327945562408 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "state_deferred_queued_lat": { 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 15538, 2024-09-16T12:20:54.536 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 5998836765101 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_done_lat": { 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80006, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2802674977348 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_finishing_lat": { 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80006, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 7222094 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_io_done_lat": { 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 267052316 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.537 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_commiting_lat": { 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 28358758496 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_done_lat": { 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 27253213 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_kv_queued_lat": { 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14047865897 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "state_prepare_lat": { 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6057201491 2024-09-16T12:20:54.538 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": { 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6488848 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "truncate_lat": { 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 2447, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 14141869 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_commit_lat": { 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 56622394329 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_submit_lat": { 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.539 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 6879873834 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "txc_throttle_lat": { 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 80007, 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 606719696 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache": { 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_bytes": { 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1405119953 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "heap_bytes": { 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 504578048 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.540 INFO:tasks.workunit.client.0.smithi077.stdout: "mapped_bytes": { 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 496418816 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "target_bytes": { 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 2600501555 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "unmapped_bytes": { 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8159232 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:data": { 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 125829120 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.541 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 57025642 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.542 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 77824 2024-09-16T12:20:54.543 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 323584 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.544 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 68402070 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv": { 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 562036736 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.545 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427692316 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.546 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1536 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 100656 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.547 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.548 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67133364 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 176160768 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 67108864 2024-09-16T12:20:54.549 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 451280 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 38017094 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.550 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.551 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.552 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 70583530 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "bluestore-pricache:meta": { 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "committed_bytes": { 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 503316480 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.553 INFO:tasks.workunit.client.0.smithi077.stdout: "pri0_bytes": { 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "pri10_bytes": { 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "pri11_bytes": { 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 427692316 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.554 INFO:tasks.workunit.client.0.smithi077.stdout: "pri1_bytes": { 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri2_bytes": { 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri3_bytes": { 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri4_bytes": { 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "pri5_bytes": { 2024-09-16T12:20:54.555 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 171889 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri6_bytes": { 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1156257 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri7_bytes": { 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri8_bytes": { 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "pri9_bytes": { 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.556 INFO:tasks.workunit.client.0.smithi077.stdout: "reserved_bytes": { 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 74296018 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "objecter": { 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_active": { 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 32 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rmw": { 2024-09-16T12:20:54.557 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "osd": { 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg": { 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 58 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.558 INFO:tasks.workunit.client.0.smithi077.stdout: "numpg_removing": { 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op": { 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 43235 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_degraded": { 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_delayed_unreadable": { 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "op_in_bytes": { 2024-09-16T12:20:54.559 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1108263219 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_latency": { 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43235, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 65959738935 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_out_bytes": { 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1422965250 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_prepare_latency": { 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43676, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 23289968505 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.560 INFO:tasks.workunit.client.0.smithi077.stdout: "op_process_latency": { 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 43235, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 37790481450 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r": { 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29265 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency": { 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29265, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 15032692268 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.561 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_out_bytes": { 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1422965250 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_prepare_latency": { 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29338, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 11033774977 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_r_process_latency": { 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 29265, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10721355372 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw": { 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 12607 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_in_bytes": { 2024-09-16T12:20:54.562 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 254270722 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency": { 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12607, 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 21442189919 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_out_bytes": { 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.563 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_prepare_latency": { 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12892, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 10382885019 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_rw_process_latency": { 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 12607, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 18446477299 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w": { 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1363 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_in_bytes": { 2024-09-16T12:20:54.564 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 853992497 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency": { 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1363, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 29484856748 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_prepare_latency": { 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1446, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 1873308509 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "op_w_process_latency": { 2024-09-16T12:20:54.565 INFO:tasks.workunit.client.0.smithi077.stdout: "count": 1363, 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 8622648779 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "op_wip": { 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_bytes": { 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "recovery_ops": { 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 0 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes": { 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 95995035648 2024-09-16T12:20:54.566 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_bytes_used": { 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "value": 475111424 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": [ 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:54.567 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 1, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 1, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 1, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 1781760, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:54.568 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 1781760, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 2, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.4686028154974338e-06, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 1200, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 2057216, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 590368, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 590368, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 1771104, 2024-09-16T12:20:54.569 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 349, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 1667072 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:54.570 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 32, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 32, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 2, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 149083, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 110592, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:54.571 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 22, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 38491, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 2.0655281218751043e-07, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 79, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 88064, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 19438, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 6608, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 12830, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 58314, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 68, 2024-09-16T12:20:54.572 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 35840 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:54.573 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 64, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 64, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 3, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:54.574 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 0.0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 0 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:54.575 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "cache_mode": "none", 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "erasure_code_profile": {}, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "min_size": 2, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "options": {}, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_autoscale_mode": "off", 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 8, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pgp_num": 8, 2024-09-16T12:20:54.576 INFO:tasks.workunit.client.0.smithi077.stdout: "pool": 4, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "size": 3, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "stats": { 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_raw": 721766820106, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "bytes_used": 12595200, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_bytes_used": 0, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "compress_under_bytes": 0, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "data_bytes_used": 12595200, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty": 0, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "max_avail": 240588947456, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "objects": 4, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_bytes_used": 0, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "percent_used": 1.745020563248545e-05, 2024-09-16T12:20:54.577 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_bytes": 0, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "quota_objects": 0, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "rd": 9033, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "rd_bytes": 3195416576, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "stored": 4194323, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_data": 4194323, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_omap": 0, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "stored_raw": 12582969, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "wr": 24303, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "wr_bytes": 3132409856 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_bytes": 0, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "target_max_objects": 0, 2024-09-16T12:20:54.578 INFO:tasks.workunit.client.0.smithi077.stdout: "type": "replicated" 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": { 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "mirroring_by_pool": [ 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: false 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_images_by_pool": [ 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pools": 1 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "report_id": "6e515f93-6000-442b-8fda-975a6418cdcd", 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "report_timestamp": "2024-09-16T12:20:53.205820", 2024-09-16T12:20:54.579 INFO:tasks.workunit.client.0.smithi077.stdout: "report_version": 1, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "rocksdb_stats": { 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "7.9.2" 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "rook": { 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "cluster": { 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "external-mode": null, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "mon": { 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "allow-multiple-per-node": null, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "count": null, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "max-id": null, 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "pvc": { 2024-09-16T12:20:54.580 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "stretch": { 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "enabled": null 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "network": { 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "provider": null 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "storage": { 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "device-set": { 2024-09-16T12:20:54.581 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: "non-portable": null, 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: "portable": null, 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: "csi": { 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:54.582 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes": { 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "node": { 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "kubernetes-total": null, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "with-ceph-daemons": null, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-nfs-plugin": null, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "with-csi-rbd-plugin": null 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.583 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "storage-class": { 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "count": { 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "bucket": null, 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs": null, 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "nfs": null, 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd": null, 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: "total": null 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.584 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: "version": null 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: "services": {}, 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pg": [ 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.585 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.608022+0000", 2024-09-16T12:20:54.586 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.608022+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.608387+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.587 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.483711+0000", 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 5, 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.588 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 5, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1f", 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.589 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2861, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:57:12.558404+0000", 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 570, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.590 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.591 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.592 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 4, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 4, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.593 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'5" 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.594 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.758202+0000", 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.758202+0000", 2024-09-16T12:20:54.595 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.758599+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.596 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754955+0000", 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1e", 2024-09-16T12:20:54.597 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2854, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:19:37.127445+0000", 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.598 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.599 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.600 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.601 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.602 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.801998+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.801998+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.802334+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.603 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755086+0000", 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.604 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1e", 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2876, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:33:14.522743+0000", 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.605 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.606 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.607 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.608 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.609 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799159+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799159+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799715+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.610 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.483437+0000", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.611 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1f", 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:54:44.191063+0000", 2024-09-16T12:20:54.612 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.613 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.614 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.615 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.616 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606103+0000", 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606103+0000", 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.607162+0000", 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.617 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763783+0000", 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.618 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1d", 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.619 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2832, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:28:17.156695+0000", 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.620 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.621 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.622 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:54.623 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.624 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.793743+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.793743+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.794082+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.625 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120670+0000", 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.626 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1c", 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2826, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:00:58.069910+0000", 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.627 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.628 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.629 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.630 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.631 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621956+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621956+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622307+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.632 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762716+0000", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.633 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1c", 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:03.105455+0000", 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.634 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.635 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.636 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.637 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.638 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.759579+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.759579+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.759848+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.639 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122149+0000", 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.640 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1d", 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.641 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:57:33.407500+0000", 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.642 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.643 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.644 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.645 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.646 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767872+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767872+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768149+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.647 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116716+0000", 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.648 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.a", 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2834, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:07:48.265113+0000", 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.649 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.650 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.651 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.652 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.653 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620072+0000", 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620072+0000", 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.620456+0000", 2024-09-16T12:20:54.654 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.124376+0000", 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.655 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.b", 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.656 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2845, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:25:11.469172+0000", 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.657 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.658 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 2, 2024-09-16T12:20:54.659 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.660 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'3" 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.661 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.731847+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.731847+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.732247+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.662 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730920+0000", 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.663 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.b", 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2870, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:05:59.166653+0000", 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.664 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.665 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.666 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.667 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.668 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606047+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606047+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.606366+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.669 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759342+0000", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.670 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.a", 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.671 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:06:25.249797+0000", 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.672 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.673 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.674 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.675 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611971+0000", 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611971+0000", 2024-09-16T12:20:54.676 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.612259+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732353+0000", 2024-09-16T12:20:54.677 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.678 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.678 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.678 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.680 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.8", 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2862, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:20:08.861631+0000", 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.681 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.682 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.683 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.684 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.685 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606167+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606167+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.606550+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.686 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759097+0000", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.687 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.9", 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:54.688 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:32:03.853866+0000", 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.689 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.690 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.691 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.692 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611281+0000", 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611281+0000", 2024-09-16T12:20:54.693 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611542+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.729955+0000", 2024-09-16T12:20:54.694 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.9", 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.695 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2873, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:32:32.237211+0000", 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.696 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.697 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.698 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.699 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.700 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.617123+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.617123+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.617423+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.701 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119275+0000", 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.702 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.8", 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2836, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:59:15.838390+0000", 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.703 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.704 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.705 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.706 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.707 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.741901+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.741901+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.742234+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.708 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767896+0000", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.709 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.6", 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:54.710 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:13:53.001525+0000", 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.711 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.712 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.713 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.714 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.715 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613095+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613095+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613402+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.716 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.752515+0000", 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.717 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.7", 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2815, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:08:21.781511+0000", 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.718 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.719 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.720 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.721 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:54.722 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756454+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756454+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.190301+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.723 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730423+0000", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3059, 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.724 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3059, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.1", 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6605, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:11:57.776405+0000", 2024-09-16T12:20:54.725 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001878983, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.726 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.727 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1014, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 379678, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3042, 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 402789 2024-09-16T12:20:54.728 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3059" 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.729 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611628+0000", 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611628+0000", 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611927+0000", 2024-09-16T12:20:54.730 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.734628+0000", 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.731 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.7", 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.732 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2871, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:07:31.216576+0000", 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.733 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.734 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.735 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.736 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.737 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756736+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756736+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757083+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.738 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759925+0000", 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.739 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.6", 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:11:37.884662+0000", 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.740 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.741 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.742 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 2, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.743 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "532'2" 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.744 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611796+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611796+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.190307+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.745 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2981, 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.746 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2981, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.0", 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6499, 2024-09-16T12:20:54.747 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:13:49.741710+0000", 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001434692, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.748 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.749 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1016, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 403904, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.750 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2966, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 369903 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2981" 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.751 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799949+0000", 2024-09-16T12:20:54.752 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799949+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.800340+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116544+0000", 2024-09-16T12:20:54.753 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.4", 2024-09-16T12:20:54.754 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2857, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:45:52.076781+0000", 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.755 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.756 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.757 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.758 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.759 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.736939+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.736939+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.737386+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.760 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754918+0000", 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.761 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.5", 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2867, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:57:16.249937+0000", 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.762 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.763 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.764 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.765 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.766 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.618699+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.618699+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.207945+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.767 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.482366+0000", 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3202, 2024-09-16T12:20:54.768 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3202, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.3", 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.769 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6936, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:21:03.650726+0000", 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.006110086, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.770 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.771 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1432, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 373854, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.772 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3162, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 398735 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3202" 2024-09-16T12:20:54.773 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.774 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799528+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799528+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799786+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.775 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.790732+0000", 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.776 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.5", 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:22:34.791492+0000", 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.777 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.778 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.779 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.780 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.781 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611592+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611592+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611893+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.782 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116619+0000", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.783 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.4", 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:23:26.373197+0000", 2024-09-16T12:20:54.784 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.785 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.786 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.787 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.788 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.808178+0000", 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.808178+0000", 2024-09-16T12:20:54.789 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.196860+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115257+0000", 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.790 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3113, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3113, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.2", 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.791 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6606, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:44:23.791040+0000", 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.003467257, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 19, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.792 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.793 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 712, 2024-09-16T12:20:54.794 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 380494, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3101, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 447916 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:54.795 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1129'3113" 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.796 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.755716+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.755716+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.756022+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.797 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730341+0000", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.798 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3", 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:13:29.321796+0000", 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.799 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.800 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.801 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.802 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.803 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760191+0000", 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760191+0000", 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.760582+0000", 2024-09-16T12:20:54.804 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118806+0000", 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.805 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.2", 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.806 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2819, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:21:30.410676+0000", 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.807 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.808 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.809 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.810 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.811 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.732186+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.732186+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.198981+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.812 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116696+0000", 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3034, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3034, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.813 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.4", 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6744, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:00:38.604084+0000", 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.005540898, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.814 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.815 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1672, 2024-09-16T12:20:54.816 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 409173, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3046, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 349665 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.817 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3034" 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.818 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760009+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760009+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.760582+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.819 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115756+0000", 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.820 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.0", 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2858, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:03:56.719686+0000", 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.821 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.822 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.823 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.824 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.825 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.740008+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.740008+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.740281+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.826 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754853+0000", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:54.827 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1", 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2878, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.828 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:53:32.381713+0000", 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.829 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.830 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.831 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.832 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.803586+0000", 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.803586+0000", 2024-09-16T12:20:54.833 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.196885+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.834 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.760506+0000", 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2993, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2993, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.835 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.7", 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6561, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:23:45.032136+0000", 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.003458201, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.836 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.837 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.838 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1139, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 407322, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2969, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 367460 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.839 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2993" 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.840 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.730515+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.730515+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.730852+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.841 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.482341+0000", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.842 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1", 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:01:34.821034+0000", 2024-09-16T12:20:54.843 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.844 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.845 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.846 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.847 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613202+0000", 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613202+0000", 2024-09-16T12:20:54.848 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613505+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762450+0000", 2024-09-16T12:20:54.849 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.0", 2024-09-16T12:20:54.850 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2838, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:32:35.612260+0000", 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.851 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.852 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.853 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.854 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.855 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.724162+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.724162+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.207945+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.856 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767739+0000", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3108, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.857 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3108, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.6", 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6505, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:05:31.107564+0000", 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.00622962, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.858 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 4194304, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.859 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.860 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 865, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 385054, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3094, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 361509 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.861 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'3108" 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.862 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756884+0000", 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756884+0000", 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757363+0000", 2024-09-16T12:20:54.863 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754731+0000", 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.864 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2", 2024-09-16T12:20:54.865 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2847, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:25:16.961810+0000", 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.866 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.867 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.868 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.869 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.870 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615802+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615802+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616111+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.871 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117752+0000", 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.872 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.3", 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:04:42.338864+0000", 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.873 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.874 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.875 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.876 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.877 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 19, 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.618132+0000", 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.618132+0000", 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.618625+0000", 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.878 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T10:57:59.388900+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762541+0000", 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 200, 2024-09-16T12:20:54.879 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 200, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "1.0", 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.880 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 3302, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:33:24.517578+0000", 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.881 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.882 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1200, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2009, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.883 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 349, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "2239'200" 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.884 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 56, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.885 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.616755+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.616755+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:44:32.254387+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:54.673344+0000", 2024-09-16T12:20:54.886 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.751816+0000", 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2944, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2944, 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.887 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "4.5", 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 6507, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:27:26.243606+0000", 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.001283291, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.888 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.889 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.890 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1183, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 381045, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 2923, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 361017 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.891 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "1137'2944" 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.892 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621092+0000", 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621092+0000", 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622807+0000", 2024-09-16T12:20:54.893 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.124631+0000", 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.894 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.d", 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.895 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2831, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:52:47.837414+0000", 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.896 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.897 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.898 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.899 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.900 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.794469+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.794469+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.794771+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.901 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730186+0000", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:54.902 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.c", 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2876, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.903 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:17:31.050314+0000", 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.904 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.905 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.906 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.907 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.908 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.764888+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.764888+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.765242+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.909 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.791344+0000", 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.910 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.c", 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2839, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:56:51.487112+0000", 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.911 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.912 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.913 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.914 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.915 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.734116+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.734116+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.734460+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:54.916 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.759834+0000", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.917 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.d", 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2857, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:59.601135+0000", 2024-09-16T12:20:54.918 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 70, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.919 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.920 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 1, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:54.921 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.922 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613826+0000", 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613826+0000", 2024-09-16T12:20:54.923 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614266+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.924 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763064+0000", 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.925 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.f", 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:03:28.659587+0000", 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.926 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.927 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.928 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.929 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.930 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606737+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606737+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.607130+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.931 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732916+0000", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.932 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.e", 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:40:55.502379+0000", 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.933 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.934 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.935 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 6, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 6, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.936 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.937 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.605302+0000", 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.605302+0000", 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.605595+0000", 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.938 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120125+0000", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.939 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.e", 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.940 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2827, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:58:55.370559+0000", 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.941 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.942 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.943 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.944 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.945 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.610574+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.610574+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611015+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.946 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762183+0000", 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 1, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 1, 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.947 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.f", 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2851, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:13:30.248230+0000", 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 22, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.948 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.949 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 3, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 1, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 1, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.950 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 1, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 1, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.951 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'1" 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.952 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754908+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754908+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755285+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.953 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730776+0000", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.954 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.11", 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.955 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:21:22.765136+0000", 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.956 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.957 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.958 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.959 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.960 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.732179+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.732179+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:18.732513+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.961 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730348+0000", 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 8, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 8, 2024-09-16T12:20:54.962 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.10", 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2883, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:18:32.967464+0000", 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.963 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.964 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.965 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 4, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 24, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 24, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.966 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 12, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'8" 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.967 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767002+0000", 2024-09-16T12:20:54.968 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767002+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.767920+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.969 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115429+0000", 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.970 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.10", 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:59:04.807969+0000", 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.971 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.972 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.973 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.974 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.975 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.763553+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.763553+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.763858+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:54.976 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116245+0000", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.977 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.11", 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:54:03.430165+0000", 2024-09-16T12:20:54.978 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.979 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.980 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.981 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.982 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614742+0000", 2024-09-16T12:20:54.983 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614742+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616271+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.984 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762394+0000", 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.985 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.13", 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2845, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:41:19.772236+0000", 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.986 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.987 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.988 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.989 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.990 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621831+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621831+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622114+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.991 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118896+0000", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:54.992 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.12", 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2839, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:54.993 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:10:27.443892+0000", 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:54.994 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:54.995 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:54.996 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:54.997 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614491+0000", 2024-09-16T12:20:54.998 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614491+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614795+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:54.999 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.765713+0000", 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.000 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.12", 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:57:11.943994+0000", 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.001 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.002 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.003 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.004 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.005 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.738527+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.738527+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.738884+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.006 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766222+0000", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.007 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.13", 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2854, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.008 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:52:41.303129+0000", 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 34, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.009 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.010 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 4, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 7, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 3, 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 6 2024-09-16T12:20:55.011 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'2" 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.012 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.604945+0000", 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.604945+0000", 2024-09-16T12:20:55.013 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.605539+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.014 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763742+0000", 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.015 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.15", 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:18:56.017373+0000", 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.016 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.017 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.018 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.019 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.020 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.765401+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.765401+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.765704+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.021 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115755+0000", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 29, 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.022 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 29, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.14", 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T21:09:07.308985+0000", 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.023 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 5822, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.024 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.025 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 10, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 14, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 28, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 25 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.026 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'29" 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.027 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615734+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615734+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616035+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.028 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763520+0000", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.029 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.14", 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2863, 2024-09-16T12:20:55.030 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:36:19.404647+0000", 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.031 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.032 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.033 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.034 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.035 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.801362+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.801362+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.801759+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.036 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116028+0000", 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 3, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 3, 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.037 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.15", 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:39:46.493443+0000", 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 90, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.038 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:55.039 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 1, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.040 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 7, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 7, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 4, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.041 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "53'3" 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.042 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799381+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799381+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799870+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.043 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.767169+0000", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.044 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.17", 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2848, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:02:04.229575+0000", 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.045 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.046 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.047 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.048 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: 3 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.049 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.766240+0000", 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.766240+0000", 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.766618+0000", 2024-09-16T12:20:55.050 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122696+0000", 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.051 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.16", 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.052 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:17:51.228309+0000", 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.053 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.054 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.055 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.056 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.057 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.623285+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.623285+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.623681+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.058 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122541+0000", 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.059 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.16", 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2813, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:38:48.389050+0000", 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.060 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.061 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.062 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.063 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.064 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767044+0000", 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767044+0000", 2024-09-16T12:20:55.065 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768264+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.122741+0000", 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.066 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.17", 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.067 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2824, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:17:48.313142+0000", 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.068 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.069 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.070 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.071 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.738846+0000", 2024-09-16T12:20:55.072 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.738846+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.739233+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.073 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115154+0000", 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.074 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.19", 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:24:00.614464+0000", 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.075 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.076 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.077 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.078 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.079 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.615847+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.615847+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.616133+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.080 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117762+0000", 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.081 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.18", 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.082 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2826, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:07:06.378888+0000", 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.083 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.084 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.085 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.086 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.087 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.739193+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.739193+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.742663+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.088 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755651+0000", 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.089 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.18", 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2860, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:24:43.939140+0000", 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.090 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.091 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.092 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.093 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.094 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.756919+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.756919+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.757787+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.095 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754075+0000", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.096 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.19", 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2868, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.097 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:09:48.155553+0000", 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.098 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.099 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.100 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.101 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613951+0000", 2024-09-16T12:20:55.102 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613951+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614371+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.103 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116431+0000", 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.104 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1a", 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2831, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:29:27.768317+0000", 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.105 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.106 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.107 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.108 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.109 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613424+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613424+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613750+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.110 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766131+0000", 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.111 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1b", 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2847, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:54:20.493825+0000", 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.112 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.113 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.114 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.115 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.116 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 51, 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.611570+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.611570+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.611921+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.117 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:12.819807+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755262+0000", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 2, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.118 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 2, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "2.1b", 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2844, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:36:13.963825+0000", 2024-09-16T12:20:55.119 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.120 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.121 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.122 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "527'2" 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.123 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.730496+0000", 2024-09-16T12:20:55.124 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.730496+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.730771+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.125 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762049+0000", 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.126 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.1a", 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2870, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:11:17.223556+0000", 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.127 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.128 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.129 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.130 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.131 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.766452+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.766452+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.769797+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.132 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.750971+0000", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.133 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.20", 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2827, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:08:19.437395+0000", 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.134 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.135 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.136 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.137 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.138 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754799+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754799+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755117+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.139 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.754676+0000", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.140 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.21", 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:55.141 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:12:20.360331+0000", 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.142 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.143 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.144 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.145 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.804742+0000", 2024-09-16T12:20:55.146 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.804742+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.806203+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.147 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119123+0000", 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.148 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.22", 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2844, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:27:34.576525+0000", 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.149 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.150 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.151 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.152 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.153 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.736478+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.736478+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.736770+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.154 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755509+0000", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.155 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.23", 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:46:19.473286+0000", 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.156 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.157 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.158 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.159 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.160 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.733128+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.733128+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.733487+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.161 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.733148+0000", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.162 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.24", 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2872, 2024-09-16T12:20:55.163 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:11.168437+0000", 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.164 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.165 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.166 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.167 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:51.731561+0000", 2024-09-16T12:20:55.168 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:51.731561+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:51.732276+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 378, 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.760016+0000", 2024-09-16T12:20:55.169 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 377, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.25", 2024-09-16T12:20:55.170 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2855, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:57.244258+0000", 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.171 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.172 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.173 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:55.174 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.175 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613867+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613867+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614160+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.176 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.752331+0000", 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.177 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.26", 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2832, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:44:49.450385+0000", 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.178 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.179 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.180 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.181 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.182 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.728816+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.728816+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.729112+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.183 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.732513+0000", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.184 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.27", 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2852, 2024-09-16T12:20:55.185 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:32:19.342536+0000", 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.186 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.187 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.188 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.189 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799030+0000", 2024-09-16T12:20:55.190 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799030+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.799374+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.791637+0000", 2024-09-16T12:20:55.191 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.192 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.28", 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:42:01.685505+0000", 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.193 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.194 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.195 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: 2 2024-09-16T12:20:55.196 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.197 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:22.732636+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:22.732636+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:22.732934+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 408, 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.198 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.730729+0000", 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 407, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.199 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.29", 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2861, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:46:13.080511+0000", 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.200 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.201 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.202 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.203 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.204 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.621862+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.621862+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622159+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.205 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.790092+0000", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.206 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2a", 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.207 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2842, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T19:07:03.736007+0000", 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.208 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.209 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.210 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.211 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.212 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614494+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614494+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614796+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.213 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766343+0000", 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.214 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2b", 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:48:25.764714+0000", 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.215 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.216 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.217 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.218 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.219 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.763576+0000", 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.763576+0000", 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.764143+0000", 2024-09-16T12:20:55.220 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.116004+0000", 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.221 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2c", 2024-09-16T12:20:55.222 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:51:43.562486+0000", 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.223 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.224 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.225 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.226 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.227 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620524+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620524+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.621778+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.228 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763714+0000", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.229 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2d", 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2830, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:54:18.983488+0000", 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.230 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.231 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.232 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.233 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.234 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614877+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614877+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.615191+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.235 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.731892+0000", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.236 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2e", 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:55.237 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:57:23.814682+0000", 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.238 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.239 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.240 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.241 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 2, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.613498+0000", 2024-09-16T12:20:55.242 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.613498+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.613842+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.243 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:51.731043+0000", 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.244 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.2f", 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2850, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:42:29.997120+0000", 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.245 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.246 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.247 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.248 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 2, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.249 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.622299+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.622299+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.622672+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.250 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.117667+0000", 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.251 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.30", 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:54:06.636219+0000", 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.252 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.253 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.254 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.255 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.256 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.799927+0000", 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.799927+0000", 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.800491+0000", 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.257 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115237+0000", 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.258 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.31", 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.259 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:55:31.656794+0000", 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.260 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.261 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.262 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.263 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.264 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.805215+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.805215+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.805512+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.265 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.766267+0000", 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.266 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.32", 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2849, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:00.562811+0000", 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.267 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.268 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.269 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.270 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: 5 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.271 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.758195+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.758195+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.759365+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.272 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755331+0000", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.273 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.33", 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2858, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.274 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:25:24.892806+0000", 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.275 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.276 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.277 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.278 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 4, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.754923+0000", 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.754923+0000", 2024-09-16T12:20:55.279 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.755673+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763548+0000", 2024-09-16T12:20:55.280 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.281 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.34", 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2846, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:38:05.257176+0000", 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.282 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.283 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.284 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.285 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 4, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 4, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.286 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.767639+0000", 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.767639+0000", 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768174+0000", 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.287 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.119894+0000", 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.288 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.35", 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.289 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:22:48.722733+0000", 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.290 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.291 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.293 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.294 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.295 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 6, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.768522+0000", 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.768522+0000", 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.768936+0000", 2024-09-16T12:20:55.296 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118178+0000", 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.297 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.36", 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.298 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2823, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:03:29.218175+0000", 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.299 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.300 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.301 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.302 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 6, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.303 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.620739+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.620739+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.621031+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.304 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762978+0000", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.305 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.37", 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2837, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:58:25.264664+0000", 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.306 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.307 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.308 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.309 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.310 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 3, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.757993+0000", 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.757993+0000", 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.758296+0000", 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.311 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.755537+0000", 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.312 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.38", 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.313 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:42.730776+0000", 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.314 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.315 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.316 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 3, 2024-09-16T12:20:55.317 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.318 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614654+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614654+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.614926+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.319 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763350+0000", 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.320 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.39", 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:51:06.209372+0000", 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.321 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.322 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.323 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.324 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.325 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:09:56.803950+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:09:56.803950+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:09:56.805744+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.326 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 442, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.118619+0000", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 441, 2024-09-16T12:20:55.327 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3a", 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2814, 2024-09-16T12:20:55.328 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:27:15.628019+0000", 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.329 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.330 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.331 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.332 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.333 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.614346+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.614346+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.615933+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.334 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.762809+0000", 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.335 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3b", 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:26:07.559987+0000", 2024-09-16T12:20:55.336 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.337 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.338 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.339 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: 4 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.340 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 5, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.625509+0000", 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.625509+0000", 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.625846+0000", 2024-09-16T12:20:55.341 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.120584+0000", 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.342 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3c", 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.343 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2843, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T20:48:59.974793+0000", 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.344 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.345 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.346 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: 5, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: 3, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: 7 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 5, 2024-09-16T12:20:55.347 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 0, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.348 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:08:18.721290+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:08:18.721290+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:08:18.721554+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 345, 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.349 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:52.484129+0000", 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 344, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.350 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3d", 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2853, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:19:13.083572+0000", 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.351 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.352 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.353 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.354 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 2, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 1 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 0, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.355 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 1, 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:10:29.760870+0000", 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:10:29.760870+0000", 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:10:29.761329+0000", 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.356 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 475, 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:53.115912+0000", 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.357 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 474, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3e", 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.358 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2870, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2841, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T22:54:10.540053+0000", 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.359 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.360 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.361 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: 1, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: 0, 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: 6 2024-09-16T12:20:55.362 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 1, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": [ 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "acting_primary": 7, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "avail_no_missing": [], 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "blocked_by": [], 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "created": 52, 2024-09-16T12:20:55.363 INFO:tasks.workunit.client.0.smithi077.stdout: "dirty_stats_invalid": false, 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "hitset_stats_invalid": false, 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_active": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_active": "2024-09-16T11:11:02.606519+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_became_peered": "2024-09-16T11:11:02.606519+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_change": "2024-09-16T11:11:02.609276+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_clean_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub": "0'0", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_deep_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_epoch_clean": 506, 2024-09-16T12:20:55.364 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fresh": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_fullsized": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_peered": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub": "0'0", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_duration": 0, 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_scrub_stamp": "2024-09-16T11:00:13.823518+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_undegraded": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "last_unstale": "2024-09-16T12:19:50.763074+0000", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_dups_size": 0, 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "log_start": "0'0", 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "manifest_stats_invalid": false, 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "mapping_epoch": 505, 2024-09-16T12:20:55.365 INFO:tasks.workunit.client.0.smithi077.stdout: "object_location_counts": [], 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_scrubbed": 0, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "objects_trimmed": 0, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_stats_invalid": false, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_start": "0'0", 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "parent": "0.0", 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "parent_split_bits": 0, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pgid": "3.3f", 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "pin_stats_invalid": false, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "purged_snaps": [], 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_epoch": 2869, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "reported_seq": 2833, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_duration": 0.0, 2024-09-16T12:20:55.366 INFO:tasks.workunit.client.0.smithi077.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:22:33.290722+0000", 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrim_duration": 0.0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "snaptrimq_len": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.367 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.368 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.369 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "state": "active+clean", 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_invalid": false, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up": [ 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: 7, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: 6, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: 0 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "up_primary": 7, 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: "version": "0'0" 2024-09-16T12:20:55.370 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_per_pool": [ 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 3, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "mgr" 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 200, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 1, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 3, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 200, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 1, 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.371 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 590368, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 590368, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.372 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 6, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 2, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 2, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 2, 2024-09-16T12:20:55.373 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 1200, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 2009, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 349, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 1628 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:55.374 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 1781760, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 1771104, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 3 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.375 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 96, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 68, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 32, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 68, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 2, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 6608, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.376 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.377 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 66, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 22, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 22, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 14, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.378 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 79, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 86, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 68, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 35 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 110592, 2024-09-16T12:20:55.379 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 19824, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 38491, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 96 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.380 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 192, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "cephfs" 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 64, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 3, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.381 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.382 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.383 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 0 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:55.384 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 0, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 192 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: { 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "acting": 24, 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "application": [ 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "rbd" 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.385 INFO:tasks.workunit.client.0.smithi077.stdout: "log_size": 24434, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_pg": 8, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_store_stats": 8, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "ondisk_log_size": 24434, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "poolid": 4, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "stat_sum": { 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes": 4194323, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_bytes_recovered": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_deep_scrub_errors": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_kb": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_full": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_evict_mode_some": 0, 2024-09-16T12:20:55.386 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_kb": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_high": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_flush_mode_low": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_keys_recovered": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_large_omap_objects": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_legacy_snapsets": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_clones": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_object_copies": 12, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects": 4, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_degraded": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_dirty": 4, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_manifest": 0, 2024-09-16T12:20:55.387 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_misplaced": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_omap": 2, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_pinned": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_recovered": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_repaired": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_objects_unfound": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_bytes": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_omap_keys": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_promote": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read": 9033, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_read_kb": 3120524, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_scrub_errors": 0, 2024-09-16T12:20:55.388 INFO:tasks.workunit.client.0.smithi077.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_whiteouts": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write": 24303, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "num_write_kb": 3058994 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "store_stats": { 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "allocated": 12595200, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "available": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_allocated": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "data_compressed_original": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "data_stored": 12582969, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "internal_metadata": 0, 2024-09-16T12:20:55.389 INFO:tasks.workunit.client.0.smithi077.stdout: "internally_reserved": 0, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "omap_allocated": 0, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "total": 0 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "up": 24 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: ], 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "usage": { 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pg_num": 105, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "pools": 4, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "stats_by_class": { 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "ssd": { 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 763023085568, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T12:20:55.390 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 4937199616, 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_bytes": 4937199616, 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_raw_ratio": 0.006428977940231562 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: }, 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: "total_avail_bytes": 763023085568, 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: "total_bytes": 767960285184, 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: "total_used_bytes": 4937199616 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout: } 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout:} 2024-09-16T12:20:55.391 INFO:tasks.workunit.client.0.smithi077.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T12:20:55.392 INFO:tasks.workunit.client.0.smithi077.stderr:+ ceph telemetry off 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.392 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.393 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE Bus STOPPING 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.394 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.396 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.397 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.398 INFO:tasks.workunit.client.0.smithi077.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-16T12:20:55.398 INFO:tasks.workunit.client.0.smithi077.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-16T12:20:55.398 INFO:tasks.workunit.client.0.smithi077.stdout:OK 2024-09-16T12:20:55.399 INFO:tasks.workunit.client.0.smithi077.stderr:+ echo OK 2024-09-16T12:20:55.399 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T12:20:55.399 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE Bus STOPPED 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE Bus STARTING 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE Serving on http://:::9283 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:53 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:20:53] ENGINE Bus STARTED 2024-09-16T12:20:55.400 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.401 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.402 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.403 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.405 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[86047]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.406 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:54 smithi077 ceph-mon[88497]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T12:20:55.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' 2024-09-16T12:20:55.409 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:54 smithi191 ceph-mon[84934]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T12:20:55.438 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-16T12:20:55.438 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T12:20:55.737 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:55 smithi077 ceph-mon[86047]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T12:20:55.738 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:55 smithi077 ceph-mon[88497]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T12:20:55.739 DEBUG:teuthology.parallel:result is None 2024-09-16T12:20:55.740 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:20:55.765 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:20:55.765 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T12:20:55.821 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T12:20:55.821 INFO:teuthology.run_tasks:Running task print... 2024-09-16T12:20:55.832 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-16T12:20:55.832 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-16T12:20:55.871 INFO:tasks.cephadm:Teardown begin 2024-09-16T12:20:55.872 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T12:20:55.872 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T12:20:55.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:55 smithi191 ceph-mon[84934]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T12:20:56.169 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T12:20:56.170 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":15,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.191:6833/3986936823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":3986936823},{"type":"v1","addr":"172.21.15.191:6833","nonce":3986936823}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:11:26.020973+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":527,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44303":{"gid":44303,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.77:6835/1459797424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1459797424},{"type":"v1","addr":"172.21.15.77:6835","nonce":1459797424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T12:20:56.170 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 15 2024-09-16T12:20:56.183 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T12:20:56.483 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T12:20:56.483 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":15,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.191:6833/3986936823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6832","nonce":3986936823},{"type":"v1","addr":"172.21.15.191:6833","nonce":3986936823}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T11:00:14.149428+0000","modified":"2024-09-16T11:11:26.020973+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":527,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44303":{"gid":44303,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.77:6835/1459797424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1459797424},{"type":"v1","addr":"172.21.15.77:6835","nonce":1459797424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T12:20:56.484 INFO:teuthology.orchestra.run.smithi077.stderr:dumped fsmap epoch 15 2024-09-16T12:20:56.495 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T12:20:56.757 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:56 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/644799760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:56.758 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:56 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/4045628515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:56.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:56 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/644799760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:56.758 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:56 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/4045628515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:56.765 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-16T12:20:56.765 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2870,"fsid":"0a002358-741a-11ef-bceb-c7b262605968","created":"2024-09-16T10:55:05.318620+0000","modified":"2024-09-16T12:19:51.726112+0000","last_up_change":"2024-09-16T11:11:01.579991+0000","last_in_change":"2024-09-16T10:59:39.023969+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T10:57:59.067707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T11:00:12.506072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T11:00:13.343552+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T11:00:54.438422+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1137,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"24157970-8028-4652-a8a7-4610e6ba33d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":269,"up_from":280,"up_thru":2785,"down_at":270,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6803","nonce":1623182080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6805","nonce":1623182080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6809","nonce":1623182080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1623182080},{"type":"v1","addr":"172.21.15.77:6807","nonce":1623182080}]},"public_addr":"172.21.15.77:6803/1623182080","cluster_addr":"172.21.15.77:6805/1623182080","heartbeat_back_addr":"172.21.15.77:6809/1623182080","heartbeat_front_addr":"172.21.15.77:6807/1623182080","state":["exists","up"]},{"osd":1,"uuid":"16ae3bf0-932e-48d2-ba36-7c02081f2fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":301,"up_from":312,"up_thru":2785,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6811","nonce":3807462072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6813","nonce":3807462072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6817","nonce":3807462072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":3807462072},{"type":"v1","addr":"172.21.15.77:6815","nonce":3807462072}]},"public_addr":"172.21.15.77:6811/3807462072","cluster_addr":"172.21.15.77:6813/3807462072","heartbeat_back_addr":"172.21.15.77:6817/3807462072","heartbeat_front_addr":"172.21.15.77:6815/3807462072","state":["exists","up"]},{"osd":2,"uuid":"8c368300-fd12-4f17-b42e-28637ecff80b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":333,"up_from":344,"up_thru":2785,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6819","nonce":1565235648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6821","nonce":1565235648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6825","nonce":1565235648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1565235648},{"type":"v1","addr":"172.21.15.77:6823","nonce":1565235648}]},"public_addr":"172.21.15.77:6819/1565235648","cluster_addr":"172.21.15.77:6821/1565235648","heartbeat_back_addr":"172.21.15.77:6825/1565235648","heartbeat_front_addr":"172.21.15.77:6823/1565235648","state":["exists","up"]},{"osd":3,"uuid":"488ff721-2be3-454c-8399-b446c02cc9fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":366,"up_from":377,"up_thru":2785,"down_at":367,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6827","nonce":1115487955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6829","nonce":1115487955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6833","nonce":1115487955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":1115487955},{"type":"v1","addr":"172.21.15.77:6831","nonce":1115487955}]},"public_addr":"172.21.15.77:6827/1115487955","cluster_addr":"172.21.15.77:6829/1115487955","heartbeat_back_addr":"172.21.15.77:6833/1115487955","heartbeat_front_addr":"172.21.15.77:6831/1115487955","state":["exists","up"]},{"osd":4,"uuid":"79605c64-2587-41dd-9ba8-7923982b7ecc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":398,"up_from":407,"up_thru":2785,"down_at":399,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6801","nonce":3224477085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6803","nonce":3224477085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6807","nonce":3224477085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":3224477085},{"type":"v1","addr":"172.21.15.191:6805","nonce":3224477085}]},"public_addr":"172.21.15.191:6801/3224477085","cluster_addr":"172.21.15.191:6803/3224477085","heartbeat_back_addr":"172.21.15.191:6807/3224477085","heartbeat_front_addr":"172.21.15.191:6805/3224477085","state":["exists","up"]},{"osd":5,"uuid":"48b2106c-d561-48af-a070-6029f9f00c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":429,"up_from":441,"up_thru":2785,"down_at":430,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6809","nonce":214510903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6811","nonce":214510903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6815","nonce":214510903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":214510903},{"type":"v1","addr":"172.21.15.191:6813","nonce":214510903}]},"public_addr":"172.21.15.191:6809/214510903","cluster_addr":"172.21.15.191:6811/214510903","heartbeat_back_addr":"172.21.15.191:6815/214510903","heartbeat_front_addr":"172.21.15.191:6813/214510903","state":["exists","up"]},{"osd":6,"uuid":"8ede744b-02ca-4a56-96a6-31303ed9ac72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":463,"up_from":474,"up_thru":2785,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6817","nonce":3397082821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6819","nonce":3397082821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6823","nonce":3397082821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":3397082821},{"type":"v1","addr":"172.21.15.191:6821","nonce":3397082821}]},"public_addr":"172.21.15.191:6817/3397082821","cluster_addr":"172.21.15.191:6819/3397082821","heartbeat_back_addr":"172.21.15.191:6823/3397082821","heartbeat_front_addr":"172.21.15.191:6821/3397082821","state":["exists","up"]},{"osd":7,"uuid":"ddbf5a9f-2615-4b61-af51-e5f97acb89dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":496,"up_from":505,"up_thru":2785,"down_at":497,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6825","nonce":3027066609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6827","nonce":3027066609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6831","nonce":3027066609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":3027066609},{"type":"v1","addr":"172.21.15.191:6829","nonce":3027066609}]},"public_addr":"172.21.15.191:6825/3027066609","cluster_addr":"172.21.15.191:6827/3027066609","heartbeat_back_addr":"172.21.15.191:6831/3027066609","heartbeat_front_addr":"172.21.15.191:6829/3027066609","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:08.944512+0000","dead_epoch":268},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:32.748149+0000","dead_epoch":301},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:57:56.723983+0000","dead_epoch":333},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:20.230426+0000","dead_epoch":366},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:58:41.975065+0000","dead_epoch":398},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:06.081137+0000","dead_epoch":429},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:30.202113+0000","dead_epoch":463},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T10:59:54.466297+0000","dead_epoch":496}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:0/3873567138":"2024-09-16T12:52:51.364087+0000","172.21.15.77:0/3907116421":"2024-09-16T12:52:50.386475+0000","172.21.15.191:6832/2181289043":"2024-09-17T11:11:23.004004+0000","172.21.15.191:6835/3040630509":"2024-09-17T11:05:18.103173+0000","172.21.15.191:6834/3040630509":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/3145087463":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1219950049":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/4194926299":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3814357955":"2024-09-17T11:04:37.140084+0000","172.21.15.77:6800/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:6801/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6800/2860706941":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2434904830":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2655932214":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/3469817906":"2024-09-17T11:00:43.036816+0000","172.21.15.191:0/1332430127":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/4181232800":"2024-09-16T13:19:15.246292+0000","172.21.15.77:0/168742070":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/3933302322":"2024-09-17T11:00:43.036816+0000","172.21.15.191:0/245065246":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/3239705991":"2024-09-17T11:05:56.888430+0000","172.21.15.77:0/2755843372":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/3090669582":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/2137438468":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/2672129289":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/1328056124":"2024-09-17T10:55:50.768688+0000","172.21.15.191:0/2645833149":"2024-09-17T11:05:18.103173+0000","172.21.15.191:0/3730369860":"2024-09-17T11:05:18.103173+0000","172.21.15.77:0/2273643771":"2024-09-16T12:58:06.370492+0000","172.21.15.77:6800/1783967306":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/1835664720":"2024-09-17T11:00:43.036816+0000","172.21.15.77:0/84204452":"2024-09-17T11:05:56.888430+0000","172.21.15.191:0/2157401512":"2024-09-17T11:05:18.103173+0000","172.21.15.77:6801/2318789039":"2024-09-17T10:55:50.768688+0000","172.21.15.77:0/1689185309":"2024-09-17T10:55:29.400239+0000","172.21.15.77:6801/1783967306":"2024-09-17T11:04:37.140084+0000","172.21.15.191:0/3339502676":"2024-09-17T11:05:18.103173+0000","172.21.15.77:6800/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/169112975":"2024-09-17T11:05:56.888430+0000","172.21.15.77:6800/323799863":"2024-09-17T11:00:43.036816+0000","172.21.15.77:6801/2176928873":"2024-09-17T10:55:29.400239+0000","172.21.15.77:0/1540806318":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/253083190":"2024-09-17T11:04:37.140084+0000","172.21.15.77:0/1857935247":"2024-09-17T11:05:56.888430+0000","172.21.15.191:0/2064107885":"2024-09-17T11:05:18.103173+0000","172.21.15.191:6833/2181289043":"2024-09-17T11:11:23.004004+0000","172.21.15.77:6801/2860706941":"2024-09-17T11:05:56.888430+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":239,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":1},{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":88,"snaps":[{"begin":60,"length":4},{"begin":69,"length":5}]},{"pool":89,"snaps":[{"begin":24,"length":1},{"begin":31,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":628,"length":1},{"begin":630,"length":2}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":117,"snaps":[{"begin":622,"length":1},{"begin":624,"length":1},{"begin":626,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T12:20:56.778 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T12:20:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:56 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/644799760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:56.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:56 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/4045628515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T12:20:57.079 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:20:56 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: ::ffff:172.21.15.191 - - [16/Sep/2024:12:20:56] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-09-16T12:20:57.093 INFO:teuthology.orchestra.run.smithi077.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T12:20:57.107 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T12:20:57.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[86043]: 2024-09-16T12:20:57.077+0000 7f1b2deff640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T12:20:57.422 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: ignoring --setuser ceph since I am not root 2024-09-16T12:20:57.422 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: ignoring --setgroup ceph since I am not root 2024-09-16T12:20:57.422 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: starting mds.a at 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3312903736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T12:20:57.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3312903736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-16T12:20:57.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T12:20:57.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T12:20:57.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:57 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3312903736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3652137756' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T12:20:57.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T12:20:57.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:57 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T12:20:58.111 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: Cluster is now healthy 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: mds.? [v2:172.21.15.77:6834/1984316324,v1:172.21.15.77:6835/1984316324] up:boot 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T12:20:58.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: fsmap 2 up:standby 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: Cluster is now healthy 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: mds.? [v2:172.21.15.77:6834/1984316324,v1:172.21.15.77:6835/1984316324] up:boot 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: fsmap 2 up:standby 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T12:20:58.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:58 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: Cluster is now healthy 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: mds.? [v2:172.21.15.77:6834/1984316324,v1:172.21.15.77:6835/1984316324] up:boot 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/3701680617' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: fsmap 2 up:standby 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: from='mgr.34104 172.21.15.77:0/3195882284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T12:20:58.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:58 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.104 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'cephfs_metadata' removed 2024-09-16T12:20:59.122 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T12:20:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[86047]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T12:20:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T12:20:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[86047]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-16T12:20:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[86047]: from='client.? 172.21.15.77:0/2023491062' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.922 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[86047]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[88497]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T12:20:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T12:20:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[88497]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-16T12:20:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[88497]: from='client.? 172.21.15.77:0/2023491062' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:20:59 smithi077 ceph-mon[88497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:59 smithi191 ceph-mon[84934]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-16T12:20:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/1271032778' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T12:20:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:59 smithi191 ceph-mon[84934]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-16T12:20:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:59 smithi191 ceph-mon[84934]: from='client.? 172.21.15.77:0/2023491062' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:20:59.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:20:59 smithi191 ceph-mon[84934]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T12:21:00.109 INFO:teuthology.orchestra.run.smithi077.stderr:pool 'cephfs_data' removed 2024-09-16T12:21:00.127 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T12:21:00.158 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T12:21:00.189 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-16T12:21:00.189 DEBUG:teuthology.orchestra.run.smithi077:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T12:21:00.214 DEBUG:teuthology.orchestra.run.smithi191:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T12:21:00.245 INFO:tasks.cephadm:Stopping all daemons... 2024-09-16T12:21:00.246 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-16T12:21:00.246 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a 2024-09-16T12:21:00.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:00 smithi077 systemd[1]: Stopping Ceph mon.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:00.872 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[86043]: 2024-09-16T12:21:00.537+0000 7f1b3370a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:00.872 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a[86043]: 2024-09-16T12:21:00.537+0000 7f1b3370a640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:00 smithi077 podman[162822]: 2024-09-16 12:21:00.720813408 +0000 UTC m=+0.284631410 container died 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE Bus STOPPING 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE Bus STOPPED 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE Bus STARTING 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE Serving on http://:::9283 2024-09-16T12:21:00.873 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:00 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:00] ENGINE Bus STARTED 2024-09-16T12:21:01.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:01 smithi077 podman[162822]: 2024-09-16 12:21:01.146265805 +0000 UTC m=+0.710083838 container cleanup 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T12:21:01.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:01 smithi077 bash[162822]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a 2024-09-16T12:21:01.422 INFO:journalctl@ceph.mon.a.smithi077.stdout:Sep 16 12:21:01 smithi077 podman[162835]: 2024-09-16 12:21:01.364572127 +0000 UTC m=+0.646645772 container remove 365c831a75c1c92fb5ce4fe7cbebb1bdb3bd7fa37fea1b37924e0f6f436a8206 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-e4e227b) 2024-09-16T12:21:01.589 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.a.service' 2024-09-16T12:21:01.632 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:01.632 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-16T12:21:01.632 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-16T12:21:01.632 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.c 2024-09-16T12:21:01.922 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:01 smithi077 systemd[1]: Stopping Ceph mon.c for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:02.375 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:01 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:01] ENGINE Bus STOPPING 2024-09-16T12:21:02.376 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T12:21:02.376 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:02] ENGINE Bus STOPPED 2024-09-16T12:21:02.376 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:01 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c[88493]: 2024-09-16T12:21:01.959+0000 7fdb3fa41640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:02.376 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:01 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c[88493]: 2024-09-16T12:21:01.959+0000 7fdb3fa41640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-16T12:21:02.376 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:02 smithi077 podman[162958]: 2024-09-16 12:21:02.204576961 +0000 UTC m=+0.354528480 container died e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:21:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:02 smithi077 podman[162958]: 2024-09-16 12:21:02.585175277 +0000 UTC m=+0.735126795 container cleanup e2c746899e5251d6316f8360a48afdc68bfe434d3717c41ea4e3cdc00184284a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T12:21:02.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Sep 16 12:21:02 smithi077 bash[162958]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-c 2024-09-16T12:21:02.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:02] ENGINE Bus STARTING 2024-09-16T12:21:02.672 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:02] ENGINE Serving on http://:::9283 2024-09-16T12:21:02.673 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:02 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: [16/Sep/2024:12:21:02] ENGINE Bus STARTED 2024-09-16T12:21:02.713 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:21:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0a002358-741a-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T12:21:03.016 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.c.service' 2024-09-16T12:21:03.050 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:03.050 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-16T12:21:03.050 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-16T12:21:03.050 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b 2024-09-16T12:21:03.353 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 systemd[1]: Stopping Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:03.645 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b[84930]: 2024-09-16T12:21:03.351+0000 7f6a79a84640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:03.645 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b[84930]: 2024-09-16T12:21:03.351+0000 7f6a79a84640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-16T12:21:03.645 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 podman[144843]: 2024-09-16 12:21:03.40277383 +0000 UTC m=+0.146747068 container died 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T12:21:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 podman[144843]: 2024-09-16 12:21:03.835160368 +0000 UTC m=+0.579133606 container cleanup 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b) 2024-09-16T12:21:03.963 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:03 smithi191 bash[144843]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b 2024-09-16T12:21:04.303 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service' 2024-09-16T12:21:04.325 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:04 smithi191 podman[144854]: 2024-09-16 12:21:04.053716449 +0000 UTC m=+0.652927743 container remove 32bb54427ba9b666cea15760c18b6990183d025a54ed19f0ee165dbab0cc1495 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-16T12:21:04.326 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:04 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T12:21:04.326 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:04 smithi191 systemd[1]: Stopped Ceph mon.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T12:21:04.326 INFO:journalctl@ceph.mon.b.smithi191.stdout:Sep 16 12:21:04 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mon.b.service: Consumed 45.158s CPU time. 2024-09-16T12:21:04.349 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:04.349 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-16T12:21:04.350 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-16T12:21:04.350 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y 2024-09-16T12:21:04.627 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:04 smithi077 systemd[1]: Stopping Ceph mgr.y for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:04.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:04 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y[77804]: 2024-09-16T12:21:04.624+0000 7f2c30043640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:04.922 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:04 smithi077 podman[163092]: 2024-09-16 12:21:04.66682163 +0000 UTC m=+0.126211364 container died 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:21:05.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:05 smithi077 podman[163092]: 2024-09-16 12:21:04.99998752 +0000 UTC m=+0.459377254 container cleanup 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:21:05.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:05 smithi077 bash[163092]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y 2024-09-16T12:21:05.409 INFO:journalctl@ceph.mgr.y.smithi077.stdout:Sep 16 12:21:05 smithi077 podman[163104]: 2024-09-16 12:21:05.168009049 +0000 UTC m=+0.503812170 container remove 953ef45735041cc8a305e1f6d939e7239d21b42f9ed5565028b73fa788378850 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T12:21:05.421 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-16T12:21:05.456 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:05.456 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-16T12:21:05.456 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-16T12:21:05.456 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x 2024-09-16T12:21:05.781 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:05 smithi191 systemd[1]: Stopping Ceph mgr.x for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:05.781 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:05 smithi191 podman[144963]: 2024-09-16 12:21:05.779462885 +0000 UTC m=+0.130789926 container died c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T12:21:06.441 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:06 smithi191 podman[144963]: 2024-09-16 12:21:06.081282019 +0000 UTC m=+0.432609050 container cleanup c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-09-16T12:21:06.441 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:06 smithi191 bash[144963]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x 2024-09-16T12:21:06.441 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:06 smithi191 podman[144975]: 2024-09-16 12:21:06.24089334 +0000 UTC m=+0.463929303 container remove c9de9fc058ca4a8f103fbb488b6107d7c6a302f59dd96e54df6e89e3f89b10c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T12:21:06.441 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Sep 16 12:21:06 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T12:21:06.456 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-16T12:21:06.491 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:06.491 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-16T12:21:06.491 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-16T12:21:06.492 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.0 2024-09-16T12:21:06.789 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:06 smithi077 systemd[1]: Stopping Ceph osd.0 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:07.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T12:21:06.787+0000 7f3ba38f6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:07.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T12:21:06.787+0000 7f3ba38f6640 -1 osd.0 2873 *** Got signal Terminated *** 2024-09-16T12:21:07.172 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:06 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0[93700]: 2024-09-16T12:21:06.787+0000 7f3ba38f6640 -1 osd.0 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:12.622 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:12 smithi077 podman[163213]: 2024-09-16 12:21:12.333321753 +0000 UTC m=+5.642958132 container died 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:21:12.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:12 smithi077 podman[163213]: 2024-09-16 12:21:12.729093303 +0000 UTC m=+6.038729674 container cleanup 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T12:21:12.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:12 smithi077 bash[163213]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0 2024-09-16T12:21:13.282 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:12 smithi077 podman[163233]: 2024-09-16 12:21:12.963739286 +0000 UTC m=+0.626671561 container remove 32a0518d08ca48252075c563a2030e455dbababe7c286a5432f5cbd5a79c54fa (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:21:13.585 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.28128721 +0000 UTC m=+0.107813855 container create 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-16T12:21:13.586 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.189603246 +0000 UTC m=+0.016129900 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:13.586 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.500311581 +0000 UTC m=+0.326838225 container init 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:21:13.586 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.503731743 +0000 UTC m=+0.330258389 container start 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T12:21:13.586 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.583448525 +0000 UTC m=+0.409975180 container attach 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:21:13.922 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:13 smithi077 podman[163317]: 2024-09-16 12:21:13.69216511 +0000 UTC m=+0.518691761 container died 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-16T12:21:14.594 INFO:journalctl@ceph.osd.0.smithi077.stdout:Sep 16 12:21:14 smithi077 podman[163340]: 2024-09-16 12:21:14.578616774 +0000 UTC m=+0.879739188 container remove 3319af4049319cd75cab7d773a0e1eed727566e9b91955b10e757bfdabfa303c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T12:21:14.601 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.0.service' 2024-09-16T12:21:14.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:14.649 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-16T12:21:14.650 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-16T12:21:14.650 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.1 2024-09-16T12:21:14.904 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:14 smithi077 systemd[1]: Stopping Ceph osd.1 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:15.172 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T12:21:15.007+0000 7f1c0232b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:15.172 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T12:21:15.007+0000 7f1c0232b640 -1 osd.1 2873 *** Got signal Terminated *** 2024-09-16T12:21:15.172 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:15 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1[98336]: 2024-09-16T12:21:15.007+0000 7f1c0232b640 -1 osd.1 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:20.922 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:20 smithi077 podman[163421]: 2024-09-16 12:21:20.619209131 +0000 UTC m=+5.749837132 container died 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2) 2024-09-16T12:21:21.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:20 smithi077 podman[163421]: 2024-09-16 12:21:20.940437142 +0000 UTC m=+6.071065133 container cleanup 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T12:21:21.422 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:20 smithi077 bash[163421]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1 2024-09-16T12:21:21.423 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163446]: 2024-09-16 12:21:21.125131372 +0000 UTC m=+0.505568232 container remove 3779d5773bd9ec8874f6a63f6772f2301ef1b8a386a599fcddcd4528a135a972 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T12:21:21.871 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.436437956 +0000 UTC m=+0.015989694 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:21.872 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.559341337 +0000 UTC m=+0.138893068 container create 2cfb3ef905257aa0ad18ea752bd95945a9c6040144c80e34fdfdea50336e3d72 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-09-16T12:21:21.872 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.761641434 +0000 UTC m=+0.341193162 container init 2cfb3ef905257aa0ad18ea752bd95945a9c6040144c80e34fdfdea50336e3d72 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T12:21:21.872 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.765046337 +0000 UTC m=+0.344598062 container start 2cfb3ef905257aa0ad18ea752bd95945a9c6040144c80e34fdfdea50336e3d72 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T12:21:21.872 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.870203128 +0000 UTC m=+0.449754853 container attach 2cfb3ef905257aa0ad18ea752bd95945a9c6040144c80e34fdfdea50336e3d72 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-16T12:21:22.172 INFO:journalctl@ceph.osd.1.smithi077.stdout:Sep 16 12:21:21 smithi077 podman[163533]: 2024-09-16 12:21:21.957802378 +0000 UTC m=+0.537354103 container died 2cfb3ef905257aa0ad18ea752bd95945a9c6040144c80e34fdfdea50336e3d72 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T12:21:22.657 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.1.service' 2024-09-16T12:21:22.697 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:22.697 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-16T12:21:22.697 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-16T12:21:22.697 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.2 2024-09-16T12:21:22.922 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:22 smithi077 systemd[1]: Stopping Ceph osd.2 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:23.422 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:23 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T12:21:23.017+0000 7fe97baea640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:23.422 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:23 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T12:21:23.017+0000 7fe97baea640 -1 osd.2 2873 *** Got signal Terminated *** 2024-09-16T12:21:23.422 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:23 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2[103144]: 2024-09-16T12:21:23.017+0000 7fe97baea640 -1 osd.2 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:28.845 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:28 smithi077 podman[163635]: 2024-09-16 12:21:28.54730814 +0000 UTC m=+5.631569954 container died 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T12:21:29.154 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:28 smithi077 podman[163635]: 2024-09-16 12:21:28.94291845 +0000 UTC m=+6.027180264 container cleanup 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T12:21:29.154 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:28 smithi077 bash[163635]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2 2024-09-16T12:21:29.422 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163651]: 2024-09-16 12:21:29.152548592 +0000 UTC m=+0.602935592 container remove 834cdd0f3d5c88256a11564fade1472f23496ba8252afc7810d418d2af6cbc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b) 2024-09-16T12:21:29.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.373885476 +0000 UTC m=+0.015827124 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:29.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.478555387 +0000 UTC m=+0.120497031 container create f6ebec4ed56b57fff8ead8f56d678f42e38e3bfa6e9ba1d63e9093df616a5792 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T12:21:29.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.689089029 +0000 UTC m=+0.331030673 container init f6ebec4ed56b57fff8ead8f56d678f42e38e3bfa6e9ba1d63e9093df616a5792 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b) 2024-09-16T12:21:29.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.692413572 +0000 UTC m=+0.334355217 container start f6ebec4ed56b57fff8ead8f56d678f42e38e3bfa6e9ba1d63e9093df616a5792 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-16T12:21:29.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.772359301 +0000 UTC m=+0.414300945 container attach f6ebec4ed56b57fff8ead8f56d678f42e38e3bfa6e9ba1d63e9093df616a5792 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-09-16T12:21:30.168 INFO:journalctl@ceph.osd.2.smithi077.stdout:Sep 16 12:21:29 smithi077 podman[163738]: 2024-09-16 12:21:29.880590339 +0000 UTC m=+0.522531983 container died f6ebec4ed56b57fff8ead8f56d678f42e38e3bfa6e9ba1d63e9093df616a5792 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b) 2024-09-16T12:21:30.442 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.2.service' 2024-09-16T12:21:30.480 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:30.480 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-16T12:21:30.480 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-16T12:21:30.481 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.3 2024-09-16T12:21:30.797 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:30 smithi077 systemd[1]: Stopping Ceph osd.3 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:31.172 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T12:21:30.794+0000 7f251cc9e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:31.172 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T12:21:30.794+0000 7f251cc9e640 -1 osd.3 2873 *** Got signal Terminated *** 2024-09-16T12:21:31.172 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:30 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T12:21:30.794+0000 7f251cc9e640 -1 osd.3 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:33.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:33.430+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:34.446 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:33 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:33.963+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:34.712 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:34.443+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:35.213 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:34 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:34.957+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:35.213 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:35 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:35.088+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:35.672 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:35 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3[108080]: 2024-09-16T12:21:35.308+0000 7f25192b2640 -1 osd.3 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.741060+0000 front 2024-09-16T12:21:09.741039+0000 (oldest deadline 2024-09-16T12:21:35.041141+0000) 2024-09-16T12:21:35.960 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:35 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:35.486+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:36.213 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:35 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:35.958+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:36.213 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:36 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:36.114+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:36.564 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:36 smithi077 podman[163841]: 2024-09-16 12:21:36.298581292 +0000 UTC m=+5.602495469 container died 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T12:21:36.922 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:36 smithi077 podman[163841]: 2024-09-16 12:21:36.653208328 +0000 UTC m=+5.957122501 container cleanup 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:21:36.922 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:36 smithi077 bash[163841]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3 2024-09-16T12:21:36.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:36 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:36.460+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:37.258 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:36 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:36.994+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:37.258 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:37.102+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:37.268 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:36 smithi077 podman[163856]: 2024-09-16 12:21:36.921050617 +0000 UTC m=+0.623851599 container remove 0ad8abf64c555869f421d76fe7465de459fbefbe12bd661801613e00141ccb49 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T12:21:37.575 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.170251872 +0000 UTC m=+0.015774963 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:37.575 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.2716981 +0000 UTC m=+0.117221186 container create 3fcdb66d2006e200dac15648c5218b0ddc7fd525640887ad2a854edfab46e230 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b) 2024-09-16T12:21:37.575 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.4911743 +0000 UTC m=+0.336697391 container init 3fcdb66d2006e200dac15648c5218b0ddc7fd525640887ad2a854edfab46e230 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T12:21:37.576 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.494580631 +0000 UTC m=+0.340103715 container start 3fcdb66d2006e200dac15648c5218b0ddc7fd525640887ad2a854edfab46e230 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:21:37.576 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.573980888 +0000 UTC m=+0.419503983 container attach 3fcdb66d2006e200dac15648c5218b0ddc7fd525640887ad2a854edfab46e230 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T12:21:37.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:37.255+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:37.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:37 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:37.459+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:37.922 INFO:journalctl@ceph.osd.3.smithi077.stdout:Sep 16 12:21:37 smithi077 podman[163942]: 2024-09-16 12:21:37.675899618 +0000 UTC m=+0.521422711 container died 3fcdb66d2006e200dac15648c5218b0ddc7fd525640887ad2a854edfab46e230 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T12:21:38.255 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.3.service' 2024-09-16T12:21:38.284 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:38.027+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:38.284 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:38.145+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:38.293 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:38.293 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-16T12:21:38.293 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-16T12:21:38.293 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.4 2024-09-16T12:21:38.595 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:38 smithi191 systemd[1]: Stopping Ceph osd.4 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:38.595 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:38.429+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:38.595 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:38.282+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:38.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:38.592+0000 7f53a4fb5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:38.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:38.592+0000 7f53a4fb5640 -1 osd.4 2873 *** Got signal Terminated *** 2024-09-16T12:21:38.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:38 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:38.592+0000 7f53a4fb5640 -1 osd.4 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:39.312 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:39.053+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:39.312 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:39.127+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:39.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:39.309+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:39.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:39 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:39.477+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:40.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:40.064+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:40.464 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:40.264+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:40.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:40.118+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:40.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:40 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:40.519+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:41.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:41.095+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:41.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:41.270+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:41.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:41.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:41.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:41 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:41.476+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:42.463 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:42.059+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:42.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:42.285+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:42.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:42.121+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:42.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:42.121+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:42.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:42.506+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:42.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:42 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:42.506+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:43.330 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:43.023+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.628622+0000 front 2024-09-16T12:21:10.628525+0000 (oldest deadline 2024-09-16T12:21:32.928398+0000) 2024-09-16T12:21:43.330 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4[90235]: 2024-09-16T12:21:43.023+0000 7f53a15c9640 -1 osd.4 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.329801+0000 front 2024-09-16T12:21:19.329732+0000 (oldest deadline 2024-09-16T12:21:42.829734+0000) 2024-09-16T12:21:43.330 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:43.134+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:43.330 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:43.134+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:43.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:43.328+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:43.713 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:43.328+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:43.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:43.554+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:43.713 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:43 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:43.554+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:44.288 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:43 smithi191 podman[145100]: 2024-09-16 12:21:43.985630029 +0000 UTC m=+5.498855552 container died 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T12:21:44.473 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:44.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:44.473 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:44.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:44.558 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:44 smithi191 podman[145100]: 2024-09-16 12:21:44.376841357 +0000 UTC m=+5.890066878 container cleanup 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T12:21:44.558 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:44 smithi191 bash[145100]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4 2024-09-16T12:21:44.558 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:44.358+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:44.558 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:44.358+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:44.963 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:44 smithi191 podman[145115]: 2024-09-16 12:21:44.670827924 +0000 UTC m=+0.683506402 container remove 8c9e03af29e57f0f0cfecbc10c98391c9816ba9be5a73f12b3b5320adb30b24e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T12:21:44.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:44.555+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:44.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:44 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:44.555+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:45.302 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:45.075+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:45.302 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:45.075+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:45.303 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:44 smithi191 podman[145206]: 2024-09-16 12:21:44.894365202 +0000 UTC m=+0.015518440 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:45.303 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:45 smithi191 podman[145206]: 2024-09-16 12:21:45.005305339 +0000 UTC m=+0.126458577 container create 55c81460cf97b7e18d68aed0344a74497f8842dc436b447552f9eb5a5c747a2f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T12:21:45.303 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:45 smithi191 podman[145206]: 2024-09-16 12:21:45.233702375 +0000 UTC m=+0.354855613 container init 55c81460cf97b7e18d68aed0344a74497f8842dc436b447552f9eb5a5c747a2f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T12:21:45.303 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:45 smithi191 podman[145206]: 2024-09-16 12:21:45.236976327 +0000 UTC m=+0.358129565 container start 55c81460cf97b7e18d68aed0344a74497f8842dc436b447552f9eb5a5c747a2f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T12:21:45.303 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:45 smithi191 podman[145206]: 2024-09-16 12:21:45.300468896 +0000 UTC m=+0.421622137 container attach 55c81460cf97b7e18d68aed0344a74497f8842dc436b447552f9eb5a5c747a2f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T12:21:45.600 INFO:journalctl@ceph.osd.4.smithi191.stdout:Sep 16 12:21:45 smithi191 podman[145206]: 2024-09-16 12:21:45.421456074 +0000 UTC m=+0.542609321 container died 55c81460cf97b7e18d68aed0344a74497f8842dc436b447552f9eb5a5c747a2f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0) 2024-09-16T12:21:45.600 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:45.323+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:45.600 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:45.323+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:45.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:45.597+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:45.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:45 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:45.597+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:45.993 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.4.service' 2024-09-16T12:21:46.033 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:46.034 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-16T12:21:46.034 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-16T12:21:46.034 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.5 2024-09-16T12:21:46.305 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 systemd[1]: Stopping Ceph osd.5 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:46.305 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:46.074+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:46.306 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:46.074+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:46.636 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:46.363+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:46.636 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:46.363+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:46.636 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:46.399+0000 7f3993f2e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:46.636 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:46.399+0000 7f3993f2e640 -1 osd.5 2873 *** Got signal Terminated *** 2024-09-16T12:21:46.636 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:46.399+0000 7f3993f2e640 -1 osd.5 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:46.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:46.633+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:46.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:46 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:46.633+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:47.407 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:47.091+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:47.408 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:47.091+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:47.663 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:47.405+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:47.663 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:47.405+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:47.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:47.661+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:47.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:47 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:47.661+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:48.406 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:48.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:48.406 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:48.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:48.680 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:48.403+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:48.680 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:48.403+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:48.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:48.678+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:48.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:48 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:48.678+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:49.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:49.397+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:49.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:49.397+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:49.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:49.397+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:22.749417+0000 front 2024-09-16T12:21:22.749384+0000 (oldest deadline 2024-09-16T12:21:48.649356+0000) 2024-09-16T12:21:49.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:49.147+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:49.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:49.147+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:50.194 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:49.723+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:50.194 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:49 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:49.723+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:50.403+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:50.403+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:50.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:50.403+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:22.749417+0000 front 2024-09-16T12:21:22.749384+0000 (oldest deadline 2024-09-16T12:21:48.649356+0000) 2024-09-16T12:21:50.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:50.191+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:50.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:50.191+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:51.165 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:50.718+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:51.165 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:50 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:50.718+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:51.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:51.391+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:10.448401+0000 front 2024-09-16T12:21:10.448257+0000 (oldest deadline 2024-09-16T12:21:36.348218+0000) 2024-09-16T12:21:51.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:51.391+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:17.449146+0000 front 2024-09-16T12:21:17.449136+0000 (oldest deadline 2024-09-16T12:21:42.748981+0000) 2024-09-16T12:21:51.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5[94675]: 2024-09-16T12:21:51.391+0000 7f398c53a640 -1 osd.5 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:22.749417+0000 front 2024-09-16T12:21:22.749384+0000 (oldest deadline 2024-09-16T12:21:48.649356+0000) 2024-09-16T12:21:51.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:51.163+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:51.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:51.163+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:52.087 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:51 smithi191 podman[145310]: 2024-09-16 12:21:51.817261248 +0000 UTC m=+5.535922365 container died effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T12:21:52.088 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:51.765+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:52.088 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:51 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:51.765+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:52.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:52 smithi191 podman[145310]: 2024-09-16 12:21:52.18428142 +0000 UTC m=+5.902942546 container cleanup effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-16T12:21:52.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:52 smithi191 bash[145310]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5 2024-09-16T12:21:52.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:52.142+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:52.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:52.142+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:52.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:52.142+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:52.788 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:52 smithi191 podman[145336]: 2024-09-16 12:21:52.469900593 +0000 UTC m=+0.655882007 container remove effed51c9fefc0af8a9dac8d24339066a5f5fc5f8278ea4266816262507fa417 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-16T12:21:53.043 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:52 smithi191 podman[145425]: 2024-09-16 12:21:52.700699201 +0000 UTC m=+0.015483819 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:21:53.043 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:52 smithi191 podman[145425]: 2024-09-16 12:21:52.82133383 +0000 UTC m=+0.136118483 container create caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-e4e227b) 2024-09-16T12:21:53.043 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:52.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:53.043 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:52.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:53.043 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:52 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:52.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:53.463 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:53 smithi191 podman[145425]: 2024-09-16 12:21:53.041394455 +0000 UTC m=+0.356179077 container init caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:53 smithi191 podman[145425]: 2024-09-16 12:21:53.04507966 +0000 UTC m=+0.359864279 container start caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:53 smithi191 podman[145425]: 2024-09-16 12:21:53.132895897 +0000 UTC m=+0.447680524 container attach caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:53 smithi191 podman[145425]: 2024-09-16 12:21:53.227264121 +0000 UTC m=+0.542048742 container died caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:53.191+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:53.191+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:53.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:53.191+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:53.779 INFO:journalctl@ceph.osd.5.smithi191.stdout:Sep 16 12:21:53 smithi191 podman[145449]: 2024-09-16 12:21:53.762108496 +0000 UTC m=+0.529348128 container remove caa002150002c864233c67760417b3a02a30e2ab29a7b66011c22fcf5b5bb960 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T12:21:53.782 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.5.service' 2024-09-16T12:21:53.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:21:53.821 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-16T12:21:53.821 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-16T12:21:53.822 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.6 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:53.804+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:53.804+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:53 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:53.804+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:53 smithi191 systemd[1]: Stopping Ceph osd.6 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.131+0000 7fb550ffc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.131+0000 7fb550ffc640 -1 osd.6 2873 *** Got signal Terminated *** 2024-09-16T12:21:54.134 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.131+0000 7fb550ffc640 -1 osd.6 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:21:54.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:54.235+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:54.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:54.235+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:54.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:54.235+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:55.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.755+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:55.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.755+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:55.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:54 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:54.755+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:55.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:55.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:55.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:55.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:56.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:55.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:56.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:55.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:56.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:55 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:55.786+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:56.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:56.276+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:56.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:56.276+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:56.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:56.276+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:57.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:56.767+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:57.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:56.767+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:57.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:56 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:56.767+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:57.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:57.266+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:57.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:57.266+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:57.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:57.266+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:58.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:57.727+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:58.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:57.727+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:58.213 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:57 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:57.727+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:58.708 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:58.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:58.708 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:58.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:58.708 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:58.238+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:58.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:58.706+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:07.156158+0000 front 2024-09-16T12:21:07.156199+0000 (oldest deadline 2024-09-16T12:21:32.956599+0000) 2024-09-16T12:21:58.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:58.706+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:18.757761+0000 front 2024-09-16T12:21:18.757843+0000 (oldest deadline 2024-09-16T12:21:42.257696+0000) 2024-09-16T12:21:58.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:58.706+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:24.558778+0000 front 2024-09-16T12:21:24.558841+0000 (oldest deadline 2024-09-16T12:21:52.159057+0000) 2024-09-16T12:21:58.963 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:58 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6[99609]: 2024-09-16T12:21:58.706+0000 7fb54d610640 -1 osd.6 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:32.660296+0000 front 2024-09-16T12:21:32.660236+0000 (oldest deadline 2024-09-16T12:21:58.560074+0000) 2024-09-16T12:21:59.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:59.203+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:21:59.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:59.203+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:21:59.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:59.203+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:21:59.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:21:59 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:21:59.203+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:21:59.825 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:59 smithi191 podman[145527]: 2024-09-16 12:21:59.523574226 +0000 UTC m=+5.484984726 container died ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T12:22:00.183 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:59 smithi191 podman[145527]: 2024-09-16 12:21:59.823984514 +0000 UTC m=+5.785395006 container cleanup ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:22:00.183 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:21:59 smithi191 bash[145527]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6 2024-09-16T12:22:00.183 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145545]: 2024-09-16 12:22:00.000853738 +0000 UTC m=+0.476006630 container remove ef3b1900baf976ab864b50ca9a04d0f916581d23ef23c34f1d9ceb36d735ed5e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T12:22:00.463 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.315674364 +0000 UTC m=+0.015927917 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:22:00.463 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.418560322 +0000 UTC m=+0.118813864 container create 840d5a935c0ee81f2df3280f51cfe5dac6bb7222077ba099797f13d216d2cb36 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T12:22:00.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:00 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:00.180+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:00.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:00 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:00.180+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:00.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:00 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:00.180+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:00.465 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:00 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:00.180+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:00.821 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.638655985 +0000 UTC m=+0.338909526 container init 840d5a935c0ee81f2df3280f51cfe5dac6bb7222077ba099797f13d216d2cb36 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T12:22:00.822 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.64191423 +0000 UTC m=+0.342167771 container start 840d5a935c0ee81f2df3280f51cfe5dac6bb7222077ba099797f13d216d2cb36 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T12:22:00.822 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.721893131 +0000 UTC m=+0.422146680 container attach 840d5a935c0ee81f2df3280f51cfe5dac6bb7222077ba099797f13d216d2cb36 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T12:22:01.110 INFO:journalctl@ceph.osd.6.smithi191.stdout:Sep 16 12:22:00 smithi191 podman[145632]: 2024-09-16 12:22:00.820128026 +0000 UTC m=+0.520381574 container died 840d5a935c0ee81f2df3280f51cfe5dac6bb7222077ba099797f13d216d2cb36 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T12:22:01.403 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:01.258Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.77:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.77:8765: connect: connection refused" 2024-09-16T12:22:01.403 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:01.259Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.77:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.77:8765: connect: connection refused" 2024-09-16T12:22:01.403 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:01.261Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.77:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.77:8765: connect: connection refused" 2024-09-16T12:22:01.403 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:01.261Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.77:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.77:8765: connect: connection refused" 2024-09-16T12:22:01.403 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:01.261Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.77:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.77:8765: connect: connection refused" 2024-09-16T12:22:01.403 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:01.404 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:01.404 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:01.404 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.140+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:01.419 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.6.service' 2024-09-16T12:22:01.457 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:22:01.457 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-16T12:22:01.458 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-16T12:22:01.458 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.7 2024-09-16T12:22:01.713 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 systemd[1]: Stopping Ceph osd.7 for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.796+0000 7ffa35e3f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.796+0000 7ffa35e3f640 -1 osd.7 2873 *** Got signal Terminated *** 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:01 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:01.796+0000 7ffa35e3f640 -1 osd.7 2873 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:02.116+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:02.116+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:02.119 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:02.116+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:02.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:02 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:02.116+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:03.364 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:03.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:03.364 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:03.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:03.364 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:03.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:03.364 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:03 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:03.096+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:04.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:04.093+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:04.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:04.093+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:04.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:04.093+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:04.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:04 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:04.093+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:05.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:05.120+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:05.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:05.120+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:05.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:05.120+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:05.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:05.120+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:05.464 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:05 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:05.120+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.191:6804 osd.4 since back 2024-09-16T12:21:39.118011+0000 front 2024-09-16T12:21:39.118107+0000 (oldest deadline 2024-09-16T12:22:05.018081+0000) 2024-09-16T12:22:06.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:06.106+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6806 osd.0 since back 2024-09-16T12:21:09.314395+0000 front 2024-09-16T12:21:09.314470+0000 (oldest deadline 2024-09-16T12:21:34.614400+0000) 2024-09-16T12:22:06.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:06.106+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6814 osd.1 since back 2024-09-16T12:21:19.816196+0000 front 2024-09-16T12:21:19.816176+0000 (oldest deadline 2024-09-16T12:21:42.116045+0000) 2024-09-16T12:22:06.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:06.106+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6822 osd.2 since back 2024-09-16T12:21:28.016975+0000 front 2024-09-16T12:21:28.016857+0000 (oldest deadline 2024-09-16T12:21:52.116824+0000) 2024-09-16T12:22:06.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:06.106+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.77:6830 osd.3 since back 2024-09-16T12:21:33.217460+0000 front 2024-09-16T12:21:33.217576+0000 (oldest deadline 2024-09-16T12:21:59.117663+0000) 2024-09-16T12:22:06.463 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:06 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7[104520]: 2024-09-16T12:22:06.106+0000 7ffa2e44b640 -1 osd.7 2873 heartbeat_check: no reply from 172.21.15.191:6804 osd.4 since back 2024-09-16T12:21:39.118011+0000 front 2024-09-16T12:21:39.118107+0000 (oldest deadline 2024-09-16T12:22:05.018081+0000) 2024-09-16T12:22:07.567 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:07 smithi191 podman[145735]: 2024-09-16 12:22:07.304381042 +0000 UTC m=+5.631002898 container died 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T12:22:07.842 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:07 smithi191 podman[145735]: 2024-09-16 12:22:07.639165846 +0000 UTC m=+5.965787702 container cleanup 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T12:22:07.843 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:07 smithi191 bash[145735]: ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7 2024-09-16T12:22:08.213 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:07 smithi191 podman[145762]: 2024-09-16 12:22:07.840953868 +0000 UTC m=+0.528113299 container remove 773454a5d23920ff428f7f0a453a3f69baf9beac9457e65ccec99f78c0cc7024 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T12:22:08.513 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.160299249 +0000 UTC m=+0.016148850 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T12:22:08.513 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.275405077 +0000 UTC m=+0.131254674 container create 25b6d9ca9f63d54d711d8e99e3e0eb9f888f1fdc64c2189afa42d784729ec902 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T12:22:08.514 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.511984885 +0000 UTC m=+0.367834480 container init 25b6d9ca9f63d54d711d8e99e3e0eb9f888f1fdc64c2189afa42d784729ec902 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-09-16T12:22:08.963 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.51523493 +0000 UTC m=+0.371084524 container start 25b6d9ca9f63d54d711d8e99e3e0eb9f888f1fdc64c2189afa42d784729ec902 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:22:08.963 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.595483922 +0000 UTC m=+0.451333515 container attach 25b6d9ca9f63d54d711d8e99e3e0eb9f888f1fdc64c2189afa42d784729ec902 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T12:22:08.963 INFO:journalctl@ceph.osd.7.smithi191.stdout:Sep 16 12:22:08 smithi191 podman[145852]: 2024-09-16 12:22:08.713740689 +0000 UTC m=+0.569590283 container died 25b6d9ca9f63d54d711d8e99e3e0eb9f888f1fdc64c2189afa42d784729ec902 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T12:22:09.288 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@osd.7.service' 2024-09-16T12:22:09.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:22:09.329 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-16T12:22:09.329 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-16T12:22:09.329 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.a 2024-09-16T12:22:09.621 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:09 smithi077 systemd[1]: Stopping Ceph mds.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:09.872 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: 2024-09-16T12:22:09.618+0000 7f181fd86640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:22:09.872 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:09 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a[113195]: 2024-09-16T12:22:09.618+0000 7f181fd86640 -1 mds.a *** got signal Terminated *** 2024-09-16T12:22:13.412 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:13 smithi077 podman[164045]: 2024-09-16 12:22:13.142468716 +0000 UTC m=+3.626265177 container died 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T12:22:13.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:13 smithi077 podman[164045]: 2024-09-16 12:22:13.509983765 +0000 UTC m=+3.993780226 container cleanup 2538a592782ff61de48e1cfffcdeeb6e7d848c084e98b4f27bcd8c4a729a1f15 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T12:22:13.672 INFO:journalctl@ceph.mds.a.smithi077.stdout:Sep 16 12:22:13 smithi077 bash[164045]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-a 2024-09-16T12:22:13.897 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.a.service' 2024-09-16T12:22:13.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:22:13.933 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-16T12:22:13.933 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-16T12:22:13.933 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.b 2024-09-16T12:22:14.213 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:13 smithi191 systemd[1]: Stopping Ceph mds.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:14.662 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b[109090]: 2024-09-16T12:22:14.242+0000 7f6e181ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T12:22:14.662 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:14 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b[109090]: 2024-09-16T12:22:14.242+0000 7f6e181ce640 -1 mds.b *** got signal Terminated *** 2024-09-16T12:22:16.629 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:16 smithi191 podman[145953]: 2024-09-16 12:22:16.310926848 +0000 UTC m=+2.183885448 container died 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True) 2024-09-16T12:22:16.629 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:16 smithi191 podman[145953]: 2024-09-16 12:22:16.627631307 +0000 UTC m=+2.500589904 container cleanup 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T12:22:16.963 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:16 smithi191 bash[145953]: ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b 2024-09-16T12:22:16.963 INFO:journalctl@ceph.mds.b.smithi191.stdout:Sep 16 12:22:16 smithi191 podman[145966]: 2024-09-16 12:22:16.870983505 +0000 UTC m=+0.556866608 container remove 6f67f717b45dd2589f6878dcffa4639e884b5f8478d8bf1f2fe094d813092e35 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T12:22:17.108 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@mds.b.service' 2024-09-16T12:22:17.142 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:22:17.142 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-16T12:22:17.143 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-16T12:22:17.143 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a 2024-09-16T12:22:17.463 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 systemd[1]: Stopping Ceph prometheus.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T12:22:17.753 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.474Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T12:22:17.754 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.478Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T12:22:17.754 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.478Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T12:22:17.754 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a[117056]: ts=2024-09-16T12:22:17.478Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T12:22:17.754 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 podman[146075]: 2024-09-16 12:22:17.484664384 +0000 UTC m=+0.120817814 container died dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:18.110 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 podman[146075]: 2024-09-16 12:22:17.841287754 +0000 UTC m=+0.477441182 container cleanup dc5d93f239002bc48bb41640566ce6cf7c51bfad215adf79a6a0e95cdaebc4f7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:18.111 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Sep 16 12:22:17 smithi191 bash[146075]: ceph-0a002358-741a-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T12:22:18.262 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0a002358-741a-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-16T12:22:18.294 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T12:22:18.294 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-16T12:22:18.294 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0a002358-741a-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T12:22:20.172 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:19 smithi077 systemd[1]: Stopping Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:20.527 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:20 smithi077 ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a[121535]: ts=2024-09-16T12:22:20.198Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T12:22:20.527 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:20 smithi077 podman[164499]: 2024-09-16 12:22:20.239539752 +0000 UTC m=+0.138753491 container died d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:20.872 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:20 smithi077 podman[164499]: 2024-09-16 12:22:20.61563911 +0000 UTC m=+0.514852830 container cleanup d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:20.872 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:20 smithi077 bash[164499]: ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T12:22:21.172 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:20 smithi077 podman[164511]: 2024-09-16 12:22:20.870938182 +0000 UTC m=+0.624633844 container remove d5ed6f651fbd9067f854f36c56fd6b34bfab8e5a70e8fdaa38413ce1abc56d34 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:21.172 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:21 smithi077 podman[164511]: 2024-09-16 12:22:21.092602605 +0000 UTC m=+0.846298269 volume remove 942ba8a3cacfd38a832a72a7752ba3221837109309075b7fff39818ab6e4f95d 2024-09-16T12:22:21.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:21 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T12:22:21.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:21 smithi077 systemd[1]: Stopped Ceph alertmanager.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T12:22:21.672 INFO:journalctl@ceph.alertmanager.a.smithi077.stdout:Sep 16 12:22:21 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 3.669s CPU time. 2024-09-16T12:22:21.673 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:21 smithi077 systemd[1]: Stopping Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:21.972 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:21 smithi077 podman[164620]: 2024-09-16 12:22:21.706113002 +0000 UTC m=+0.115840300 container died a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:22.314 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 podman[164620]: 2024-09-16 12:22:22.078241145 +0000 UTC m=+0.487968441 container cleanup a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:22.314 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 bash[164620]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T12:22:22.581 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 podman[164633]: 2024-09-16 12:22:22.312694055 +0000 UTC m=+0.610757025 container remove a73368df3fa34ce42104f7df8baf02b96e97bd463e2d83d63135b6bed000ae09 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T12:22:22.581 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T12:22:22.581 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T12:22:22.581 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 systemd[1]: Stopped Ceph node-exporter.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T12:22:22.581 INFO:journalctl@ceph.node-exporter.a.smithi077.stdout:Sep 16 12:22:22 smithi077 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 7.184s CPU time. 2024-09-16T12:22:23.044 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0a002358-741a-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T12:22:24.963 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:24 smithi191 systemd[1]: Stopping Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:25.309 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:24 smithi191 podman[146519]: 2024-09-16 12:22:24.974371141 +0000 UTC m=+0.119290699 container died b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T12:22:25.309 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 podman[146519]: 2024-09-16 12:22:25.305796124 +0000 UTC m=+0.450715686 container cleanup b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T12:22:25.708 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 bash[146519]: ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T12:22:25.708 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 podman[146531]: 2024-09-16 12:22:25.482444639 +0000 UTC m=+0.512212301 container remove b74a2f79dc0432ab513cce48fbb3c6fab147b9d6c1a87d940d44674a43482f62 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T12:22:25.708 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T12:22:26.155 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:25 smithi191 systemd[1]: Stopping Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968... 2024-09-16T12:22:26.156 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T12:22:26.156 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 systemd[1]: Stopped Ceph node-exporter.b for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T12:22:26.156 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Sep 16 12:22:25 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 7.090s CPU time. 2024-09-16T12:22:26.463 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 podman[146640]: 2024-09-16 12:22:26.15422776 +0000 UTC m=+0.111076978 container died 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , name=ubi8, distribution-scope=public, description=Ceph Grafana Container, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.openshift.tags=base rhel8, version=8.5, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, vcs-type=git, architecture=x86_64) 2024-09-16T12:22:26.867 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 podman[146640]: 2024-09-16 12:22:26.469374524 +0000 UTC m=+0.426223736 container cleanup 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , vendor=Red Hat, Inc., io.openshift.expose-services=, io.openshift.tags=base rhel8, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, name=ubi8, release=239.1651231664, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.buildah.version=1.32.0) 2024-09-16T12:22:26.867 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 bash[146640]: ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a 2024-09-16T12:22:26.867 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 podman[146651]: 2024-09-16 12:22:26.637939084 +0000 UTC m=+0.485551353 container remove 3cd6f6563a3a2183b79aca0d6c660a0a24e6d8a261e0915e8531543e65da330e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0a002358-741a-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, io.openshift.tags=base rhel8, name=ubi8, vcs-type=git, vendor=Red Hat, Inc., version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, release=239.1651231664) 2024-09-16T12:22:26.867 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T12:22:27.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T12:22:27.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 systemd[1]: Stopped Ceph grafana.a for 0a002358-741a-11ef-bceb-c7b262605968. 2024-09-16T12:22:27.213 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Sep 16 12:22:26 smithi191 systemd[1]: ceph-0a002358-741a-11ef-bceb-c7b262605968@grafana.a.service: Consumed 31.458s CPU time. 2024-09-16T12:22:27.528 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T12:22:27.562 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T12:22:27.590 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-16T12:22:27.593 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi077/crash 2024-09-16T12:22:27.593 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash -- . 2024-09-16T12:22:27.715 INFO:teuthology.orchestra.run.smithi077.stderr:tar: /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T12:22:27.716 INFO:teuthology.orchestra.run.smithi077.stderr:tar: Error is not recoverable: exiting now 2024-09-16T12:22:27.718 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi191/crash 2024-09-16T12:22:27.719 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash -- . 2024-09-16T12:22:27.751 INFO:teuthology.orchestra.run.smithi191.stderr:tar: /var/lib/ceph/0a002358-741a-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T12:22:27.751 INFO:teuthology.orchestra.run.smithi191.stderr:tar: Error is not recoverable: exiting now 2024-09-16T12:22:27.752 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-16T12:22:27.753 DEBUG:teuthology.orchestra.run.smithi077:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/0a002358-741a-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-16T12:22:27.782 INFO:teuthology.orchestra.run.smithi077.stderr:grep: /var/log/ceph/0a002358-741a-11ef-bceb-c7b262605968/ceph.log: No such file or directory 2024-09-16T12:22:27.784 INFO:tasks.cephadm:Compressing logs... 2024-09-16T12:22:27.784 DEBUG:teuthology.orchestra.run.smithi077:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T12:22:27.827 DEBUG:teuthology.orchestra.run.smithi191:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T12:22:27.851 INFO:teuthology.orchestra.run.smithi191.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T12:22:27.852 INFO:teuthology.orchestra.run.smithi077.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T12:24:20.427 INFO:tasks.cephadm:Archiving logs... 2024-09-16T12:24:20.428 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi077/log 2024-09-16T12:24:20.429 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T12:24:33.408 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi191/log 2024-09-16T12:24:33.409 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T12:24:43.609 INFO:tasks.cephadm:Removing cluster... 2024-09-16T12:24:43.610 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0a002358-741a-11ef-bceb-c7b262605968 --force 2024-09-16T12:24:44.178 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0a002358-741a-11ef-bceb-c7b262605968 --force 2024-09-16T12:24:44.725 INFO:tasks.cephadm:Removing cephadm ... 2024-09-16T12:24:44.726 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T12:24:44.743 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T12:24:44.758 INFO:tasks.cephadm:Teardown complete 2024-09-16T12:24:44.758 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T12:24:44.770 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T12:24:44.770 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T12:24:44.786 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T12:24:44.869 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T12:24:44.880 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T12:24:44.880 DEBUG:teuthology.orchestra.run.smithi077:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T12:24:44.883 DEBUG:teuthology.orchestra.run.smithi191:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T12:24:44.895 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-09-16T12:24:44.897 INFO:teuthology.orchestra.run.smithi191.stderr:bash: line 1: ntpq: command not found 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:^* hv01.front.sepia.ceph.com 3 6 377 8 -385us[ -406us] +/- 42ms 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 10 +722us[ +701us] +/- 64ms 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 3 -210us[ -210us] +/- 80ms 2024-09-16T12:24:44.899 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:=============================================================================== 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:^* hv01.front.sepia.ceph.com 3 7 377 69 -376us[ -435us] +/- 41ms 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 0 +682us[ +682us] +/- 64ms 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 192 -204us[ -258us] +/- 77ms 2024-09-16T12:24:44.901 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T12:24:44.902 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T12:24:44.919 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T12:24:44.919 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T12:24:45.003 DEBUG:teuthology.orchestra.run.smithi077:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T12:24:45.088 DEBUG:teuthology.orchestra.run.smithi191:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T12:24:45.167 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T12:24:45.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:24:45.196 DEBUG:teuthology.orchestra.run.smithi191:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T12:24:45.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:24:45.224 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T12:24:45.235 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T12:24:45.305 INFO:teuthology.task.internal:Duration was 5735.985348 seconds 2024-09-16T12:24:45.305 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T12:24:45.386 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T12:24:45.387 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T12:24:45.389 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T12:24:45.425 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T12:24:45.428 INFO:teuthology.orchestra.run.smithi191.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T12:24:45.745 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T12:24:45.746 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi077.front.sepia.ceph.com 2024-09-16T12:24:45.746 DEBUG:teuthology.orchestra.run.smithi077:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T12:24:45.772 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi191.front.sepia.ceph.com 2024-09-16T12:24:45.772 DEBUG:teuthology.orchestra.run.smithi191:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T12:24:45.809 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T12:24:45.809 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T12:24:45.814 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T12:24:45.875 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T12:24:45.875 DEBUG:teuthology.orchestra.run.smithi077:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T12:24:45.881 DEBUG:teuthology.orchestra.run.smithi191:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T12:24:46.440 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T12:24:46.452 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T12:24:46.452 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T12:24:46.477 DEBUG:teuthology.orchestra.run.smithi191:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T12:24:46.502 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T12:24:46.513 DEBUG:teuthology.orchestra.run.smithi077:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T12:24:46.520 DEBUG:teuthology.orchestra.run.smithi191:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T12:24:46.540 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = core 2024-09-16T12:24:46.565 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = core 2024-09-16T12:24:46.578 DEBUG:teuthology.orchestra.run.smithi077:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T12:24:46.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:24:46.608 DEBUG:teuthology.orchestra.run.smithi191:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T12:24:46.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T12:24:46.637 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T12:24:46.648 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T12:24:46.649 DEBUG:teuthology.misc:Transferring archived files from smithi077:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi077 2024-09-16T12:24:46.649 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T12:24:46.695 DEBUG:teuthology.misc:Transferring archived files from smithi191:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906708/remote/smithi191 2024-09-16T12:24:46.695 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T12:24:46.736 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T12:24:46.736 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T12:24:46.739 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T12:24:46.783 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T12:24:46.796 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T12:24:46.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T12:24:46.871 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T12:24:46.871 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T12:24:46.874 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T12:24:46.886 INFO:teuthology.orchestra.run.smithi077.stdout: 265602 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 12:24 /home/ubuntu/cephtest 2024-09-16T12:24:46.888 INFO:teuthology.orchestra.run.smithi191.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 12:24 /home/ubuntu/cephtest 2024-09-16T12:24:46.890 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T12:24:46.937 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T12:24:47.089 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5735.985347747803 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T12:24:47.089 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T12:24:47.165 INFO:teuthology.run:pass